-- Logs begin at Sat 2022-01-29 20:01:13 UTC, end at Sat 2022-01-29 22:24:20 UTC. --
Jan 29 20:35:52.728749 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Jan 29 20:35:55.752826 ncdv-master-1 neutron-server[125835]: INFO neutron.common.config [-] Logging enabled!
Jan 29 20:35:55.753589 ncdv-master-1 neutron-server[125835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458
Jan 29 20:35:55.753686 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 29 20:35:55.756814 ncdv-master-1 neutron-server[125835]: INFO neutron.common.config [-] Logging enabled!
Jan 29 20:35:55.757093 ncdv-master-1 neutron-server[125835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458
Jan 29 20:35:55.757410 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 29 20:35:55.758325 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 20:35:55.758562 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 29 20:35:55.758922 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 20:35:55.759170 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 29 20:35:55.759412 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 29 20:35:55.759717 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.760129 ncdv-master-1 neutron-server[125835]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Jan 29 20:35:55.760439 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.760731 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.761055 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.761352 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.761643 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.761924 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.762209 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.762502 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.762806 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.763086 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.763370 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.763657 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.763936 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.764217 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.764499 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.764780 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] debug                          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.765083 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.765518 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.765937 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.766215 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.766499 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.766775 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.767044 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.767321 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.767601 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.767922 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.768197 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.768480 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.768762 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.769074 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.769352 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.769625 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.769905 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.770174 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.770442 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.770714 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.770998 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.771281 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.771567 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.771790 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.772010 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.772292 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.772571 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.772843 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.773137 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.773412 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.773683 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.773953 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.774218 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.774496 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.774775 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.775056 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.775329 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.775599 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.775867 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.776134 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.776411 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.776679 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.776948 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.777244 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.777528 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.777792 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.778060 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.778356 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.779165 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.779445 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.779728 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.779999 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.780279 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.780549 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.780817 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.781115 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.781390 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.781658 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.781937 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.782208 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.782477 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.782745 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.783014 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.783295 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.783565 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:55.783857 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.784150 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.784446 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.784740 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.785058 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.785340 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.785627 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.785903 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.786190 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.786476 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.786760 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.787036 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.787333 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.787621 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.787918 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.788220 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.788511 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.788796 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.789095 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.789369 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.789639 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.789916 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.790202 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.790475 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.790759 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.791042 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.791317 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.791607 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.791886 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.792174 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.792457 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.792725 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.793014 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.793306 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.793580 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.793849 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.794791 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.795081 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.795358 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.795629 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.795907 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.796184 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.796453 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.796722 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.797005 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.797322 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.797597 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.797866 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.798139 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.798416 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.798683 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.798964 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.799238 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.799506 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.799773 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.800047 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.800316 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.800584 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.800858 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.801158 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.801435 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.801708 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.801980 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.802250 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.802519 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.802786 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.803053 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.803320 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.803613 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.803868 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.804138 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.804409 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.804681 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.804951 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.805254 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.805550 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.805824 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.806098 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.806372 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.806644 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.806916 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.807188 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.807462 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.807736 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.808009 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.808292 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.808586 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.808877 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.809174 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.809450 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.809764 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.810038 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.810316 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.810590 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.810866 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.811145 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.811423 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.811714 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.812003 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.812292 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.812580 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.812866 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.813171 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.813481 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.813760 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:55.813978 ncdv-master-1 neutron-server[125835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 29 20:35:55.814217 ncdv-master-1 neutron-server[125835]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=125835) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jan 29 20:35:56.182733 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=125835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 29 20:35:56.182733 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=125835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 29 20:35:56.183216 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=125835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 29 20:35:56.183515 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 29 20:35:56.510746 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.510955 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.511225 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.512536 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.512835 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.513676 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.556614 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.556895 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.557188 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.573156 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.573438 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.573708 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.602649 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.602932 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.603205 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.639074 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.639353 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.639619 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.977833 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fea11f5a4c0> agent after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.978437 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fea11f5a4c0> agent after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.978437 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fea11f5a550> segment precommit_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.978630 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fea11f5a5e0> network precommit_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:56.979318 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fea11ebb040> segment before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.080575 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> network before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.080896 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fea11f5cb80> agent before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.081206 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> network before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.081481 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.081759 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.082058 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> segment precommit_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.082320 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> segment precommit_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.082578 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> segment after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.082835 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> segment after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.083118 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> network after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.083378 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> network precommit_delete 0 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.083645 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.083902 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.084154 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.084408 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> port provisioning_complete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.084670 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.084924 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.085210 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> agent after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.085480 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> subnet after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.085741 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> subnet precommit_delete 0 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.086011 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.086262 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.086541 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> segment_host_mapping after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.086913 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.087162 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.087406 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fea1287be20>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.087798 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.088038 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.088276 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.088512 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.088745 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.089001 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.089366 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 29 20:35:57.092503 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 29 20:35:57.096468 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 29 20:35:57.100327 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Jan 29 20:35:57.101974 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 29 20:35:57.102584 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 29 20:35:57.102916 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jan 29 20:35:57.103296 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 29 20:35:57.106187 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 29 20:35:57.106442 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 29 20:35:57.107315 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jan 29 20:35:57.112622 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Jan 29 20:35:57.135686 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jan 29 20:35:57.136136 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fea11deec10>> qos_plugin after_init 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.136435 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=125835) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Jan 29 20:35:57.136794 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fea11dee790>> logging-plugin after_init 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.138217 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=125835) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 29 20:35:57.138497 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jan 29 20:35:57.138743 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jan 29 20:35:57.142027 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fea11db2be0>> floatingip before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.142309 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fea11db2be0>> port before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.212999 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 29 20:35:57.213278 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 29 20:35:57.213530 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 29 20:35:57.213881 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 29 20:35:57.234978 ncdv-master-1 neutron-server[125835]: DEBUG oslo_db.sqlalchemy.engines [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=125835) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 29 20:35:57.665578 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing driver for type 'gre'
Jan 29 20:35:57.666095 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] gre ID ranges: [(1, 1000)]
Jan 29 20:35:57.717620 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing driver for type 'local'
Jan 29 20:35:57.717968 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing driver for type 'vlan'
Jan 29 20:35:57.731558 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] VlanTypeDriver initialization complete
Jan 29 20:35:57.731906 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing driver for type 'vxlan'
Jan 29 20:35:57.732389 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] vxlan ID ranges: [(1, 1000)]
Jan 29 20:35:57.779774 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing extension driver 'port_security'
Jan 29 20:35:57.780174 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.extensions.port_security [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] PortSecurityExtensionDriver initialization complete
Jan 29 20:35:57.780511 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing mechanism driver 'openvswitch'
Jan 29 20:35:57.780842 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing mechanism driver 'hyperv'
Jan 29 20:35:57.787507 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=125835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:35:57.788336 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea11ef9670>> port after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.788713 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea11ef9670>> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.789100 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea11ef9670>> port after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.789631 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.790070 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117b31c0>> subnet after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.790458 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117b31c0>> subnet after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.790811 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117b31c0>> subnet after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.791213 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.791620 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117beb50>> network after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.791968 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117beb50>> network after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.792308 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117beb50>> network after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.792703 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.793137 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9070>> security_group after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.793493 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9070>> security_group after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.793836 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9070>> security_group after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.794239 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.794895 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9580>> security_group_rule after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.795239 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9580>> security_group_rule after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.795580 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9580>> security_group_rule after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.795977 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.796382 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9a90>> address_group after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.796727 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9a90>> address_group after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.797095 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fea117c9a90>> address_group after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.797496 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=125835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 29 20:35:57.797942 ncdv-master-1 neutron-server[125835]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] ML2 OVO RPC backend initialized. {{(pid=125835) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Jan 29 20:35:57.798645 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> router_interface after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.799003 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> router_interface after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.799423 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> network before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.799773 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> networks before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.800155 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> port before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.800497 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> ports before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.800840 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> subnet before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.801211 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> subnets before_response 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.801589 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> network after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.801975 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> network after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.802268 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> network after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.802605 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> port after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.802946 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.803281 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> port after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.803713 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> subnet after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.804133 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> subnet after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.804472 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fea117ce1f0>> subnet after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.811813 ncdv-master-1 neutron-server[125835]: INFO neutron.quota [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fea117ce370>.
Jan 29 20:35:57.812186 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.plugin [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Modular L2 Plugin initialization complete
Jan 29 20:35:57.812535 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading services supported by the core plugin {{(pid=125835) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 29 20:35:57.812877 ncdv-master-1 neutron-server[125835]: INFO neutron.plugins.ml2.managers [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Got port-security extension from driver 'port_security'
Jan 29 20:35:57.813413 ncdv-master-1 neutron-server[125835]: INFO neutron.extensions.vlantransparent [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Disabled vlantransparent extension.
Jan 29 20:35:57.813906 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=125835) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 29 20:35:57.814230 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: router
Jan 29 20:35:57.852220 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router_interface before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.852614 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_create 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.853019 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router before_create 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.853380 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router_interface before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.853757 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router_interface after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.854118 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_delete 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.854482 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> floatingip after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.854840 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> floatingip after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.855199 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_create 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.855553 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.855904 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.856255 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router_gateway after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.856642 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.857090 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.857462 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fea11d9fee0> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.857805 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fea11da23a0> port after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.858144 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fea11da2430> subnet after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.858486 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fea11d9fe50> subnetpool_address_scope after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.858833 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> port precommit_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.859181 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_create 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.859524 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fea11d954c0> port before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.859866 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.860220 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router after_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.860562 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_delete 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.861068 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_create 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.861440 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router_interface after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.861795 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> router precommit_update 55549900 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.862170 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> agent after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.862519 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> agent after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.862866 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fea117ce2e0>> network after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.863723 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Tracking information for resource: router configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.864060 ncdv-master-1 neutron-server[125835]: DEBUG neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Tracking information for resource: floatingip configured {{(pid=125835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 29 20:35:57.868973 ncdv-master-1 neutron-server[125835]: INFO neutron.db.l3_agentschedulers_db [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 29 20:35:57.869571 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fea1175ddc0> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.869932 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fea1175dca0> port after_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.870286 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _notify_port_delete at 0x7fea1175dd30> port after_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.870639 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fea1175dee0> port after_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.871420 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fea11784190>> router before_create 55550100 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.871785 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fea11784190>> router precommit_delete 55550100 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.872171 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fea11784190>> router precommit_create 55550100 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.872533 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fea11784190>> router precommit_update 55550100 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.877258 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.provider_configuration [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service providers = [] {{(pid=125835) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 29 20:35:57.877629 ncdv-master-1 neutron-server[125835]: DEBUG neutron.db.servicetype_db [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=125835) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 29 20:35:57.880601 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.service_base [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=125835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 29 20:35:57.880952 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.service_base [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=125835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 29 20:35:57.881330 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.service_base [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=125835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 29 20:35:57.882231 ncdv-master-1 neutron-server[125835]: DEBUG neutron.services.service_base [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=125835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 29 20:35:57.882602 ncdv-master-1 neutron-server[125835]: INFO neutron.services.service_base [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 29 20:35:57.882978 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.883297 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 29 20:35:57.894535 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.894876 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: auto_allocate
Jan 29 20:35:57.900780 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fea117aa310> network precommit_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.901190 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fea117aa310> network precommit_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.901719 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.902042 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: tag
Jan 29 20:35:57.909521 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.909860 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: timestamp
Jan 29 20:35:57.913756 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.914087 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: network_ip_availability
Jan 29 20:35:57.919975 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea117a67c0>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.920296 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea117a67c0>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.920654 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea117a67c0>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:57.921403 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.921730 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: flavors
Jan 29 20:35:57.926685 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.927023 ncdv-master-1 neutron-server[125835]: INFO neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading Plugin: revisions
Jan 29 20:35:57.931380 ncdv-master-1 neutron-server[125835]: DEBUG neutron.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=125835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 29 20:35:57.931781 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=125835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 29 20:35:57.932527 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=125835) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jan 29 20:35:57.932865 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Initializing extension manager.
Jan 29 20:35:57.933412 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: __init__.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.933757 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: __pycache__ {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.934092 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.934426 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: address_group.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.935705 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.936267 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: address-group
Jan 29 20:35:57.936594 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: address_scope.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.937347 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.937857 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: address-scope
Jan 29 20:35:57.938180 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: admin_state_down_before_update.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.939118 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.939624 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: router-admin-state-down-before-update
Jan 29 20:35:57.939949 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: agent.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.940653 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.941191 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: agent
Jan 29 20:35:57.941515 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: agent_resources_synced.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.942436 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.942942 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: agent-resources-synced
Jan 29 20:35:57.943262 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: allowedaddresspairs.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.945089 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.945607 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: allowed-address-pairs
Jan 29 20:35:57.945935 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: auto_allocated_topology.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.947022 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.947532 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: auto-allocated-topology
Jan 29 20:35:57.947858 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: availability_zone.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.948552 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.949086 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: availability_zone
Jan 29 20:35:57.949411 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: availability_zone_filter.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.950373 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.950880 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: availability_zone_filter
Jan 29 20:35:57.951202 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: data_plane_status.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.952130 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.952636 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 29 20:35:57.952961 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: default_subnetpools.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.953901 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.954406 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: default-subnetpools
Jan 29 20:35:57.954728 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: dhcpagentscheduler.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.955535 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.956039 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: dhcp_agent_scheduler
Jan 29 20:35:57.956363 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: dns.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.957315 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.957814 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension dns-integration not supported by any of loaded plugins
Jan 29 20:35:57.958137 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: dns_domain_ports.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.959057 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.959558 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 29 20:35:57.959882 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.960804 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.961336 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jan 29 20:35:57.961660 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: dvr.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.962339 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.962840 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: dvr
Jan 29 20:35:57.963161 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: ecmp_routes.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.964084 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.964586 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension ecmp_routes not supported by any of loaded plugins
Jan 29 20:35:57.964908 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: empty_string_filtering.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.965856 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.966881 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: empty-string-filtering
Jan 29 20:35:57.967203 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.968122 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.968627 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 29 20:35:57.968946 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.969883 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.970385 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 29 20:35:57.970704 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: external_net.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.971619 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.972125 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: external-net
Jan 29 20:35:57.972452 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: extra_dhcp_opt.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.973455 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.973959 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: extra_dhcp_opt
Jan 29 20:35:57.974280 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: extraroute.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.975186 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.975688 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: extraroute
Jan 29 20:35:57.976008 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: extraroute_atomic.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.977076 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.977581 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: extraroute-atomic
Jan 29 20:35:57.977900 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: filter_validation.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.978564 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.979065 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: filter-validation
Jan 29 20:35:57.979385 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: fip_pf_description.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.980300 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.980800 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 29 20:35:57.981151 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: fip_port_details.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.982889 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.983402 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: fip-port-details
Jan 29 20:35:57.983727 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: flavors.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.985006 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.985530 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: flavors
Jan 29 20:35:57.985859 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.987536 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.988060 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 29 20:35:57.988397 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: floatingip_pools.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.989136 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.989646 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: floatingip-pools
Jan 29 20:35:57.989973 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: ip_allocation.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.990894 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.991393 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 29 20:35:57.991721 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.992656 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.993197 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: ip-substring-filtering
Jan 29 20:35:57.993528 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l2_adjacency.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.994455 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.994959 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 29 20:35:57.995284 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.996237 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.996747 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: router
Jan 29 20:35:57.997110 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3_conntrack_helper.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:57.999404 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:57.999930 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 29 20:35:58.000270 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.001254 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.001775 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: ext-gw-mode
Jan 29 20:35:58.002102 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.003029 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.003541 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: l3-ha
Jan 29 20:35:58.003863 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3_flavors.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.004781 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.005313 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: l3-flavors
Jan 29 20:35:58.005639 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.006556 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.007061 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 29 20:35:58.007384 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: l3agentscheduler.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.008436 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.008948 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: l3_agent_scheduler
Jan 29 20:35:58.009426 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: local_ip.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.011379 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.011921 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension local_ip not supported by any of loaded plugins
Jan 29 20:35:58.012227 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: logging.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.013952 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.014473 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension logging not supported by any of loaded plugins
Jan 29 20:35:58.014803 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: metering.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.015556 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.016267 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: metering
Jan 29 20:35:58.016665 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.017731 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.018243 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: metering_source_and_destination_fields
Jan 29 20:35:58.018572 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: multiprovidernet.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.019506 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.020017 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: multi-provider
Jan 29 20:35:58.020346 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: netmtu.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.021333 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.021841 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: net-mtu
Jan 29 20:35:58.022166 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: netmtu_writable.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.023090 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.023595 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: net-mtu-writable
Jan 29 20:35:58.023918 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: network_availability_zone.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.024597 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.025134 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: network_availability_zone
Jan 29 20:35:58.025458 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: network_ip_availability.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.026583 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.027097 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: network-ip-availability
Jan 29 20:35:58.027422 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: network_segment_range.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.028195 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.029264 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 29 20:35:58.029588 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: pagination.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.030591 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.030923 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: pagination
Jan 29 20:35:58.031245 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: port_device_profile.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.032160 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.032673 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: port-device-profile
Jan 29 20:35:58.033038 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.033978 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.034485 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: port-mac-address-regenerate
Jan 29 20:35:58.034806 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.035721 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.036227 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: port-numa-affinity-policy
Jan 29 20:35:58.036549 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: port_resource_request.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.037492 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.037993 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 29 20:35:58.038312 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: port_resource_request_groups.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.039281 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.039784 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Jan 29 20:35:58.040105 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: portbindings.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.041068 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.041573 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: binding
Jan 29 20:35:58.041893 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: portbindings_extended.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.043190 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.043699 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: binding-extended
Jan 29 20:35:58.044042 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: portsecurity.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.045552 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.046060 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: port-security
Jan 29 20:35:58.046383 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: project_id.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.047368 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.047703 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: project-id
Jan 29 20:35:58.048028 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: providernet.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.048957 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.049489 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: provider
Jan 29 20:35:58.049811 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.053463 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.053985 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos not supported by any of loaded plugins
Jan 29 20:35:58.054318 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.055572 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.056088 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 29 20:35:58.056417 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.057376 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.057890 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 29 20:35:58.058218 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_default.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.059143 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.059672 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-default not supported by any of loaded plugins
Jan 29 20:35:58.060003 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_fip.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.060924 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.061462 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-fip not supported by any of loaded plugins
Jan 29 20:35:58.061787 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_fip_network_policy.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.062705 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.063222 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Jan 29 20:35:58.063545 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_gateway_ip.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.064484 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.065004 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 29 20:35:58.065333 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_port_network_policy.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.066257 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.066760 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 29 20:35:58.067083 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.068126 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.068633 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Jan 29 20:35:58.068956 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_pps_rule.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.070294 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.070809 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-pps not supported by any of loaded plugins
Jan 29 20:35:58.071137 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_rule_type_details.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.072062 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.072570 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 29 20:35:58.072903 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: qos_rules_alias.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.073973 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.074489 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 29 20:35:58.074818 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: quota_check_limit.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.075761 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.076273 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: quota-check-limit
Jan 29 20:35:58.076600 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: quotasv2.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.077572 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.077903 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: quotas
Jan 29 20:35:58.078228 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: quotasv2_detail.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.079963 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.080305 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: quota_details
Jan 29 20:35:58.080636 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: rbac.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.081734 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.082261 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: rbac-policies
Jan 29 20:35:58.082593 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: rbac_address_group.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.083536 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.084054 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: rbac-address-group
Jan 29 20:35:58.084380 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: rbac_address_scope.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.085347 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.085863 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: rbac-address-scope
Jan 29 20:35:58.086189 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: rbac_security_groups.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.087111 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.087621 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: rbac-security-groups
Jan 29 20:35:58.087945 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: rbac_subnetpool.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.088865 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.089411 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: rbac-subnetpool
Jan 29 20:35:58.089734 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: revisionifmatch.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.090655 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.091688 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: revision-if-match
Jan 29 20:35:58.092008 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: revisions.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.093180 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.093693 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: standard-attr-revisions
Jan 29 20:35:58.094021 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: router_availability_zone.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.094698 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.095207 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: router_availability_zone
Jan 29 20:35:58.095531 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: routerservicetype.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.096462 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.096968 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension router-service-type not supported by any of loaded plugins
Jan 29 20:35:58.097317 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.098320 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.098830 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: security-groups-normalized-cidr
Jan 29 20:35:58.099154 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: security_groups_port_filtering.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.100088 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.100595 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: port-security-groups-filtering
Jan 29 20:35:58.100917 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.101904 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.102418 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: security-groups-remote-address-group
Jan 29 20:35:58.102740 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.103682 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.104187 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: security-groups-shared-filtering
Jan 29 20:35:58.104508 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.105127 ncdv-master-1 neutron-server[125835]: WARNING neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Jan 29 20:35:58.105445 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: securitygroup.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.117005 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.117556 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: security-group
Jan 29 20:35:58.117892 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: segment.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.118683 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.119189 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension segment not supported by any of loaded plugins
Jan 29 20:35:58.119515 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.120466 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.120973 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 29 20:35:58.121322 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: servicetype.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.122477 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.123004 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: service-type
Jan 29 20:35:58.123331 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: sorting.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.124323 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.124654 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: sorting
Jan 29 20:35:58.124976 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: standard_attr_segment.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.125920 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.126432 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 29 20:35:58.126756 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: standardattrdescription.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.127405 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.127907 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: standard-attr-description
Jan 29 20:35:58.128228 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: stateful_security_group.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.129185 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.129698 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: stateful-security-group
Jan 29 20:35:58.130021 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: stdattrs_common.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.130585 ncdv-master-1 neutron-server[125835]: WARNING neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 29 20:35:58.130904 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.131838 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.132347 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 29 20:35:58.132666 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnet_onboard.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.133872 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.134393 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: subnet_onboard
Jan 29 20:35:58.134720 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.135646 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.136155 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 29 20:35:58.136479 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnet_service_types.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.137458 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.137998 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: subnet-service-types
Jan 29 20:35:58.138322 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnetallocation.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.139409 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.139936 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: subnet_allocation
Jan 29 20:35:58.140264 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.140935 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.141475 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: subnetpool-prefix-ops
Jan 29 20:35:58.141798 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.142742 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.143256 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 29 20:35:58.143577 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: tagging.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.144647 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.145200 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: standard-attr-tag
Jan 29 20:35:58.145529 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: timestamp.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.146734 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.147251 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loaded extension: standard-attr-timestamp
Jan 29 20:35:58.147580 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: trunk.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.148615 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.149161 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension trunk not supported by any of loaded plugins
Jan 29 20:35:58.149490 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: trunk_details.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.150411 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.150917 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension trunk-details not supported by any of loaded plugins
Jan 29 20:35:58.151241 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: uplink_status_propagation.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.152169 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.152696 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 29 20:35:58.153058 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Loading extension file: vlantransparent.py {{(pid=125835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 29 20:35:58.154251 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=125835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 29 20:35:58.154753 ncdv-master-1 neutron-server[125835]: INFO neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 29 20:35:58.157279 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:network
Jan 29 20:35:58.157805 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnet
Jan 29 20:35:58.158204 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 20:35:58.158597 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:port
Jan 29 20:35:58.159842 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.160276 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service FLAVORS assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.160904 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.161363 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.161700 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:router
Jan 29 20:35:58.162142 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:floatingip
Jan 29 20:35:58.162632 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service METERING assigned prefix: /metering {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.164064 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea115fb5b0>> rbac-policy before_create 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:58.164436 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea115fb5b0>> rbac-policy before_update 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:58.164787 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fea115fb5b0>> rbac-policy before_delete 55550000 {{(pid=125835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:35:58.165826 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 29 20:35:58.166276 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:security_group
Jan 29 20:35:58.166709 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 29 20:35:58.167301 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service CORE assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.167635 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 20:35:58.167981 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] subnetpool is already registered
Jan 29 20:35:58.168412 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service CORE assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.168742 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 20:35:58.169668 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] subnetpool is already registered
Jan 29 20:35:58.171938 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.172327 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service FLAVORS assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.172949 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.173406 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.173744 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:router
Jan 29 20:35:58.174083 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] router is already registered
Jan 29 20:35:58.174495 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:floatingip
Jan 29 20:35:58.174830 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] floatingip is already registered
Jan 29 20:35:58.175284 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service METERING assigned prefix: /metering {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.175978 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 29 20:35:58.176305 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] rbac_policy is already registered
Jan 29 20:35:58.176717 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:security_group
Jan 29 20:35:58.177085 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] security_group is already registered
Jan 29 20:35:58.177489 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 29 20:35:58.177820 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] security_group_rule is already registered
Jan 29 20:35:58.178454 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service CORE assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.178786 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 20:35:58.179126 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] subnetpool is already registered
Jan 29 20:35:58.179541 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.v2.resource_helper [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Service CORE assigned prefix:  {{(pid=125835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 29 20:35:58.179867 ncdv-master-1 neutron-server[125835]: INFO neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 29 20:35:58.180194 ncdv-master-1 neutron-server[125835]: WARNING neutron.quota.resource_registry [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] subnetpool is already registered
Jan 29 20:35:58.180658 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: extensions {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.182160 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: address-groups {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.183663 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: address-scopes {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.185002 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: agents {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.186158 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: auto-allocated-topology {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.187396 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: availability_zones {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.188607 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: dhcp-networks {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.190159 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: dhcp-agents {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.191588 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: routers {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.193815 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: flavors {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.194976 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: service_profiles {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.196189 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: next_providers {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.198181 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: service_profiles {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.199865 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: floatingip-pools {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.201144 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: routers {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.203256 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: floatingips {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.204548 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: l3-routers {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.205979 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: l3-agents {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.207441 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: metering-labels {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.208801 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: metering-label-rules {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.210143 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: network-ip-availabilities {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.211396 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: bindings {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.213047 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: quotas {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.214612 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: quotas {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.216679 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: rbac-policies {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.218002 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: security-groups {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.219245 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: security-group-rules {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.220580 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: service-providers {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.221701 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: subnetpools {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.224134 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: subnetpools {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.225648 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.227328 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.229279 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.231092 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.233490 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.235324 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.237014 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.238911 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.240664 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.242538 ncdv-master-1 neutron-server[125835]: DEBUG neutron.api.extensions [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Extended resource: tags {{(pid=125835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 29 20:35:58.248420 ncdv-master-1 neutron-server[125835]: WARNING keystonemiddleware.auth_token [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 29 20:35:58.253346 ncdv-master-1 neutron-server[125835]: WARNING keystonemiddleware.auth_token [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 29 20:35:58.261888 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Acquired lock "singleton_lock" {{(pid=125835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 29 20:35:58.262362 ncdv-master-1 neutron-server[125835]: DEBUG oslo_concurrency.lockutils [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Releasing lock "singleton_lock" {{(pid=125835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 29 20:35:58.263030 ncdv-master-1 neutron-server[125835]: INFO oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Starting 2 workers
Jan 29 20:35:58.267877 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Started child 125942 {{(pid=125835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 29 20:35:58.272582 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Started child 125943 {{(pid=125835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 29 20:35:58.273403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.274236 ncdv-master-1 neutron-server[125835]: INFO neutron.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 29 20:35:58.274906 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Publish callbacks [] for process (None), before_spawn {{(pid=125835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.275212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [-] (125942) wsgi starting up on http://0.0.0.0:9696
Jan 29 20:35:58.277370 ncdv-master-1 neutron-server[125835]: INFO oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Starting 1 workers
Jan 29 20:35:58.277536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.279523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [-] (125943) wsgi starting up on http://0.0.0.0:9696
Jan 29 20:35:58.283210 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Started child 125944 {{(pid=125835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 29 20:35:58.283753 ncdv-master-1 neutron-server[125835]: INFO oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Starting 1 workers
Jan 29 20:35:58.286834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] calling RpcWorker wait() {{(pid=125944) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 29 20:35:58.287333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] returning from RpcWorker wait() {{(pid=125944) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 29 20:35:58.288312 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Started child 125945 {{(pid=125835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 29 20:35:58.288752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.289156 ncdv-master-1 neutron-server[125835]: DEBUG neutron_lib.callbacks.manager [None req-d8abbd66-a760-44ea-8bfd-23a605a7a438 None None] Publish callbacks [] for process (None), after_spawn {{(pid=125835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.289274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:35:58.291102 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 29 20:35:58.291318 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 20:35:58.291506 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 29 20:35:58.291735 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 20:35:58.292082 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 29 20:35:58.292250 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 29 20:35:58.292763 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.293056 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.293260 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:35:58.293735 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.293735 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.293875 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.295052 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.295310 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.295572 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.295845 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.296098 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.296271 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.296439 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.296692 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.296942 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.297277 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.297540 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.297788 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.298018 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.298192 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.298454 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.298719 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.298978 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.299239 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.299492 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.299967 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.300197 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.300456 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.300679 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.300964 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.301236 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.301491 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.301705 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.301926 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.302166 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.302444 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.302676 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.302890 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.303142 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.303360 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.303617 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.303838 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.304309 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.304529 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.304761 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.305011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.305273 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.305538 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.305763 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.306044 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.306301 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.306553 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.306778 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.307027 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.307274 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.307491 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.307738 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.307904 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.308145 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.308405 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.308660 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.308857 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.309053 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.309221 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.309479 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.309645 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.309932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.310150 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.310364 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.310580 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.310804 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.311055 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.311306 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.311540 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.311798 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.312031 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.312278 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.312511 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.312738 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.312971 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.313214 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.313435 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.313672 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.313887 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.314112 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.314331 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.314556 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.314804 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.315051 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.315313 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.315518 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.315764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.316020 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.316246 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.316474 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.316688 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.316951 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.317203 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.317742 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.317742 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.318047 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.318211 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.318332 ncdv-master-1 neutron-server[125945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:35:58.318464 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.318585 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.318805 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.319010 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.319266 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.319499 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.319713 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.319965 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.320300 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.320534 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.320827 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.321093 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.321541 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.322031 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.322161 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.322484 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.322617 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.322872 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.323310 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.323602 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.324040 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.324186 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.324395 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.324630 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.324952 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.325223 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.326034 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.326323 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.326585 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.326853 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.327091 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.327315 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.327552 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.327775 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.328048 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.328289 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.328522 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.328779 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.329021 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.329328 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.329601 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.329932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.330220 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.330492 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.330740 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.330955 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.331196 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.331416 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.331637 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.331855 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.332092 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.332368 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.332610 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.332825 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.333076 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.333311 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.333537 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.333775 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.334032 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.334294 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.334851 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.334851 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.335064 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.335183 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.335555 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.335690 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.335860 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.336139 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.336368 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.336586 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.336810 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.337048 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.337265 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.337630 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.337720 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.337912 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.338125 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.338338 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.338557 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.338771 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.339027 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.339247 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.339459 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.339683 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.339922 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.340555 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.340555 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.340861 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.340861 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.341992 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.341992 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.342206 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.342206 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.342419 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.342630 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.342861 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.343080 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.343303 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.343530 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.343901 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.344115 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.344333 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.344547 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.345299 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.345299 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.345882 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.345882 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.345882 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.346376 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.346376 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.346703 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.346823 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.347015 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.347245 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.347813 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.347813 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.348072 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.348202 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.348432 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.348689 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.348911 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.349163 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.349375 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.349768 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.349989 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.350279 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.350550 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.350954 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.351084 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.351285 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.351561 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.351823 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.352262 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.352393 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.352841 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.352970 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.353162 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.353399 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.353630 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.355652 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357011 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357531 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357531 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357715 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.357966 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.358426 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.358851 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.359293 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.359716 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.360153 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.360543 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.360973 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.361317 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.361609 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.361867 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.362110 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.362355 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.362803 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.363025 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.363266 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.363487 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.363707 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.363921 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.364141 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.364400 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.364642 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.364855 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.365250 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.365644 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.366057 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.366484 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.366878 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.367294 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.367550 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.367774 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.368059 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.368322 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.368554 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.368782 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.369067 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.369309 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.369545 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.369792 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.370033 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.370267 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.370485 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.370723 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.370939 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.371152 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.371381 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.371598 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.371852 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.372114 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.372471 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.372743 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.372943 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.373273 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.373498 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.373740 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.373956 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.374173 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.374412 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.374629 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.374869 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.375125 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.375370 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.375607 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.375843 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.376054 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.376265 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.376484 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.376713 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.377032 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.377292 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.377545 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.377799 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.378035 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.378332 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.378545 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.378676 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.378888 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.379171 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.379346 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.379522 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.379914 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.380059 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.380183 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.380380 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.380657 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.381101 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.381219 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.381338 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.381561 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.381784 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.382001 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.382940 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.382940 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.382940 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.382940 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.383254 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.383341 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.383502 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.383728 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.383940 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.384150 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.384370 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.384606 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.384969 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.385799 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.385799 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.385799 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.386113 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.386113 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.386364 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.386742 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.386939 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.387153 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.387392 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.387615 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.388376 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.388598 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.388889 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.389247 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.389544 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.389811 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.390130 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.390361 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.390623 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.390893 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.391108 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.391410 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.391759 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.392018 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.392283 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.392538 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.392797 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.393044 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.393288 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.393539 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.393781 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.394022 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.394267 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.394503 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.394735 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.394979 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.395215 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.395458 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.395707 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.395928 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.396173 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.396414 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.396565 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 29 20:35:58.397124 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 29 20:35:58.397298 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 29 20:35:58.397450 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 29 20:35:58.397622 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 29 20:35:58.397950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 29 20:35:58.398107 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 29 20:35:58.398460 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.398810 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.398981 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399162 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399320 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399474 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399626 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399788 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.399950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.400114 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.400276 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.400584 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.400584 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.404638 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.404828 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.404955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60384) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:35:58.405103 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.405226 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.405371 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.405551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.405724 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.405893 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406062 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406229 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406396 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406608 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406779 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.406946 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407110 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407273 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407435 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407597 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407759 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.407921 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.408084 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.408848 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409020 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409216 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409394 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409566 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409736 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.409904 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410059 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410227 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410393 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410556 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:35:58.410771 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.410873 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411082 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411248 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411409 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411570 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411731 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.411963 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412076 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412180 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412497 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412497 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412736 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.412876 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413014 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413141 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413298 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413529 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413654 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413773 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.413907 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414068 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414209 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414371 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414530 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414690 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.414851 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415316 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415316 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415316 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415646 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415646 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415859 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.415988 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416132 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416251 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416380 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416500 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416649 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416808 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.416973 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.417152 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.417470 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.417635 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.417797 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.418315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0111516
Jan 29 20:35:58.419242 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419242 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419242 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419242 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419242 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419858 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419858 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.419858 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.420029 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.420153 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.420311 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421051 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421051 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421051 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421051 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421321 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421321 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421455 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421531 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421700 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.421857 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.422066 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.422178 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.423764 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424240 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424240 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424240 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424240 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424240 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424516 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424516 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424687 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.424849 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.425194 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.425194 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.425358 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.425527 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.425690 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.426029 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.426339 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427287 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427287 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427287 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427287 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427287 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427605 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427605 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427733 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.427801 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428214 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428214 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428388 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428388 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.428710 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429551 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429937 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.429937 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430052 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430116 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430289 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430452 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430757 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.430927 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.431098 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.431345 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.431444 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.432589 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433135 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433135 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433135 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433135 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433401 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433490 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433626 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433779 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.433927 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434094 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434249 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434412 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434988 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434988 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.434988 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435208 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435208 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435337 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435494 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435655 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.435819 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436135 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436357 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436515 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436653 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436816 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.436955 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.437141 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.437345 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.437540 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.437808 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.437808 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.438510 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.438510 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.438510 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.438510 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.438510 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439200 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439200 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439200 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439200 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439438 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439438 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439557 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439942 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.439942 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440118 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440183 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440564 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440564 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440718 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440786 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.440933 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441261 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441261 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441440 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441600 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441766 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.441909 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442058 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442232 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442390 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442559 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442771 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.442910 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443045 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443179 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443332 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443484 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443649 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443814 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.443977 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444153 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444318 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444471 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444635 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444823 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.444973 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445198 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445337 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445471 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445637 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445776 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.445910 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446084 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446236 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446384 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446542 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446723 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446861 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.446995 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447428 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447428 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447684 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447684 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447844 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.447923 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.448074 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.448237 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.448400 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.448564 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.449663 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.449663 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.450779 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.450779 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451152 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451152 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451415 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451415 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451663 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451663 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.451929 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452072 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452204 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452345 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452484 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452612 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452742 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.452870 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.453864 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.454003 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.454132 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.454245 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.454413 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.455894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456593 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456978 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456978 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.456978 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457744 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457744 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457744 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457744 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457965 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.457965 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.458896 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.459263 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.459263 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.459392 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.460881 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.462932 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463509 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.463950 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464259 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464259 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464396 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464471 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464617 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464770 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.464935 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.465124 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.465302 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.465466 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.465634 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.465799 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.466048 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.466804 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.466992 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.467172 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.467344 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.467546 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.467693 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.467858 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468033 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468208 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468373 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468546 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468726 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.468892 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469088 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469253 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469418 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469581 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469746 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.469910 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470075 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470238 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470408 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470568 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470730 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.470894 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.471057 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.471220 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.471385 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.471550 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.472231 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.472231 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 29 20:35:58.472231 ncdv-master-1 neutron-server[125835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 29 20:36:10.230936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf97ac-5587-4afb-8cc7-2689434165f0 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 20:36:10.294250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf97ac-5587-4afb-8cc7-2689434165f0 None None] No non-hosted networks {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 29 20:36:10.311336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.agentschedulers_db [None req-4fcf97ac-5587-4afb-8cc7-2689434165f0 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=125944) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jan 29 20:36:10.454835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fbecdd5b-e1e3-444e-88ef-8bd5d8cf9c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:12.515911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-772e1619-46c0-4a43-9a91-550adc153de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:12.583992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-66760a4d-225d-457e-a4b9-e61e2a9061c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:13.577502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:15.468855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:15.992251 ncdv-master-1 neutron-server[125944]: INFO neutron.db.l3_hamode_db [None req-2f8329bb-14de-4d38-95b8-2813cec7ab1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 29 20:36:16.073440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8329bb-14de-4d38-95b8-2813cec7ab1b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:36:16.073835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8329bb-14de-4d38-95b8-2813cec7ab1b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 20:36:16.668768 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:16.670292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.670568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.670948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.671754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.671754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.671943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.672214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.672724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.673341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.673829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.674163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.674491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.674972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:16.675528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fea111d0280>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:16.681853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fea108c5460>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:19.296232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60486) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:19.775696 ncdv-master-1 neutron-server[125943]: WARNING oslo_policy.policy [None req-d40be2e2-66cd-4c36-8146-8c2d2bfba308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:19.776270 ncdv-master-1 neutron-server[125943]: WARNING oslo_policy.policy [None req-d40be2e2-66cd-4c36-8146-8c2d2bfba308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:19.998902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-d40be2e2-66cd-4c36-8146-8c2d2bfba308 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:36:19.999956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d40be2e2-66cd-4c36-8146-8c2d2bfba308 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7025900
Jan 29 20:36:22.724236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60502) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:23.015256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '6fcb5888256d47719003de548d95a059'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:23.105065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.policy [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=125943) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 29 20:36:23.146676 ncdv-master-1 neutron-server[125943]: WARNING oslo_policy.policy [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:23.147049 ncdv-master-1 neutron-server[125943]: WARNING oslo_policy.policy [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:23.241284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205637323', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205636798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205652226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205653013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205664077', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205675186', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3619190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3623692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707509'] for rbac-policy (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:23.306147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:23.307318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2ada8b22-d27b-4a72-83b4-c25f372c5ea7 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5822444
Jan 29 20:36:26.003710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:26.309087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Request body: {'network': {'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'name': 'private', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:26.335764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Made reservation on behalf of 0fdcf5ea2dab47db9974b2ce813f5e57 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:36:26.338916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.355625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.462710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks [] for security_group (659daacb-4fec-48c2-80dc-a55ab95484ee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.466760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (659daacb-4fec-48c2-80dc-a55ab95484ee), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.486073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:36:26.514222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790206274133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d25c8b9a-d988-4499-8e96-37aab062c410), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.514804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fea11f5a550> segment precommit_create {{(pid=125943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 29 20:36:26.515301 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Added segment d25c8b9a-d988-4499-8e96-37aab062c410 of type vlan for network 25321e98-ca32-4084-8aec-3a1de204f8b4
Jan 29 20:36:26.532143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659daacb-4fec-48c2-80dc-a55ab95484ee,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:26.579821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.580161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.580493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.580821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.581241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.581566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.581885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.582234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.582672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.583060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.583458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.583808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.584124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Tracked resource versions report:
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]: pushed versions:
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]: {   'AddressGroup': {'1.2'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'ConntrackHelper': {'1.0'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'Log': {'1.0'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'Network': {'1.1'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'Port': {'1.7'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'PortForwarding': {'1.2'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'QosPolicy': {'1.10'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'SecurityGroup': {'1.5'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'SubPort': {'1.0'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'Subnet': {'1.1'},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     'Trunk': {'1.1'}}
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]: consumer versions:
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     L3 agent@ncdv-master-1: {},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     Metering agent@ncdv-master-1: {},
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'ConntrackHelper': '1.0',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'Log': '1.0',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'Network': '1.1',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'Port': '1.7',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'PortForwarding': '1.2',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'QosPolicy': '1.10',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'SecurityGroup': '1.5',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'SubPort': '1.0',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'Subnet': '1.1',
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:                                           'Trunk': '1.1'}}
Jan 29 20:36:26.585264 ncdv-master-1 neutron-server[125943]:  {{(pid=125943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:36:26.624306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (25321e98-ca32-4084-8aec-3a1de204f8b4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.662444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (25321e98-ca32-4084-8aec-3a1de204f8b4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.663464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:26.664176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:26.734872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7300105
Jan 29 20:36:26.765592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b276bd-91a7-442f-9179-ceffafc2a5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=25321e98-ca32-4084-8aec-3a1de204f8b4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:26.777698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:36:29.490657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60528) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:29.875701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053fd28-9a9d-4b48-aff0-573e5e757fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:29.877080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1053fd28-9a9d-4b48-aff0-573e5e757fb2 admin admin] 10.222.0.20 "GET /v2.0/networks/25321e98-ca32-4084-8aec-3a1de204f8b4 HTTP/1.1" status: 200  len: 825 time: 0.3854585
Jan 29 20:36:29.900410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e48c410-4728-4d53-aa4d-b353d35bfb51 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/95f189a7-e69a-4d53-95eb-4bb716975dc5 HTTP/1.1" status: 200  len: 734 time: 0.0178721
Jan 29 20:36:29.909079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Request body: {'subnet': {'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:29.929370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Made reservation on behalf of 0fdcf5ea2dab47db9974b2ce813f5e57 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:36:29.931563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:30.217690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (6887d131-5694-4889-b851-a1f8c83c1a64), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:30.284893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6887d131-5694-4889-b851-a1f8c83c1a64,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:30.288689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Checking segment: {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:36:30.289094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Network hostable DHCP agents. Network: 25321e98-ca32-4084-8aec-3a1de204f8b4, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:36:30.308909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:36:30.322955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 25321e98-ca32-4084-8aec-3a1de204f8b4) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:30.328177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:30.328771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:30.333754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435454d-9ff2-4b66-ba4f-75ab16401870 None None] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:36:30.343205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ad01257-50ec-42cd-906b-e858040824c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4371924
Jan 29 20:36:30.598547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-25321e98-ca32-4084-8aec-3a1de204f8b4', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:36:30.599792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:30.898358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Allocated IP 172.20.0.2 (25321e98-ca32-4084-8aec-3a1de204f8b4/6887d131-5694-4889-b851-a1f8c83c1a64/a89eb450-52d3-451f-907c-655724110dc4) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:36:31.141510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks [] for port (a89eb450-52d3-451f-907c-655724110dc4), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:31.150012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a89eb450-52d3-451f-907c-655724110dc4), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:31.231302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:36:31.245113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:31.246756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Pushing event updated for resources: {'Port': ['ID=a89eb450-52d3-451f-907c-655724110dc4,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:31.254727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:36:31.260088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.260434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.260772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.261135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.261466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.261794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.262118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.262431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.263393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.263728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.264049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.264370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.264687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Tracked resource versions report:
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]: pushed versions:
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]: {   'AddressGroup': {'1.2'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'ConntrackHelper': {'1.0'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'Log': {'1.0'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'Network': {'1.1'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'Port': {'1.7'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'PortForwarding': {'1.2'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'QosPolicy': {'1.10'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'SecurityGroup': {'1.5'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'SubPort': {'1.0'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'Subnet': {'1.1'},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     'Trunk': {'1.1'}}
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]: consumer versions:
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     L3 agent@ncdv-master-1: {},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     Metering agent@ncdv-master-1: {},
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'ConntrackHelper': '1.0',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'Log': '1.0',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'Network': '1.1',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'Port': '1.7',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'PortForwarding': '1.2',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'QosPolicy': '1.10',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'SecurityGroup': '1.5',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'SubPort': '1.0',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'Subnet': '1.1',
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:                                           'Trunk': '1.1'}}
Jan 29 20:36:31.265829 ncdv-master-1 neutron-server[125944]:  {{(pid=125944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:36:31.337087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Attempting to bind port a89eb450-52d3-451f-907c-655724110dc4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:36:31.337747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Attempting to bind port a89eb450-52d3-451f-907c-655724110dc4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:36:31.337895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Attempting to bind port a89eb450-52d3-451f-907c-655724110dc4 on network 25321e98-ca32-4084-8aec-3a1de204f8b4 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:36:31.342814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:36:31.343162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Checking segment: {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:36:31.343644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:31.344038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Bound using segment: {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:36:31.344516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Bound port: a89eb450-52d3-451f-907c-655724110dc4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:36:31.344938 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a89eb450-52d3-451f-907c-655724110dc4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:31.407683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] For port a89eb450-52d3-451f-907c-655724110dc4, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:36:31.411871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] For port a89eb450-52d3-451f-907c-655724110dc4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a89eb450-52d3-451f-907c-655724110dc4,segment=NetworkSegment(d25c8b9a-d988-4499-8e96-37aab062c410),segment_id=d25c8b9a-d988-4499-8e96-37aab062c410)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:36:31.419947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a89eb450-52d3-451f-907c-655724110dc4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:31.484581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d696c2-1f68-4aaf-a2a8-78faf38f5cc4 None None] Pushing event updated for resources: {'Port': ['ID=a89eb450-52d3-451f-907c-655724110dc4,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:32.855284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:33.161936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-55a9d69f-5e94-42dc-bf84-dfd53d13f0c6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:36:33.162934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-55a9d69f-5e94-42dc-bf84-dfd53d13f0c6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3066151
Jan 29 20:36:35.668276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:36.162285 ncdv-master-1 neutron-server[125942]: WARNING oslo_policy.policy [None req-387dc2af-242b-4b11-b8e9-2e40767794c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:36.162944 ncdv-master-1 neutron-server[125942]: WARNING oslo_policy.policy [None req-387dc2af-242b-4b11-b8e9-2e40767794c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:36.386037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-387dc2af-242b-4b11-b8e9-2e40767794c0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:36:36.387244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-387dc2af-242b-4b11-b8e9-2e40767794c0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7160618
Jan 29 20:36:39.131869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60560) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:39.427203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Request body: {'router': {'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'name': 'router1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:39.485929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.policy [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=125942) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 29 20:36:39.527972 ncdv-master-1 neutron-server[125942]: WARNING oslo_policy.policy [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:39.528875 ncdv-master-1 neutron-server[125942]: WARNING oslo_policy.policy [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 29 20:36:39.588297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (7b36b85e-d428-4116-8696-580c8e9438c5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:39.590313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (7b36b85e-d428-4116-8696-580c8e9438c5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:39.744182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Publish callbacks [] for router_controller (7b36b85e-d428-4116-8696-580c8e9438c5), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:39.749166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (7b36b85e-d428-4116-8696-580c8e9438c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:39.772255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:39.773523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf9ce0a2-1a7b-4c0f-ac74-c2afe31e0bf3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6406295
Jan 29 20:36:40.218382 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3522288c-3262-48fc-9377-921d5f40cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:41.345256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a89eb450-52d3-451f-907c-655724110dc4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:36:41.429270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a89eb450-52d3-451f-907c-655724110dc4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:41.429604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a89eb450-52d3-451f-907c-655724110dc4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:41.538340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a89eb450-52d3-451f-907c-655724110dc4 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:41.538733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a89eb450-52d3-451f-907c-655724110dc4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:41.575037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port a89eb450-52d3-451f-907c-655724110dc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a89eb450-52d3-451f-907c-655724110dc4,segment=NetworkSegment(d25c8b9a-d988-4499-8e96-37aab062c410),segment_id=d25c8b9a-d988-4499-8e96-37aab062c410)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:36:41.579790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a89eb450-52d3-451f-907c-655724110dc4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:41.625738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=a89eb450-52d3-451f-907c-655724110dc4,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:42.286612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:42.507922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d03deb00-4675-4a49-8dfb-8ccfe0b8f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:42.607763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-4c4776a6-9557-40db-8c6e-bdf6a2f3e351 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:36:42.608760 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c4776a6-9557-40db-8c6e-bdf6a2f3e351 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3211567
Jan 29 20:36:42.838755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27000c66-74ac-4994-a7eb-35271dfe772e None None] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:36:42.921532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e73c31f8-c721-4a09-ac28-3cf5014eb513 None None] Provisioning complete for port a89eb450-52d3-451f-907c-655724110dc4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:42.921924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e73c31f8-c721-4a09-ac28-3cf5014eb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a89eb450-52d3-451f-907c-655724110dc4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:43.058809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e73c31f8-c721-4a09-ac28-3cf5014eb513 None None] Current status of the port a89eb450-52d3-451f-907c-655724110dc4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:43.279750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-632d3980-bb37-46af-a598-a677116c4d5a None None] Provisioning complete for port a89eb450-52d3-451f-907c-655724110dc4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:43.280127 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-632d3980-bb37-46af-a598-a677116c4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a89eb450-52d3-451f-907c-655724110dc4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:43.322725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a89eb450-52d3-451f-907c-655724110dc4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:36:43.390869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-632d3980-bb37-46af-a598-a677116c4d5a None None] Current status of the port a89eb450-52d3-451f-907c-655724110dc4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:43.399302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a89eb450-52d3-451f-907c-655724110dc4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:43.399699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a89eb450-52d3-451f-907c-655724110dc4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:43.475329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a89eb450-52d3-451f-907c-655724110dc4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:43.509187 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.151381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:45.281022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': '6fcb5888256d47719003de548d95a059', 'project_id': '6fcb5888256d47719003de548d95a059', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:45.302104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Made reservation on behalf of 6fcb5888256d47719003de548d95a059 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:36:45.304948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.320675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.384347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.422317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks [] for security_group (fe7ec4b9-6f52-489b-a932-944e1f3be40f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.425869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fe7ec4b9-6f52-489b-a932-944e1f3be40f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.436501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Reserving flat network on physical network physnet1 {{(pid=125942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jan 29 20:36:45.467769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790206274133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.468338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fea11f5a550> segment precommit_create {{(pid=125942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 29 20:36:45.468858 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Added segment 35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e of type flat for network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0
Jan 29 20:36:45.483926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7ec4b9-6f52-489b-a932-944e1f3be40f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:45.532402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.532756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.533141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.533465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.533793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.534121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.534445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.534766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.535086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.535404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.535723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.536039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.536353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Tracked resource versions report:
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]: pushed versions:
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]: {   'AddressGroup': {'1.2'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'ConntrackHelper': {'1.0'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'Log': {'1.0'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'Network': {'1.1'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'Port': {'1.7'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'PortForwarding': {'1.2'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'QosPolicy': {'1.10'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'SecurityGroup': {'1.5'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'SubPort': {'1.0'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'Subnet': {'1.1'},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     'Trunk': {'1.1'}}
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]: consumer versions:
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     L3 agent@ncdv-master-1: {},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     Metering agent@ncdv-master-1: {},
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'ConntrackHelper': '1.0',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'Log': '1.0',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'Network': '1.1',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'Port': '1.7',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'PortForwarding': '1.2',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'QosPolicy': '1.10',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'SecurityGroup': '1.5',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'SubPort': '1.0',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'Subnet': '1.1',
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:                                           'Trunk': '1.1'}}
Jan 29 20:36:45.537548 ncdv-master-1 neutron-server[125942]:  {{(pid=125942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:36:45.582257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.623441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.624652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:45.625415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:45.709238 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5567055
Jan 29 20:36:45.722660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cb9ed-3028-408d-ab9d-8061a9817e32 admin admin] Pushing event updated for resources: {'Network': ['ID=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:45.735866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:36:46.673190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:48.082860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60616) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:48.217413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa14299-f0bb-4c4b-a948-9ff4c810c4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:48.218794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ffa14299-f0bb-4c4b-a948-9ff4c810c4bd admin admin] 10.222.0.20 "GET /v2.0/subnets/6887d131-5694-4889-b851-a1f8c83c1a64 HTTP/1.1" status: 200  len: 849 time: 0.1349633
Jan 29 20:36:48.350113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e2e84b31-abe9-46cc-ab59-4f1598951034 admin admin] 10.222.0.20 "GET /v2.0/routers/7b36b85e-d428-4116-8696-580c8e9438c5 HTTP/1.1" status: 200  len: 704 time: 0.1256163
Jan 29 20:36:48.612099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:48.902004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Allocated IP 172.20.0.1 (25321e98-ca32-4084-8aec-3a1de204f8b4/6887d131-5694-4889-b851-a1f8c83c1a64/dcccc331-a1dc-49ec-9792-89c4eaeceb6e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:36:49.083274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks [] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.146189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.220932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:36:49.230813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:49.236379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:49.239243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:36:49.239786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (7b36b85e-d428-4116-8696-580c8e9438c5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.436256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.445506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-749b1c24-d854-4173-97c1-8b8cb2a8ef86 None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:49.446004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-749b1c24-d854-4173-97c1-8b8cb2a8ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.479337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-749b1c24-d854-4173-97c1-8b8cb2a8ef86 None None] Port dcccc331-a1dc-49ec-9792-89c4eaeceb6e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:36:49.688762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks [] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.694117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.694962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (7b36b85e-d428-4116-8696-580c8e9438c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:49.770994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:49.817509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:36:49.818774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:49.980207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Router 7b36b85e-d428-4116-8696-580c8e9438c5 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:36:50.000803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14adcf2a-48c2-402d-8bac-bdc38ed970b1 None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:50.001313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14adcf2a-48c2-402d-8bac-bdc38ed970b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:50.035350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14adcf2a-48c2-402d-8bac-bdc38ed970b1 None None] Port dcccc331-a1dc-49ec-9792-89c4eaeceb6e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:36:50.069546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:36:50.074942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9a280c6d-50d2-40af-80f7-3fe82db9faa0 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b36b85e-d428-4116-8696-580c8e9438c5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7198150
Jan 29 20:36:50.080260 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Sync routers for ids ['7b36b85e-d428-4116-8696-580c8e9438c5'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:36:50.093655 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Routers {'7b36b85e-d428-4116-8696-580c8e9438c5'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:36:50.094501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11254c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:36:42Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7b36b85e-d428-4116-8696-580c8e9438c5'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:50.278888 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Set router 7b36b85e-d428-4116-8696-580c8e9438c5 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:36:50.705135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11254c10>, [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:49Z', 'revision_number': 2, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port_host': None, '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:49Z', 'revision_number': 2, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:50.756127 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Checking router: 7b36b85e-d428-4116-8696-580c8e9438c5 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:36:50.756502 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Updating router 7b36b85e-d428-4116-8696-580c8e9438c5 port dcccc331-a1dc-49ec-9792-89c4eaeceb6e binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:36:50.808738 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.315840 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks [] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.322435 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.493084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Pushing event updated for resources: {'Port': ['ID=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:51.502269 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Attempting to bind port dcccc331-a1dc-49ec-9792-89c4eaeceb6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:36:51.502686 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Attempting to bind port dcccc331-a1dc-49ec-9792-89c4eaeceb6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:36:51.503094 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Attempting to bind port dcccc331-a1dc-49ec-9792-89c4eaeceb6e on network 25321e98-ca32-4084-8aec-3a1de204f8b4 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:36:51.506440 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.506787 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.507135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.507471 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.507808 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.508146 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.508474 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.508802 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.509154 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.509481 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.509806 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.510130 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.510453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Tracked resource versions report:
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]: pushed versions:
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]: {   'AddressGroup': {'1.2'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'ConntrackHelper': {'1.0'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'Log': {'1.0'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'Network': {'1.1'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'Port': {'1.7'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'PortForwarding': {'1.2'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'QosPolicy': {'1.10'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'SecurityGroup': {'1.5'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'SubPort': {'1.0'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'Subnet': {'1.1'},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     'Trunk': {'1.1'}}
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]: consumer versions:
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     L3 agent@ncdv-master-1: {},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     Metering agent@ncdv-master-1: {},
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'ConntrackHelper': '1.0',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'Log': '1.0',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'Network': '1.1',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'Port': '1.7',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'PortForwarding': '1.2',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'QosPolicy': '1.10',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'SecurityGroup': '1.5',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'SubPort': '1.0',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'Subnet': '1.1',
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:                                           'Trunk': '1.1'}}
Jan 29 20:36:51.511573 ncdv-master-1 neutron-server[125945]:  {{(pid=125945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:36:51.517387 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:36:51.517786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Checking segment: {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:36:51.518272 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.518656 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Bound using segment: {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:36:51.519137 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Bound port: dcccc331-a1dc-49ec-9792-89c4eaeceb6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25c8b9a-d988-4499-8e96-37aab062c410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:36:51.519542 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.565777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-246e3148-3243-484c-8384-805be4eaa76e None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:51.566313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-246e3148-3243-484c-8384-805be4eaa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.586872 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] For port dcccc331-a1dc-49ec-9792-89c4eaeceb6e, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:36:51.601312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-246e3148-3243-484c-8384-805be4eaa76e None None] Port dcccc331-a1dc-49ec-9792-89c4eaeceb6e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:36:51.608000 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] For port dcccc331-a1dc-49ec-9792-89c4eaeceb6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,segment=NetworkSegment(d25c8b9a-d988-4499-8e96-37aab062c410),segment_id=d25c8b9a-d988-4499-8e96-37aab062c410)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:36:51.614158 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.670136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0adc-9d94-4576-b16b-9e7eaa7e8319 None None] Pushing event updated for resources: {'Port': ['ID=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:51.680112 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Routers {'7b36b85e-d428-4116-8696-580c8e9438c5'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:36:51.680720 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11254c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:36:42Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7b36b85e-d428-4116-8696-580c8e9438c5'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:51.771913 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] Set router 7b36b85e-d428-4116-8696-580c8e9438c5 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:36:51.822077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:51.822721 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.902110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Current status of the port dcccc331-a1dc-49ec-9792-89c4eaeceb6e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:51.902651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.935144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] For port dcccc331-a1dc-49ec-9792-89c4eaeceb6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,segment=NetworkSegment(d25c8b9a-d988-4499-8e96-37aab062c410),segment_id=d25c8b9a-d988-4499-8e96-37aab062c410)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:36:51.938944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:51.983394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11254c10>, [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:49Z', 'revision_number': 2, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port_host': None, '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:51Z', 'revision_number': 4, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:36:51.988491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b0f9e-e468-481d-a5a4-0fbc89b709fc None None] Pushing event updated for resources: {'Port': ['ID=dcccc331-a1dc-49ec-9792-89c4eaeceb6e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:52.014121 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd56aae-0327-4cf5-86be-085a47ee48c5 None None] The sync data for ids ['7b36b85e-d428-4116-8696-580c8e9438c5'] in ncdv-master-1 is: [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:49Z', 'revision_number': 2, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port_host': None, '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:51Z', 'revision_number': 4, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:36:54.852174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60636) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:54.958970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39393afe-b702-4a17-bf80-58c5fac6dd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:54.965602 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-39393afe-b702-4a17-bf80-58c5fac6dd1a admin admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 842 time: 0.1072006
Jan 29 20:36:54.969666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'ip_version': 4, 'cidr': '172.35.4.0/24', 'name': 'public-subnet', 'tenant_id': '6fcb5888256d47719003de548d95a059', 'gateway_ip': '172.35.4.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:54.991349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Made reservation on behalf of 6fcb5888256d47719003de548d95a059 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:36:54.993784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:55.300311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 20:36:55.300762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (b2da61a2-cc02-422d-84f3-e23b5ff08fdd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:55.358670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2da61a2-cc02-422d-84f3-e23b5ff08fdd,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:55.363085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:36:55.363441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Network hostable DHCP agents. Network: d58da3f3-2702-4849-b5d5-ac9ebe0a11d0, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:36:55.383501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:36:55.395196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d58da3f3-2702-4849-b5d5-ac9ebe0a11d0) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:55.399396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:55.400201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:55.407540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b58d6-d0a1-435c-828e-c27c2d947555 None None] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:36:55.417693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-adcc4ffb-13c9-4b5e-85da-167ef52aa65f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4513462
Jan 29 20:36:55.515902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684c208-58b5-40ef-b838-db91bfbf95aa None None] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:36:57.833468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60644) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:36:57.962652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d0f1bed9-7cbf-4c29-9d53-8118d603cf35 admin admin] 10.222.0.20 "GET /v2.0/routers/7b36b85e-d428-4116-8696-580c8e9438c5 HTTP/1.1" status: 200  len: 710 time: 0.1279342
Jan 29 20:36:58.049071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece9249-1ddc-464b-a5b0-23ca95a37988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:36:58.050364 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6ece9249-1ddc-464b-a5b0-23ca95a37988 admin admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 886 time: 0.0818243
Jan 29 20:36:58.059022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:36:58.373838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks [] for router_gateway (7b36b85e-d428-4116-8696-580c8e9438c5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:58.608556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks [] for router_gateway (7b36b85e-d428-4116-8696-580c8e9438c5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:58.693861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:58.806658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Allocated IP 172.35.4.104 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c837263a-0711-448c-a3ac-d91b6ae39635) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:36:58.910433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks [] for port (c837263a-0711-448c-a3ac-d91b6ae39635), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:58.943954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:58.981885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:36:58.984598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:36:58.987880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:36:59.049537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Pushing event updated for resources: {'Port': ['ID=c837263a-0711-448c-a3ac-d91b6ae39635,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:36:59.236641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks [] for router_gateway (7b36b85e-d428-4116-8696-580c8e9438c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:59.360251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dcccc331-a1dc-49ec-9792-89c4eaeceb6e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:36:59.408769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:36:59.409197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:59.433478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (7b36b85e-d428-4116-8696-580c8e9438c5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:59.437461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (7b36b85e-d428-4116-8696-580c8e9438c5), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:59.489460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dcccc331-a1dc-49ec-9792-89c4eaeceb6e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:36:59.545468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Router 7b36b85e-d428-4116-8696-580c8e9438c5 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:36:59.649967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:36:59.654662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:36:59.662670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ae6067e-1dc1-4d75-9491-1687fa134c7c admin admin] 10.222.0.20 "PUT /v2.0/routers/7b36b85e-d428-4116-8696-580c8e9438c5 HTTP/1.1" status: 200  len: 890 time: 1.5999317
Jan 29 20:37:00.580759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Sync routers for ids ['7b36b85e-d428-4116-8696-580c8e9438c5'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:37:00.592872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Routers {'7b36b85e-d428-4116-8696-580c8e9438c5'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:37:00.593540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b9a5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:36:42Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7b36b85e-d428-4116-8696-580c8e9438c5'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:37:00.809303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Set router 7b36b85e-d428-4116-8696-580c8e9438c5 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:37:01.264414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b9a5d90>, [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:59Z', 'revision_number': 4, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port': {'id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:58Z', 'updated_at': '2022-01-29T20:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:51Z', 'revision_number': 5, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:37:01.315370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Checking router: 7b36b85e-d428-4116-8696-580c8e9438c5 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:37:01.315745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Updating router 7b36b85e-d428-4116-8696-580c8e9438c5 port c837263a-0711-448c-a3ac-d91b6ae39635 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:37:01.365309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.671280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks [] for port (c837263a-0711-448c-a3ac-d91b6ae39635), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.677406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.730472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Attempting to bind port c837263a-0711-448c-a3ac-d91b6ae39635 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:37:01.730840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Attempting to bind port c837263a-0711-448c-a3ac-d91b6ae39635 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:37:01.731201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Attempting to bind port c837263a-0711-448c-a3ac-d91b6ae39635 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:37:01.733156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222f63-e406-4d43-8f41-5423ab9253ea None None] Pushing event updated for resources: {'Port': ['ID=c837263a-0711-448c-a3ac-d91b6ae39635,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:37:01.738630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:37:01.739003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:37:01.739655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.740140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:37:01.740609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Bound port: c837263a-0711-448c-a3ac-d91b6ae39635, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:37:01.741080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.790557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] For port c837263a-0711-448c-a3ac-d91b6ae39635, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:37:01.793715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] For port c837263a-0711-448c-a3ac-d91b6ae39635, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c837263a-0711-448c-a3ac-d91b6ae39635,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:37:01.800066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:01.855543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Routers {'7b36b85e-d428-4116-8696-580c8e9438c5'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:37:01.856112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b9a5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:36:42Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7b36b85e-d428-4116-8696-580c8e9438c5'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:37:01.862048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222f63-e406-4d43-8f41-5423ab9253ea None None] Pushing event updated for resources: {'Port': ['ID=c837263a-0711-448c-a3ac-d91b6ae39635,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:37:01.965589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] Set router 7b36b85e-d428-4116-8696-580c8e9438c5 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:37:02.174510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b9a5d90>, [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:59Z', 'revision_number': 4, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port': {'id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:58Z', 'updated_at': '2022-01-29T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:51Z', 'revision_number': 5, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:37:02.190952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60656) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:37:02.201325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c9ff3-f33e-48fc-a9d7-5ff8e46247ac None None] The sync data for ids ['7b36b85e-d428-4116-8696-580c8e9438c5'] in ncdv-master-1 is: [{'id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'name': 'router1', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:36:39Z', 'updated_at': '2022-01-29T20:36:59Z', 'revision_number': 4, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'gw_port': {'id': 'c837263a-0711-448c-a3ac-d91b6ae39635', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:58Z', 'updated_at': '2022-01-29T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcccc331-a1dc-49ec-9792-89c4eaeceb6e', 'name': '', 'network_id': '25321e98-ca32-4084-8aec-3a1de204f8b4', 'tenant_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'mac_address': 'fa:16:3e:86:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b36b85e-d428-4116-8696-580c8e9438c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:36:48Z', 'updated_at': '2022-01-29T20:36:51Z', 'revision_number': 5, 'project_id': '0fdcf5ea2dab47db9974b2ce813f5e57', 'subnets': [{'id': '6887d131-5694-4889-b851-a1f8c83c1a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f189a7-e69a-4d53-95eb-4bb716975dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:37:02.418141 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d6754e8a-95dc-475a-b509-67d1cfdf2031 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.2259905
Jan 29 20:37:03.387348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c837263a-0711-448c-a3ac-d91b6ae39635 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:37:03.435136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c837263a-0711-448c-a3ac-d91b6ae39635 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:37:03.435542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:03.514672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c837263a-0711-448c-a3ac-d91b6ae39635 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:37:03.515069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:03.534526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c837263a-0711-448c-a3ac-d91b6ae39635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c837263a-0711-448c-a3ac-d91b6ae39635,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:37:03.538826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:03.585585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c837263a-0711-448c-a3ac-d91b6ae39635,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:37:04.334133 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:37:05.341981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c837263a-0711-448c-a3ac-d91b6ae39635 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:37:05.398229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c837263a-0711-448c-a3ac-d91b6ae39635 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:37:05.399003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c837263a-0711-448c-a3ac-d91b6ae39635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:05.484286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c837263a-0711-448c-a3ac-d91b6ae39635 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:37:10.222561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05102d8a-04a8-42ca-b4fe-1ecf884d558a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:12.512415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c8c7728c-be46-4e0c-9b05-f18c9c896bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:13.513791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:15.391736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:16.677497 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:40.228067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15ed289d-3341-4efb-9c0f-6fb0d4d9ff5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:41.333300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:37:42.508140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ab16cff6-4776-4def-b7ad-756e88fd0412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:43.517587 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:45.390129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:37:46.675464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:10.222949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd0cf-be82-4fe5-8772-9ca1efde3d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:12.510327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65220e3f-c116-4415-9ce0-f9f746e220b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:13.518450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:15.388037 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:16.678619 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:18.331451 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:38:27.974037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33008) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:28.034394 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bf2005-3b6d-4d9a-bbb9-0f2c41a917e8 admin admin] GET failed (client error): The resource could not be found.
Jan 29 20:38:28.035690 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c1bf2005-3b6d-4d9a-bbb9-0f2c41a917e8 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0606973
Jan 29 20:38:28.193338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d565fc-5bb3-4adb-a6f1-48cc3e5bd886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:28.194814 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11d565fc-5bb3-4adb-a6f1-48cc3e5bd886 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1550555
Jan 29 20:38:30.516882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:30.604970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750737d-af36-4a6a-be5c-499de50dc85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:30.606793 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b750737d-af36-4a6a-be5c-499de50dc85f admin admin] 10.222.0.20 "GET /v2.0/subnets/6887d131-5694-4889-b851-a1f8c83c1a64 HTTP/1.1" status: 200  len: 849 time: 0.0889058
Jan 29 20:38:30.616190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:38:30.699597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Publish callbacks [] for subnet (6887d131-5694-4889-b851-a1f8c83c1a64), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:30.837348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206161475'] for subnet (6887d131-5694-4889-b851-a1f8c83c1a64), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:30.868020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:30.869288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:30.869946 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] 10.222.0.20 "PUT /v2.0/subnets/6887d131-5694-4889-b851-a1f8c83c1a64 HTTP/1.1" status: 200  len: 868 time: 0.2572780
Jan 29 20:38:30.884464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa234db-73e2-4fc2-b23b-644eda4d9ea8 None None] Network 25321e98-ca32-4084-8aec-3a1de204f8b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:38:30.888131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6887d131-5694-4889-b851-a1f8c83c1a64,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:38:30.895513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.895868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.896208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.896727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.896895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.897248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.897582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.897914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.898382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.898725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.899053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.899382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:30.899847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febffdfb-2f14-4f87-9359-8ecc6b54bcc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:38:31.355900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Provisioning complete for port a89eb450-52d3-451f-907c-655724110dc4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:38:31.356290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a89eb450-52d3-451f-907c-655724110dc4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:31.436264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Current status of the port a89eb450-52d3-451f-907c-655724110dc4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:38:31.446029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Provisioning complete for port dcccc331-a1dc-49ec-9792-89c4eaeceb6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:38:31.446420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dcccc331-a1dc-49ec-9792-89c4eaeceb6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:31.523884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4198ff41-0e33-4750-b212-e827a53989ba None None] Current status of the port dcccc331-a1dc-49ec-9792-89c4eaeceb6e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:38:33.199001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33030) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:33.390954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949d58b-912e-4b15-8d0a-f8b0ac886751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:33.391352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949d58b-912e-4b15-8d0a-f8b0ac886751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:33.393260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f949d58b-912e-4b15-8d0a-f8b0ac886751 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1931367
Jan 29 20:38:35.693516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33038) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:35.825393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4e771-309b-48c3-a936-d03de34bec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:35.825862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4e771-309b-48c3-a936-d03de34bec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:35.827376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8a4e771-309b-48c3-a936-d03de34bec14 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1328969
Jan 29 20:38:38.119295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33048) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:38.246297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48187cbd-be26-4a8a-aee9-949e578b8db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:38.247646 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-48187cbd-be26-4a8a-aee9-949e578b8db7 admin admin] 10.222.0.20 "GET /v2.0/networks/25321e98-ca32-4084-8aec-3a1de204f8b4 HTTP/1.1" status: 200  len: 869 time: 0.1274087
Jan 29 20:38:40.226134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47293324-31e0-4fd9-8914-439ed214712c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:40.535331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33056) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:40.689674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d98821-26ef-421f-9577-22929d17e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:40.691043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-87d98821-26ef-421f-9577-22929d17e5e9 admin admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 886 time: 0.1547756
Jan 29 20:38:42.514378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0224-bb14-4008-bc00-7e7a90b913f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:42.987367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33066) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:43.109868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d26760-a75d-4c61-a313-f41c54ede17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:43.110320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d26760-a75d-4c61-a313-f41c54ede17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:43.111851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-68d26760-a75d-4c61-a313-f41c54ede17e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1235480
Jan 29 20:38:43.521890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:45.390668 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:45.432883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:45.527374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2353f-013d-4119-9e24-e179037fe044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:45.527690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2353f-013d-4119-9e24-e179037fe044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:45.529216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7c2353f-013d-4119-9e24-e179037fe044 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0953412
Jan 29 20:38:46.683938 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:38:47.876925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:47.966797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6924b3-bbbb-4fd8-b7db-58c8ce3b2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:47.968113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a6924b3-bbbb-4fd8-b7db-58c8ce3b2552 admin admin] 10.222.0.20 "GET /v2.0/subnets/6887d131-5694-4889-b851-a1f8c83c1a64 HTTP/1.1" status: 200  len: 868 time: 0.0902116
Jan 29 20:38:50.269827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:38:50.354367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba6ce4-d458-4a43-bc59-284fb35a0bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:38:50.355757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0eba6ce4-d458-4a43-bc59-284fb35a0bf0 admin admin] 10.222.0.20 "GET /v2.0/subnets/b2da61a2-cc02-422d-84f3-e23b5ff08fdd HTTP/1.1" status: 200  len: 816 time: 0.0849879
Jan 29 20:38:55.330950 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:39:10.228213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bbe7ae-2294-4728-adfb-d1a6ff23b165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:12.515278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5759a32f-e0d7-4e8c-8d32-95a3807178c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:13.524835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:15.394866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:15.508672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33144) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:39:15.555507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-a36a22a7-319d-49ba-a259-681c7d6292d8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:39:15.556495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a36a22a7-319d-49ba-a259-681c7d6292d8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0468545
Jan 29 20:39:16.686545 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:17.957334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:39:18.016512 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d849390-d154-4b0a-929a-4130544817d5 admin admin] GET failed (client error): The resource could not be found.
Jan 29 20:39:18.017805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d849390-d154-4b0a-929a-4130544817d5 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0595448
Jan 29 20:39:18.100235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a8b99-0117-47e8-b06b-3d642e11b3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:39:18.101736 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec2a8b99-0117-47e8-b06b-3d642e11b3a6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0796363
Jan 29 20:39:20.452273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33162) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:39:20.498936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'project_id': '6fcb5888256d47719003de548d95a059', 'tenant_id': '6fcb5888256d47719003de548d95a059', 'shared': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:39:20.517161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Made reservation on behalf of 6fcb5888256d47719003de548d95a059 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:39:20.519319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:20.546777 ncdv-master-1 neutron-server[125942]: WARNING neutron.services.revisions.revision_plugin [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fea0a7cd0d0] {project_id='6fcb5888256d47719003de548d95a059', id='9f43290b-297a-4acd-84c5-0b1d076c94ee', target_project='*', action='access_as_shared', object_id='6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}> to bump revision.
Jan 29 20:39:20.560957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:39:20.570096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (dbd19dff-fd0b-4803-9695-883baf0885c5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:20.570433 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Added segment dbd19dff-fd0b-4803-9695-883baf0885c5 of type vlan for network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0
Jan 29 20:39:20.618433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6760676c-5f04-4eff-ae33-bab2dfcfa2e0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:20.642237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6760676c-5f04-4eff-ae33-bab2dfcfa2e0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:20.643235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:39:20.643817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:20.699655 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2462926
Jan 29 20:39:20.702447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32821b-0c23-4b15-949f-21d4d812065c admin admin] Pushing event updated for resources: {'Network': ['ID=6760676c-5f04-4eff-ae33-bab2dfcfa2e0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:39:20.713232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:39:23.066797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33172) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:39:23.124660 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-876914f0-af66-4d8e-bbd0-44d19bcd46b4 admin admin] GET failed (client error): The resource could not be found.
Jan 29 20:39:23.126040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-876914f0-af66-4d8e-bbd0-44d19bcd46b4 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0582147
Jan 29 20:39:23.196523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6005c-7412-4cab-95f2-89c9af0a79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:39:23.198506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6cd6005c-7412-4cab-95f2-89c9af0a79d7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0685115
Jan 29 20:39:23.208109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Request body: {'subnet': {'tenant_id': '6fcb5888256d47719003de548d95a059', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'cidr': '192.168.233.0/24'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:39:23.226317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Made reservation on behalf of 6fcb5888256d47719003de548d95a059 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:39:23.228486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:23.383530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (e051e6cb-3cf0-466a-9747-c353668ca83e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:23.437601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e051e6cb-3cf0-466a-9747-c353668ca83e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:39:23.444525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:39:23.444877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Network hostable DHCP agents. Network: 6760676c-5f04-4eff-ae33-bab2dfcfa2e0, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:39:23.460841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:39:23.468569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6760676c-5f04-4eff-ae33-bab2dfcfa2e0) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:39:23.472488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:39:23.473041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:23.477805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45f343-67c1-40c3-ab04-2c52e481149f None None] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:39:23.492147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fab86e72-e714-4b02-a43e-9effc9446ad2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2831156
Jan 29 20:39:23.583408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'project_id': '6fcb5888256d47719003de548d95a059', 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:39:23.584299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:23.820729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Allocated IP 192.168.233.2 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/f44fee15-9633-4de7-b99d-86d79e8e164c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:39:23.963581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks [] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:23.969382 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:24.011752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:39:24.015597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:39:24.018014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:39:24.019952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Pushing event updated for resources: {'Port': ['ID=f44fee15-9633-4de7-b99d-86d79e8e164c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:39:24.031348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.031694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.032030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.032372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.032690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.033054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.033361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.033684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.034002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.034316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.034632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.034950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.035267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:39:24.083929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Attempting to bind port f44fee15-9633-4de7-b99d-86d79e8e164c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:39:24.084221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Attempting to bind port f44fee15-9633-4de7-b99d-86d79e8e164c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:39:24.084584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Attempting to bind port f44fee15-9633-4de7-b99d-86d79e8e164c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:39:24.089784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:39:24.090187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:39:24.090591 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:24.090989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:39:24.091450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Bound port: f44fee15-9633-4de7-b99d-86d79e8e164c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:39:24.091829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:24.156405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] For port f44fee15-9633-4de7-b99d-86d79e8e164c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:39:24.159550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] For port f44fee15-9633-4de7-b99d-86d79e8e164c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44fee15-9633-4de7-b99d-86d79e8e164c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:39:24.165687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:24.220280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bcd4-85e1-4962-be09-5d74947421cb None None] Pushing event updated for resources: {'Port': ['ID=f44fee15-9633-4de7-b99d-86d79e8e164c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:39:25.156019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca20ef-46d3-42c6-b3dd-7b6c6e50ba42 None None] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:39:25.268090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Provisioning complete for port f44fee15-9633-4de7-b99d-86d79e8e164c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:39:25.268490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:25.353438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Current status of the port f44fee15-9633-4de7-b99d-86d79e8e164c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:39:25.353834 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:25.396705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] For port f44fee15-9633-4de7-b99d-86d79e8e164c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44fee15-9633-4de7-b99d-86d79e8e164c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:39:25.404170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:25.469763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889564d2-986e-46c4-9b5a-1b73e2072122 None None] Pushing event updated for resources: {'Port': ['ID=f44fee15-9633-4de7-b99d-86d79e8e164c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:39:25.518470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f44fee15-9633-4de7-b99d-86d79e8e164c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:39:25.563807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-df1a73ac-66cd-44bc-b5d4-42dd29f8de74 None None] Provisioning complete for port f44fee15-9633-4de7-b99d-86d79e8e164c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:39:25.564202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df1a73ac-66cd-44bc-b5d4-42dd29f8de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:25.604510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f44fee15-9633-4de7-b99d-86d79e8e164c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:39:25.604910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:25.709333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-df1a73ac-66cd-44bc-b5d4-42dd29f8de74 None None] Current status of the port f44fee15-9633-4de7-b99d-86d79e8e164c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:39:25.720569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f44fee15-9633-4de7-b99d-86d79e8e164c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:39:27.424896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f44fee15-9633-4de7-b99d-86d79e8e164c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:39:27.472386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f44fee15-9633-4de7-b99d-86d79e8e164c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:39:27.472709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f44fee15-9633-4de7-b99d-86d79e8e164c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:27.551796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f44fee15-9633-4de7-b99d-86d79e8e164c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:39:32.330289 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:39:40.230770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a84503c-0760-4ace-a4c7-fa9f37aa1ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:42.517441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3762-6992-4cc0-8c62-653b715a9b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:43.526609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:45.400001 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:39:46.689725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:09.328665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:40:10.236889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1336991e-2435-4665-a513-c6e595df68b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:12.519183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4655eb8-2f93-435d-a6e9-098d780f450d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:13.529460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:15.400106 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:16.693003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:40.229145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dc8c39c-c92c-4369-968f-3d1a2aa64410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.234019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33250) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:40:41.239872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-71461033-be9f-4e49-a389-f5f5da898427 tempest-verify_tempest_config-1911927657 tempest-verify_tempest_config-1911927657-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:40:41.240826 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-71461033-be9f-4e49-a389-f5f5da898427 tempest-verify_tempest_config-1911927657 tempest-verify_tempest_config-1911927657-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0058365
Jan 29 20:40:41.527977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:40:41.626739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.697932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Publish callbacks [] for security_group (394823f9-98f9-4c6e-878c-5f5145fffc7e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.701406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (394823f9-98f9-4c6e-878c-5f5145fffc7e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.746999 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8e6112d1aff4451893620d1d8021395&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2179730
Jan 29 20:40:41.749179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394823f9-98f9-4c6e-878c-5f5145fffc7e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:40:41.750127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33272) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:40:41.756058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.756417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.756758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.757122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.757791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.757791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.758102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.758427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.758826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.759150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.759473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.759794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.760123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892152cf-af95-41ad-afe0-3bd56b38834c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.808380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Publish callbacks [] for security_group (394823f9-98f9-4c6e-878c-5f5145fffc7e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.828275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Publish callbacks [] for security_group (394823f9-98f9-4c6e-878c-5f5145fffc7e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.917397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (394823f9-98f9-4c6e-878c-5f5145fffc7e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.919923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:41.921053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394823f9-98f9-4c6e-878c-5f5145fffc7e HTTP/1.1" status: 204  len: 168 time: 0.1699119
Jan 29 20:40:41.929228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394823f9-98f9-4c6e-878c-5f5145fffc7e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:40:41.936383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.936738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.937116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.937460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.937792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.938123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.938453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.938779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.939102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.939425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.939753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.940074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:41.940396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f41ef9-a716-47e9-b970-c30f8aa4a6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:40:42.521701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-10a96d50-5e54-44cd-b827-1d04ee16534f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:43.531593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:45.399838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:40:46.328012 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:40:46.694410 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:10.231440 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb95b3a3-ad59-47f0-b75a-9e2723f1b29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:12.526059 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-801fef85-3574-4121-a245-a4c1cc803680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:13.536294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:15.401252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:16.695660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:23.327346 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:41:40.236354 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a15e942a-d866-49d3-bed3-f23eba29cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:42.531338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a07465ac-e228-48c2-9b19-ca73edf8783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:43.538926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:45.408651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:41:46.699685 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:00.325858 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:42:10.238098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3c2475a9-66cc-4b65-ae13-a3969c3ce4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:12.532145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7af9b562-6927-467d-963c-bd00a49ab5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:13.541310 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:15.407566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:16.701484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:37.324646 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:42:40.240313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0302173b-0e13-4999-ac70-7cc0f8dbde17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:42.534989 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d665e10-d6b1-4847-af1e-607626bb9127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:43.544574 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:45.410591 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:42:46.703408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:10.241530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e51c12f-399d-4635-9dce-6b5c62e6c925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:12.537119 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4be924bb-e0bf-4700-839c-0f3d2915f5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:13.547280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:14.322856 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:43:15.412381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:16.705197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:40.242878 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3181d259-5d2c-48a2-855a-a9a030000a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:42.539240 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53b34083-6e9e-4117-9ca8-d2f428481c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:43.551819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:45.415374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:46.708110 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:51.321029 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 5 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:43:52.173275 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:43:53.095493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682675'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:10.243997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccd543be-5c56-4844-af61-d37b481c7971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:12.540000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-45966b28-93bf-4027-a7aa-1b38aaf9f01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:13.554306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:15.417793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:16.709729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:22.160713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:23.048178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:28.320048 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:44:38.450127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:44:38.554479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e2a4aad3-e712-4365-a732-d13e220fa2d6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1032758
Jan 29 20:44:40.246326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-416a1edd-bb73-4f3f-a965-cf3edc885cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:40.850474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33400) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:44:40.915670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bbceeabb-72db-4970-8dbe-634187fc36fc admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0635483
Jan 29 20:44:42.541199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6dc8679b-1191-4de0-b4de-44dccf8be1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:43.559303 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:45.420228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:46.712510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:52.160166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:44:53.061625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:05.319519 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:45:10.248814 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-191aecf8-52ae-4591-8348-f657e34ed922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:12.542815 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f9dcdcc-7771-44b3-be57-56da279a02bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:13.559025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:15.424199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:16.717757 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:22.171245 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:23.062633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:40.250707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9756d571-38ea-4a0e-b82a-d94da404c3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:42.319300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:45:42.545237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8a62-b11a-47e5-b4ed-10f63134af94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:43.561636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:45.427336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:46.710662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:52.157237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:45:53.074275 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:03.567530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33664) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:03.918261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7e3cc200-13d4-4455-8fac-5ec79cb68808 tempest-AutoAllocateNetworkTest-49708907 tempest-AutoAllocateNetworkTest-49708907-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e2155d84748486490a2170e87a6876a&shared=False HTTP/1.1" status: 200  len: 208 time: 0.3496144
Jan 29 20:46:03.920920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:04.108418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ed7f1-918f-4316-a67c-45214223756b tempest-AutoAllocateNetworkTest-49708907 tempest-AutoAllocateNetworkTest-49708907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:04.112432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b7ed7f1-918f-4316-a67c-45214223756b tempest-AutoAllocateNetworkTest-49708907 tempest-AutoAllocateNetworkTest-49708907-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1879375
Jan 29 20:46:04.112675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:04.213754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eedfc315-2ce5-4121-b4e1-7b1fca6e02c3 tempest-AutoAllocateNetworkTest-49708907 tempest-AutoAllocateNetworkTest-49708907-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0996349
Jan 29 20:46:04.214779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33710) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:04.251092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-786cfc00-92e4-45f0-826f-486d841e46d0 tempest-AutoAllocateNetworkTest-49708907 tempest-AutoAllocateNetworkTest-49708907-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e2155d84748486490a2170e87a6876a HTTP/1.1" status: 200  len: 208 time: 0.0317659
Jan 29 20:46:05.013605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33762) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:05.316468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.393409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Publish callbacks [] for security_group (de25fb80-6213-4f8b-a13b-612da680dc83), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.421141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (de25fb80-6213-4f8b-a13b-612da680dc83), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.478216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2155d84748486490a2170e87a6876a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4612000
Jan 29 20:46:05.478216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25fb80-6213-4f8b-a13b-612da680dc83,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:05.478553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33792) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:05.512180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.513124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.513474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.513814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.514150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.514481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.514813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.515141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.515464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.515792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.516116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.516438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.516759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51222f28-62b8-40b6-8038-b4325ee7b32b admin admin] Tracked resource versions report:
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]: pushed versions:
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]: {   'AddressGroup': {'1.2'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'ConntrackHelper': {'1.0'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'Log': {'1.0'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'Network': {'1.1'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'Port': {'1.7'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'PortForwarding': {'1.2'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'QosPolicy': {'1.10'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'SecurityGroup': {'1.5'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'SubPort': {'1.0'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'Subnet': {'1.1'},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     'Trunk': {'1.1'}}
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]: consumer versions:
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     HyperV agent@nch1-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     HyperV agent@nch2-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     L3 agent@ncdv-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     Metering agent@ncdv-master-1: {},
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'ConntrackHelper': '1.0',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'Log': '1.0',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'Network': '1.1',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'Port': '1.7',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'PortForwarding': '1.2',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'QosPolicy': '1.10',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'SecurityGroup': '1.5',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'SubPort': '1.0',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'Subnet': '1.1',
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:                                           'Trunk': '1.1'}}
Jan 29 20:46:05.517875 ncdv-master-1 neutron-server[125943]:  {{(pid=125943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:46:05.551916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] Publish callbacks [] for security_group (de25fb80-6213-4f8b-a13b-612da680dc83), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.576078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] Publish callbacks [] for security_group (de25fb80-6213-4f8b-a13b-612da680dc83), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.629391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (de25fb80-6213-4f8b-a13b-612da680dc83), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.632018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:05.636070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de25fb80-6213-4f8b-a13b-612da680dc83 HTTP/1.1" status: 204  len: 168 time: 0.1566374
Jan 29 20:46:05.644690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62c730-f552-46bf-a63f-4e2681f156a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25fb80-6213-4f8b-a13b-612da680dc83,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:06.130423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:06.438811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3de8a677-988e-4f8d-bd1d-d047998e9cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.533670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3de8a677-988e-4f8d-bd1d-d047998e9cc7 admin admin] Publish callbacks [] for security_group (c25ee7fa-ad11-4696-aa70-4cb2be2d51c6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.539860 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3de8a677-988e-4f8d-bd1d-d047998e9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c25ee7fa-ad11-4696-aa70-4cb2be2d51c6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.633372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:06.645420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3de8a677-988e-4f8d-bd1d-d047998e9cc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14177cf43955470e9e0308387f903875&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5130396
Jan 29 20:46:06.650212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8a677-988e-4f8d-bd1d-d047998e9cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25ee7fa-ad11-4696-aa70-4cb2be2d51c6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:06.703003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Publish callbacks [] for security_group (c25ee7fa-ad11-4696-aa70-4cb2be2d51c6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.729903 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Publish callbacks [] for security_group (c25ee7fa-ad11-4696-aa70-4cb2be2d51c6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.767619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33884) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:06.793404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c25ee7fa-ad11-4696-aa70-4cb2be2d51c6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.799115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:06.803360 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c25ee7fa-ad11-4696-aa70-4cb2be2d51c6 HTTP/1.1" status: 204  len: 168 time: 0.1689625
Jan 29 20:46:06.816402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25ee7fa-ad11-4696-aa70-4cb2be2d51c6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:06.824509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.825096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.825601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.826089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.827039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.827524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.827988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.828454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.828912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.829813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.830296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.830746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.831203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9932d-b1bd-4ce8-bc18-c0e315e17f25 admin admin] Tracked resource versions report:
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]: pushed versions:
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]: {   'AddressGroup': {'1.2'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'ConntrackHelper': {'1.0'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'Log': {'1.0'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'Network': {'1.1'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'Port': {'1.7'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'PortForwarding': {'1.2'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'QosPolicy': {'1.10'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'SecurityGroup': {'1.5'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'SubPort': {'1.0'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'Subnet': {'1.1'},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     'Trunk': {'1.1'}}
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]: consumer versions:
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     HyperV agent@nch1-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     HyperV agent@nch2-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     L3 agent@ncdv-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     Metering agent@ncdv-master-1: {},
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'ConntrackHelper': '1.0',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'Log': '1.0',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'Network': '1.1',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'Port': '1.7',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'PortForwarding': '1.2',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'QosPolicy': '1.10',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'SecurityGroup': '1.5',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'SubPort': '1.0',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'Subnet': '1.1',
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:                                           'Trunk': '1.1'}}
Jan 29 20:46:06.832417 ncdv-master-1 neutron-server[125942]:  {{(pid=125942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:46:06.930035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27977758-f873-4b62-99b0-edf1a5d17b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.020509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27977758-f873-4b62-99b0-edf1a5d17b87 admin admin] Publish callbacks [] for security_group (f02054fe-41db-4f7b-8d03-3a751fdcdc74), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.027396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27977758-f873-4b62-99b0-edf1a5d17b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f02054fe-41db-4f7b-8d03-3a751fdcdc74), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.070764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-27977758-f873-4b62-99b0-edf1a5d17b87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fe2a4ef6c944342b66a9b33676a6009&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3019269
Jan 29 20:46:07.072224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:07.109390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27977758-f873-4b62-99b0-edf1a5d17b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02054fe-41db-4f7b-8d03-3a751fdcdc74,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:07.144037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] Publish callbacks [] for security_group (f02054fe-41db-4f7b-8d03-3a751fdcdc74), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.169723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] Publish callbacks [] for security_group (f02054fe-41db-4f7b-8d03-3a751fdcdc74), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.233231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f02054fe-41db-4f7b-8d03-3a751fdcdc74), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.236289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.240708 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02054fe-41db-4f7b-8d03-3a751fdcdc74 HTTP/1.1" status: 204  len: 168 time: 0.1671443
Jan 29 20:46:07.249201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f27b-1c83-4d3e-80b2-64d9f70e7fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02054fe-41db-4f7b-8d03-3a751fdcdc74,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:07.270076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33926) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:07.274067 ncdv-master-1 neutron-server[125943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 29 20:46:07.302408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-8d4e0c2d-597b-4ca9-bde4-9f6397f99be6 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295501
Jan 29 20:46:07.412424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-2c4532ba-1614-4e4b-b020-7812d5d7ff2b tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:07.414613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-2c4532ba-1614-4e4b-b020-7812d5d7ff2b tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1069844
Jan 29 20:46:07.434319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-b6b5bdef-d51a-4d67-a425-4a6f87aa566a tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/quotas/13ce37b89c0a467eb52f390f4ee0273c HTTP/1.1" status: 200  len: 375 time: 0.0133295
Jan 29 20:46:07.494159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:07.498796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-9fb1086c-c3fb-4523-9d51-65df5e97ee57 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577843
Jan 29 20:46:07.510107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee56e0fb-1e0b-4348-b26c-0c7765f3de4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.633419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee56e0fb-1e0b-4348-b26c-0c7765f3de4d admin admin] Publish callbacks [] for security_group (b8c5b044-b0fa-4d78-b82d-81ca615d9b5b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.637870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee56e0fb-1e0b-4348-b26c-0c7765f3de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b8c5b044-b0fa-4d78-b82d-81ca615d9b5b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.702751 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ee56e0fb-1e0b-4348-b26c-0c7765f3de4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1bac7d0bea14bb2a6879bbc21886278&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2079668
Jan 29 20:46:07.705258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e0fb-1e0b-4348-b26c-0c7765f3de4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5b044-b0fa-4d78-b82d-81ca615d9b5b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:07.705524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33944) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:07.812811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47a27d05-33c0-48c1-ae54-8998958cf55d req-f8973879-f6bf-4e90-a98f-5ec8cccdd2e9 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 210 time: 0.0765672
Jan 29 20:46:07.833393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] Publish callbacks [] for security_group (b8c5b044-b0fa-4d78-b82d-81ca615d9b5b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.864660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] Publish callbacks [] for security_group (b8c5b044-b0fa-4d78-b82d-81ca615d9b5b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.916336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b8c5b044-b0fa-4d78-b82d-81ca615d9b5b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.918993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:07.920141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c5b044-b0fa-4d78-b82d-81ca615d9b5b HTTP/1.1" status: 204  len: 168 time: 0.2134507
Jan 29 20:46:07.929952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588345b-c436-4f3a-9711-3fb98d8f73b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5b044-b0fa-4d78-b82d-81ca615d9b5b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:07.995861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33966) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:08.056635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626e7457-bfd6-45cd-ac4a-fb60ec0079a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.083703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33968) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:08.146560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626e7457-bfd6-45cd-ac4a-fb60ec0079a0 admin admin] Publish callbacks [] for security_group (c5d63a4b-a8f9-4093-9d64-58f2af14c600), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.150748 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626e7457-bfd6-45cd-ac4a-fb60ec0079a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c5d63a4b-a8f9-4093-9d64-58f2af14c600), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.203118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7457-bfd6-45cd-ac4a-fb60ec0079a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d63a4b-a8f9-4093-9d64-58f2af14c600,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:08.210045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-626e7457-bfd6-45cd-ac4a-fb60ec0079a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=122735c2e3234d49b1626d137d05ed9c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2098672
Jan 29 20:46:08.210725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33978) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:08.266034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] Publish callbacks [] for security_group (c5d63a4b-a8f9-4093-9d64-58f2af14c600), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.290216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] Publish callbacks [] for security_group (c5d63a4b-a8f9-4093-9d64-58f2af14c600), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.342631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c5d63a4b-a8f9-4093-9d64-58f2af14c600), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.346462 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.347785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5d63a4b-a8f9-4093-9d64-58f2af14c600 HTTP/1.1" status: 204  len: 168 time: 0.1361530
Jan 29 20:46:08.357148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6c008-3625-4bcf-83e9-6bd27ed9ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d63a4b-a8f9-4093-9d64-58f2af14c600,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:08.410844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84a5ab58-256c-4221-8a28-61b74241e7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.496019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84a5ab58-256c-4221-8a28-61b74241e7c4 admin admin] Publish callbacks [] for security_group (ecc239a9-8755-48cc-b7f3-0414685d9ae9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.500406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84a5ab58-256c-4221-8a28-61b74241e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ecc239a9-8755-48cc-b7f3-0414685d9ae9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.545758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-84a5ab58-256c-4221-8a28-61b74241e7c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea8ec09ae9ec4939819bfd5240ff4cca&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4607630
Jan 29 20:46:08.547353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ab58-256c-4221-8a28-61b74241e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc239a9-8755-48cc-b7f3-0414685d9ae9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:08.548723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:08.615532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] Publish callbacks [] for security_group (ecc239a9-8755-48cc-b7f3-0414685d9ae9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.639999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] Publish callbacks [] for security_group (ecc239a9-8755-48cc-b7f3-0414685d9ae9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.696001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ecc239a9-8755-48cc-b7f3-0414685d9ae9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.699444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:08.703510 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecc239a9-8755-48cc-b7f3-0414685d9ae9 HTTP/1.1" status: 204  len: 168 time: 0.1529756
Jan 29 20:46:08.713753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68274f-d86c-4ae7-9e68-671394b7f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc239a9-8755-48cc-b7f3-0414685d9ae9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:08.934471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4a09553-df43-4abf-b6e0-fc7888af5cc7 req-055932d4-3f62-4910-aa61-8dd1bf180d71 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 210 time: 0.0491252
Jan 29 20:46:09.284076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:09.298987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d10396a-e5b8-45db-aac0-456abafdb962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.395346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d10396a-e5b8-45db-aac0-456abafdb962 admin admin] Publish callbacks [] for security_group (cf69c3ec-1399-491a-8588-e318e2d9cfce), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.402295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d10396a-e5b8-45db-aac0-456abafdb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf69c3ec-1399-491a-8588-e318e2d9cfce), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.448165 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6d10396a-e5b8-45db-aac0-456abafdb962 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=477ba661f7ae47b696173ecdad44b3a8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1626601
Jan 29 20:46:09.451281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:09.480629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10396a-e5b8-45db-aac0-456abafdb962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf69c3ec-1399-491a-8588-e318e2d9cfce,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:09.511113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] Publish callbacks [] for security_group (cf69c3ec-1399-491a-8588-e318e2d9cfce), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.549834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] Publish callbacks [] for security_group (cf69c3ec-1399-491a-8588-e318e2d9cfce), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.619921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf69c3ec-1399-491a-8588-e318e2d9cfce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.623878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:09.625223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf69c3ec-1399-491a-8588-e318e2d9cfce HTTP/1.1" status: 204  len: 168 time: 0.1729169
Jan 29 20:46:09.634093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c3ca6-efcd-4272-aa82-7cb92320a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf69c3ec-1399-491a-8588-e318e2d9cfce,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:10.087002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.36', 54603) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:10.157552 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-274c7b39-05ef-40b7-889e-9a19df5e546a tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333264
Jan 29 20:46:10.266284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33b5c2e2-0183-4517-84cf-02346fabe8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:10.414889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-a5b61a40-12f7-4b17-8d9f-efa558a741ba tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:10.416462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-a5b61a40-12f7-4b17-8d9f-efa558a741ba tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2545981
Jan 29 20:46:10.515738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Request body: {'port': {'device_id': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '13ce37b89c0a467eb52f390f4ee0273c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:10.560613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34148) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:10.741807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Made reservation on behalf of 13ce37b89c0a467eb52f390f4ee0273c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:10.746158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:10.757150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:10.901341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks [] for security_group (68cb7f97-0340-450c-bd50-aeece6f2938d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:10.906292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68cb7f97-0340-450c-bd50-aeece6f2938d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:11.006713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb7f97-0340-450c-bd50-aeece6f2938d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:11.095907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53c7f700-311b-4784-b7c3-49196d757464 req-8a9473ca-a25a-41f1-8c94-ac7b52aa76a1 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 210 time: 0.5338633
Jan 29 20:46:11.165667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Allocated IP 192.168.233.42 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/6b1252fe-9ec8-4075-83a3-d306d38b9e86) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:11.425910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks [] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:11.513297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:11.584374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:11.591673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:11.613872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:11.620029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:11.620972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:11.694285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Pushing event updated for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:11.716095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-669be24c-6bee-4e80-bec2-a2b481475cf5 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2043223
Jan 29 20:46:11.729286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-d39952de-f671-4c4a-8022-5f1a559c33b4 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:46:11.735601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-d39952de-f671-4c4a-8022-5f1a559c33b4 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104074
Jan 29 20:46:11.966142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a6188eca-84b4-4106-beea-10bc88e00b1e None None] Provisioning complete for port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:11.968914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a6188eca-84b4-4106-beea-10bc88e00b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:12.024647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a6188eca-84b4-4106-beea-10bc88e00b1e None None] Port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:46:12.389129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466b5e-84fc-4e2e-bdd7-6cfde3ff804a req-8bb21805-59a3-4c0a-a9c1-cdc7e6e193b1 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:12.397846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59466b5e-84fc-4e2e-bdd7-6cfde3ff804a req-8bb21805-59a3-4c0a-a9c1-cdc7e6e193b1 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 935 time: 0.0941577
Jan 29 20:46:12.478349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59466b5e-84fc-4e2e-bdd7-6cfde3ff804a req-71ffcf89-4aa3-416c-9dbc-1c0f94a882f7 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786436
Jan 29 20:46:12.564763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a461e7c1-bfbb-41bf-9944-6dca4d5461ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:12.931443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Request body: {'port': {'device_id': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'device_owner': 'compute:tempest-test_az-1239967956', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:13.010298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.044450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34288) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:13.533794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f110c087-ac66-408e-8317-22e96d1559da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.576399 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.662983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f110c087-ac66-408e-8317-22e96d1559da admin admin] Publish callbacks [] for security_group (d9f0a274-826e-4979-8acb-e67fce4d9692), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.671887 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f110c087-ac66-408e-8317-22e96d1559da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d9f0a274-826e-4979-8acb-e67fce4d9692), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.705040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110c087-ac66-408e-8317-22e96d1559da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f0a274-826e-4979-8acb-e67fce4d9692,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:13.727210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f110c087-ac66-408e-8317-22e96d1559da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93874531477342df95e285bd9e740922&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6811140
Jan 29 20:46:13.730400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:13.850289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] Publish callbacks [] for security_group (d9f0a274-826e-4979-8acb-e67fce4d9692), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.902259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] Publish callbacks [] for security_group (d9f0a274-826e-4979-8acb-e67fce4d9692), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:13.990914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1252fe-9ec8-4075-83a3-d306d38b9e86 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:14.011141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks [] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.063024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Transition to ACTIVE for port object 6b1252fe-9ec8-4075-83a3-d306d38b9e86 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:46:14.067553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.167015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d9f0a274-826e-4979-8acb-e67fce4d9692), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.174226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.179144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:14.181012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9f0a274-826e-4979-8acb-e67fce4d9692 HTTP/1.1" status: 204  len: 168 time: 0.4444973
Jan 29 20:46:14.200799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63097644-8fcd-4c64-ae6c-815249d19e12 req-867b15db-dcf3-4def-b161-dc0caee84133 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:14.226175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63097644-8fcd-4c64-ae6c-815249d19e12 req-867b15db-dcf3-4def-b161-dc0caee84133 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 935 time: 0.2306213
Jan 29 20:46:14.244850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44793bd-89c0-4b22-987a-da602eeedbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f0a274-826e-4979-8acb-e67fce4d9692,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:14.307765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Attempting to bind port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:14.308353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Attempting to bind port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:14.308859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Attempting to bind port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:14.334146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:14.334742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Attempting to bind port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:14.347110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:14.347767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:14.348669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:14.349398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Bound port: 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:14.349921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.357066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63097644-8fcd-4c64-ae6c-815249d19e12 req-9121c36a-8c81-4f5b-a8ed-7d7677e6a315 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254852
Jan 29 20:46:14.478208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:14.490419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:14.501012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.582085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:14.600482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:14.602205 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] 10.222.0.36 "PUT /v2.0/ports/6b1252fe-9ec8-4075-83a3-d306d38b9e86 HTTP/1.1" status: 200  len: 1117 time: 2.2003982
Jan 29 20:46:14.605488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:14.987163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78b8e6-2aeb-4742-881b-735a58f6f27d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:15.050648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-662e4bef-3de2-47af-a475-d61495938665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:15.053512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-662e4bef-3de2-47af-a475-d61495938665 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 1151 time: 0.2532322
Jan 29 20:46:15.069536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34352) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:15.088626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef887-a052-46d9-8c1e-49d5d103f4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.220361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef887-a052-46d9-8c1e-49d5d103f4d3 admin admin] Publish callbacks [] for security_group (fa426dd3-9fc1-45ce-8c53-8667ef581d8e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.225787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef887-a052-46d9-8c1e-49d5d103f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fa426dd3-9fc1-45ce-8c53-8667ef581d8e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.248878 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-971053ef-a4ad-4fa3-818c-1780aa1ed26a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86 HTTP/1.1" status: 200  len: 217 time: 0.1464689
Jan 29 20:46:15.274109 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce9a4a-d816-4152-826f-e32c76442352" -d '{"events": [{"name": "network-changed", "server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:15.319257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ef887-a052-46d9-8c1e-49d5d103f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa426dd3-9fc1-45ce-8c53-8667ef581d8e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:15.348140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dc4ef887-a052-46d9-8c1e-49d5d103f4d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcd6f5aa048248ceac7ecff6f58418f0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2753849
Jan 29 20:46:15.349798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34360) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:15.467275 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.570459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-bd42f113-d378-4963-ab06-f413e753a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:15.572275 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-bd42f113-d378-4963-ab06-f413e753a1d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1280499
Jan 29 20:46:15.576482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] Publish callbacks [] for security_group (fa426dd3-9fc1-45ce-8c53-8667ef581d8e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.607138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] Publish callbacks [] for security_group (fa426dd3-9fc1-45ce-8c53-8667ef581d8e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.637360 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b96c5-00b1-4505-b756-36db92eb67ec x-openstack-request-id: req-e40b96c5-00b1-4505-b756-36db92eb67ec {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:15.637686 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:15.638173 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40b96c5-00b1-4505-b756-36db92eb67ec {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:15.638537 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86', 'status': 'completed', 'code': 200}
Jan 29 20:46:15.788444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-b59e715c-dee0-468b-a11c-8c6941b7b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:15.792109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-b59e715c-dee0-468b-a11c-8c6941b7b148 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1478088
Jan 29 20:46:15.793717 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fa426dd3-9fc1-45ce-8c53-8667ef581d8e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.798602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:15.800434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa426dd3-9fc1-45ce-8c53-8667ef581d8e HTTP/1.1" status: 204  len: 168 time: 0.4491806
Jan 29 20:46:15.817880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56508fa5-4f7d-46d7-b81b-91aabcb19600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa426dd3-9fc1-45ce-8c53-8667ef581d8e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:15.886283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ab0c7-5bdf-4b14-8d48-05e8b6ae63e5 req-9b177fc4-e682-45e9-b1bd-91923cc176fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:15.891298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-657ab0c7-5bdf-4b14-8d48-05e8b6ae63e5 req-9b177fc4-e682-45e9-b1bd-91923cc176fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.1256642
Jan 29 20:46:16.040388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-657ab0c7-5bdf-4b14-8d48-05e8b6ae63e5 req-e36e3084-5487-46d3-a2ed-f7c1d0c0e358 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407726
Jan 29 20:46:16.174077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-061e387b-4a5b-47a0-85b4-f1e09645e6d4 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024564
Jan 29 20:46:16.372650 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8a925837-ddfd-47b9-9261-1d7397d94ed6 req-791d9a30-5179-4c28-a6ea-de44b3a3c94d service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864965
Jan 29 20:46:16.428385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34420) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:16.644557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-62b99518-ad05-4e49-9444-9e2dcf18bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:16.646424 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-62b99518-ad05-4e49-9444-9e2dcf18bdd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 1151 time: 0.1144845
Jan 29 20:46:16.708557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:16.716074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:16.735608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60135fd7-78a8-4488-90ed-e545b3dba38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.024164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-1c01aca7-c3a7-4d69-b5ad-8cb8354c6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:17.025972 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-1c01aca7-c3a7-4d69-b5ad-8cb8354c6dc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2031016
Jan 29 20:46:17.051102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5cb-79db-45c3-9078-40704a452aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.211554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60135fd7-78a8-4488-90ed-e545b3dba38e admin admin] Publish callbacks [] for security_group (c0c4b83c-4609-4f52-bfb3-e4601268c821), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.230905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60135fd7-78a8-4488-90ed-e545b3dba38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0c4b83c-4609-4f52-bfb3-e4601268c821), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.275047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34444) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:17.295776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-60135fd7-78a8-4488-90ed-e545b3dba38e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a7c489734aa421a9402993981004593&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5861404
Jan 29 20:46:17.300946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:17.302486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34448) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:17.324251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34456) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:17.401394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13983b3-ea9d-48bd-9ec2-b2f2e561da8c req-cc455460-be24-4933-b766-f8dd126b7e80 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:17.414798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b13983b3-ea9d-48bd-9ec2-b2f2e561da8c req-cc455460-be24-4933-b766-f8dd126b7e80 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.2485750
Jan 29 20:46:17.462298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135fd7-78a8-4488-90ed-e545b3dba38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c4b83c-4609-4f52-bfb3-e4601268c821,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:17.549524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b13983b3-ea9d-48bd-9ec2-b2f2e561da8c req-c00c3e64-9b0c-47bb-b1af-4c8911d4a7b3 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337297
Jan 29 20:46:17.550837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8e66f1-d117-4dcd-8df2-365a2648efac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.569196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5cb-79db-45c3-9078-40704a452aca admin admin] Publish callbacks [] for security_group (ac3aea7c-2067-4719-b4f0-f3caceeb401f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.570385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b80ed82d-4733-4d99-9a7d-ef7f257de7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.585755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c370-13b1-4d34-95f6-6eaddadbc1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.645982 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-902604f7-a7ac-4fdf-aefc-699a6f049dc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86 HTTP/1.1" status: 200  len: 217 time: 0.0679388
Jan 29 20:46:17.646228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] Publish callbacks [] for security_group (c0c4b83c-4609-4f52-bfb3-e4601268c821), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.671565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] Publish callbacks [] for security_group (c0c4b83c-4609-4f52-bfb3-e4601268c821), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.681131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5cb-79db-45c3-9078-40704a452aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ac3aea7c-2067-4719-b4f0-f3caceeb401f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.760873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8e66f1-d117-4dcd-8df2-365a2648efac admin admin] Publish callbacks [] for security_group (818aa063-41ff-4bdd-a8d9-19d0739cca92), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.763966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c370-13b1-4d34-95f6-6eaddadbc1e8 admin admin] Publish callbacks [] for security_group (82ae4521-ad82-4efb-9530-794df8c4718b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.768500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8e66f1-d117-4dcd-8df2-365a2648efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (818aa063-41ff-4bdd-a8d9-19d0739cca92), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.770961 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ce8b5cb-79db-45c3-9078-40704a452aca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c439352a46c49d3812059234c7d43f3&name=default HTTP/1.1" status: 200  len: 2992 time: 1.3409009
Jan 29 20:46:17.776213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:17.780551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8b5cb-79db-45c3-9078-40704a452aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3aea7c-2067-4719-b4f0-f3caceeb401f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:17.825085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c370-13b1-4d34-95f6-6eaddadbc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82ae4521-ad82-4efb-9530-794df8c4718b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.833513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-4847bae4-ffbf-4afc-8232-7cd0b21e9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:17.835093 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-4847bae4-ffbf-4afc-8232-7cd0b21e9261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0973136
Jan 29 20:46:17.857586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0c4b83c-4609-4f52-bfb3-e4601268c821), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.860477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:17.861654 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0c4b83c-4609-4f52-bfb3-e4601268c821 HTTP/1.1" status: 204  len: 168 time: 0.5500612
Jan 29 20:46:17.876919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade3216-5987-44b6-9305-f88e9fcc5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c4b83c-4609-4f52-bfb3-e4601268c821,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.013086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e66f1-d117-4dcd-8df2-365a2648efac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818aa063-41ff-4bdd-a8d9-19d0739cca92,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.046335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a5c6c370-13b1-4d34-95f6-6eaddadbc1e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6f18b51391e4f749d024c37bd76b350&name=default HTTP/1.1" status: 200  len: 2993 time: 0.7200797
Jan 29 20:46:18.049636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] Publish callbacks [] for security_group (ac3aea7c-2067-4719-b4f0-f3caceeb401f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.057495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34472) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:18.060145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a8e66f1-d117-4dcd-8df2-365a2648efac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381f37b56cb9421fbfbb4fa9d12652c3&name=default HTTP/1.1" status: 200  len: 2993 time: 0.7808235
Jan 29 20:46:18.071265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:18.147519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b80ed82d-4733-4d99-9a7d-ef7f257de7a8 admin admin] Publish callbacks [] for security_group (edfd7b9d-c179-4020-be53-6839bb1d43ea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.154363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b80ed82d-4733-4d99-9a7d-ef7f257de7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (edfd7b9d-c179-4020-be53-6839bb1d43ea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.162163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] Publish callbacks [] for security_group (ac3aea7c-2067-4719-b4f0-f3caceeb401f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.169298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c370-13b1-4d34-95f6-6eaddadbc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ae4521-ad82-4efb-9530-794df8c4718b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.189338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed82d-4733-4d99-9a7d-ef7f257de7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd7b9d-c179-4020-be53-6839bb1d43ea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.214026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-03df488a-8ef9-45b8-8984-a68068e84da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:18.216466 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-03df488a-8ef9-45b8-8984-a68068e84da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3060653
Jan 29 20:46:18.220429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b80ed82d-4733-4d99-9a7d-ef7f257de7a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3715c87c1964a228315abcad0f564df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9076080
Jan 29 20:46:18.220811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:18.285170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] Publish callbacks [] for security_group (818aa063-41ff-4bdd-a8d9-19d0739cca92), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.299391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] Publish callbacks [] for security_group (edfd7b9d-c179-4020-be53-6839bb1d43ea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.311239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] Publish callbacks [] for security_group (82ae4521-ad82-4efb-9530-794df8c4718b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.345746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] Publish callbacks [] for security_group (edfd7b9d-c179-4020-be53-6839bb1d43ea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.354613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] Publish callbacks [] for security_group (818aa063-41ff-4bdd-a8d9-19d0739cca92), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.386258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] Publish callbacks [] for security_group (82ae4521-ad82-4efb-9530-794df8c4718b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.404847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ac3aea7c-2067-4719-b4f0-f3caceeb401f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.407998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.411690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac3aea7c-2067-4719-b4f0-f3caceeb401f HTTP/1.1" status: 204  len: 168 time: 0.5809851
Jan 29 20:46:18.435856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f35c2-348e-441b-b1f1-66d2f15b67e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3aea7c-2067-4719-b4f0-f3caceeb401f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.479919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (818aa063-41ff-4bdd-a8d9-19d0739cca92), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.486576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.488439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/818aa063-41ff-4bdd-a8d9-19d0739cca92 HTTP/1.1" status: 204  len: 168 time: 0.4157681
Jan 29 20:46:18.504153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb63e8-a928-47a7-9e75-2a7267d7c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818aa063-41ff-4bdd-a8d9-19d0739cca92,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.507819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82ae4521-ad82-4efb-9530-794df8c4718b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.511424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.513593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82ae4521-ad82-4efb-9530-794df8c4718b HTTP/1.1" status: 204  len: 168 time: 0.4522352
Jan 29 20:46:18.523780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffd9b1-c6d0-4cce-bd65-986af2aa96f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ae4521-ad82-4efb-9530-794df8c4718b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.626748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (edfd7b9d-c179-4020-be53-6839bb1d43ea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.633543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:18.637807 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edfd7b9d-c179-4020-be53-6839bb1d43ea HTTP/1.1" status: 204  len: 168 time: 0.4143879
Jan 29 20:46:18.644719 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-0f5c15ff-5100-4350-b4f5-ab51cf00dc8b service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158262
Jan 29 20:46:18.650305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35381e-a745-439c-a48a-50d6953c03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd7b9d-c179-4020-be53-6839bb1d43ea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:18.748155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5ce9a4a-d816-4152-826f-e32c76442352 req-5524c0ca-d696-4213-be12-661faa859cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957968
Jan 29 20:46:18.755537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0f6c2-126e-417c-992b-d075937d5c8b req-076d716d-d6b7-4356-b7e0-2a58c4e79c3c tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:18.757093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41f0f6c2-126e-417c-992b-d075937d5c8b req-076d716d-d6b7-4356-b7e0-2a58c4e79c3c tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.1026840
Jan 29 20:46:18.816320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41f0f6c2-126e-417c-992b-d075937d5c8b req-503cdc8b-d5d0-41ed-90f6-d7ffac8e07e2 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518801
Jan 29 20:46:19.335234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:46:19.537737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34508) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.566421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34510) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.585369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5158ae05-b0d7-49fb-a444-d1afd6bfeb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.586927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b33756b0-6b0f-49e7-a6be-c5108a0150c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.713319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5158ae05-b0d7-49fb-a444-d1afd6bfeb19 admin admin] Publish callbacks [] for security_group (7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.720200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5158ae05-b0d7-49fb-a444-d1afd6bfeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.773223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b33756b0-6b0f-49e7-a6be-c5108a0150c7 admin admin] Publish callbacks [] for security_group (2dec7ed9-791b-4466-abbf-68201054fd36), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.779746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b33756b0-6b0f-49e7-a6be-c5108a0150c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2dec7ed9-791b-4466-abbf-68201054fd36), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.787886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5158ae05-b0d7-49fb-a444-d1afd6bfeb19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c52565dfdd344a28d47b25e36098bb7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2202578
Jan 29 20:46:19.798663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.805228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ae05-b0d7-49fb-a444-d1afd6bfeb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:19.848230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33756b0-6b0f-49e7-a6be-c5108a0150c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec7ed9-791b-4466-abbf-68201054fd36,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:19.854485 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b33756b0-6b0f-49e7-a6be-c5108a0150c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff368bb4df5146c08bca8db16c1c8075&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3151553
Jan 29 20:46:19.857446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34518) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.895630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] Publish callbacks [] for security_group (7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.924646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.936722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] Publish callbacks [] for security_group (2dec7ed9-791b-4466-abbf-68201054fd36), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.937619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:19.945816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] Publish callbacks [] for security_group (7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.961396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33ce-e4f2-4331-9dd8-2fc242ffa83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.961915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2b181c1-7c72-4852-8842-54d82782f73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:19.981260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] Publish callbacks [] for security_group (2dec7ed9-791b-4466-abbf-68201054fd36), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.075425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2dec7ed9-791b-4466-abbf-68201054fd36), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.078024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.081999 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dec7ed9-791b-4466-abbf-68201054fd36 HTTP/1.1" status: 204  len: 168 time: 0.2202435
Jan 29 20:46:20.082081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1e8e-445f-438c-9fbd-8f51a81f0685 req-3c7582fc-fdc2-452a-b135-9aff3471cac8 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:20.096557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb1e1e8e-445f-438c-9fbd-8f51a81f0685 req-3c7582fc-fdc2-452a-b135-9aff3471cac8 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.1174552
Jan 29 20:46:20.102758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b239e-bc70-4149-92ce-585a9a0d397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec7ed9-791b-4466-abbf-68201054fd36,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:20.117987 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.118613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33ce-e4f2-4331-9dd8-2fc242ffa83e admin admin] Publish callbacks [] for security_group (2395a64e-d123-4b0d-8318-08c89d6c55b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.120797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.125757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d HTTP/1.1" status: 204  len: 168 time: 0.3227451
Jan 29 20:46:20.129681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33ce-e4f2-4331-9dd8-2fc242ffa83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2395a64e-d123-4b0d-8318-08c89d6c55b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.165507 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d8f33ce-e4f2-4331-9dd8-2fc242ffa83e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2a930702b284ab0abf03b11d481a99a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2245743
Jan 29 20:46:20.166357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b4f5-df5c-4cdc-a3d1-d5faf896019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccdab81-dfcd-4c9c-8b8d-7ccffd2a125d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:20.178228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34532) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:20.208556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f33ce-e4f2-4331-9dd8-2fc242ffa83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2395a64e-d123-4b0d-8318-08c89d6c55b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:20.254114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] Publish callbacks [] for security_group (2395a64e-d123-4b0d-8318-08c89d6c55b1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.262761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2b181c1-7c72-4852-8842-54d82782f73b admin admin] Publish callbacks [] for security_group (d9a300c6-fa49-4295-a9a8-a68d9b0e7839), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.270335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2b181c1-7c72-4852-8842-54d82782f73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d9a300c6-fa49-4295-a9a8-a68d9b0e7839), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.278241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] Publish callbacks [] for security_group (2395a64e-d123-4b0d-8318-08c89d6c55b1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.321014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb1e1e8e-445f-438c-9fbd-8f51a81f0685 req-a726f861-ca74-4fac-96f5-74707b8854b3 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841822
Jan 29 20:46:20.334370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b181c1-7c72-4852-8842-54d82782f73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a300c6-fa49-4295-a9a8-a68d9b0e7839,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:20.335189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2395a64e-d123-4b0d-8318-08c89d6c55b1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.338521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.339762 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2395a64e-d123-4b0d-8318-08c89d6c55b1 HTTP/1.1" status: 204  len: 168 time: 0.1605728
Jan 29 20:46:20.349720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5cb82-f5ad-4908-950b-0f8d457eedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2395a64e-d123-4b0d-8318-08c89d6c55b1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:20.356526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2b181c1-7c72-4852-8842-54d82782f73b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=992b537a3447469697018c5f85a29671&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4247031
Jan 29 20:46:20.358772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34538) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:20.411700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] Publish callbacks [] for security_group (d9a300c6-fa49-4295-a9a8-a68d9b0e7839), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.441422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] Publish callbacks [] for security_group (d9a300c6-fa49-4295-a9a8-a68d9b0e7839), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.494205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d9a300c6-fa49-4295-a9a8-a68d9b0e7839), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.497954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:20.501739 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9a300c6-fa49-4295-a9a8-a68d9b0e7839 HTTP/1.1" status: 204  len: 168 time: 0.1416786
Jan 29 20:46:20.510394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319b1e4-c85d-471e-b9a4-5a401ddb49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a300c6-fa49-4295-a9a8-a68d9b0e7839,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:21.437312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e0b72-9b51-418c-a89e-4112136ab4fc req-41523e97-062d-4714-8822-489d3f36f7a7 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:21.438791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc3e0b72-9b51-418c-a89e-4112136ab4fc req-41523e97-062d-4714-8822-489d3f36f7a7 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.0557992
Jan 29 20:46:21.450195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:21.493454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc3e0b72-9b51-418c-a89e-4112136ab4fc req-d8e7ac92-3da6-4924-a987-112e0df19d79 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468895
Jan 29 20:46:21.720050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5d4c3ce-a9b4-4e7c-adc5-b0db70864786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.804245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5d4c3ce-a9b4-4e7c-adc5-b0db70864786 admin admin] Publish callbacks [] for security_group (a091c874-6818-4515-9313-688a5219637b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.810013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5d4c3ce-a9b4-4e7c-adc5-b0db70864786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a091c874-6818-4515-9313-688a5219637b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.852008 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f5d4c3ce-a9b4-4e7c-adc5-b0db70864786 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22a3a7e261714d1b97476b04ad647018&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3988647
Jan 29 20:46:21.853308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4c3ce-a9b4-4e7c-adc5-b0db70864786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091c874-6818-4515-9313-688a5219637b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:21.855370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34656) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:21.903851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] Publish callbacks [] for security_group (a091c874-6818-4515-9313-688a5219637b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.925863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] Publish callbacks [] for security_group (a091c874-6818-4515-9313-688a5219637b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.986283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a091c874-6818-4515-9313-688a5219637b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.988953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:21.990229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a091c874-6818-4515-9313-688a5219637b HTTP/1.1" status: 204  len: 168 time: 0.1335745
Jan 29 20:46:21.998714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9ecb1-8667-48ce-bf8f-1c57728c8af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091c874-6818-4515-9313-688a5219637b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:22.157597 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:22.619106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d97e6-33d3-4e73-90aa-5cf1cf2dcc34 req-dfa9470c-26e3-4e5b-8e9c-6495c8769cb0 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:22.620672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208d97e6-33d3-4e73-90aa-5cf1cf2dcc34 req-dfa9470c-26e3-4e5b-8e9c-6495c8769cb0 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.0563917
Jan 29 20:46:22.674059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208d97e6-33d3-4e73-90aa-5cf1cf2dcc34 req-fb2ee2db-d19d-48ec-a3a2-94527952713f tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471036
Jan 29 20:46:23.074877 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:23.825553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab3e74-dd5d-4de2-b5f4-86b7079541a6 req-c07ecc80-d6f9-4b5c-9419-51c4dbd330ab tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:23.827134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdab3e74-dd5d-4de2-b5f4-86b7079541a6 req-c07ecc80-d6f9-4b5c-9419-51c4dbd330ab tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.0588098
Jan 29 20:46:23.892829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdab3e74-dd5d-4de2-b5f4-86b7079541a6 req-ca5455fa-721c-44a2-a2e3-52f3464ad841 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534270
Jan 29 20:46:23.931916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.028042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34784) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.137868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c33fc8f3-3503-43a3-86c3-bec1d6a2deb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.170584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-765232952-network', 'tenant_id': '1446d1ea6143497c87be058f9f8485a0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:24.211485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Made reservation on behalf of 1446d1ea6143497c87be058f9f8485a0 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:24.214158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.227342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.324637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c33fc8f3-3503-43a3-86c3-bec1d6a2deb8 admin admin] Publish callbacks [] for security_group (14d500ca-5bf8-4f1c-b63f-68e188f6249d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.334790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c33fc8f3-3503-43a3-86c3-bec1d6a2deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (14d500ca-5bf8-4f1c-b63f-68e188f6249d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.356808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.400339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.405632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c33fc8f3-3503-43a3-86c3-bec1d6a2deb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c6fd61f4b94081b8e041b23d8b3c5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4705651
Jan 29 20:46:24.418792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc8f3-3503-43a3-86c3-bec1d6a2deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d500ca-5bf8-4f1c-b63f-68e188f6249d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.462839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks [] for security_group (afcbdc84-dcaa-43c6-8772-c80a4e46c75a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.469335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (afcbdc84-dcaa-43c6-8772-c80a4e46c75a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.491838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb98235b-45a6-41bf-9879-6a7be6874de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.494113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] Publish callbacks [] for security_group (14d500ca-5bf8-4f1c-b63f-68e188f6249d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.502751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:24.524107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (34caa6c7-cc34-4b0b-8a51-7cda27fca50d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.524561 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Added segment 34caa6c7-cc34-4b0b-8a51-7cda27fca50d of type vlan for network b8d9c425-1de8-44d6-86f2-05dc24907ef7
Jan 29 20:46:24.526105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcbdc84-dcaa-43c6-8772-c80a4e46c75a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.535200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] Publish callbacks [] for security_group (14d500ca-5bf8-4f1c-b63f-68e188f6249d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.582783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b8d9c425-1de8-44d6-86f2-05dc24907ef7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.615121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (14d500ca-5bf8-4f1c-b63f-68e188f6249d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.615717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b8d9c425-1de8-44d6-86f2-05dc24907ef7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.616754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:24.617364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.617854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.621532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14d500ca-5bf8-4f1c-b63f-68e188f6249d HTTP/1.1" status: 204  len: 168 time: 0.2175560
Jan 29 20:46:24.626258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb98235b-45a6-41bf-9879-6a7be6874de7 admin admin] Publish callbacks [] for security_group (aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.631445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae28fb-c762-4e5b-a36b-f9e1cb078443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d500ca-5bf8-4f1c-b63f-68e188f6249d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.633615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb98235b-45a6-41bf-9879-6a7be6874de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.675296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98235b-45a6-41bf-9879-6a7be6874de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.682819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb98235b-45a6-41bf-9879-6a7be6874de7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c469247022db47fc95953cf4a9c097ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3249073
Jan 29 20:46:24.683947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34820) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.730051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6984515
Jan 29 20:46:24.730832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.737982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94c170-6814-4b3c-b21e-b6ad19b96f70 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d9c425-1de8-44d6-86f2-05dc24907ef7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.738368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Request body: {'subnet': {'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-765232952-subnet', 'tenant_id': '1446d1ea6143497c87be058f9f8485a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:24.745306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] Publish callbacks [] for security_group (aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.750612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:24.785916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] Publish callbacks [] for security_group (aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.796703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Made reservation on behalf of 1446d1ea6143497c87be058f9f8485a0 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:24.799863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:24.799975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.901290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.904748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:24.908376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2 HTTP/1.1" status: 204  len: 168 time: 0.2211967
Jan 29 20:46:24.916413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c11749-bd12-4389-9664-c2d004e089f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebbf1d-4d41-4136-98a0-f6dd6c5a90f2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:24.925051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c87e0db1-870e-48cc-a340-73264ddf49de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.046044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34834) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:25.051453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c87e0db1-870e-48cc-a340-73264ddf49de admin admin] Publish callbacks [] for security_group (37e2782d-0e4f-43b1-8b8a-6c592d3bf355), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.058214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c87e0db1-870e-48cc-a340-73264ddf49de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (37e2782d-0e4f-43b1-8b8a-6c592d3bf355), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.070285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e93b1a1-34ad-42e2-b64d-a08a4e498711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.077991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873a1a3-f9d4-4c23-afed-6d1fa5e5b63b req-c6b1bc2f-2f65-4332-8f49-f742690cf000 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:25.079022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (4661c7f2-95f7-4a9d-9d42-fc375008c179), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.079486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8873a1a3-f9d4-4c23-afed-6d1fa5e5b63b req-c6b1bc2f-2f65-4332-8f49-f742690cf000 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.0855279
Jan 29 20:46:25.123475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c87e0db1-870e-48cc-a340-73264ddf49de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a0261ae03b74fddb31c4773a9ced990&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3221762
Jan 29 20:46:25.125874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0db1-870e-48cc-a340-73264ddf49de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e2782d-0e4f-43b1-8b8a-6c592d3bf355,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.127603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:25.158632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4661c7f2-95f7-4a9d-9d42-fc375008c179,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.169257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8873a1a3-f9d4-4c23-afed-6d1fa5e5b63b req-cd0ae71f-ce47-46d3-84fc-0598c8d86aae tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797334
Jan 29 20:46:25.223940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Checking segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:25.224301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Network hostable DHCP agents. Network: b8d9c425-1de8-44d6-86f2-05dc24907ef7, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:25.251605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] Publish callbacks [] for security_group (37e2782d-0e4f-43b1-8b8a-6c592d3bf355), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.283135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:25.289571 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e93b1a1-34ad-42e2-b64d-a08a4e498711 admin admin] Publish callbacks [] for security_group (19d1a414-daeb-4ef6-8819-d4221e15ea37), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.292839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:25.296156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ad16-ea25-406e-8055-e3aba47eec9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.301900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e93b1a1-34ad-42e2-b64d-a08a4e498711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (19d1a414-daeb-4ef6-8819-d4221e15ea37), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.317146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] Publish callbacks [] for security_group (37e2782d-0e4f-43b1-8b8a-6c592d3bf355), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.324755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8d9c425-1de8-44d6-86f2-05dc24907ef7) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:25.333986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f4617-120f-479b-935f-938a60868e15 None None] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:25.354876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:25.356034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.368084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e93b1a1-34ad-42e2-b64d-a08a4e498711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf100992cca741978e773813a83122ef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3210049
Jan 29 20:46:25.370763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34842) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:25.375518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93b1a1-34ad-42e2-b64d-a08a4e498711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1a414-daeb-4ef6-8819-d4221e15ea37,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.396368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f1a8da1-47f6-49ba-8e4f-df69c91e2496 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.6622908
Jan 29 20:46:25.404715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ad16-ea25-406e-8055-e3aba47eec9e admin admin] Publish callbacks [] for security_group (991bcb8c-e4b1-4f58-9e2e-c7a2c8639122), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.414147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ad16-ea25-406e-8055-e3aba47eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (991bcb8c-e4b1-4f58-9e2e-c7a2c8639122), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.447195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (37e2782d-0e4f-43b1-8b8a-6c592d3bf355), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.450036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.451402 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37e2782d-0e4f-43b1-8b8a-6c592d3bf355 HTTP/1.1" status: 204  len: 168 time: 0.3230095
Jan 29 20:46:25.461451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b96f-15e9-4716-a076-257bd2ea6b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e2782d-0e4f-43b1-8b8a-6c592d3bf355,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.489430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b9b4ad16-ea25-406e-8055-e3aba47eec9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6172cff64e5047b080030d1d1ed3745d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2051709
Jan 29 20:46:25.490277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eebf00-b589-4e36-8fcb-f1902e16ab01 None None] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:25.492098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:25.499100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ad16-ea25-406e-8055-e3aba47eec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991bcb8c-e4b1-4f58-9e2e-c7a2c8639122,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.531554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] Publish callbacks [] for security_group (19d1a414-daeb-4ef6-8819-d4221e15ea37), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.558150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] Publish callbacks [] for security_group (991bcb8c-e4b1-4f58-9e2e-c7a2c8639122), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.583421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] Publish callbacks [] for security_group (991bcb8c-e4b1-4f58-9e2e-c7a2c8639122), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.593194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] Publish callbacks [] for security_group (19d1a414-daeb-4ef6-8819-d4221e15ea37), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.657400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (19d1a414-daeb-4ef6-8819-d4221e15ea37), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.660669 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.662130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19d1a414-daeb-4ef6-8819-d4221e15ea37 HTTP/1.1" status: 204  len: 168 time: 0.2896373
Jan 29 20:46:25.667128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (991bcb8c-e4b1-4f58-9e2e-c7a2c8639122), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.671082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43b80-9a5c-42b7-be42-a0585b662ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1a414-daeb-4ef6-8819-d4221e15ea37,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:25.671670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:25.681755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/991bcb8c-e4b1-4f58-9e2e-c7a2c8639122 HTTP/1.1" status: 204  len: 168 time: 0.1885693
Jan 29 20:46:25.693027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e52fb3-2b8a-4614-94a9-a1c327a0e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991bcb8c-e4b1-4f58-9e2e-c7a2c8639122,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:26.036433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:26.054769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9d9-baee-42cd-a358-5b13a9f50f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.107633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-77389400-f034-4717-9390-834343b1971e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:26.110071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-77389400-f034-4717-9390-834343b1971e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.1937225
Jan 29 20:46:26.126812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-ccaf9ccd-8e52-41e1-b3d6-10d2e5560c4e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/quotas/1446d1ea6143497c87be058f9f8485a0 HTTP/1.1" status: 200  len: 375 time: 0.0108545
Jan 29 20:46:26.157146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9d9-baee-42cd-a358-5b13a9f50f8f admin admin] Publish callbacks [] for security_group (386660f5-b595-4b9f-9525-c39738101021), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.162573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9d9-baee-42cd-a358-5b13a9f50f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (386660f5-b595-4b9f-9525-c39738101021), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.164947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-71d24000-2fba-4f79-9379-0078b5825603 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0325913
Jan 29 20:46:26.221314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9b6c9d9-baee-42cd-a358-5b13a9f50f8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6affbfe64c647d2b5257e6d8c9f4348&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1837168
Jan 29 20:46:26.223462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c9d9-baee-42cd-a358-5b13a9f50f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386660f5-b595-4b9f-9525-c39738101021,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:26.224297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34890) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:26.315890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] Publish callbacks [] for security_group (386660f5-b595-4b9f-9525-c39738101021), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.353364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fec80-88d1-4a45-a48b-554438e3f01f req-f0e48ce7-09b9-4e1c-82ef-ba2c2d7308fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:26.355104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e7fec80-88d1-4a45-a48b-554438e3f01f req-f0e48ce7-09b9-4e1c-82ef-ba2c2d7308fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 969 time: 0.0898540
Jan 29 20:46:26.367735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] Publish callbacks [] for security_group (386660f5-b595-4b9f-9525-c39738101021), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.437072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e7fec80-88d1-4a45-a48b-554438e3f01f req-bccd80c1-211b-49ea-bf26-1b209eef487e tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660596
Jan 29 20:46:26.455433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (386660f5-b595-4b9f-9525-c39738101021), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.458142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:26.461489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/386660f5-b595-4b9f-9525-c39738101021 HTTP/1.1" status: 204  len: 168 time: 0.2359104
Jan 29 20:46:26.472764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989320c-05d2-40a4-a3e1-1ebde14b9fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386660f5-b595-4b9f-9525-c39738101021,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:26.526317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-070c7ff8-8608-4d79-b020-57d665e87b40 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:46:26.527509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-070c7ff8-8608-4d79-b020-57d665e87b40 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2087951
Jan 29 20:46:26.631064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-4cf573d0-f96f-43d9-b033-68d084cf5bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975106
Jan 29 20:46:26.718100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-faa0f5dd-0a52-4009-a044-d784547cc969 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861959
Jan 29 20:46:26.907963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b1252fe-9ec8-4075-83a3-d306d38b9e86 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:46:26.949987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a443d91-15d2-4c74-bf84-631ed5049156 req-49e87481-da91-4a72-9c56-408dcea6f04a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 210 time: 0.0531728
Jan 29 20:46:26.994891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34934) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:27.066892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:27.081730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '6b1252fe-9ec8-4075-83a3-d306d38b9e86', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '6b1252fe-9ec8-4075-83a3-d306d38b9e86', 'mac_address': 'fa:16:3e:93:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:tempest-test_az-1239967956', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:46:27.118624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1169817968-network', 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:27.136808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:27.137260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.150832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:27.153313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.167083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1252fe-9ec8-4075-83a3-d306d38b9e86 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:27.168628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.195839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:27.201255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.289255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks [] for security_group (67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.291163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:27.297769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.300459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.300810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.301207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.301565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.301909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.302240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.302789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.303303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.304046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.304600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.305399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.305980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.306542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Tracked resource versions report:
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]: pushed versions:
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]: {   'AddressGroup': {'1.2'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'ConntrackHelper': {'1.0'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'Log': {'1.0'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'Network': {'1.1'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'Port': {'1.7'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'PortForwarding': {'1.2'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'QosPolicy': {'1.10'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'SecurityGroup': {'1.5'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'SubPort': {'1.0'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'Subnet': {'1.1'},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     'Trunk': {'1.1'}}
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]: consumer versions:
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     HyperV agent@nch1-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     HyperV agent@nch2-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     L3 agent@ncdv-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     Metering agent@ncdv-master-1: {},
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'ConntrackHelper': '1.0',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'Log': '1.0',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'Network': '1.1',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'Port': '1.7',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'PortForwarding': '1.2',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'QosPolicy': '1.10',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'SecurityGroup': '1.5',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'SubPort': '1.0',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'Subnet': '1.1',
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:                                           'Trunk': '1.1'}}
Jan 29 20:46:27.307794 ncdv-master-1 neutron-server[125944]:  {{(pid=125944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:46:27.332919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:27.357190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (75995623-3d55-46e5-b977-31d6f0bfc659), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.357515 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Added segment 75995623-3d55-46e5-b977-31d6f0bfc659 of type vlan for network 932510fa-f2a4-4fc0-9283-4a5038e30cf2
Jan 29 20:46:27.358807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:27.415156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (932510fa-f2a4-4fc0-9283-4a5038e30cf2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.455279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (932510fa-f2a4-4fc0-9283-4a5038e30cf2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.456244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:27.457475 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.520557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] Pushing event updated for resources: {'Network': ['ID=932510fa-f2a4-4fc0-9283-4a5038e30cf2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:27.534054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aecc4afa-7cdc-4d66-877a-7d2916ab8eed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5377884
Jan 29 20:46:27.537600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34972) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:27.540218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:27.544908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Request body: {'subnet': {'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1169817968-subnet', 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:27.567720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:27.571465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:27.642350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['6b1252fe-9ec8-4075-83a3-d306d38b9e86'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:46:27.782537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a3e6d-1c28-4ad3-86f5-15c851ebc306 req-11d3ab3a-891f-4104-88f4-ff7eac46b9fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:27.794007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-429a3e6d-1c28-4ad3-86f5-15c851ebc306 req-11d3ab3a-891f-4104-88f4-ff7eac46b9fc tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 970 time: 0.1557169
Jan 29 20:46:27.901334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-429a3e6d-1c28-4ad3-86f5-15c851ebc306 req-a8d3c355-e4bf-48ec-9cbe-e1a610b771a3 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030643
Jan 29 20:46:27.984393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (26083898-2673-409c-959a-194a4610b5e9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:28.044884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26083898-2673-409c-959a-194a4610b5e9,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:28.082181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20a971d9-c44d-4f4a-8b2c-3a8e2d162238 req-0f31e8eb-a2e2-4189-b3cb-d3e900ccd7c9 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 210 time: 0.0298634
Jan 29 20:46:28.117156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:28.117512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Network hostable DHCP agents. Network: 932510fa-f2a4-4fc0-9283-4a5038e30cf2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:28.151844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:28.163359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 932510fa-f2a4-4fc0-9283-4a5038e30cf2) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:28.168505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:28.169210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:28.176405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89900bb-fb15-4309-91cd-b467c3b83324 None None] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:28.202331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-576c4c7f-3ea5-49f6-9896-651ff004000a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6559188
Jan 29 20:46:28.306037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657f2f8-3b7b-4fbc-ab27-01e14f9a8903 None None] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:28.594745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.18', 61436) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:28.767409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-cd02990e-b52a-44e5-bac9-458ff5bb7e96 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:28.774497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-cd02990e-b52a-44e5-bac9-458ff5bb7e96 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.1771526
Jan 29 20:46:28.842871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35042) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:28.853450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'port': {'device_id': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'admin_state_up': True, 'tenant_id': '1446d1ea6143497c87be058f9f8485a0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:28.896417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b1252fe-9ec8-4075-83a3-d306d38b9e86 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:46:29.030339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:46:29.038834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:29.039244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.176840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5972c4-e264-4eac-8791-305665381fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.185091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35058) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:29.201267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-297459407-network', 'tenant_id': 'ff6cbd36c03c4242996da758858d3194'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:29.219547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:29.220097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.251130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:29.345804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Made reservation on behalf of ff6cbd36c03c4242996da758858d3194 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:29.349160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.355742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:29.367155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.374300 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.403028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50e72-e7f8-4783-8a43-bfa4b865add4 req-f172e45b-80ed-4eb3-a1e1-5ea2307d378f tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:29.404880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33c50e72-e7f8-4783-8a43-bfa4b865add4 req-f172e45b-80ed-4eb3-a1e1-5ea2307d378f tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 970 time: 0.2085679
Jan 29 20:46:29.407109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c251610-2f32-4b09-a908-bde08d0b2161 req-1d85abf3-a237-4f9e-926f-3cc58ddd490c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 210 time: 0.0575333
Jan 29 20:46:29.432439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5972c4-e264-4eac-8791-305665381fee admin admin] Publish callbacks [] for security_group (fcf4f31f-01bd-435c-af76-4efe34fa4261), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.454737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5972c4-e264-4eac-8791-305665381fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcf4f31f-01bd-435c-af76-4efe34fa4261), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.492089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33c50e72-e7f8-4783-8a43-bfa4b865add4 req-363c4949-096e-42e1-934b-93a6c3b1839c tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807128
Jan 29 20:46:29.493286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Made reservation on behalf of 1446d1ea6143497c87be058f9f8485a0 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:29.497096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.529740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:29.537045 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10503407-8732-4631-a4b0-585ee260fd97" -d '{"events": [{"server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "name": "network-vif-plugged", "status": "completed", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:29.569987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5972c4-e264-4eac-8791-305665381fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf4f31f-01bd-435c-af76-4efe34fa4261,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:29.582321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b5972c4-e264-4eac-8791-305665381fee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52e726d1319a4465a7c93015c8ac9277&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7378600
Jan 29 20:46:29.587218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35072) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:29.664656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks [] for security_group (2f348575-0b98-465b-81c3-d7c574d118d1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.666185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] Publish callbacks [] for security_group (fcf4f31f-01bd-435c-af76-4efe34fa4261), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.672150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2f348575-0b98-465b-81c3-d7c574d118d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.685939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:29.695775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (27b57df7-4df3-47af-aab2-18c12285ccc4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.696302 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Added segment 27b57df7-4df3-47af-aab2-18c12285ccc4 of type vlan for network 51c7b741-6b1c-4311-9d55-26d0bfaa2c87
Jan 29 20:46:29.770266 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b26eb-a8c5-46dd-980f-da7b704e6fff x-openstack-request-id: req-ec1b26eb-a8c5-46dd-980f-da7b704e6fff {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:29.770607 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "name": "network-vif-plugged", "status": "completed", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:29.770868 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec1b26eb-a8c5-46dd-980f-da7b704e6fff {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:29.771331 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86', 'code': 200}
Jan 29 20:46:29.781555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (51c7b741-6b1c-4311-9d55-26d0bfaa2c87), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.785466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] Publish callbacks [] for security_group (fcf4f31f-01bd-435c-af76-4efe34fa4261), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.809800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f348575-0b98-465b-81c3-d7c574d118d1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:29.914714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Allocated IP 172.20.0.2 (b8d9c425-1de8-44d6-86f2-05dc24907ef7/4661c7f2-95f7-4a9d-9d42-fc375008c179/5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:29.926854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (51c7b741-6b1c-4311-9d55-26d0bfaa2c87), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:29.928337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:29.929318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.012446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcf4f31f-01bd-435c-af76-4efe34fa4261), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.015404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.016679 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcf4f31f-01bd-435c-af76-4efe34fa4261 HTTP/1.1" status: 204  len: 168 time: 0.4280279
Jan 29 20:46:30.027353 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8412824
Jan 29 20:46:30.029372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-5e1b3ccf-ca0c-4979-bb90-a0c0431d1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:30.030857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-5e1b3ccf-ca0c-4979-bb90-a0c0431d1cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 1153 time: 0.1829221
Jan 29 20:46:30.031386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35088) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:30.042253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Request body: {'subnet': {'network_id': '51c7b741-6b1c-4311-9d55-26d0bfaa2c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-297459407-subnet', 'tenant_id': 'ff6cbd36c03c4242996da758858d3194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:30.046376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d626db-bbfb-41a2-803d-c6e7f01fb401 admin admin] Pushing event updated for resources: {'Network': ['ID=51c7b741-6b1c-4311-9d55-26d0bfaa2c87,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.056508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 51c7b741-6b1c-4311-9d55-26d0bfaa2c87 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:30.058049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b45c3-1b7e-4ebe-b227-0841646cfd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf4f31f-01bd-435c-af76-4efe34fa4261,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.074987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-fdd16e32-9382-4a9b-ae44-90365c02da93 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.108259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Made reservation on behalf of ff6cbd36c03c4242996da758858d3194 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:30.112815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.212745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.274898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-fdd16e32-9382-4a9b-ae44-90365c02da93 service neutron] Publish callbacks [] for security_group (0b49c823-d471-4773-9d67-faeeb7dc47c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.285194 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-fdd16e32-9382-4a9b-ae44-90365c02da93 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0b49c823-d471-4773-9d67-faeeb7dc47c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.322727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.351421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16e32-9382-4a9b-ae44-90365c02da93 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b49c823-d471-4773-9d67-faeeb7dc47c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.405256 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c1c653d8-d80b-4591-b670-ab28e25e6655 req-fdd16e32-9382-4a9b-ae44-90365c02da93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3548012
Jan 29 20:46:30.421600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:30.429049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:30.437791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:30.444019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:30.444831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.479412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.490812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35096) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:30.500623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-07273480-1c90-4d2b-823f-b07a39316eb5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6512113
Jan 29 20:46:30.505793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (acea6ed5-aa24-4ef4-a0ab-190dced234a3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.591538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Checking segment: {'id': '27b57df7-4df3-47af-aab2-18c12285ccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51c7b741-6b1c-4311-9d55-26d0bfaa2c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:30.592014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Network hostable DHCP agents. Network: 51c7b741-6b1c-4311-9d55-26d0bfaa2c87, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:30.597619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acea6ed5-aa24-4ef4-a0ab-190dced234a3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.626338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Network 51c7b741-6b1c-4311-9d55-26d0bfaa2c87 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:30.632965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:30.644616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51c7b741-6b1c-4311-9d55-26d0bfaa2c87) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:30.649524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:30.650699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.655566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a077987-184d-4bdc-a2f0-42bb23dc671d None None] Network 51c7b741-6b1c-4311-9d55-26d0bfaa2c87 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:30.673758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2db6022e-a827-4979-951c-a44d91bacc49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6398954
Jan 29 20:46:30.685580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b447abe3-291a-4021-95a0-ea17dc90360d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.688065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1744d008-cd35-473e-a598-dc829d8990fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.784292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515bde-5e00-4931-b786-df03445804dd req-a2d84930-4deb-4f00-b619-84067a1ff98a tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:30.786144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df515bde-5e00-4931-b786-df03445804dd req-a2d84930-4deb-4f00-b619-84067a1ff98a tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.1844544
Jan 29 20:46:30.797647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d3e88-b3c3-4371-ac4f-a422f19f90e5 req-c50b2863-5951-4872-bbfe-860329abe399 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:30.799354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-235d3e88-b3c3-4371-ac4f-a422f19f90e5 req-c50b2863-5951-4872-bbfe-860329abe399 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 931 time: 0.2576358
Jan 29 20:46:30.806070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1744d008-cd35-473e-a598-dc829d8990fc admin admin] Publish callbacks [] for security_group (d92e7201-4a7b-47a5-8da9-3b5031617832), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.815205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1744d008-cd35-473e-a598-dc829d8990fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d92e7201-4a7b-47a5-8da9-3b5031617832), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.826196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10e73d-da0e-4c69-b039-2831959752ab None None] Network 51c7b741-6b1c-4311-9d55-26d0bfaa2c87 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:30.867248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1744d008-cd35-473e-a598-dc829d8990fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8382075956a045d998538b91711ba022&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3751724
Jan 29 20:46:30.869447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744d008-cd35-473e-a598-dc829d8990fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92e7201-4a7b-47a5-8da9-3b5031617832,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:30.878107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:30.894872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-235d3e88-b3c3-4371-ac4f-a422f19f90e5 req-48113ca4-f608-4c5f-962b-e9da0b03a89b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879018
Jan 29 20:46:30.922251 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b447abe3-291a-4021-95a0-ea17dc90360d admin admin] Publish callbacks [] for security_group (a299d741-f847-4f73-b41e-e4971c451886), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.934575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b447abe3-291a-4021-95a0-ea17dc90360d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a299d741-f847-4f73-b41e-e4971c451886), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:30.942946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df515bde-5e00-4931-b786-df03445804dd req-b797e9b7-a9e1-4f51-836d-c561eb740ccb tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390827
Jan 29 20:46:30.968608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] Publish callbacks [] for security_group (d92e7201-4a7b-47a5-8da9-3b5031617832), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.005127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] Publish callbacks [] for security_group (d92e7201-4a7b-47a5-8da9-3b5031617832), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.016706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b447abe3-291a-4021-95a0-ea17dc90360d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bd204faedef41f6bc0ba29e93adb9f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3815298
Jan 29 20:46:31.018009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447abe3-291a-4021-95a0-ea17dc90360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a299d741-f847-4f73-b41e-e4971c451886,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:31.020187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35112) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:31.063348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d92e7201-4a7b-47a5-8da9-3b5031617832), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.066708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.068146 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d92e7201-4a7b-47a5-8da9-3b5031617832 HTTP/1.1" status: 204  len: 168 time: 0.1890500
Jan 29 20:46:31.078543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b880-d085-4dd0-8083-f81bfce78184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92e7201-4a7b-47a5-8da9-3b5031617832,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:31.089254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] Publish callbacks [] for security_group (a299d741-f847-4f73-b41e-e4971c451886), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.118388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] Publish callbacks [] for security_group (a299d741-f847-4f73-b41e-e4971c451886), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.178502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a299d741-f847-4f73-b41e-e4971c451886), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.181252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.189152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a299d741-f847-4f73-b41e-e4971c451886 HTTP/1.1" status: 204  len: 168 time: 0.1654704
Jan 29 20:46:31.201983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1fa35-077c-410f-967a-f4686b3f5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a299d741-f847-4f73-b41e-e4971c451886,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:31.419319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-3b9c2a20-eac1-45c8-9ad1-00040f741ca3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:31.420802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-3b9c2a20-eac1-45c8-9ad1-00040f741ca3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.1237760
Jan 29 20:46:31.444847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-d0da7929-4bdf-4667-92d7-7cac37093a3f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/quotas/27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 375 time: 0.0174313
Jan 29 20:46:31.475792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-1a0abc21-6e83-4a84-88f3-93fe3e7fb137 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300896
Jan 29 20:46:31.600503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:31.602228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-fab1abdf-d1da-493c-95d7-a8c9243d6deb service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132293
Jan 29 20:46:31.629506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca3a-ac3f-4a53-ad50-0383d3dfb087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.705837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-31ae5bc9-145d-4063-8b31-d3c2f1d646d7 service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970263
Jan 29 20:46:31.732528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca3a-ac3f-4a53-ad50-0383d3dfb087 admin admin] Publish callbacks [] for security_group (85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.737611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca3a-ac3f-4a53-ad50-0383d3dfb087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.782337 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ab5ca3a-ac3f-4a53-ad50-0383d3dfb087 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7559871fce2641578e2e5b84c56be203&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1776397
Jan 29 20:46:31.782337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ca3a-ac3f-4a53-ad50-0383d3dfb087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:31.782601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35144) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:31.864366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] Publish callbacks [] for security_group (85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.890553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008af76e-5f84-4a45-974b-ef447551d807 req-24e3f7b5-af69-4168-9f38-db36c55fab8a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 210 time: 0.0362995
Jan 29 20:46:31.912425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] Publish callbacks [] for security_group (85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.992815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.996424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:31.999333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92 HTTP/1.1" status: 204  len: 168 time: 0.2157168
Jan 29 20:46:32.110255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055bc03-b124-485c-a8b2-82d092d64dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b3e8ef-52c8-4d98-861f-3d1b5b9d1b92,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:32.148124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9fe08-5e17-48c3-9963-e77cb962dbce req-0a474d1f-f7ed-424c-a2e8-42e76bf4f9c8 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:32.149985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42b9fe08-5e17-48c3-9963-e77cb962dbce req-0a474d1f-f7ed-424c-a2e8-42e76bf4f9c8 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.0968039
Jan 29 20:46:32.162771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71666947-bb56-434e-b65b-8c6a5450dc0d req-f41c41cf-f653-4fc5-8c3b-89fdb8864969 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:32.164318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71666947-bb56-434e-b65b-8c6a5450dc0d req-f41c41cf-f653-4fc5-8c3b-89fdb8864969 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 931 time: 0.1519790
Jan 29 20:46:32.273518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71666947-bb56-434e-b65b-8c6a5450dc0d req-15b34b67-19f7-43dd-9b80-a4bcff55d41a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964255
Jan 29 20:46:32.280771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42b9fe08-5e17-48c3-9963-e77cb962dbce req-a137b068-6c43-440d-a875-ff561c80a49b tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153789
Jan 29 20:46:33.003019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7bde566c-085a-4e7d-ac47-80aacc1665b5 req-417d7c75-531a-493b-b1b4-3b128e037233 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 210 time: 0.0399320
Jan 29 20:46:33.072107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35212) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:33.244492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-699191606-network', 'tenant_id': 'bc40719769954167a207cdcc7b45fc94'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:33.266098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Made reservation on behalf of bc40719769954167a207cdcc7b45fc94 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:33.268290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.277651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.342721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-0c28f274-0dc2-4d1c-bbb4-3d086dc349aa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:33.344562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-0c28f274-0dc2-4d1c-bbb4-3d086dc349aa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.2662649
Jan 29 20:46:33.360704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Request body: {'port': {'device_id': '4958df22-9702-437d-bff8-a8c03e006d37', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'admin_state_up': True, 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:33.472053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:33.475377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.550847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks [] for security_group (661e6909-648a-4d93-9fb5-c55fdd9ae17f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.561636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (661e6909-648a-4d93-9fb5-c55fdd9ae17f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.574416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231b39a-d0d7-459f-86f5-2e5b3413bc30 req-119da1d0-c178-4e11-9cf6-ec5b7a39b096 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:33.575872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2231b39a-d0d7-459f-86f5-2e5b3413bc30 req-119da1d0-c178-4e11-9cf6-ec5b7a39b096 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.2101243
Jan 29 20:46:33.582597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa51822-7502-44ea-bf45-4c86a2ac58d1 req-05487966-8d54-4607-bc82-4033c7fd49ba tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:33.584082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aa51822-7502-44ea-bf45-4c86a2ac58d1 req-05487966-8d54-4607-bc82-4033c7fd49ba tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 931 time: 0.2163877
Jan 29 20:46:33.599857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Allocated IP 172.20.0.9 (932510fa-f2a4-4fc0-9283-4a5038e30cf2/26083898-2673-409c-959a-194a4610b5e9/2d358799-e115-4cfd-90f4-660847d974cf) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:33.620136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:33.653340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (907bfca6-ecd9-4bb8-b385-38481a05f43a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.653669 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Added segment 907bfca6-ecd9-4bb8-b385-38481a05f43a of type vlan for network 63db4283-047a-467b-8977-1609a69eac2e
Jan 29 20:46:33.656053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e6909-648a-4d93-9fb5-c55fdd9ae17f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:33.723148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2231b39a-d0d7-459f-86f5-2e5b3413bc30 req-ecb41fe5-ca4b-40f9-9751-05f58c9b5cf6 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381128
Jan 29 20:46:33.731880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (63db4283-047a-467b-8977-1609a69eac2e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.738885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aa51822-7502-44ea-bf45-4c86a2ac58d1 req-7a7f9283-e4a7-4cbc-b8e2-10da9d9b9833 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350880
Jan 29 20:46:33.767452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks [] for port (2d358799-e115-4cfd-90f4-660847d974cf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.776812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (63db4283-047a-467b-8977-1609a69eac2e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.779915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:33.780956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.810625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.854037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7796245
Jan 29 20:46:33.856924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:33.864319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Request body: {'subnet': {'network_id': '63db4283-047a-467b-8977-1609a69eac2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-699191606-subnet', 'tenant_id': 'bc40719769954167a207cdcc7b45fc94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:33.899165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:33.900309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:33.903759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:33.905902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:33.908368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ab45-2107-4e2a-acd6-65c3368b9de3 admin admin] Pushing event updated for resources: {'Network': ['ID=63db4283-047a-467b-8977-1609a69eac2e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:33.911117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:33.911755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.921714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 63db4283-047a-467b-8977-1609a69eac2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:33.942960 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-f8e4d77a-a46c-4c6d-aef9-31325d79975e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5831079
Jan 29 20:46:33.951174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Made reservation on behalf of bc40719769954167a207cdcc7b45fc94 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:33.953441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:33.953571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Request body: {'port': {'device_id': '4958df22-9702-437d-bff8-a8c03e006d37', 'device_owner': 'compute:tempest-test_az-1239967956', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:34.030302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-3e21ae96-d5c0-442e-9b80-707f79f2c102 tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:34.032103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-3e21ae96-d5c0-442e-9b80-707f79f2c102 tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 1153 time: 0.1619046
Jan 29 20:46:34.035322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.072620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-bb6d2cf6-5c84-4ff5-af3b-f36eebfb00be tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.225217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7916803-9d3d-4183-9e65-0a65ed72a0fb req-7799f2a4-8f86-4cc2-a9b1-49c77cabbac4 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:34.226723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7916803-9d3d-4183-9e65-0a65ed72a0fb req-7799f2a4-8f86-4cc2-a9b1-49c77cabbac4 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 931 time: 0.1320977
Jan 29 20:46:34.254832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35248) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:34.327272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d358799-e115-4cfd-90f4-660847d974cf {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:34.333522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (be456b9b-6229-4e82-989e-d68ffcd1b76d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.335908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks [] for port (2d358799-e115-4cfd-90f4-660847d974cf), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.337240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-bb6d2cf6-5c84-4ff5-af3b-f36eebfb00be tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] Publish callbacks [] for security_group (ed218b22-5a58-41c6-89e6-1136915c6e6b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.349657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Transition to ACTIVE for port object 2d358799-e115-4cfd-90f4-660847d974cf will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:46:34.354331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.366320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-bb6d2cf6-5c84-4ff5-af3b-f36eebfb00be tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ed218b22-5a58-41c6-89e6-1136915c6e6b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.378023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7916803-9d3d-4183-9e65-0a65ed72a0fb req-3f44492a-7c9d-4074-bcfe-c87500ad2c32 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414642
Jan 29 20:46:34.397035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a2095a0-63d6-41cc-bd5e-7decc44d142c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.429029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:34.446777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-918ad57d-2f31-4d16-8fdf-876e753b4afe req-bb6d2cf6-5c84-4ff5-af3b-f36eebfb00be tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4057944
Jan 29 20:46:34.456338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d2cf6-5c84-4ff5-af3b-f36eebfb00be tempest-AggregatesAdminTestJSON-2027872033 tempest-AggregatesAdminTestJSON-2027872033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed218b22-5a58-41c6-89e6-1136915c6e6b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:34.460524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be456b9b-6229-4e82-989e-d68ffcd1b76d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:34.481612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Checking segment: {'id': '907bfca6-ecd9-4bb8-b385-38481a05f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63db4283-047a-467b-8977-1609a69eac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:34.481977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Network hostable DHCP agents. Network: 63db4283-047a-467b-8977-1609a69eac2e, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:34.515699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Network 63db4283-047a-467b-8977-1609a69eac2e is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:34.533669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63db4283-047a-467b-8977-1609a69eac2e) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:34.541437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:34.543026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.546542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933ea04-a915-41c9-8179-d217c653d02d None None] Network 63db4283-047a-467b-8977-1609a69eac2e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:34.565222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d824cb23-283b-4261-9caa-8a1dc84a2c10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7065556
Jan 29 20:46:34.649601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:34.649936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:34.650269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:34.658010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:34.658333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:34.670309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:34.670671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:34.671041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:34.671494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Bound port: 2d358799-e115-4cfd-90f4-660847d974cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:34.672099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.726088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d217f4f-0fb2-428f-9d49-d65c0eaf8575 None None] Network 63db4283-047a-467b-8977-1609a69eac2e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:34.742252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a2095a0-63d6-41cc-bd5e-7decc44d142c admin admin] Publish callbacks [] for security_group (1136ec4a-d380-4b34-b728-3055d31a13c1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.749824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a2095a0-63d6-41cc-bd5e-7decc44d142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1136ec4a-d380-4b34-b728-3055d31a13c1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.801200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:34.808319 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a2095a0-63d6-41cc-bd5e-7decc44d142c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=546040d4a27d47b6a2890debe7d115ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5499470
Jan 29 20:46:34.808319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:34.809167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35264) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:34.812331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2095a0-63d6-41cc-bd5e-7decc44d142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136ec4a-d380-4b34-b728-3055d31a13c1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:34.817735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.881264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:34.882604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.883286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 1113 time: 0.9355197
Jan 29 20:46:34.883750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:34.886167 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08" -d '{"events": [{"name": "network-changed", "server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "tag": "2d358799-e115-4cfd-90f4-660847d974cf"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:34.902463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e399235-cc9d-459d-a7ee-85b292d7be87 service neutron] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:34.956783 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4070c-a7ae-433a-bd37-fe2cd7d191f5 x-openstack-request-id: req-47f4070c-a7ae-433a-bd37-fe2cd7d191f5 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:34.957630 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "tag": "2d358799-e115-4cfd-90f4-660847d974cf", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:34.957938 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47f4070c-a7ae-433a-bd37-fe2cd7d191f5 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:34.958343 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf', 'status': 'completed', 'code': 200}
Jan 29 20:46:34.968618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] Publish callbacks [] for security_group (1136ec4a-d380-4b34-b728-3055d31a13c1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:34.997575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d9c2b-558d-4d03-9f8d-a68649f0bdc8 req-63c73c06-7e9c-45da-9bd0-52d1a734b4af tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:34.999131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c51d9c2b-558d-4d03-9f8d-a68649f0bdc8 req-63c73c06-7e9c-45da-9bd0-52d1a734b4af tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 931 time: 0.1033590
Jan 29 20:46:35.009030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] Publish callbacks [] for security_group (1136ec4a-d380-4b34-b728-3055d31a13c1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.018746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-0ecb4393-ecf6-4c53-aedf-bea988938be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.019570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-0ecb4393-ecf6-4c53-aedf-bea988938be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1147 time: 0.0752559
Jan 29 20:46:35.065844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-c911558e-5af2-42c7-a97b-a7f77007df16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.0388551
Jan 29 20:46:35.107355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c51d9c2b-558d-4d03-9f8d-a68649f0bdc8 req-4c51ddb9-6e0f-473e-90aa-573ef70aa950 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004775
Jan 29 20:46:35.133172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-543ca975-f4a1-44e2-905e-8324b57a5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.134786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-543ca975-f4a1-44e2-905e-8324b57a5e33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0620077
Jan 29 20:46:35.137858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a995-c673-4ead-8f2a-a7c17fe3fdd6 req-e497bfd2-7af6-4de5-9af6-3375111ff1cb tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.139473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d648a995-c673-4ead-8f2a-a7c17fe3fdd6 req-e497bfd2-7af6-4de5-9af6-3375111ff1cb tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.1279917
Jan 29 20:46:35.151361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1136ec4a-d380-4b34-b728-3055d31a13c1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.153843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.154914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1136ec4a-d380-4b34-b728-3055d31a13c1 HTTP/1.1" status: 204  len: 168 time: 0.3446488
Jan 29 20:46:35.175322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6d9ea-44d5-4bc4-9ca4-7ee03eb8957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136ec4a-d380-4b34-b728-3055d31a13c1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:35.189667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-93d41b14-ab4e-4bed-9039-668abde24d9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439560
Jan 29 20:46:35.230632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d648a995-c673-4ead-8f2a-a7c17fe3fdd6 req-3bf6baf2-e9cd-43c4-bb65-a9a055460451 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843399
Jan 29 20:46:35.238778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35280) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:35.244082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-755748563-network', 'tenant_id': 'db2576f223af4e2e9440b0bacbade0e7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:35.265156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Made reservation on behalf of db2576f223af4e2e9440b0bacbade0e7 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:35.267529 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.278988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.307517 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-6b9f8da6-b16d-4c69-9d63-3d1423b88c84 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102655
Jan 29 20:46:35.357335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks [] for security_group (0f30cf89-9645-4494-8605-b02c2fbaea95), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.363163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0f30cf89-9645-4494-8605-b02c2fbaea95), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.390794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:35.399781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30cf89-9645-4494-8605-b02c2fbaea95,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:35.427317 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-03c6bbf1-a3fa-4eea-ab1f-57e8e6536a99 req-fde48da1-3a9d-4e13-8afa-09d6734745e9 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131301
Jan 29 20:46:35.430347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (132eca93-9094-4fe5-a89d-1105c69ea4b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.430694 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Added segment 132eca93-9094-4fe5-a89d-1105c69ea4b0 of type vlan for network 28140797-2efb-4c58-8de8-1fcb95835c74
Jan 29 20:46:35.490211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (28140797-2efb-4c58-8de8-1fcb95835c74), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.524782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-06d9258e-1a67-4457-819d-6fdbdbcec718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.526330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-06d9258e-1a67-4457-819d-6fdbdbcec718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1147 time: 0.0477974
Jan 29 20:46:35.543743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (28140797-2efb-4c58-8de8-1fcb95835c74), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.544811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.545518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.578868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35286) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:35.596371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a89dccce-f4fb-413f-9b15-1c7ce489f5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.602867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862f7cb-95a8-4451-aea4-4ec1fc7de35a req-48ba4ba4-443f-44bd-b6fa-a68d9afb10f2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.604344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1862f7cb-95a8-4451-aea4-4ec1fc7de35a req-48ba4ba4-443f-44bd-b6fa-a68d9afb10f2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.1278682
Jan 29 20:46:35.620750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3808274
Jan 29 20:46:35.627121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35288) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:35.638331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2c4a-d78b-45d1-9208-332d01be4b52 admin admin] Pushing event updated for resources: {'Network': ['ID=28140797-2efb-4c58-8de8-1fcb95835c74,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:35.640581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Request body: {'subnet': {'network_id': '28140797-2efb-4c58-8de8-1fcb95835c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-755748563-subnet', 'tenant_id': 'db2576f223af4e2e9440b0bacbade0e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:35.655765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 28140797-2efb-4c58-8de8-1fcb95835c74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:35.670182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1862f7cb-95a8-4451-aea4-4ec1fc7de35a req-b5b39b68-51cb-42a9-ae4b-034c6f8315ba tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558455
Jan 29 20:46:35.688121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-7dab41b0-5b9b-43a0-a329-7c66742aacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.689725 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-7dab41b0-5b9b-43a0-a329-7c66742aacaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1554780
Jan 29 20:46:35.706259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Made reservation on behalf of db2576f223af4e2e9440b0bacbade0e7 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:35.708535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.750940 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-a909d74a-7889-4cac-8ff2-a9fd40cca6b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.0539563
Jan 29 20:46:35.855787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a89dccce-f4fb-413f-9b15-1c7ce489f5b7 admin admin] Publish callbacks [] for security_group (845f3980-3ea5-4890-aa17-8901f1470c32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.864431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a89dccce-f4fb-413f-9b15-1c7ce489f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (845f3980-3ea5-4890-aa17-8901f1470c32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:35.880846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-8f659271-8598-483d-9a70-e01a8edfff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:35.882364 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-8f659271-8598-483d-9a70-e01a8edfff42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1022580
Jan 29 20:46:35.937280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-c85ff0c1-0664-4a05-9730-e5522ab2bb4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437839
Jan 29 20:46:35.946660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dccce-f4fb-413f-9b15-1c7ce489f5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845f3980-3ea5-4890-aa17-8901f1470c32,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:35.950630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a89dccce-f4fb-413f-9b15-1c7ce489f5b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78de918e8bc94f2d9b6cd948eea4ec25&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3708291
Jan 29 20:46:35.953436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35290) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:36.001024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] Publish callbacks [] for security_group (845f3980-3ea5-4890-aa17-8901f1470c32), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.021461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] Publish callbacks [] for security_group (845f3980-3ea5-4890-aa17-8901f1470c32), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.051905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-9411b944-4c88-4be5-94d0-ec58c8783217 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:46:36.052851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-9411b944-4c88-4be5-94d0-ec58c8783217 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091798
Jan 29 20:46:36.078916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (845f3980-3ea5-4890-aa17-8901f1470c32), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.081870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.085352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/845f3980-3ea5-4890-aa17-8901f1470c32 HTTP/1.1" status: 204  len: 168 time: 0.1285446
Jan 29 20:46:36.096220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa98eb-5b9c-49c8-b6b5-2b406e72df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845f3980-3ea5-4890-aa17-8901f1470c32,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:36.100019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (9f59ba32-c146-4bd1-8577-df32bb153727), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.105098 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-b2b9f51b-93bb-433a-a07c-95e4486bbd4b service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593168
Jan 29 20:46:36.219197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f59ba32-c146-4bd1-8577-df32bb153727,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:36.253512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Checking segment: {'id': '132eca93-9094-4fe5-a89d-1105c69ea4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28140797-2efb-4c58-8de8-1fcb95835c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:36.253961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Network hostable DHCP agents. Network: 28140797-2efb-4c58-8de8-1fcb95835c74, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:36.269502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07763e8a-2f9f-4d64-a243-ae6d82cb0d08 req-f7e2fefc-d764-4a05-9348-50d6d9386db4 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443586
Jan 29 20:46:36.279365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c86fa-1dd6-4aaa-b52b-c27a7e5e6c5d req-f8cf7caf-f776-4aac-91f3-44e23f8a045d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:36.280959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-411c86fa-1dd6-4aaa-b52b-c27a7e5e6c5d req-f8cf7caf-f776-4aac-91f3-44e23f8a045d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 931 time: 0.0959575
Jan 29 20:46:36.283350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Network 28140797-2efb-4c58-8de8-1fcb95835c74 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:36.297487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28140797-2efb-4c58-8de8-1fcb95835c74) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:36.309831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d04aa9-7ec2-4c1c-ad6f-1195eeb86673 None None] Network 28140797-2efb-4c58-8de8-1fcb95835c74 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:36.314857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Request body: {'port': {'device_id': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:36.318120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:36.318726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.378738 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6c4067b2-1c61-47de-aeaa-6192ee0f92b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7503145
Jan 29 20:46:36.450588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-411c86fa-1dd6-4aaa-b52b-c27a7e5e6c5d req-5398ffff-2803-4981-8b5b-69f3382e2769 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594629
Jan 29 20:46:36.454743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655683f7-f8ec-48be-bd4e-a7cf95a89678 None None] Network 28140797-2efb-4c58-8de8-1fcb95835c74 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:36.481614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-a1de0dfc-afba-4f35-a81b-71be096af1a2 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:36.485165 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-a1de0dfc-afba-4f35-a81b-71be096af1a2 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.1776109
Jan 29 20:46:36.486139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.552656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41baff3-33d6-47cd-8761-bd2eaf95498e req-642d7b02-8b97-462c-91d8-9be191149d12 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:36.554207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b41baff3-33d6-47cd-8761-bd2eaf95498e req-642d7b02-8b97-462c-91d8-9be191149d12 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 971 time: 0.2000027
Jan 29 20:46:36.623865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35308) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:36.688524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Deleting port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:46:36.688916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.757790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b41baff3-33d6-47cd-8761-bd2eaf95498e req-a427e9a0-c299-42d6-bc2f-94f9d8e70e62 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/security-groups?id=68cb7f97-0340-450c-bd50-aeece6f2938d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940291
Jan 29 20:46:36.820042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] For port 6b1252fe-9ec8-4075-83a3-d306d38b9e86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b1252fe-9ec8-4075-83a3-d306d38b9e86,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:36.820407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:36.841221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Calling delete_port for 6b1252fe-9ec8-4075-83a3-d306d38b9e86 owned by compute:tempest-test_az-1239967956 {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:46:36.932094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Deleting subnet be456b9b-6229-4e82-989e-d68ffcd1b76d {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:46:36.963034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Publish callbacks [] for subnet (be456b9b-6229-4e82-989e-d68ffcd1b76d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.018529 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Publish callbacks [] for subnet (be456b9b-6229-4e82-989e-d68ffcd1b76d), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.023749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (6b1252fe-9ec8-4075-83a3-d306d38b9e86), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.036077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['6b1252fe-9ec8-4075-83a3-d306d38b9e86'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:46:37.037144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e2a2d-79de-48a2-9d63-6ac6de610410 req-9fda06b6-715e-4ca9-a7d7-eb01111f97d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:37.038693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-697e2a2d-79de-48a2-9d63-6ac6de610410 req-9fda06b6-715e-4ca9-a7d7-eb01111f97d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.2914023
Jan 29 20:46:37.050196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (be456b9b-6229-4e82-989e-d68ffcd1b76d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.073368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Pushing event deleted for resources: {'Port': ['ID=6b1252fe-9ec8-4075-83a3-d306d38b9e86,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:37.159355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] No DVR routers for this DVR port 6b1252fe-9ec8-4075-83a3-d306d38b9e86 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:46:37.163219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.168099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a866a9a3-0601-413f-a929-fd4f68751dc8 req-f08885b5-367c-4c8c-b571-aa80e8e98d73 tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.36 "DELETE /v2.0/ports/6b1252fe-9ec8-4075-83a3-d306d38b9e86 HTTP/1.1" status: 204  len: 173 time: 0.6770389
Jan 29 20:46:37.168578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'name': 'network-vif-deleted', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:37.171198 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61355e9-81e6-4cb2-8a91-93047a11225d" -d '{"events": [{"server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "name": "network-vif-deleted", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:37.231405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-697e2a2d-79de-48a2-9d63-6ac6de610410 req-d55dab82-e6c4-409a-bc1f-784796602d5f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807148
Jan 29 20:46:37.259371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (be456b9b-6229-4e82-989e-d68ffcd1b76d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.267726 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cdd932-b983-41d6-a613-4e1b35bb0d7b x-openstack-request-id: req-a0cdd932-b983-41d6-a613-4e1b35bb0d7b {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:37.268017 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a7deb0-afb7-407e-80a0-29bd26125efc", "name": "network-vif-deleted", "tag": "6b1252fe-9ec8-4075-83a3-d306d38b9e86", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:37.268265 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0cdd932-b983-41d6-a613-4e1b35bb0d7b {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:37.268655 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a7deb0-afb7-407e-80a0-29bd26125efc', 'name': 'network-vif-deleted', 'tag': '6b1252fe-9ec8-4075-83a3-d306d38b9e86', 'status': 'completed', 'code': 200}
Jan 29 20:46:37.300219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.303401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be456b9b-6229-4e82-989e-d68ffcd1b76d HTTP/1.1" status: 204  len: 168 time: 0.6696382
Jan 29 20:46:37.306126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:37.352640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba84f-64b4-42e5-b00d-24ed825903b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be456b9b-6229-4e82-989e-d68ffcd1b76d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:37.375284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:37.383634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks [] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.401028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (63db4283-047a-467b-8977-1609a69eac2e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.413754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Transition to ACTIVE for port object 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:46:37.418867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.521331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:37.529941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (63db4283-047a-467b-8977-1609a69eac2e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.554699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fea094c14f0>> segment before_delete 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.555050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fea094c14f0>> subnet precommit_delete_associations 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.555776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> segment_host_mapping after_create 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.556103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> port after_create 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.556417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> port after_delete 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.556749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> port after_update 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.557099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> segment after_delete 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.558896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> subnet after_create 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.559243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> subnet after_delete 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.559550 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea094c11f0>> subnet after_update 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.606619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Attempting to bind port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:37.607296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Attempting to bind port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:37.607296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Attempting to bind port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:37.613593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:37.613917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Attempting to bind port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:37.626728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:37.627310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Checking segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:37.627673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Bound using segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:37.628144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Bound port: 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:37.628516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.648427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64390d9e-f75b-42ef-966c-261e6329b2ac req-4cf8d9ab-c54e-47e3-a174-cb29a3ba76d4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:37.650025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64390d9e-f75b-42ef-966c-261e6329b2ac req-4cf8d9ab-c54e-47e3-a174-cb29a3ba76d4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.0838487
Jan 29 20:46:37.665791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea0978d3a0>> subnet after_create 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.666143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea0978d3a0>> subnet after_delete 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.666471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea0978d3a0>> subnet before_create 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.666801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea0978d3a0>> subnet before_update 55550000 {{(pid=125942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:46:37.667164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea094c1bb0>,) {'filters': {'network_id': ['63db4283-047a-467b-8977-1609a69eac2e']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:37.685159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094c1bb0>, '907bfca6-ecd9-4bb8-b385-38481a05f43a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:37.685456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094c1bb0>, '907bfca6-ecd9-4bb8-b385-38481a05f43a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:37.706532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (907bfca6-ecd9-4bb8-b385-38481a05f43a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.728398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (907bfca6-ecd9-4bb8-b385-38481a05f43a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.739018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:46:37.739411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (907bfca6-ecd9-4bb8-b385-38481a05f43a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.744297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:37.751202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64390d9e-f75b-42ef-966c-261e6329b2ac req-bcab377a-01e4-4015-ac36-787a412e11b7 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769215
Jan 29 20:46:37.753160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   from cryptography.utils import int_from_bytes
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   from cryptography.utils import int_from_bytes
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:46:37.756970 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:46:37.761172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.802052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:37.802881 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.804700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] 10.222.0.18 "PUT /v2.0/ports/5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 HTTP/1.1" status: 200  len: 1091 time: 1.5775981
Jan 29 20:46:37.805656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:37.871722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (63db4283-047a-467b-8977-1609a69eac2e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.891689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:37.901109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/63db4283-047a-467b-8977-1609a69eac2e HTTP/1.1" status: 204  len: 168 time: 0.5913160
Jan 29 20:46:37.908163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:37.969528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac879-5898-4459-8c17-33beb01a74ad admin admin] Pushing event deleted for resources: {'Network': ['ID=63db4283-047a-467b-8977-1609a69eac2e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:37.979951 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:37.984371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da9fe40c-c399-49ea-bc37-1b54a5a2bf24 req-7fe22b50-0d08-4306-a2c4-2ea79fda911b tempest-AggregatesAdminTestJSON-1344970267 tempest-AggregatesAdminTestJSON-1344970267-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a7deb0-afb7-407e-80a0-29bd26125efc HTTP/1.1" status: 200  len: 210 time: 0.0691214
Jan 29 20:46:37.984955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff87f53-26c1-4dcd-80e9-6e402d12fbce service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:38.013830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Deleting subnet 9f59ba32-c146-4bd1-8577-df32bb153727 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:46:38.017372 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Publish callbacks [] for subnet (9f59ba32-c146-4bd1-8577-df32bb153727), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.053514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (9f59ba32-c146-4bd1-8577-df32bb153727), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.096617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9f59ba32-c146-4bd1-8577-df32bb153727), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.099027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-303efde9-23f2-44af-8b63-1a36d51cd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.100541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-303efde9-23f2-44af-8b63-1a36d51cd865 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 1125 time: 0.2314355
Jan 29 20:46:38.152421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (9f59ba32-c146-4bd1-8577-df32bb153727), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.158645 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff6fe9-8c2d-4a2c-82fc-32e8f7332620 x-openstack-request-id: req-20ff6fe9-8c2d-4a2c-82fc-32e8f7332620 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:38.158954 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:38.159210 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20ff6fe9-8c2d-4a2c-82fc-32e8f7332620 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:38.159846 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'status': 'completed', 'code': 200}
Jan 29 20:46:38.182565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.185713 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f59ba32-c146-4bd1-8577-df32bb153727 HTTP/1.1" status: 204  len: 168 time: 0.2766280
Jan 29 20:46:38.186747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcf22-08e5-4ebc-a606-fa19e2c04a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f59ba32-c146-4bd1-8577-df32bb153727,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:38.188823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35360) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:38.194857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-15bace88-f654-4090-925d-9bbf998d5cd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 HTTP/1.1" status: 200  len: 217 time: 0.0817935
Jan 29 20:46:38.310925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.311608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.311853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.312309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.312764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.313243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.313702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.315531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6b7ec50-a9c0-43c8-91c3-462e0bfcbd83 req-811df16e-9181-439d-af17-5cb76ce643d7 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5018 time: 0.3386819
Jan 29 20:46:38.327688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-efc9e8f0-5241-4fc0-b125-1b3c1b11488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.329171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-efc9e8f0-5241-4fc0-b125-1b3c1b11488d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.1281915
Jan 29 20:46:38.410031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-9beefc89-4e90-40b5-badd-c36d119592b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657666
Jan 29 20:46:38.429416 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (28140797-2efb-4c58-8de8-1fcb95835c74), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.508349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (28140797-2efb-4c58-8de8-1fcb95835c74), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.530192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aa32ac0>,) {'filters': {'network_id': ['28140797-2efb-4c58-8de8-1fcb95835c74']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:38.540335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa32ac0>, '132eca93-9094-4fe5-a89d-1105c69ea4b0') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:38.540749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa32ac0>, '132eca93-9094-4fe5-a89d-1105c69ea4b0') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:38.550859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (132eca93-9094-4fe5-a89d-1105c69ea4b0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.564705 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (132eca93-9094-4fe5-a89d-1105c69ea4b0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.571379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:46:38.572263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (132eca93-9094-4fe5-a89d-1105c69ea4b0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:46:38.574784 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:46:38.627570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (28140797-2efb-4c58-8de8-1fcb95835c74), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.631205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1055f3-2d9a-4ab4-82f8-f368748101db req-31b35c78-7d50-46cd-9fc5-352e73dbf403 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.632675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be1055f3-2d9a-4ab4-82f8-f368748101db req-31b35c78-7d50-46cd-9fc5-352e73dbf403 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.3292973
Jan 29 20:46:38.632792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.635930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28140797-2efb-4c58-8de8-1fcb95835c74 HTTP/1.1" status: 204  len: 168 time: 0.4460981
Jan 29 20:46:38.651056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e91aae-a11e-437d-bece-5df84e6945e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=28140797-2efb-4c58-8de8-1fcb95835c74,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:38.704622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14b8f6-d0ba-45a5-bdb5-5df4e4080066 req-1216703e-559e-4352-b44c-0f48fb90ff35 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.706021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a14b8f6-d0ba-45a5-bdb5-5df4e4080066 req-1216703e-559e-4352-b44c-0f48fb90ff35 tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 886 time: 0.3607509
Jan 29 20:46:38.715438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-157bfdd6-0a42-4087-8fae-05f29e128770 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2796354
Jan 29 20:46:38.744694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be1055f3-2d9a-4ab4-82f8-f368748101db req-e70e6ba6-3b97-42e5-b462-878307f96f71 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990560
Jan 29 20:46:38.815447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35372) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:38.858699 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-42a5c26e-9dee-4a7b-a938-2d2c0fe4443a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc40719769954167a207cdcc7b45fc94&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0420754
Jan 29 20:46:38.861225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35374) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:38.903737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7747aa1-01d7-44ab-a404-4d429caba4ed req-d9490efd-40c8-43af-81e7-b0476711d56c service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808722
Jan 29 20:46:38.908507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] Publish callbacks [] for security_group (661e6909-648a-4d93-9fb5-c55fdd9ae17f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.931225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.931693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.932112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] Publish callbacks [] for security_group (661e6909-648a-4d93-9fb5-c55fdd9ae17f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.932223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.932607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.933129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.933600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.935304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5591b7db-145f-4f5b-a91a-b20c42cbe888 req-459d8b36-1c2d-48ec-afc7-905d9c621f4f tempest-NetworksTest-991278991 tempest-NetworksTest-991278991-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4306 time: 0.2027121
Jan 29 20:46:38.946481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90852-07bf-487c-a13b-9b80995399bf req-3871d129-4842-4731-8a69-f01224603ad3 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:38.947971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ab90852-07bf-487c-a13b-9b80995399bf req-3871d129-4842-4731-8a69-f01224603ad3 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.1061013
Jan 29 20:46:38.985581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (661e6909-648a-4d93-9fb5-c55fdd9ae17f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.989022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:38.992514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661e6909-648a-4d93-9fb5-c55fdd9ae17f HTTP/1.1" status: 204  len: 168 time: 0.1279936
Jan 29 20:46:38.999158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759750ae-60ee-4c47-9510-5d9f3228a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e6909-648a-4d93-9fb5-c55fdd9ae17f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:39.024473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ab90852-07bf-487c-a13b-9b80995399bf req-4c87ec47-d7ae-4951-aca7-0ad7862f5ee4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701339
Jan 29 20:46:39.035916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-a5610969-3e74-45bd-9e36-ec94d19f1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:39.037498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-a5610969-3e74-45bd-9e36-ec94d19f1f5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 1125 time: 0.0690422
Jan 29 20:46:39.223467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-0debeb49-db1a-4675-9336-d3c2a3504dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:39.224937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-0debeb49-db1a-4675-9336-d3c2a3504dc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 922 time: 0.1794806
Jan 29 20:46:39.272221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-1e2ac75c-ff74-4105-a189-113e2d5f8c0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 HTTP/1.1" status: 200  len: 217 time: 0.0384271
Jan 29 20:46:39.281082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35392) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:39.347719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-7ef13651-cedc-405d-a7e9-cb49c9f0b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:39.349396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-7ef13651-cedc-405d-a7e9-cb49c9f0b5ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.0704122
Jan 29 20:46:39.382341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-8a9d4487-9ba1-4d34-9e7e-f0ba7980c621 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258341
Jan 29 20:46:39.411983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35402) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:39.451660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2859a61d-d9d5-4576-a2a3-f5c5133584ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.456267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-539eb90c-5331-4dcb-8b92-aa04997f3419 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db2576f223af4e2e9440b0bacbade0e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0429704
Jan 29 20:46:39.460691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35404) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:39.511682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] Publish callbacks [] for security_group (0f30cf89-9645-4494-8605-b02c2fbaea95), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.515191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-c47f72b9-afb6-47bb-8877-959726fcf192 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264708
Jan 29 20:46:39.540477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] Publish callbacks [] for security_group (0f30cf89-9645-4494-8605-b02c2fbaea95), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.595062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0f30cf89-9645-4494-8605-b02c2fbaea95), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.597997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.599227 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f30cf89-9645-4494-8605-b02c2fbaea95 HTTP/1.1" status: 204  len: 168 time: 0.1357973
Jan 29 20:46:39.607826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50454c10-bcbc-4fc5-bbf3-1986e1e6b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30cf89-9645-4494-8605-b02c2fbaea95,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:39.648318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2859a61d-d9d5-4576-a2a3-f5c5133584ba admin admin] Publish callbacks [] for security_group (db7bc9e4-6b10-4827-8073-f5158e799106), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.658060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2859a61d-d9d5-4576-a2a3-f5c5133584ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (db7bc9e4-6b10-4827-8073-f5158e799106), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.676871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c89bb121-f3a0-4d5b-a152-6b2b8f1d5c8d req-bfd665ab-a84a-4bbc-ae26-6796d640f8a7 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554706
Jan 29 20:46:39.704475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2859a61d-d9d5-4576-a2a3-f5c5133584ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a92315d5a09e49618a0f4e5b269c40ab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4199691
Jan 29 20:46:39.705206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:39.715260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859a61d-d9d5-4576-a2a3-f5c5133584ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7bc9e4-6b10-4827-8073-f5158e799106,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:39.781781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] Publish callbacks [] for security_group (db7bc9e4-6b10-4827-8073-f5158e799106), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.810054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] Publish callbacks [] for security_group (db7bc9e4-6b10-4827-8073-f5158e799106), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.908696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a3d1-598c-40b5-90c5-506f964d356a req-75b450eb-2e53-4f00-8213-bcd944125887 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:39.910247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7738a3d1-598c-40b5-90c5-506f964d356a req-75b450eb-2e53-4f00-8213-bcd944125887 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.0708842
Jan 29 20:46:39.911456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (db7bc9e4-6b10-4827-8073-f5158e799106), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.914114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:39.915135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db7bc9e4-6b10-4827-8073-f5158e799106 HTTP/1.1" status: 204  len: 168 time: 0.2090631
Jan 29 20:46:39.938110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee3e2e-f570-4ac0-9e93-a096ccfea43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7bc9e4-6b10-4827-8073-f5158e799106,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:40.006728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7738a3d1-598c-40b5-90c5-506f964d356a req-a140c122-6e88-40e1-ab33-f5cf40293147 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841336
Jan 29 20:46:40.171654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f20ef8-f9fc-4da2-b2ee-b377a0283e6e req-54168611-5972-4367-82bc-db15f819c646 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:40.173556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51f20ef8-f9fc-4da2-b2ee-b377a0283e6e req-54168611-5972-4367-82bc-db15f819c646 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.0644913
Jan 29 20:46:40.254555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51f20ef8-f9fc-4da2-b2ee-b377a0283e6e req-de649cd0-d5db-420b-b522-dc3ea1929570 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611079
Jan 29 20:46:40.263825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-afddc425-9504-4c95-bdea-2916d067c77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.331496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35462) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:40.346307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08a6c717-c0b7-4f72-a97f-1ff3393ef084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.433702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08a6c717-c0b7-4f72-a97f-1ff3393ef084 admin admin] Publish callbacks [] for security_group (cc734700-5718-4481-a651-84ff4fb8dbd4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.438553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08a6c717-c0b7-4f72-a97f-1ff3393ef084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cc734700-5718-4481-a651-84ff4fb8dbd4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.477503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-08a6c717-c0b7-4f72-a97f-1ff3393ef084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb4189c86e8d44c08a0f4a97309d2364&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1448588
Jan 29 20:46:40.480220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35480) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:40.482634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c717-c0b7-4f72-a97f-1ff3393ef084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc734700-5718-4481-a651-84ff4fb8dbd4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:40.537450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] Publish callbacks [] for security_group (cc734700-5718-4481-a651-84ff4fb8dbd4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.567029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] Publish callbacks [] for security_group (cc734700-5718-4481-a651-84ff4fb8dbd4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.624570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cc734700-5718-4481-a651-84ff4fb8dbd4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.627332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:40.631893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc734700-5718-4481-a651-84ff4fb8dbd4 HTTP/1.1" status: 204  len: 168 time: 0.1482425
Jan 29 20:46:40.639144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b228946-5eb5-40a9-ba01-d3d7bb464419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc734700-5718-4481-a651-84ff4fb8dbd4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:40.926731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:46:40.946751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b1252fe-9ec8-4075-83a3-d306d38b9e86 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:46:40.975961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 6b1252fe-9ec8-4075-83a3-d306d38b9e86 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:46:40.976533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b1252fe-9ec8-4075-83a3-d306d38b9e86 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:46:41.093945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:41.107607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2d358799-e115-4cfd-90f4-660847d974cf', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'port_id': '2d358799-e115-4cfd-90f4-660847d974cf', 'mac_address': 'fa:16:3e:10:08:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083898-2673-409c-959a-194a4610b5e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1239967956', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:46:41.158677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2d358799-e115-4cfd-90f4-660847d974cf is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:41.159334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:41.175426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bb8c-71ff-4b20-bf37-e84215f0a701 req-db0317f6-6f01-413a-b88b-2b00a240eef6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:41.176079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d358799-e115-4cfd-90f4-660847d974cf {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:41.186623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54a9bb8c-71ff-4b20-bf37-e84215f0a701 req-db0317f6-6f01-413a-b88b-2b00a240eef6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.0829380
Jan 29 20:46:41.199025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:41.206271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:41.248827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54a9bb8c-71ff-4b20-bf37-e84215f0a701 req-9b03a7cd-97d1-4b2e-bea8-6ce041d6e7dd tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611582
Jan 29 20:46:41.274849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:41.447211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5b9a-2f8a-4f30-8584-e1ccad74f1b3 req-51ffd1c4-b47e-4bbf-af3c-90bd6ac9cec7 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:41.450973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bee5b9a-2f8a-4f30-8584-e1ccad74f1b3 req-51ffd1c4-b47e-4bbf-af3c-90bd6ac9cec7 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.0802062
Jan 29 20:46:41.485459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2d358799-e115-4cfd-90f4-660847d974cf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:46:41.544304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bee5b9a-2f8a-4f30-8584-e1ccad74f1b3 req-42d60b2d-0d31-4add-90ec-40966dd65ab5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855980
Jan 29 20:46:42.178782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35630) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:42.333583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8416f9c8-8dd6-46cc-8607-1216366a61e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.454726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8416f9c8-8dd6-46cc-8607-1216366a61e4 admin admin] Publish callbacks [] for security_group (b147e27b-f5de-44a6-9a6b-b203880999c4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.472817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8416f9c8-8dd6-46cc-8607-1216366a61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b147e27b-f5de-44a6-9a6b-b203880999c4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.518406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8416f9c8-8dd6-46cc-8607-1216366a61e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33ce6a6ba99d4c13b5f3cd7690b91b01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3383074
Jan 29 20:46:42.521162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35666) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:42.526278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416f9c8-8dd6-46cc-8607-1216366a61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147e27b-f5de-44a6-9a6b-b203880999c4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:42.549227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af97b16-e21f-44b9-a8d1-574b447fe5d8 req-123c2f8f-441c-4cf6-a9a6-1982d55e5610 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:42.550739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9af97b16-e21f-44b9-a8d1-574b447fe5d8 req-123c2f8f-441c-4cf6-a9a6-1982d55e5610 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.1144974
Jan 29 20:46:42.574375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed4d66f8-b6c3-4679-801a-6a1a5ab3cf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.614202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] Publish callbacks [] for security_group (b147e27b-f5de-44a6-9a6b-b203880999c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.627076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9af97b16-e21f-44b9-a8d1-574b447fe5d8 req-79df660e-bf84-46c4-9034-8d5d3b78a869 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701375
Jan 29 20:46:42.649425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] Publish callbacks [] for security_group (b147e27b-f5de-44a6-9a6b-b203880999c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.715681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b147e27b-f5de-44a6-9a6b-b203880999c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.718988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:42.720716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b147e27b-f5de-44a6-9a6b-b203880999c4 HTTP/1.1" status: 204  len: 168 time: 0.1976087
Jan 29 20:46:42.732608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45e3e-ef35-4a60-809e-1d448fa5d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147e27b-f5de-44a6-9a6b-b203880999c4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:42.801848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dec02f-5d55-408b-8bac-dc537d6cb80b req-c96b427f-a6f5-4054-9f55-baf4d6c4cb49 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:42.812214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77dec02f-5d55-408b-8bac-dc537d6cb80b req-c96b427f-a6f5-4054-9f55-baf4d6c4cb49 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.0649524
Jan 29 20:46:42.857693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77dec02f-5d55-408b-8bac-dc537d6cb80b req-9982960d-e046-4ee1-9a6c-57b14651ef65 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483437
Jan 29 20:46:42.957913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:46:43.023996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2d358799-e115-4cfd-90f4-660847d974cf completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:46:43.031088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2d358799-e115-4cfd-90f4-660847d974cf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:43.031678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2d358799-e115-4cfd-90f4-660847d974cf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.165549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35714) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:43.204164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2d358799-e115-4cfd-90f4-660847d974cf is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:43.205257 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.236083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:43.238569 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e73180e-1966-4fe1-99bb-d2aafee5c6c8" -d '{"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-plugged", "status": "completed", "tag": "2d358799-e115-4cfd-90f4-660847d974cf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:43.252249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:43.257080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.306712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:43.312261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:43.326596 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3324e86-7881-4f6d-a233-e58594062218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.396658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4f64d82-5b62-4713-b78e-dc7cbd6c3c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.417876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3324e86-7881-4f6d-a233-e58594062218 admin admin] Publish callbacks [] for security_group (ef383de7-ca6f-4bb9-bad8-1e5e23e63cca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.424468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3324e86-7881-4f6d-a233-e58594062218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ef383de7-ca6f-4bb9-bad8-1e5e23e63cca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.457933 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3324e86-7881-4f6d-a233-e58594062218 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80d795eb1dec4a6ab57c444332e7db40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1440938
Jan 29 20:46:43.460521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:43.488650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3324e86-7881-4f6d-a233-e58594062218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef383de7-ca6f-4bb9-bad8-1e5e23e63cca,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:43.509512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35732) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:43.516570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4f64d82-5b62-4713-b78e-dc7cbd6c3c22 admin admin] Publish callbacks [] for security_group (bf8fcb33-8885-45ff-b85e-e856aa20b576), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.523925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4f64d82-5b62-4713-b78e-dc7cbd6c3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bf8fcb33-8885-45ff-b85e-e856aa20b576), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.527532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] Publish callbacks [] for security_group (ef383de7-ca6f-4bb9-bad8-1e5e23e63cca), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.562272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] Publish callbacks [] for security_group (ef383de7-ca6f-4bb9-bad8-1e5e23e63cca), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.571015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64d82-5b62-4713-b78e-dc7cbd6c3c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fcb33-8885-45ff-b85e-e856aa20b576,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:43.587300 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.594481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a4f64d82-5b62-4713-b78e-dc7cbd6c3c22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2b1c92d4c134e2baf028b29550a1283&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4275591
Jan 29 20:46:43.597017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35738) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:43.627026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ef383de7-ca6f-4bb9-bad8-1e5e23e63cca), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.632884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.636667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef383de7-ca6f-4bb9-bad8-1e5e23e63cca HTTP/1.1" status: 204  len: 168 time: 0.1741626
Jan 29 20:46:43.656739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a4221-4989-4250-bbcd-7300b2aa85da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef383de7-ca6f-4bb9-bad8-1e5e23e63cca,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:43.661878 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10b36b-5598-45bf-ab4f-de6f43391f89 x-openstack-request-id: req-9f10b36b-5598-45bf-ab4f-de6f43391f89 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:43.662249 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-plugged", "status": "completed", "tag": "2d358799-e115-4cfd-90f4-660847d974cf", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:43.662475 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f10b36b-5598-45bf-ab4f-de6f43391f89 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:43.663138 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf', 'code': 200}
Jan 29 20:46:43.707873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:46:43.731245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] Publish callbacks [] for security_group (bf8fcb33-8885-45ff-b85e-e856aa20b576), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.804437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26523250-21c4-4307-8019-b586a26968fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.827250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8fdd-31ad-4798-b094-7749d576ea4b req-523fa395-40ee-4c2a-9b88-af82e5a540cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:43.832018 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-166c8fdd-31ad-4798-b094-7749d576ea4b req-523fa395-40ee-4c2a-9b88-af82e5a540cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1149 time: 0.0972910
Jan 29 20:46:43.859107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:43.866629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] Publish callbacks [] for security_group (bf8fcb33-8885-45ff-b85e-e856aa20b576), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.873342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'port_id': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'mac_address': 'fa:16:3e:17:96:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661c7f2-95f7-4a9d-9d42-fc375008c179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:46:43.952153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-166c8fdd-31ad-4798-b094-7749d576ea4b req-fd29ae2b-e125-4fb5-89e3-145e63b9b17f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139045
Jan 29 20:46:43.954777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02057e5f-6fc8-4919-bcfe-813e0b92cd42 req-163bdd3f-8edc-45e9-ad25-4a671a049ec3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:43.955344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:43.955911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:43.956332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02057e5f-6fc8-4919-bcfe-813e0b92cd42 req-163bdd3f-8edc-45e9-ad25-4a671a049ec3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 967 time: 0.1814194
Jan 29 20:46:43.971485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:43.999310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:44.004203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.066420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.096292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02057e5f-6fc8-4919-bcfe-813e0b92cd42 req-678ac73f-5d5d-42c3-bbb6-b72683df8275 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331613
Jan 29 20:46:44.102979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35760) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:44.106016 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bf8fcb33-8885-45ff-b85e-e856aa20b576), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.108729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.112959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf8fcb33-8885-45ff-b85e-e856aa20b576 HTTP/1.1" status: 204  len: 168 time: 0.5117152
Jan 29 20:46:44.129636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf32a00-976c-4628-8cff-b8a3e0ae94d1 req-dc6cef1e-d70a-4152-bc4f-30fd8e23e1a9 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:44.131209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cf32a00-976c-4628-8cff-b8a3e0ae94d1 req-dc6cef1e-d70a-4152-bc4f-30fd8e23e1a9 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 944 time: 0.1400485
Jan 29 20:46:44.158529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35768) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:44.165833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4edd-0a08-4f45-bdfd-01dd2808f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fcb33-8885-45ff-b85e-e856aa20b576,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.200755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26523250-21c4-4307-8019-b586a26968fe admin admin] Publish callbacks [] for security_group (9db3a079-db79-47f8-abb5-69077dbaf480), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.225742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26523250-21c4-4307-8019-b586a26968fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9db3a079-db79-47f8-abb5-69077dbaf480), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.285574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cf32a00-976c-4628-8cff-b8a3e0ae94d1 req-5c06a205-e5ce-4dba-acac-56ddb1090aa6 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368341
Jan 29 20:46:44.298603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26523250-21c4-4307-8019-b586a26968fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b5f0e7f60e24e42ae0d43fcaaf89426&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7875934
Jan 29 20:46:44.300830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35784) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:44.334720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26523250-21c4-4307-8019-b586a26968fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3a079-db79-47f8-abb5-69077dbaf480,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.378208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] Publish callbacks [] for security_group (9db3a079-db79-47f8-abb5-69077dbaf480), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.405439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] Publish callbacks [] for security_group (9db3a079-db79-47f8-abb5-69077dbaf480), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.439373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:46:44.474426 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9db3a079-db79-47f8-abb5-69077dbaf480), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.478485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.480706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9db3a079-db79-47f8-abb5-69077dbaf480 HTTP/1.1" status: 204  len: 168 time: 0.1782484
Jan 29 20:46:44.496602 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b341cfd-9e21-4ea3-8763-259c71123f87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ce37b89c0a467eb52f390f4ee0273c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3918128
Jan 29 20:46:44.497158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:44.500028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899301c1-023c-4cdc-a476-129afd48c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3a079-db79-47f8-abb5-69077dbaf480,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.566999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] Publish callbacks [] for security_group (68cb7f97-0340-450c-bd50-aeece6f2938d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.594103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] Publish callbacks [] for security_group (68cb7f97-0340-450c-bd50-aeece6f2938d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.693610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68cb7f97-0340-450c-bd50-aeece6f2938d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.696935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.698349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68cb7f97-0340-450c-bd50-aeece6f2938d HTTP/1.1" status: 204  len: 168 time: 0.1994908
Jan 29 20:46:44.713333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5a25a-2e4a-4d92-8429-e73c5612426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb7f97-0340-450c-bd50-aeece6f2938d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.784077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0554c7af-9736-4c90-b6c7-43ed778710b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.890796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0554c7af-9736-4c90-b6c7-43ed778710b3 admin admin] Publish callbacks [] for security_group (8a2ae4eb-98e6-4e99-9e76-bab00b2738cc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.896260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0554c7af-9736-4c90-b6c7-43ed778710b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8a2ae4eb-98e6-4e99-9e76-bab00b2738cc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:44.945069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0554c7af-9736-4c90-b6c7-43ed778710b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac47e7f867854780989a6d63f8ddca22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7832475
Jan 29 20:46:44.945069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c7af-9736-4c90-b6c7-43ed778710b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2ae4eb-98e6-4e99-9e76-bab00b2738cc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:44.945441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:44.984352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:45.004196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11a83c1b-69b3-4623-ad86-d60736166e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.034184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] Publish callbacks [] for security_group (8a2ae4eb-98e6-4e99-9e76-bab00b2738cc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.068904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] Publish callbacks [] for security_group (8a2ae4eb-98e6-4e99-9e76-bab00b2738cc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.120052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11a83c1b-69b3-4623-ad86-d60736166e40 admin admin] Publish callbacks [] for security_group (97b58ae1-b784-4524-9520-a012e277d992), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.125965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11a83c1b-69b3-4623-ad86-d60736166e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (97b58ae1-b784-4524-9520-a012e277d992), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.168866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8a2ae4eb-98e6-4e99-9e76-bab00b2738cc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.179099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11a83c1b-69b3-4623-ad86-d60736166e40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=680681ad9fb441c287ef5288b8fdf1c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1934762
Jan 29 20:46:45.181712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:45.181828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.185327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a2ae4eb-98e6-4e99-9e76-bab00b2738cc HTTP/1.1" status: 204  len: 168 time: 0.2381370
Jan 29 20:46:45.205963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a64ec5-5d1b-4b5e-b778-60610a7632e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2ae4eb-98e6-4e99-9e76-bab00b2738cc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:45.235339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a83c1b-69b3-4623-ad86-d60736166e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b58ae1-b784-4524-9520-a012e277d992,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:45.269827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] Publish callbacks [] for security_group (97b58ae1-b784-4524-9520-a012e277d992), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.310724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] Publish callbacks [] for security_group (97b58ae1-b784-4524-9520-a012e277d992), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.329131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815948-36c9-4acc-8772-473a402f2a58 req-eac28a8f-25f4-4b4b-9476-b17575bdaf9f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:45.331772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4815948-36c9-4acc-8772-473a402f2a58 req-eac28a8f-25f4-4b4b-9476-b17575bdaf9f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 967 time: 0.0667131
Jan 29 20:46:45.400100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4815948-36c9-4acc-8772-473a402f2a58 req-a36375af-884e-44b9-8db1-63a89b2479d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620699
Jan 29 20:46:45.402171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (97b58ae1-b784-4524-9520-a012e277d992), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.405319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.406541 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97b58ae1-b784-4524-9520-a012e277d992 HTTP/1.1" status: 204  len: 168 time: 0.2237344
Jan 29 20:46:45.416914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47288071-b127-4e9d-a7cc-6c8aa2ba185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b58ae1-b784-4524-9520-a012e277d992,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:45.470790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.516804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe8c6-9bac-443d-992e-7d6448907e2b req-d8660340-0236-4c60-ad72-c5f350a73ae0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:45.516973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35864) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:45.518354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c62fe8c6-9bac-443d-992e-7d6448907e2b req-d8660340-0236-4c60-ad72-c5f350a73ae0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 944 time: 0.0572467
Jan 29 20:46:45.538018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4eb9-8457-4191-bdaa-e0a0d81c4fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.587414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c62fe8c6-9bac-443d-992e-7d6448907e2b req-c19561f0-50df-436e-bd75-d5436cc9cc25 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627820
Jan 29 20:46:45.642852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4eb9-8457-4191-bdaa-e0a0d81c4fcb admin admin] Publish callbacks [] for security_group (66de1820-0298-4d5e-93f2-8537d8caec86), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.648431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4eb9-8457-4191-bdaa-e0a0d81c4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (66de1820-0298-4d5e-93f2-8537d8caec86), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.692933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:46:45.693882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b8fe4eb9-8457-4191-bdaa-e0a0d81c4fcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=918416d231194e90aa21bee35a803540&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1758199
Jan 29 20:46:45.696378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:45.702990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe4eb9-8457-4191-bdaa-e0a0d81c4fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66de1820-0298-4d5e-93f2-8537d8caec86,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:45.748597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:46:45.753663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:45.754318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.762018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] Publish callbacks [] for security_group (66de1820-0298-4d5e-93f2-8537d8caec86), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.786534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] Publish callbacks [] for security_group (66de1820-0298-4d5e-93f2-8537d8caec86), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.846986 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (66de1820-0298-4d5e-93f2-8537d8caec86), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.852725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:45.854774 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66de1820-0298-4d5e-93f2-8537d8caec86 HTTP/1.1" status: 204  len: 168 time: 0.1567271
Jan 29 20:46:45.866327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610f7d1-c450-4fc4-a9cd-cdfd8db5b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de1820-0298-4d5e-93f2-8537d8caec86,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:45.978776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:45.979245 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.000836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.009240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:46.012743 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b7154-d0f8-4bbd-b4ca-16eb94a7fa47" -d '{"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:46.026187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:46.035166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.094788 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42bb884-c1e4-40bc-a9d0-ecede9f44558 x-openstack-request-id: req-b42bb884-c1e4-40bc-a9d0-ecede9f44558 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:46.095032 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:46.095586 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b42bb884-c1e4-40bc-a9d0-ecede9f44558 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:46.096099 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'code': 200}
Jan 29 20:46:46.096216 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-52c16225-0c92-4cb8-ad38-71e8fc2c62ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c7a76889e4d49a2b4df886234bfae2b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0940030
Jan 29 20:46:46.099236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35882) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.100166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:46.166438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] Publish callbacks [] for security_group (ed218b22-5a58-41c6-89e6-1136915c6e6b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.197605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] Publish callbacks [] for security_group (ed218b22-5a58-41c6-89e6-1136915c6e6b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.233522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.262688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35888) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.271299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1fc11fd4-4004-41c7-b20c-9ec140d18176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.320019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ed218b22-5a58-41c6-89e6-1136915c6e6b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.322673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.325758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed218b22-5a58-41c6-89e6-1136915c6e6b HTTP/1.1" status: 204  len: 168 time: 0.2255647
Jan 29 20:46:46.344898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2a4e3-1a59-44e8-a2c5-724a7a2cb6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed218b22-5a58-41c6-89e6-1136915c6e6b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:46.355331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d4c7-c4f7-44e7-be60-82ad50ef7747 req-f5bda801-9473-451b-b974-bb5f0b03af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:46.357073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0263d4c7-c4f7-44e7-be60-82ad50ef7747 req-f5bda801-9473-451b-b974-bb5f0b03af7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 1127 time: 0.2059035
Jan 29 20:46:46.413222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1fc11fd4-4004-41c7-b20c-9ec140d18176 admin admin] Publish callbacks [] for security_group (ae8ba07b-c795-448c-8fc9-fe476ab0ab65), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.419671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1fc11fd4-4004-41c7-b20c-9ec140d18176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae8ba07b-c795-448c-8fc9-fe476ab0ab65), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.430562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0263d4c7-c4f7-44e7-be60-82ad50ef7747 req-b1920b13-fc8a-4dec-895f-f3d2a3d25ee9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622807
Jan 29 20:46:46.466739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc11fd4-4004-41c7-b20c-9ec140d18176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ba07b-c795-448c-8fc9-fe476ab0ab65,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:46.471605 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1fc11fd4-4004-41c7-b20c-9ec140d18176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d560fc91da94481b67d6d1fca0169b1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2369463
Jan 29 20:46:46.474068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.538139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] Publish callbacks [] for security_group (ae8ba07b-c795-448c-8fc9-fe476ab0ab65), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.564613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] Publish callbacks [] for security_group (ae8ba07b-c795-448c-8fc9-fe476ab0ab65), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.591024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768363e4-fb94-48da-af15-5799ceaf1fbd req-fc59a500-64c9-431f-a765-2de31db5ca90 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:46.592779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768363e4-fb94-48da-af15-5799ceaf1fbd req-fc59a500-64c9-431f-a765-2de31db5ca90 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 967 time: 0.0715990
Jan 29 20:46:46.627322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae8ba07b-c795-448c-8fc9-fe476ab0ab65), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.630027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.631814 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae8ba07b-c795-448c-8fc9-fe476ab0ab65 HTTP/1.1" status: 204  len: 168 time: 0.1552820
Jan 29 20:46:46.639157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eee82-e6b6-447b-b17d-23e86c9b42a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ba07b-c795-448c-8fc9-fe476ab0ab65,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:46.662098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768363e4-fb94-48da-af15-5799ceaf1fbd req-f070a8af-b89c-40ae-9e26-061c495003ac tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626864
Jan 29 20:46:46.712708 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.749773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae223-7c6a-496c-86bc-720e2782d01c req-8f9c961f-0332-4da9-9604-e965542f0bc4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:46.751500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e4ae223-7c6a-496c-86bc-720e2782d01c req-8f9c961f-0332-4da9-9604-e965542f0bc4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0709150
Jan 29 20:46:46.755061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd314-42e6-443b-b051-119f81b9e920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.802550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e4ae223-7c6a-496c-86bc-720e2782d01c req-076cdf6e-26cc-4a92-8782-59616152b956 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449336
Jan 29 20:46:46.851955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd314-42e6-443b-b051-119f81b9e920 admin admin] Publish callbacks [] for security_group (40f16c37-0f3f-4ff6-b86e-ed2f144a7169), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.857669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd314-42e6-443b-b051-119f81b9e920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (40f16c37-0f3f-4ff6-b86e-ed2f144a7169), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.901154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fd314-42e6-443b-b051-119f81b9e920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f16c37-0f3f-4ff6-b86e-ed2f144a7169,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:46.908373 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8d0fd314-42e6-443b-b051-119f81b9e920 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7689d974cb06417b9ba9274cca26d806&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6411860
Jan 29 20:46:46.908633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:46.972389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] Publish callbacks [] for security_group (40f16c37-0f3f-4ff6-b86e-ed2f144a7169), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:46.997482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] Publish callbacks [] for security_group (40f16c37-0f3f-4ff6-b86e-ed2f144a7169), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.051280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (40f16c37-0f3f-4ff6-b86e-ed2f144a7169), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.053953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.058486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f16c37-0f3f-4ff6-b86e-ed2f144a7169 HTTP/1.1" status: 204  len: 168 time: 0.1489375
Jan 29 20:46:47.066076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3777fe4-37af-461e-8366-715cf093b407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f16c37-0f3f-4ff6-b86e-ed2f144a7169,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:47.270255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f09a62-3617-4dc4-bcba-f9b40a44f27e req-05cedaac-6597-4e63-9bdb-905fa7d250b0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:47.271790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f09a62-3617-4dc4-bcba-f9b40a44f27e req-05cedaac-6597-4e63-9bdb-905fa7d250b0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1149 time: 0.0502069
Jan 29 20:46:47.324920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f09a62-3617-4dc4-bcba-f9b40a44f27e req-45e5ce0a-8c7a-4e11-9008-0097d192a62a tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462155
Jan 29 20:46:47.496358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f56a-8bf4-47a4-8a0e-7f17d3f1af10 req-38a9afc2-4594-4ec6-b9ee-fb429043c82a tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:47.498574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee67f56a-8bf4-47a4-8a0e-7f17d3f1af10 req-38a9afc2-4594-4ec6-b9ee-fb429043c82a tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1149 time: 0.0472322
Jan 29 20:46:47.552277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee67f56a-8bf4-47a4-8a0e-7f17d3f1af10 req-049c81c5-8424-4141-a4ec-1cb77b970324 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456295
Jan 29 20:46:47.657629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:47.679804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-860e0910-c265-47d6-a2c2-733c70761203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.740249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-7480b6d7-03dd-4ede-844f-f936e7017678 req-588aeaf0-4016-429b-86dd-fca66893250a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:46:47.741279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7480b6d7-03dd-4ede-844f-f936e7017678 req-588aeaf0-4016-429b-86dd-fca66893250a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096574
Jan 29 20:46:47.790775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-860e0910-c265-47d6-a2c2-733c70761203 admin admin] Publish callbacks [] for security_group (27b04b8c-8bb8-48bc-8a40-02c7095c5950), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.798496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-860e0910-c265-47d6-a2c2-733c70761203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (27b04b8c-8bb8-48bc-8a40-02c7095c5950), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.852129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e0910-c265-47d6-a2c2-733c70761203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b04b8c-8bb8-48bc-8a40-02c7095c5950,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:47.868596 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-860e0910-c265-47d6-a2c2-733c70761203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30bae64cba8a4f428ac3c6b10d6d21f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2088413
Jan 29 20:46:47.871921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35972) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:47.967492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] Publish callbacks [] for security_group (27b04b8c-8bb8-48bc-8a40-02c7095c5950), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:47.999637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] Publish callbacks [] for security_group (27b04b8c-8bb8-48bc-8a40-02c7095c5950), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:48.008361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235a96d-9102-44e8-aaff-15fb5d2ad22e req-eef5d2ef-f49b-4ea5-abe5-a37093e0ae41 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:48.010063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3235a96d-9102-44e8-aaff-15fb5d2ad22e req-eef5d2ef-f49b-4ea5-abe5-a37093e0ae41 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0932872
Jan 29 20:46:48.079946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3235a96d-9102-44e8-aaff-15fb5d2ad22e req-1bc7026d-cf57-4980-88b1-7e7fd0abe391 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627871
Jan 29 20:46:48.107023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (27b04b8c-8bb8-48bc-8a40-02c7095c5950), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:48.109785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:48.113115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b04b8c-8bb8-48bc-8a40-02c7095c5950 HTTP/1.1" status: 204  len: 168 time: 0.2378471
Jan 29 20:46:48.122473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dd1f2-0187-4a78-89d4-7b6d30ea74dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b04b8c-8bb8-48bc-8a40-02c7095c5950,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:49.211213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5f4b-32df-479d-bff1-88a9f1e8327b req-a513fce5-3db5-411e-b7ab-0d5808e051d8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:49.212866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9efb5f4b-32df-479d-bff1-88a9f1e8327b req-a513fce5-3db5-411e-b7ab-0d5808e051d8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0586236
Jan 29 20:46:49.269685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9efb5f4b-32df-479d-bff1-88a9f1e8327b req-3da8fb61-33ab-4e2b-bdbf-3d0520c814b8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463579
Jan 29 20:46:49.435017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db927c-e73f-4d9d-8630-33670acb9934 req-b1d72ec2-3545-4c50-82ed-bc2f1eac664e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:49.435112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49db927c-e73f-4d9d-8630-33670acb9934 req-b1d72ec2-3545-4c50-82ed-bc2f1eac664e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0788655
Jan 29 20:46:49.498931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49db927c-e73f-4d9d-8630-33670acb9934 req-7207b798-a1a1-4e86-bbb3-7f810b170183 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569308
Jan 29 20:46:50.107918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:50.300833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-a50adf60-109a-4514-906e-24f545d4d6b9 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a603c846e1245edb6e41d70c7a8d583&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262194
Jan 29 20:46:50.414902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-1ffc633d-f934-49f4-9356-7deb99fc07fb tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:50.416758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-1ffc633d-f934-49f4-9356-7deb99fc07fb tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1089749
Jan 29 20:46:50.432862 ncdv-master-1 neutron-server[125942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 29 20:46:50.434544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-089fc3bf-62b9-4e26-8316-03ed8d26cab0 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/quotas/5a603c846e1245edb6e41d70c7a8d583 HTTP/1.1" status: 200  len: 375 time: 0.0106115
Jan 29 20:46:50.439939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-71de8c41-fc46-405d-bd9b-162993393c41 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:46:50.441473 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-71de8c41-fc46-405d-bd9b-162993393c41 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3315949
Jan 29 20:46:50.469686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-1bf39386-6bee-4b47-be20-1d955c81747a tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0289006
Jan 29 20:46:50.711260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779d93-e3b9-44b6-ab7e-6b36a777635a req-a2ec10a3-bb3b-4b3d-a8f7-1514126553e3 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:50.713004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd779d93-e3b9-44b6-ab7e-6b36a777635a req-a2ec10a3-bb3b-4b3d-a8f7-1514126553e3 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0647805
Jan 29 20:46:50.771176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd779d93-e3b9-44b6-ab7e-6b36a777635a req-62a63fbc-13e8-4a87-8bd9-92708ca37a95 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504518
Jan 29 20:46:50.858644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4f9483d-9da6-4b57-8510-793c17698b5a req-cdf68f26-c245-4892-92a7-71ab207fc9b1 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 210 time: 0.0327935
Jan 29 20:46:50.889606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36160) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:51.049422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-1b0cd800-854b-42d3-b37b-21bbd94ad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:51.056391 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-1b0cd800-854b-42d3-b37b-21bbd94ad273 service neutron] 10.222.0.20 "GET /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 1146 time: 0.2447898
Jan 29 20:46:51.060949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:51.061757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:46:51.113535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-network', 'tenant_id': '037f1964ef704b31b503ee62b862c477'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:51.168554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Made reservation on behalf of 037f1964ef704b31b503ee62b862c477 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:51.170879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.180666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.306392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:51.306739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:51.307069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:51.312847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:51.313451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:51.325739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:51.326075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:51.326637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:51.327073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Bound port: 2d358799-e115-4cfd-90f4-660847d974cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:51.383822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b067b6-7d2e-4432-bba5-7a71d8e644ef req-32bc755d-b3c3-4bd6-b95e-75d375e1c0b2 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:51.384366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks [] for security_group (cec750a6-8149-497c-a963-267e95ae82a1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.391354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09b067b6-7d2e-4432-bba5-7a71d8e644ef req-32bc755d-b3c3-4bd6-b95e-75d375e1c0b2 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.0587604
Jan 29 20:46:51.394232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cec750a6-8149-497c-a963-267e95ae82a1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.431488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec750a6-8149-497c-a963-267e95ae82a1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:51.447915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:46:51.453129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09b067b6-7d2e-4432-bba5-7a71d8e644ef req-633f3b1e-e6df-4666-b7ea-787e4ad2bf7a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608277
Jan 29 20:46:51.468844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (35ebeb01-a270-45bb-aa64-29c6dea16acf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.468844 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Added segment 35ebeb01-a270-45bb-aa64-29c6dea16acf of type vlan for network 5b57c20e-ecc6-4399-8f26-2585fd067fec
Jan 29 20:46:51.476429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:51.476562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36184) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:51.510437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.516170 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d498a401-6b98-400e-a853-903261378b72 service neutron] 10.222.0.20 "POST /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf/bindings HTTP/1.1" status: 201  len: 389 time: 0.4586899
Jan 29 20:46:51.528436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5b57c20e-ecc6-4399-8f26-2585fd067fec), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.564377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5b57c20e-ecc6-4399-8f26-2585fd067fec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.567120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:51.567756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.617828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27d757d8-85a2-41bd-88db-45e36a56691d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.696099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8054273
Jan 29 20:46:51.700391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:51.709129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Request body: {'subnet': {'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-subnet', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:51.710532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f98f-5597-435b-a54b-b4e948f3edc5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b57c20e-ecc6-4399-8f26-2585fd067fec,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:51.722299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:46:51.787679 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-2ec77082-bc57-4df4-af32-af6ee20a71b8 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5a603c846e1245edb6e41d70c7a8d583&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402851
Jan 29 20:46:51.805445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Made reservation on behalf of 037f1964ef704b31b503ee62b862c477 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:51.808381 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.886153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27d757d8-85a2-41bd-88db-45e36a56691d admin admin] Publish callbacks [] for security_group (6c7eda27-d758-4e12-ac99-43cb8dd6d75b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.901214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27d757d8-85a2-41bd-88db-45e36a56691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6c7eda27-d758-4e12-ac99-43cb8dd6d75b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:51.961106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-27d757d8-85a2-41bd-88db-45e36a56691d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=464982fd1ad84fca900d8ca05b0a4ee3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4832757
Jan 29 20:46:51.965093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36212) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:51.968641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d757d8-85a2-41bd-88db-45e36a56691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7eda27-d758-4e12-ac99-43cb8dd6d75b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:52.029859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-4f4c6100-184e-4270-a647-5cfd99b63e55 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.031435 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-4f4c6100-184e-4270-a647-5cfd99b63e55 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2386444
Jan 29 20:46:52.048234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Request body: {'port': {'device_id': '33ec8316-edf6-40c2-85f1-7949788d9330', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '5a603c846e1245edb6e41d70c7a8d583'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:52.155597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Made reservation on behalf of 5a603c846e1245edb6e41d70c7a8d583 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:52.156623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.160572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.170538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.173375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813d62b-c809-4d8f-b7cb-719d945f868a req-0b6b612e-fdcf-4908-be59-eb072e3604a0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.174863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c813d62b-c809-4d8f-b7cb-719d945f868a req-0b6b612e-fdcf-4908-be59-eb072e3604a0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 967 time: 0.1982250
Jan 29 20:46:52.183940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17869-3889-48e3-a7af-ae2c89179ea3 req-240cb88d-d2ba-4b95-b676-ed23bc47e541 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.185495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ee17869-3889-48e3-a7af-ae2c89179ea3 req-240cb88d-d2ba-4b95-b676-ed23bc47e541 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.1900706
Jan 29 20:46:52.231020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-fb82ae82-e9d2-4ced-bff7-b8edafa1fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.232777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-fb82ae82-e9d2-4ced-bff7-b8edafa1fb2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1149 time: 0.2356954
Jan 29 20:46:52.254838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks [] for security_group (093a02eb-9414-4883-a6bc-d8e64c62d971), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.259102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (093a02eb-9414-4883-a6bc-d8e64c62d971), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.274317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] Publish callbacks [] for security_group (6c7eda27-d758-4e12-ac99-43cb8dd6d75b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.320819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093a02eb-9414-4883-a6bc-d8e64c62d971,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:52.335571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (719d70f1-c9c4-476a-a24c-78a866816d0c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.389739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Allocated IP 192.168.233.80 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/6ef72fc0-53e8-4407-b29e-6e4a3789b43d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:52.401818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] Publish callbacks [] for security_group (6c7eda27-d758-4e12-ac99-43cb8dd6d75b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.433846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ee17869-3889-48e3-a7af-ae2c89179ea3 req-94732da8-8899-47d4-a808-44971bf5673d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217765
Jan 29 20:46:52.436648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c813d62b-c809-4d8f-b7cb-719d945f868a req-846da428-11ad-4d39-913e-d3a0f4d18e15 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502561
Jan 29 20:46:52.506907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719d70f1-c9c4-476a-a24c-78a866816d0c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:52.540709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-015f00c1-1c1a-4db8-add1-4e2e023c0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.544143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-015f00c1-1c1a-4db8-add1-4e2e023c0f6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.3025022
Jan 29 20:46:52.547025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Checking segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:52.547632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Network hostable DHCP agents. Network: 5b57c20e-ecc6-4399-8f26-2585fd067fec, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:46:52.569390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d5bd95c-3f13-4f91-aefb-a1eb94cd8180 req-1f6e9cf7-f05e-4481-8de4-f9bb6051bffb tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 210 time: 0.0403950
Jan 29 20:46:52.595186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks [] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.619637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-4a5c0903-8a54-4784-a0e2-5852cfe1e863 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.0524724
Jan 29 20:46:52.631555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6c7eda27-d758-4e12-ac99-43cb8dd6d75b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.634457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.637701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.639841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c7eda27-d758-4e12-ac99-43cb8dd6d75b HTTP/1.1" status: 204  len: 168 time: 0.6726730
Jan 29 20:46:52.684123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:52.689397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:52.693384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:52.701495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Pushing event updated for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:52.705417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:46:52.715704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af58b-c424-4af7-a150-508b9f84984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7eda27-d758-4e12-ac99-43cb8dd6d75b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:52.746562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b57c20e-ecc6-4399-8f26-2585fd067fec) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:52.751127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.751750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.763188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca9a0f-9ad0-456c-b548-d825314e0d20 None None] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:52.772104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.772360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-024ed8ea-391d-4a0e-b04f-f8cc21979144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.773007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.773673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-024ed8ea-391d-4a0e-b04f-f8cc21979144 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1446257
Jan 29 20:46:52.799197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ec8faae-63ec-412c-8ee8-565f6dc04ad4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0944073
Jan 29 20:46:52.801431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:52.806994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:52.807969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685786-7247-4707-9e7f-5bf4e97b1df9 req-cef24520-44c0-454c-b612-863027efd3be tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:52.813795 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-9e23ddb2-9041-4470-aca3-18a8c2116b00 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7695768
Jan 29 20:46:52.823812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72685786-7247-4707-9e7f-5bf4e97b1df9 req-cef24520-44c0-454c-b612-863027efd3be tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.2033615
Jan 29 20:46:52.830342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Request body: {'port': {'device_id': '33ec8316-edf6-40c2-85f1-7949788d9330', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:52.851124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-fe73befa-143d-4502-b749-0e3508cd7fbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704856
Jan 29 20:46:52.873949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.875414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:52.979121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72685786-7247-4707-9e7f-5bf4e97b1df9 req-42c809c0-27c1-406d-b844-3c8c7e6c2974 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599455
Jan 29 20:46:53.013675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.046197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for router_controller (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.062852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b57c20e-ecc6-4399-8f26-2585fd067fec', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:46:53.063866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.088351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-5b112f78-f3e0-40f6-b480-efe5e167e967 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288668
Jan 29 20:46:53.126431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.259817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for router_gateway (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.264524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36256) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:53.285133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a26c4699-38af-4a7f-ba61-eb65281a632a None None] Provisioning complete for port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:53.285542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a26c4699-38af-4a7f-ba61-eb65281a632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.304433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e50ac746-3f89-4446-bce2-a6f591c6b037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.336468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a26c4699-38af-4a7f-ba61-eb65281a632a None None] Port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:46:53.338333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Allocated IP 172.20.0.2 (5b57c20e-ecc6-4399-8f26-2585fd067fec/719d70f1-c9c4-476a-a24c-78a866816d0c/1ec7f085-db42-4c40-b9c1-d0d6dad25a52) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:53.348123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f7030-ced3-4063-b298-59b030b862ce req-afc0dad4-6eb4-4c8a-bf01-578a55b96c45 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:53.350975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-478f7030-ced3-4063-b298-59b030b862ce req-afc0dad4-6eb4-4c8a-bf01-578a55b96c45 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.1286891
Jan 29 20:46:53.389995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-00ff72e5-e142-4e63-ad82-dcb454dec24f service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954009
Jan 29 20:46:53.431960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-478f7030-ced3-4063-b298-59b030b862ce req-f42310f3-fa76-4068-8269-00a0bbb28585 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707266
Jan 29 20:46:53.519543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks [] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.529094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.585867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Pushing event updated for resources: {'Port': ['ID=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:53.591583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:53.593343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:53.597292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:53.662247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Attempting to bind port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:53.662714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Attempting to bind port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:53.663146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Attempting to bind port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:53.669103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:53.669586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Checking segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:53.670091 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.670511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Bound using segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:53.671049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Bound port: 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:53.671502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.719075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85750e-da23-4430-933c-39216f780bbb req-6a144a4b-7292-473e-9084-c1b29ebe6fce tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:53.725519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf85750e-da23-4430-933c-39216f780bbb req-6a144a4b-7292-473e-9084-c1b29ebe6fce tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.1737783
Jan 29 20:46:53.738339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] For port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:53.741455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] For port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:53.746676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-31eb5784-81ea-42b7-9bab-23c437dd37d4 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:53.747766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.749187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-31eb5784-81ea-42b7-9bab-23c437dd37d4 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.1686218
Jan 29 20:46:53.767249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:53.787512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bade49-ac6a-4ca0-8c54-f74127aa18ae req-db6c8696-0b96-4457-b628-8d9647779104 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:53.789532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56bade49-ac6a-4ca0-8c54-f74127aa18ae req-db6c8696-0b96-4457-b628-8d9647779104 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 967 time: 0.2079103
Jan 29 20:46:53.813612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7ab81-bd40-4ed1-9d7e-557d41e11a50 None None] Pushing event updated for resources: {'Port': ['ID=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:53.821657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e50ac746-3f89-4446-bce2-a6f591c6b037 admin admin] Publish callbacks [] for security_group (46a36a59-3c8d-49aa-8530-819a370cf6da), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.841960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e50ac746-3f89-4446-bce2-a6f591c6b037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (46a36a59-3c8d-49aa-8530-819a370cf6da), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.931755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e50ac746-3f89-4446-bce2-a6f591c6b037 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0123ea483804f859484faa68e4da00c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6617386
Jan 29 20:46:53.933068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:53.933832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac746-3f89-4446-bce2-a6f591c6b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a36a59-3c8d-49aa-8530-819a370cf6da,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:53.948618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef72fc0-53e8-4407-b29e-6e4a3789b43d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:46:53.969944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks [] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:53.996738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf85750e-da23-4430-933c-39216f780bbb req-53a4f0a9-517e-4f1f-9d96-74388e95e576 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698929
Jan 29 20:46:54.064289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Transition to ACTIVE for port object 6ef72fc0-53e8-4407-b29e-6e4a3789b43d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:46:54.077192 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.090854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.107605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56bade49-ac6a-4ca0-8c54-f74127aa18ae req-7ae3d7f6-0f9d-49d9-99bd-4ed8896a5eda tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2943890
Jan 29 20:46:54.141906 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] Publish callbacks [] for security_group (46a36a59-3c8d-49aa-8530-819a370cf6da), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.249833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] Publish callbacks [] for security_group (46a36a59-3c8d-49aa-8530-819a370cf6da), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.298914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for router_gateway (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.301598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:54.352169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:54.353217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.412261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f3e9-5da9-4e3b-af11-a85abb35e7a9 req-fabd668f-6f98-4d9a-9788-446431003422 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:54.414017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d135f3e9-5da9-4e3b-af11-a85abb35e7a9 req-fabd668f-6f98-4d9a-9788-446431003422 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 947 time: 0.1502075
Jan 29 20:46:54.428914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (46a36a59-3c8d-49aa-8530-819a370cf6da), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.434209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.435426 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46a36a59-3c8d-49aa-8530-819a370cf6da HTTP/1.1" status: 204  len: 168 time: 0.4957664
Jan 29 20:46:54.437146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:54.441013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Attempting to bind port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:54.441612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Attempting to bind port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:54.441975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Attempting to bind port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:54.474197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3640bd7-5414-4156-866c-bacb190ae8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a36a59-3c8d-49aa-8530-819a370cf6da,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:54.481957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:54.483405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Attempting to bind port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:54.505247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:54.505618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:54.506245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:54.506584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Bound port: 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:54.507019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.546186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:54.550112 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab7302-05a5-4d65-b18f-1ba855f5335c" -d '{"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-unplugged", "status": "completed", "tag": "2d358799-e115-4cfd-90f4-660847d974cf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:54.553138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks [] for port (2d358799-e115-4cfd-90f4-660847d974cf), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.593530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d135f3e9-5da9-4e3b-af11-a85abb35e7a9 req-101a263d-950c-4df6-8018-6729d3bcb8d5 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702950
Jan 29 20:46:54.595138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.600635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Allocated IP 172.35.4.203 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/3b01ce79-c747-478e-b418-520baac3bf5f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:54.628121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:54.632391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:54.670165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.701302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:54.701646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:54.701984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:54.717352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:46:54.717352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Attempting to bind port 2d358799-e115-4cfd-90f4-660847d974cf on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:54.728092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:54.728689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:54.729141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:54.730233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Bound port: 2d358799-e115-4cfd-90f4-660847d974cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:54.730647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.777969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:54.778605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.780076 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ef72fc0-53e8-4407-b29e-6e4a3789b43d HTTP/1.1" status: 200  len: 1095 time: 1.9589005
Jan 29 20:46:54.780519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:54.783229 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af6c758-f560-4baf-8c06-952b15548bab" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:54.823771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:54.919571 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5191a4f8-4ab8-4b50-a7df-cd8a73a35eb1 x-openstack-request-id: req-5191a4f8-4ab8-4b50-a7df-cd8a73a35eb1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:54.919571 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-unplugged", "status": "completed", "tag": "2d358799-e115-4cfd-90f4-660847d974cf", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:54.919571 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5191a4f8-4ab8-4b50-a7df-cd8a73a35eb1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:54.919571 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf', 'code': 200}
Jan 29 20:46:54.926214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:54.931171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:54.942653 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:54.962542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c5578-2c2d-497a-879c-cedcca0bf317 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:54.974045 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c309146-0339-47da-8aa0-e09dda31ec79 x-openstack-request-id: req-2c309146-0339-47da-8aa0-e09dda31ec79 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:54.974348 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:54.974596 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c309146-0339-47da-8aa0-e09dda31ec79 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:54.975000 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d', 'status': 'completed', 'code': 200}
Jan 29 20:46:55.092284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for port (3b01ce79-c747-478e-b418-520baac3bf5f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:55.180302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:55.195022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-e3c660f0-7754-4182-953a-1f93ae6596a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.197077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-e3c660f0-7754-4182-953a-1f93ae6596a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 1129 time: 0.3126502
Jan 29 20:46:55.200875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:55.241953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.241953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:55.241953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ef261636-44ef-4459-9940-b25dcc4e5efc service neutron] 10.222.0.18 "PUT /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 1143 time: 1.4806557
Jan 29 20:46:55.245902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:46:55.262492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:46:55.266860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:46:55.312409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2d358799-e115-4cfd-90f4-660847d974cf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:46:55.389228 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-82aa68cf-69fb-4935-b264-017d3eeed487 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d HTTP/1.1" status: 200  len: 217 time: 0.1682086
Jan 29 20:46:55.436128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4c2e3-7d6d-4aa4-a616-fc4ddcf3b587 req-95d9623d-c41d-4ea0-86c8-e118346b1076 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.450395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aa4c2e3-7d6d-4aa4-a616-fc4ddcf3b587 req-95d9623d-c41d-4ea0-86c8-e118346b1076 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.1052547
Jan 29 20:46:55.540395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Pushing event updated for resources: {'Port': ['ID=3b01ce79-c747-478e-b418-520baac3bf5f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:55.576036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2c312-70e6-4539-93be-cd682c6ca739 None None] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:46:55.668375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aa4c2e3-7d6d-4aa4-a616-fc4ddcf3b587 req-cfbe28bc-3e95-4ba3-87c1-9cd62e66a4c1 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026873
Jan 29 20:46:55.685797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36362) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:55.697523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-a496f85a-5fb5-4250-b667-35ac32e16d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.700089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-a496f85a-5fb5-4250-b667-35ac32e16d20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2746043
Jan 29 20:46:55.730585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-a2a9acf2-7c6b-496f-9bb7-1e3aba937071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.732393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-a2a9acf2-7c6b-496f-9bb7-1e3aba937071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 1127 time: 0.2486331
Jan 29 20:46:55.854388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-ca535c87-14a0-4403-a54d-f1e12129d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.856231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-ca535c87-14a0-4403-a54d-f1e12129d27d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 922 time: 0.0978372
Jan 29 20:46:55.862309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Provisioning complete for port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:55.862785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:55.865673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71bda5-0dbf-4df2-997a-ba658b8b5fed req-203eb9a9-ba05-44f6-b2c0-03aff7c65382 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.875751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f71bda5-0dbf-4df2-997a-ba658b8b5fed req-203eb9a9-ba05-44f6-b2c0-03aff7c65382 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.2583003
Jan 29 20:46:55.925823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-5a18ad85-73bb-4189-8626-ada63b8572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:55.927358 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-5a18ad85-73bb-4189-8626-ada63b8572dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1892397
Jan 29 20:46:55.927943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36370) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:55.976811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:46:55.979185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-4197568f-11f5-4130-afd7-b9cd0697dbef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 HTTP/1.1" status: 200  len: 217 time: 0.0999856
Jan 29 20:46:56.023252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f71bda5-0dbf-4df2-997a-ba658b8b5fed req-d8f22cab-b075-4904-ad6f-ec57b69dff0f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417766
Jan 29 20:46:56.083927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597a1c-0b18-4317-b9c7-3eaea792baac req-3180cd37-2502-4d28-b2db-ac6b49bc03bb tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:56.091003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1597a1c-0b18-4317-b9c7-3eaea792baac req-3180cd37-2502-4d28-b2db-ac6b49bc03bb tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 947 time: 0.2335327
Jan 29 20:46:56.110827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-bb1ab7c9-ae25-4420-8de7-4b6ad3a597ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:56.112740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-bb1ab7c9-ae25-4420-8de7-4b6ad3a597ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.1045694
Jan 29 20:46:56.156246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for router_gateway (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.162002 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-e798c779-49d1-42df-b7eb-69882611dbb3 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850774
Jan 29 20:46:56.167962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1597a1c-0b18-4317-b9c7-3eaea792baac req-d09c34ac-47dc-4f4f-b50c-54624743b378 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747850
Jan 29 20:46:56.188789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:56.189319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.194445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-3c6c729b-4bef-49ac-898c-bba348119fcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453956
Jan 29 20:46:56.315472 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:46:56.315983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:56.315983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.357262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-111f2e76-c08f-4541-baa0-467be62fefd3 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539426
Jan 29 20:46:56.392254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:56.408613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e84d-d3c7-4b27-9fa5-2c85bd440602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.410089 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.411446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36380) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:56.425040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Current status of the port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:56.425809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.481800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2fed25b-3767-4455-b792-3c6bd54fd762 req-1859dfcb-0aa8-4604-adaf-0055596eb2fb service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165125
Jan 29 20:46:56.564255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:56.578461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da88fc6e-e47b-4061-9598-dfeffa043db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.591541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:46:56.593322 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:46:56.632370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7be5-e98f-4c23-b9fe-9aa02383e468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.798466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0b8e4-220b-49eb-a4a7-a780eca0fed2 req-8b932747-9aac-41ae-98bb-719dbb7c63df tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:56.800420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ce0b8e4-220b-49eb-a4a7-a780eca0fed2 req-8b932747-9aac-41ae-98bb-719dbb7c63df tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.0672722
Jan 29 20:46:56.807822 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38a5958a-6fca-46e3-8a47-a56bfa61b20c req-c6fedc53-4f15-4be7-b9ff-27af6ca5ef00 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5754614
Jan 29 20:46:56.813094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.857306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ce0b8e4-220b-49eb-a4a7-a780eca0fed2 req-f98a570d-8bee-4578-8095-4fea6f6e0cd3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467713
Jan 29 20:46:56.903069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7be5-e98f-4c23-b9fe-9aa02383e468 admin admin] Publish callbacks [] for security_group (8ac0abc2-e2cd-4de9-b4db-830026b9002e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.915906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:46:56.918637 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b6a77-43c0-4868-aa9e-329476513c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "tag": "2d358799-e115-4cfd-90f4-660847d974cf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:46:56.956318 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb31ac7b-df8b-40b8-9744-6574605184d4 x-openstack-request-id: req-bb31ac7b-df8b-40b8-9744-6574605184d4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:46:56.956610 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "tag": "2d358799-e115-4cfd-90f4-660847d974cf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:46:56.956856 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb31ac7b-df8b-40b8-9744-6574605184d4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:46:56.957272 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf', 'status': 'completed', 'code': 200}
Jan 29 20:46:56.968133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7be5-e98f-4c23-b9fe-9aa02383e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8ac0abc2-e2cd-4de9-b4db-830026b9002e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:56.982072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.36', 54637) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:57.019622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e84d-d3c7-4b27-9fa5-2c85bd440602 admin admin] Publish callbacks [] for security_group (fb60f578-6e74-4557-ba74-fc98574773c8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.042636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-0ddcf39d-6d19-475f-9a57-709f7208592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.044405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-0ddcf39d-6d19-475f-9a57-709f7208592d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1177 time: 0.0613177
Jan 29 20:46:57.048810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e84d-d3c7-4b27-9fa5-2c85bd440602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb60f578-6e74-4557-ba74-fc98574773c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.083761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef7b7be5-e98f-4c23-b9fe-9aa02383e468 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a26f1b35d25647bb8a22b139721d838a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6262612
Jan 29 20:46:57.085325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da88fc6e-e47b-4061-9598-dfeffa043db0 admin admin] Publish callbacks [] for security_group (291bacb8-83b6-4d04-8c13-dbadc36e589f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.090292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b7be5-e98f-4c23-b9fe-9aa02383e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac0abc2-e2cd-4de9-b4db-830026b9002e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:57.096754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36408) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:57.114105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da88fc6e-e47b-4061-9598-dfeffa043db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (291bacb8-83b6-4d04-8c13-dbadc36e589f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.137190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c758-f560-4baf-8c06-952b15548bab req-b45f39be-c6cf-4a9a-9261-27569f9de2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.138785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-b45f39be-c6cf-4a9a-9261-27569f9de2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 1129 time: 0.2405264
Jan 29 20:46:57.158126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d6c74-39b9-4082-9b90-e742b5d69c96 None None] Current status of the port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:57.173271 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fcd9e84d-d3c7-4b27-9fa5-2c85bd440602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28f4a3dcba854fc3b9a260e25e349f7a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4844251
Jan 29 20:46:57.182828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36412) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:57.230813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-45ea3090-6e44-4753-bb7d-64b4fb17c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.233030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-45ea3090-6e44-4753-bb7d-64b4fb17c563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1829154
Jan 29 20:46:57.271608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-da88fc6e-e47b-4061-9598-dfeffa043db0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f049560e3084ef18766adf868e4aa5e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3400996
Jan 29 20:46:57.278031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e84d-d3c7-4b27-9fa5-2c85bd440602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60f578-6e74-4557-ba74-fc98574773c8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:57.283101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36416) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:57.297963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4b471714-623e-48a8-b8f8-23d885419a21 None None] Provisioning complete for port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:57.299707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b471714-623e-48a8-b8f8-23d885419a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.318086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] Publish callbacks [] for security_group (8ac0abc2-e2cd-4de9-b4db-830026b9002e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.345878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] Publish callbacks [] for security_group (8ac0abc2-e2cd-4de9-b4db-830026b9002e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.363779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-fb1f9f18-9b47-4bed-b50f-788674a98e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.1207275
Jan 29 20:46:57.451173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4b471714-623e-48a8-b8f8-23d885419a21 None None] Current status of the port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:57.451731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2843b-5802-4037-ab72-c14c0a36da2e req-4cb1eae1-7a76-48b6-a977-7fdfbeaea38f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.458192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4b2843b-5802-4037-ab72-c14c0a36da2e req-4cb1eae1-7a76-48b6-a977-7fdfbeaea38f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.3198178
Jan 29 20:46:57.514130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-02914eae-3760-421e-bd25-106f51742ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.516405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-02914eae-3760-421e-bd25-106f51742ad3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1355033
Jan 29 20:46:57.565844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4b2843b-5802-4037-ab72-c14c0a36da2e req-d0ffaf96-b1cb-4e48-9eb5-e7d440d26487 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064141
Jan 29 20:46:57.569013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8ac0abc2-e2cd-4de9-b4db-830026b9002e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.573952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.575299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ac0abc2-e2cd-4de9-b4db-830026b9002e HTTP/1.1" status: 204  len: 168 time: 0.4780042
Jan 29 20:46:57.580126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-643f3351-a486-46a7-ac62-ee425b715215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495651
Jan 29 20:46:57.596756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e22b31-9132-4c12-9157-90b911b8387d req-6c1e259d-4272-46fe-9ea3-851760bc6b88 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.608849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88e22b31-9132-4c12-9157-90b911b8387d req-6c1e259d-4272-46fe-9ea3-851760bc6b88 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 947 time: 0.2919490
Jan 29 20:46:57.684967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88fc6e-e47b-4061-9598-dfeffa043db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291bacb8-83b6-4d04-8c13-dbadc36e589f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:57.696057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56e66d-9fbb-4ef1-bf0c-eab6a3514ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac0abc2-e2cd-4de9-b4db-830026b9002e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:57.701144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] Publish callbacks [] for security_group (fb60f578-6e74-4557-ba74-fc98574773c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.750119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:46:57.752609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c758-f560-4baf-8c06-952b15548bab req-53750a20-17eb-4551-8634-56ae082095b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:57.754240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-53750a20-17eb-4551-8634-56ae082095b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.5998418
Jan 29 20:46:57.758076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88e22b31-9132-4c12-9157-90b911b8387d req-9b161e50-217c-4b00-903a-1ab85d7953e4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480701
Jan 29 20:46:57.758744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] Publish callbacks [] for security_group (fb60f578-6e74-4557-ba74-fc98574773c8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.759296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:46:57.760780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:46:57.809645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-df199f3c-e70a-42b7-abe8-351e298b8b66 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907382
Jan 29 20:46:57.855672 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-80268fb7-1e84-463c-8cd9-c729f190a5f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d HTTP/1.1" status: 200  len: 217 time: 0.0892365
Jan 29 20:46:57.856282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] Publish callbacks [] for security_group (291bacb8-83b6-4d04-8c13-dbadc36e589f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.947512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:46:57.948859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:57.984468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef8b6a77-43c0-4868-aa9e-329476513c0c req-a4a38324-fa11-45c4-8bfe-10bdf4a38968 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673212
Jan 29 20:46:58.019878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] Publish callbacks [] for security_group (291bacb8-83b6-4d04-8c13-dbadc36e589f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.139063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:46:58.143552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4243f8-eeee-4d8e-a96e-716da0139f8a req-3bf06b34-edc9-49ff-9cf8-760e17fb170c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.149953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e4243f8-eeee-4d8e-a96e-716da0139f8a req-3bf06b34-edc9-49ff-9cf8-760e17fb170c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.1604357
Jan 29 20:46:58.152163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:58.153120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c758-f560-4baf-8c06-952b15548bab req-ed750512-93b2-4b9b-ba74-642b241e584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.154925 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-ed750512-93b2-4b9b-ba74-642b241e584b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2904704
Jan 29 20:46:58.172586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:46:58.191994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-5273c09c-1220-4d37-89f0-a71399f65aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.194173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-5273c09c-1220-4d37-89f0-a71399f65aba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1177 time: 0.1180260
Jan 29 20:46:58.223397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb60f578-6e74-4557-ba74-fc98574773c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.226951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.228257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb60f578-6e74-4557-ba74-fc98574773c8 HTTP/1.1" status: 204  len: 168 time: 1.0446928
Jan 29 20:46:58.256902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baec9c-9bbe-4175-adef-49c3c3afd831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60f578-6e74-4557-ba74-fc98574773c8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:58.261454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e4243f8-eeee-4d8e-a96e-716da0139f8a req-17fd3b54-288e-4dea-ab32-b944bd471d6d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978041
Jan 29 20:46:58.270074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:46:58.288801 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:46:58.303980 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:46:58.304658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:58.309662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c758-f560-4baf-8c06-952b15548bab req-1d11564a-784b-4ec5-86ed-64ade3bbe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.312141 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-1d11564a-784b-4ec5-86ed-64ade3bbe69d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1496410
Jan 29 20:46:58.315748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.319666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66242d10-2447-4bc6-93a1-cfae5033851b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 5.5136945
Jan 29 20:46:58.319666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (291bacb8-83b6-4d04-8c13-dbadc36e589f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.321684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.322773 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/291bacb8-83b6-4d04-8c13-dbadc36e589f HTTP/1.1" status: 204  len: 168 time: 1.0371022
Jan 29 20:46:58.325341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36444) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:58.417013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2bfea-d70b-43fc-8bd0-80bee37e0524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291bacb8-83b6-4d04-8c13-dbadc36e589f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:58.418678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-9c369c03-043a-4fa8-9cd0-bee441ec8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.420196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-9c369c03-043a-4fa8-9cd0-bee441ec8844 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2034295
Jan 29 20:46:58.511262 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:46:58.536409 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-d49fe5ea-a7f2-47c9-ba2d-d9e8baafb65f service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117617
Jan 29 20:46:58.556711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-8c2fc379-7ade-4a72-b022-9eec243151f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.1287420
Jan 29 20:46:58.584994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-13d512c1-6190-4e66-ba8d-f97b3ee9a6f6 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0504868
Jan 29 20:46:58.753280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0af6c758-f560-4baf-8c06-952b15548bab req-bd5c8838-e04c-45ce-a519-d2706682d68a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095473
Jan 29 20:46:58.868464 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7670>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:46:55Z', 'revision_number': 3, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:58.902207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:46:58.902560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Updating router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee port 3b01ce79-c747-478e-b418-520baac3bf5f binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:46:58.918524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-496c9ce8-21ab-4465-9af9-16ee08d83e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:58.920046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-496c9ce8-21ab-4465-9af9-16ee08d83e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.3522458
Jan 29 20:46:58.933550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36468) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:58.941282 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:58.966180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:58.975723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-011f71df-06dd-4e7f-b6ad-f2be8a123de1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410204
Jan 29 20:46:58.987892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc132d77-8729-4c43-a571-e97e75721c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.008407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196c7f30-8633-48b2-a13b-3d912e3621da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.061975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-390f133b-6bad-45ff-8db6-60cbbdb36663 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:59.068814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-390f133b-6bad-45ff-8db6-60cbbdb36663 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4830389
Jan 29 20:46:59.097976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1e593-031d-4cf4-a785-210a7293d29c req-836829b0-eec5-4a28-b7b1-f0ab29898ded tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:59.099834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbd1e593-031d-4cf4-a785-210a7293d29c req-836829b0-eec5-4a28-b7b1-f0ab29898ded tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.2509308
Jan 29 20:46:59.120952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-2066d0db-ce5b-4ae3-8273-c5874d3cbc3c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/quotas/c7e4c95e86ea4ae685c15931f075a175 HTTP/1.1" status: 200  len: 375 time: 0.0507123
Jan 29 20:46:59.130575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.204748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-e4988481-d1ac-4f2d-8611-6002ed0a6462 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0823889
Jan 29 20:46:59.280912 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks [] for port (3b01ce79-c747-478e-b418-520baac3bf5f), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.289940 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.302992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-4509f79a-5e83-4716-8660-29f7aeb30392 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3076100
Jan 29 20:46:59.313346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc132d77-8729-4c43-a571-e97e75721c35 admin admin] Publish callbacks [] for security_group (3be666a5-0d12-4978-9874-efda62d57f4b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.338238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc132d77-8729-4c43-a571-e97e75721c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3be666a5-0d12-4978-9874-efda62d57f4b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.356347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbd1e593-031d-4cf4-a785-210a7293d29c req-49aebc81-18fd-4696-a96d-986d7d937c4d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478936
Jan 29 20:46:59.357603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:59.367879 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Attempting to bind port 3b01ce79-c747-478e-b418-520baac3bf5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:46:59.367879 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Attempting to bind port 3b01ce79-c747-478e-b418-520baac3bf5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:46:59.367879 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Attempting to bind port 3b01ce79-c747-478e-b418-520baac3bf5f on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:46:59.381130 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:46:59.381514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:46:59.381932 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.382438 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:46:59.383100 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Bound port: 3b01ce79-c747-478e-b418-520baac3bf5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:46:59.383480 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.387151 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Pushing event updated for resources: {'Port': ['ID=3b01ce79-c747-478e-b418-520baac3bf5f,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:59.424159 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.424501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.424846 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.425208 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.425658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.426006 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.426338 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.426768 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.427102 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.427427 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.427750 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.428075 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.428531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Tracked resource versions report:
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]: pushed versions:
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]: {   'AddressGroup': {'1.2'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'ConntrackHelper': {'1.0'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'LocalIPAssociation': {'1.0'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'Log': {'1.0'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'Network': {'1.1'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'Port': {'1.7'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'PortForwarding': {'1.2'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'QosPolicy': {'1.10'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'SecurityGroup': {'1.5'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'SecurityGroupRule': {'1.2'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'SubPort': {'1.0'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'Subnet': {'1.1'},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     'Trunk': {'1.1'}}
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]: consumer versions:
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]: {   DHCP agent@ncdv-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     HyperV agent@nch1-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     HyperV agent@nch2-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     L3 agent@ncdv-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     Metadata agent@ncdv-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     Metering agent@ncdv-master-1: {},
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'ConntrackHelper': '1.0',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'LocalIPAssociation': '1.0',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'Log': '1.0',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'Network': '1.1',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'Port': '1.7',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'PortForwarding': '1.2',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'QosPolicy': '1.10',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'SecurityGroup': '1.5',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'SecurityGroupRule': '1.2',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'SubPort': '1.0',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'Subnet': '1.1',
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:                                           'Trunk': '1.1'}}
Jan 29 20:46:59.431202 ncdv-master-1 neutron-server[125945]:  {{(pid=125945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 29 20:46:59.480615 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] For port 3b01ce79-c747-478e-b418-520baac3bf5f, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:46:59.484885 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] For port 3b01ce79-c747-478e-b418-520baac3bf5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b01ce79-c747-478e-b418-520baac3bf5f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:46:59.500446 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.505684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196c7f30-8633-48b2-a13b-3d912e3621da admin admin] Publish callbacks [] for security_group (8c402050-ba3f-46c9-ab48-bc077d5f66dd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.509976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Allocated IP 172.20.0.1 (5b57c20e-ecc6-4399-8f26-2585fd067fec/719d70f1-c9c4-476a-a24c-78a866816d0c/2b0c7374-d948-4dfe-afe3-2f7f95bc090b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:46:59.514295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196c7f30-8633-48b2-a13b-3d912e3621da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c402050-ba3f-46c9-ab48-bc077d5f66dd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.592999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-196c7f30-8633-48b2-a13b-3d912e3621da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d0053cbb0614d49a8852b40b557d915&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6570661
Jan 29 20:46:59.593903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36488) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:59.627647 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0871d2e-d1d2-4b63-a008-e0938ada2ef3 None None] Pushing event updated for resources: {'Port': ['ID=3b01ce79-c747-478e-b418-520baac3bf5f,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:59.635138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-949b66cf-3761-4266-b6d1-e5a48a4249d9 req-368eb853-5880-4bc2-a640-0fc93139748e service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3126748
Jan 29 20:46:59.654691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c7f30-8633-48b2-a13b-3d912e3621da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c402050-ba3f-46c9-ab48-bc077d5f66dd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:59.654945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-network', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:46:59.675736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc132d77-8729-4c43-a571-e97e75721c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be666a5-0d12-4978-9874-efda62d57f4b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:46:59.684835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc132d77-8729-4c43-a571-e97e75721c35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a1978637dba49d094347faddde41834&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7170618
Jan 29 20:46:59.686204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:46:59.690368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Made reservation on behalf of e4bed9fc808a4c0aaa9520a48b04989b for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:46:59.691778 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:46:59.692637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.694650 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:46:59.739135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166e2dc-0e54-4bfc-962b-5bedeb635c34 req-19aee259-0168-4888-9fe0-c27e265734c0 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:59.740730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7166e2dc-0e54-4bfc-962b-5bedeb635c34 req-19aee259-0168-4888-9fe0-c27e265734c0 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 947 time: 0.2002640
Jan 29 20:46:59.751405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:46:59.761336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfcb7b-e399-4025-8b3b-3ddaf79370e2 req-721dbfdd-7eda-4229-b934-1300f94d4a3c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:46:59.765674 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.775669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0bfcb7b-e399-4025-8b3b-3ddaf79370e2 req-721dbfdd-7eda-4229-b934-1300f94d4a3c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.1898835
Jan 29 20:46:59.813204 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] Publish callbacks [] for security_group (8c402050-ba3f-46c9-ab48-bc077d5f66dd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.813780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] Publish callbacks [] for security_group (3be666a5-0d12-4978-9874-efda62d57f4b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.873516 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:46:59.879709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] Publish callbacks [] for security_group (3be666a5-0d12-4978-9874-efda62d57f4b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.892845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks [] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.916070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:46:59.920654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] Publish callbacks [] for security_group (8c402050-ba3f-46c9-ab48-bc077d5f66dd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.955335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0bfcb7b-e399-4025-8b3b-3ddaf79370e2 req-4e3240a5-fad0-4818-ae33-73ffcfafd043 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759913
Jan 29 20:46:59.969843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'port_id': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'mac_address': 'fa:16:3e:17:96:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661c7f2-95f7-4a9d-9d42-fc375008c179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:46:59.980309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7166e2dc-0e54-4bfc-962b-5bedeb635c34 req-156e42f5-3c17-43dc-bc45-0c0a6c386d0d tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970789
Jan 29 20:46:59.981460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks [] for security_group (7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:46:59.987953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.004615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.034918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3be666a5-0d12-4978-9874-efda62d57f4b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.037895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.038646 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3be666a5-0d12-4978-9874-efda62d57f4b HTTP/1.1" status: 204  len: 168 time: 0.3496525
Jan 29 20:47:00.042336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c402050-ba3f-46c9-ab48-bc077d5f66dd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.048430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.051609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c402050-ba3f-46c9-ab48-bc077d5f66dd HTTP/1.1" status: 204  len: 168 time: 0.4346890
Jan 29 20:47:00.052736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:00.066607 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.076097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fcb96-7dcf-4829-a7ac-518668ac2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c402050-ba3f-46c9-ab48-bc077d5f66dd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.120472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:00.127231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:47:00.157335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-be955bd8-4e58-46d6-b6be-2c8fd3df3f37 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0548642
Jan 29 20:47:00.164746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.188241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:00.189714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:00.192409 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f23e026b-ab4f-43ea-8e83-742957071d42), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.192744 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Added segment f23e026b-ab4f-43ea-8e83-742957071d42 of type vlan for network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3
Jan 29 20:47:00.201791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.224599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:00.228001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:00.230661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e93ae9-9817-4623-bdd3-0541adf36694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be666a5-0d12-4978-9874-efda62d57f4b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.232181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.321432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.331715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.396342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:00.472656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-7212f450-af74-4705-a72b-33abe405f62f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:00.490342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-7212f450-af74-4705-a72b-33abe405f62f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3320723
Jan 29 20:47:00.507140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.508191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:00.508796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.557680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-77993920-5d38-4da8-b94a-2d50d66177de tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/quotas/c7e4c95e86ea4ae685c15931f075a175 HTTP/1.1" status: 200  len: 375 time: 0.0661912
Jan 29 20:47:00.711683 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7670>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:46:55Z', 'revision_number': 3, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:00.743723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.789560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] Pushing event updated for resources: {'Network': ['ID=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:00.792564 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27fbe5-c088-43b2-a365-6411a5391189 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:46:55Z', 'revision_number': 3, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:00.835507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:47:00.840996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5183abec-5c3b-431c-8adf-e32f53f00489 None None] Provisioning complete for port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:00.841733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5183abec-5c3b-431c-8adf-e32f53f00489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:00.903364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-219c5ec6-d5c2-445a-b0de-df62688db18d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3440428
Jan 29 20:47:00.988707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8101-41f8-4169-bc8b-7079f31d07c9 req-ab0ff8c4-f019-4ad5-a4f0-73d4c76a84bf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:00.997716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-309c8101-41f8-4169-bc8b-7079f31d07c9 req-ab0ff8c4-f019-4ad5-a4f0-73d4c76a84bf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 944 time: 0.4839544
Jan 29 20:47:01.019490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:01.021683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-123d364b-7559-477e-aff8-636d8abd3785 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.6609583
Jan 29 20:47:01.042109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Request body: {'subnet': {'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-subnet', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:01.117946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:01.132094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Made reservation on behalf of e4bed9fc808a4c0aaa9520a48b04989b for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:01.135104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:01.139448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6ef72fc0-53e8-4407-b29e-6e4a3789b43d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:01.145148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5183abec-5c3b-431c-8adf-e32f53f00489 None None] Port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:01.315134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-309c8101-41f8-4169-bc8b-7079f31d07c9 req-b2c53d47-3c8a-41b0-a17a-0a015d480a33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3103299
Jan 29 20:47:01.320008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-d69d9b05-ea9a-4942-a1e5-b6652a761a8a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2089427
Jan 29 20:47:01.361810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:47:01.507503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks [] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:01.524395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:01.580553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:01.616614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d', 'mac_address': 'fa:16:3e:8a:9f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:01.766647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:01.831145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:01.831551 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:01.897995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef72fc0-53e8-4407-b29e-6e4a3789b43d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:01.923014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3b01ce79-c747-478e-b418-520baac3bf5f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:02.025452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:02.094047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.134544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (45d55421-75b4-46eb-850e-fb454f3263c3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.233615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:02.246471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:02.246859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.263757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.294566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d55421-75b4-46eb-850e-fb454f3263c3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:02.345482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ddf37-84bf-4b5b-95d1-87f352fbd70c req-51732601-d3f6-43c7-8772-cb76f3188063 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:02.361206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-478ddf37-84bf-4b5b-95d1-87f352fbd70c req-51732601-d3f6-43c7-8772-cb76f3188063 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 1.1309807
Jan 29 20:47:02.373160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3b01ce79-c747-478e-b418-520baac3bf5f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:02.373452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.447048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:02.447437 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.451408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['6ef72fc0-53e8-4407-b29e-6e4a3789b43d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:02.486374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:02.546996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:02.550021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:02.553196 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829983bc-301d-413d-baaa-fee576422529" -d '{"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:02.563454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.578423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-478ddf37-84bf-4b5b-95d1-87f352fbd70c req-388c7895-f75d-446a-9e4f-1a4fe81218a5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161932
Jan 29 20:47:02.605425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Checking segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:02.606697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Network hostable DHCP agents. Network: 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:47:02.640631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2841d1-f02d-43c3-97af-562273b430d2 req-a5fbf164-d9bf-4ec5-b025-00d2ac197349 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:02.645735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f2841d1-f02d-43c3-97af-562273b430d2 req-a5fbf164-d9bf-4ec5-b025-00d2ac197349 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 947 time: 0.6865063
Jan 29 20:47:02.650961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:02.655797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:02.665601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-3fb78ad9-f6e7-465a-b019-68d2e3b8ccac tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:02.667209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-3fb78ad9-f6e7-465a-b019-68d2e3b8ccac tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.3398943
Jan 29 20:47:02.676081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3b01ce79-c747-478e-b418-520baac3bf5f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:02.676481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.702653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Request body: {'port': {'device_id': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'c7e4c95e86ea4ae685c15931f075a175'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:02.801221 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-0629d7a3-4473-4000-8c98-eaddc72595a6 service neutron] 10.222.0.36 "GET /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.5287232
Jan 29 20:47:02.835014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:02.841665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3b01ce79-c747-478e-b418-520baac3bf5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b01ce79-c747-478e-b418-520baac3bf5f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:02.863776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:02.955192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:47:02.971456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Made reservation on behalf of c7e4c95e86ea4ae685c15931f075a175 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:02.980423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.005816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3b01ce79-c747-478e-b418-520baac3bf5f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:03.007029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a06ad8ec-393a-4b69-a159-d703c788c7f7 req-5edd08a8-ce26-4250-8571-d561c511f58b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 210 time: 0.2902703
Jan 29 20:47:03.011603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.043205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:03.067655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:47:03.070677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:03.082059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b909ba-de53-4c82-9872-b04ef40cc77e None None] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:47:03.120801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:03.121424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.211116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8a8ba382-48cb-4319-acf6-3385d81ce322 None None] Provisioning complete for port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:03.211804 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba382-48cb-4319-acf6-3385d81ce322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.272758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f2841d1-f02d-43c3-97af-562273b430d2 req-f0a9285d-c921-443b-af06-f3fe46e4fbc7 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6040323
Jan 29 20:47:03.325585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-083240d2-efb3-4ea8-a84b-eb36773cac79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.3046138
Jan 29 20:47:03.328664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36598) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:03.330568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:03.339880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:03.350344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks [] for security_group (a55aeb5b-fa13-4572-8111-5e6f0ee7906c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.355365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ba382-48cb-4319-acf6-3385d81ce322 None None] Port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:03.370629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:03.376629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:03.383250 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bef1214a-d255-485a-abcd-5ed9aa424038 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0507843
Jan 29 20:47:03.394845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:47:03.395719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.414193 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3703853-8110-4794-ac5c-681fa99a9bfc x-openstack-request-id: req-a3703853-8110-4794-ac5c-681fa99a9bfc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:03.414747 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:03.414874 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3703853-8110-4794-ac5c-681fa99a9bfc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:03.415327 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'code': 200}
Jan 29 20:47:03.415899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2d358799-e115-4cfd-90f4-660847d974cf is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:03.424973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.426160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.436249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a55aeb5b-fa13-4572-8111-5e6f0ee7906c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.488672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for router_controller (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.496891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d358799-e115-4cfd-90f4-660847d974cf {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:03.540977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:03.548877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506d43-57cb-4fd7-b09f-4b5b368b5262 req-e14db880-a01d-48ba-a3d6-a6370edabd82 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:03.555979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46506d43-57cb-4fd7-b09f-4b5b368b5262 req-e14db880-a01d-48ba-a3d6-a6370edabd82 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.2753346
Jan 29 20:47:03.557842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55aeb5b-fa13-4572-8111-5e6f0ee7906c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:03.664538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.667804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46506d43-57cb-4fd7-b09f-4b5b368b5262 req-d2528a16-3198-4fcf-aef3-5d3beefeea82 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054757
Jan 29 20:47:03.704581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Allocated IP 192.168.233.59 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/ed819693-5f44-4244-b537-a2bf24e1f6ce) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:03.731135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Allocated IP 172.20.0.2 (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3/45d55421-75b4-46eb-850e-fb454f3263c3/aae7674a-60cd-463f-a968-8df370438829) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:03.734061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for router_gateway (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.885077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] Transition to ACTIVE for port object 2d358799-e115-4cfd-90f4-660847d974cf will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:03.898291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:03.923565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3b01ce79-c747-478e-b418-520baac3bf5f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:03.929733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567b02-5e73-42d6-8153-6e5339e27317 req-baba92a5-e65f-4474-a9f1-8a6ed73f6cf7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:03.936721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61567b02-5e73-42d6-8153-6e5339e27317 req-baba92a5-e65f-4474-a9f1-8a6ed73f6cf7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 965 time: 0.1477699
Jan 29 20:47:03.999987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] Pushing event updated for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:04.043901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61567b02-5e73-42d6-8153-6e5339e27317 req-738bcbd0-e85c-495f-92bf-d3e0bf8b3899 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020701
Jan 29 20:47:04.061417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks [] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.131315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3b01ce79-c747-478e-b418-520baac3bf5f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:04.131930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.146797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.153038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] No DVR routers for this DVR port 2d358799-e115-4cfd-90f4-660847d974cf on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:47:04.205356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks [] for port (aae7674a-60cd-463f-a968-8df370438829), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.219600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (aae7674a-60cd-463f-a968-8df370438829), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.410532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Pushing event updated for resources: {'Port': ['ID=aae7674a-60cd-463f-a968-8df370438829,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:04.442244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:04.459861 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b4764ad5-4ba1-4d2f-86f7-58a353392d45 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5775065
Jan 29 20:47:04.472702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:04.479966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:04.528667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36634) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:04.537352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-network', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:04.551438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Attempting to bind port aae7674a-60cd-463f-a968-8df370438829 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:04.551804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Attempting to bind port aae7674a-60cd-463f-a968-8df370438829 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:04.552168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Attempting to bind port aae7674a-60cd-463f-a968-8df370438829 on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:04.558202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:04.558578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Checking segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:04.558979 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.559367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Bound using segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:04.559828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Bound port: aae7674a-60cd-463f-a968-8df370438829, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:04.560199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aae7674a-60cd-463f-a968-8df370438829), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.562093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3b01ce79-c747-478e-b418-520baac3bf5f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:04.572237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-255232eb-da13-4d53-8f71-1ac00a962626 req-49cac147-a3f0-445c-a3b3-4d04c68e7976 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 210 time: 0.0535893
Jan 29 20:47:04.581024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:04.584721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:04.586028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Made reservation on behalf of caa4aa60d945413d8170b55c257c7862 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:04.595328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:04.595813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.595910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:04.595910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.629242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9467971
Jan 29 20:47:04.630270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.632722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc79d17-36f3-4eee-b3e1-57a9cbb76b1d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:04.659175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Request body: {'port': {'device_id': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:04.671325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for router_gateway (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.726338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.733498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] For port aae7674a-60cd-463f-a968-8df370438829, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:04.742194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] For port aae7674a-60cd-463f-a968-8df370438829, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aae7674a-60cd-463f-a968-8df370438829,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:04.758393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aae7674a-60cd-463f-a968-8df370438829), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.900437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26313-a138-43d6-80a4-027512815a63 None None] Pushing event updated for resources: {'Port': ['ID=aae7674a-60cd-463f-a968-8df370438829,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:04.965674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.18', 61452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:04.969790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:04.999011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7f3c5cfe-8eea-40e0-8bc9-e54cc24a3153 None None] Provisioning complete for port ed819693-5f44-4244-b537-a2bf24e1f6ce triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:04.999434 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5cfe-8eea-40e0-8bc9-e54cc24a3153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.022298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-02e772c4-c31b-42c5-89fa-d5c044328cf4 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.024634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-02e772c4-c31b-42c5-89fa-d5c044328cf4 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.2960985
Jan 29 20:47:05.035129 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-93e7d877-4afa-4092-89f2-d82a0eda99d4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0679655
Jan 29 20:47:05.043599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c5cfe-8eea-40e0-8bc9-e54cc24a3153 None None] Port ed819693-5f44-4244-b537-a2bf24e1f6ce cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:05.069818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6ef72fc0-53e8-4407-b29e-6e4a3789b43d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:05.070521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Allocated IP 172.35.4.25 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/187fe145-da93-4121-abf9-17b8e7ab40e6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:05.146676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks [] for security_group (a07166d7-971f-4b1f-92ea-f6d264cd3743), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.169877 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a07166d7-971f-4b1f-92ea-f6d264cd3743), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.259327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030851c-f170-4b83-92b8-1fa878181a2b req-d5a428f7-333f-4990-ad8f-c58aef359a3b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.262620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d030851c-f170-4b83-92b8-1fa878181a2b req-d5a428f7-333f-4990-ad8f-c58aef359a3b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 948 time: 0.4199655
Jan 29 20:47:05.320064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:47:05.345571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436267b5-7247-48f0-bff5-595e1a464050 req-4243096e-8e63-456a-a47c-32535a0e823d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.349274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-436267b5-7247-48f0-bff5-595e1a464050 req-4243096e-8e63-456a-a47c-32535a0e823d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 945 time: 0.4309947
Jan 29 20:47:05.384009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.384358 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Added segment 081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2 of type vlan for network 6ca1c325-e66c-457d-a236-d7a078d3e436
Jan 29 20:47:05.388903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07166d7-971f-4b1f-92ea-f6d264cd3743,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:05.417572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:05.422213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:05.422528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.451740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-79742cf4-4bbb-45bc-8e0f-79e4ea3ce752 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.468310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-79742cf4-4bbb-45bc-8e0f-79e4ea3ce752 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4114065
Jan 29 20:47:05.476028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Request body: {'port': {'device_id': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'c7e4c95e86ea4ae685c15931f075a175'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:05.545498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:05.546241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.577028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:05.581714 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05df5f72-158e-4e7f-93d4-7f8a7f29ecdc" -d '{"events": [{"server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "name": "network-vif-plugged", "status": "completed", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:05.586187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6ca1c325-e66c-457d-a236-d7a078d3e436), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.600626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:05.607448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.615283 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.655540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6ca1c325-e66c-457d-a236-d7a078d3e436), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.656517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.658942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.671973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:05.698678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-3253742f-e710-452a-a95b-8a004216518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.700342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-3253742f-e710-452a-a95b-8a004216518f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 1148 time: 0.6658196
Jan 29 20:47:05.740351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d030851c-f170-4b83-92b8-1fa878181a2b req-04888014-de3a-4da1-86fe-9e002666f55f tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4605548
Jan 29 20:47:05.752009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:05.772526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:05.789550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks [] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.792648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca1c325-e66c-457d-a236-d7a078d3e436,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:05.805808 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9f256ba-b3f4-40bc-bfc7-f44c31fae171 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2728264
Jan 29 20:47:05.806642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:05.811868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Request body: {'subnet': {'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-subnet', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:05.820006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.821884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-436267b5-7247-48f0-bff5-595e1a464050 req-6110edd1-c491-4455-8d30-11c0be3dec93 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4579699
Jan 29 20:47:05.849578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:05.851763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:47:05.892949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Made reservation on behalf of c7e4c95e86ea4ae685c15931f075a175 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:05.896414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Transition to ACTIVE for port object ed819693-5f44-4244-b537-a2bf24e1f6ce will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:05.897789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.904459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.934092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:05.943656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Made reservation on behalf of caa4aa60d945413d8170b55c257c7862 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:05.946732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:05.952251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:05.955042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:05.959319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aae7674a-60cd-463f-a968-8df370438829 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:05.976817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d065b404-3105-47d8-ae27-e8f6a8ea0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:05.978544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-d065b404-3105-47d8-ae27-e8f6a8ea0019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1148 time: 0.1914902
Jan 29 20:47:05.981531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:06.044137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Pushing event updated for resources: {'Port': ['ID=187fe145-da93-4121-abf9-17b8e7ab40e6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:06.060895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:06.062138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae6c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:06.117932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.118185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.118533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.120028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.120386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.120722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.121104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.121439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.121781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.122094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.122424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.122750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.123072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:06.204257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Attempting to bind port ed819693-5f44-4244-b537-a2bf24e1f6ce on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:06.204602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Attempting to bind port ed819693-5f44-4244-b537-a2bf24e1f6ce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:06.221079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Attempting to bind port ed819693-5f44-4244-b537-a2bf24e1f6ce on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:06.247023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Port ed819693-5f44-4244-b537-a2bf24e1f6ce on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:06.247349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Attempting to bind port ed819693-5f44-4244-b537-a2bf24e1f6ce on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:06.274944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:06.275286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:06.276640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:06.277191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Bound port: ed819693-5f44-4244-b537-a2bf24e1f6ce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:06.287542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.320720 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e19e8-b302-4528-af0a-9372d8288f84 x-openstack-request-id: req-0a9e19e8-b302-4528-af0a-9372d8288f84 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:06.321077 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "name": "network-vif-plugged", "status": "completed", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:06.321345 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a9e19e8-b302-4528-af0a-9372d8288f84 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:06.321761 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d', 'code': 200}
Jan 29 20:47:06.355781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-7cee5155-bb48-4510-9c56-6137108d65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:06.357435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-7cee5155-bb48-4510-9c56-6137108d65e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.3643343
Jan 29 20:47:06.387503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:06.387893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.401350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-041198a5-e583-454b-abe8-f1123ec03071 req-48821d21-aca6-4909-8535-c04aae2ff45e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 210 time: 0.0405877
Jan 29 20:47:06.462109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:06.466779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:06.482922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:06.509512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.511910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ee3da-f53a-4214-bb04-79a4cea092ca None None] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:47:06.521570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-ecf3fa56-2ced-4301-a7fe-8d30a947a8f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.1492338
Jan 29 20:47:06.529342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381753a-af22-430d-a166-255aef5ff025 req-d845b139-2b49-4ab0-be5e-c982b28bec40 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:06.536511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9381753a-af22-430d-a166-255aef5ff025 req-d845b139-2b49-4ab0-be5e-c982b28bec40 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.4680049
Jan 29 20:47:06.540473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port aae7674a-60cd-463f-a968-8df370438829 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:06.543411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aae7674a-60cd-463f-a968-8df370438829), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.597782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-af08bc32-449c-40f2-810e-499208d0be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:06.599290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-af08bc32-449c-40f2-810e-499208d0be3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0531552
Jan 29 20:47:06.623217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:06.623852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.625301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed819693-5f44-4244-b537-a2bf24e1f6ce HTTP/1.1" status: 200  len: 1095 time: 1.9892957
Jan 29 20:47:06.625871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:06.628132 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5" -d '{"events": [{"name": "network-changed", "server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:06.669096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-b5df2bcc-40c0-4c69-91a7-2872b7f1dbc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340943
Jan 29 20:47:06.675250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:06.773531 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2cdff5-ef1f-45ae-b667-81a15b9ce5a4 x-openstack-request-id: req-ea2cdff5-ef1f-45ae-b667-81a15b9ce5a4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:06.774020 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:06.774020 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea2cdff5-ef1f-45ae-b667-81a15b9ce5a4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:06.774548 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'status': 'completed', 'code': 200}
Jan 29 20:47:06.792712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9381753a-af22-430d-a166-255aef5ff025 req-6b9bf69e-b5ea-4a54-8cb2-9b7db7218eec tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2544489
Jan 29 20:47:06.836370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:06.896728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.18', 61453) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:07.010737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bf186-f88f-4cc4-a88c-aead67f18fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:07.061035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:07.066622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-16896c85-06c3-49b7-b115-262f0cfb65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.068132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-16896c85-06c3-49b7-b115-262f0cfb65d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1129 time: 0.3944368
Jan 29 20:47:07.094107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (012bb4a2-cb62-4744-aa2c-225c7d11c2e1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.118298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:07.137236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-74efeb60-8d98-43ac-9bf8-0a4574d20110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce HTTP/1.1" status: 200  len: 217 time: 0.0588589
Jan 29 20:47:07.167167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Allocated IP 192.168.233.201 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/7f9a2456-a2b5-4a7d-9450-8b590f498b9a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:07.173157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-c5b0eae7-9e2e-4342-8cb2-3ab05203758f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.174413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-c5b0eae7-9e2e-4342-8cb2-3ab05203758f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.2723088
Jan 29 20:47:07.194604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a6d0-0a32-468a-b673-ea694ce935b3 req-54f26f68-5600-4862-8bd0-e3ae311f7764 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.202044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bb3a6d0-0a32-468a-b673-ea694ce935b3 req-54f26f68-5600-4862-8bd0-e3ae311f7764 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 949 time: 0.2404492
Jan 29 20:47:07.262936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-bafd6968-ed73-4dee-9ab6-bd04bf1ac626 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5812583
Jan 29 20:47:07.304644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Provisioning complete for port aae7674a-60cd-463f-a968-8df370438829 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:07.305227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aae7674a-60cd-463f-a968-8df370438829), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.315537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebcacf-67de-40b4-ac41-b72953aa0eaf req-64a71942-0a5a-4ecc-991e-d080dc1dddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.317103 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d3ebcacf-67de-40b4-ac41-b72953aa0eaf req-64a71942-0a5a-4ecc-991e-d080dc1dddeb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 1131 time: 0.4201424
Jan 29 20:47:07.317715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012bb4a2-cb62-4744-aa2c-225c7d11c2e1,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:07.324643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:07.378139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Checking segment: {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:07.378520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Network hostable DHCP agents. Network: 6ca1c325-e66c-457d-a236-d7a078d3e436, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:47:07.387115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for router_gateway (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.393386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.393908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.394260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.394580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.394953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.395392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.395724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.396049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.396373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.396694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.398098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.398098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.398098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:07.409703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port aae7674a-60cd-463f-a968-8df370438829 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:07.410238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aae7674a-60cd-463f-a968-8df370438829), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.585883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249a23-4a80-4133-975f-aa8cfb0d6bdf req-63e349fe-a112-40f8-95b6-d1021cfc4825 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.590176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e98407-a632-46e0-b940-314bf283e12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.596924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b249a23-4a80-4133-975f-aa8cfb0d6bdf req-63e349fe-a112-40f8-95b6-d1021cfc4825 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.6259301
Jan 29 20:47:07.604569 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d3ebcacf-67de-40b4-ac41-b72953aa0eaf req-df0ba003-8969-4fb7-84ec-9bd692e3bf39 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698410
Jan 29 20:47:07.607638 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-39d13526-3e39-437f-a8a2-d31e9370b83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.656170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port aae7674a-60cd-463f-a968-8df370438829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aae7674a-60cd-463f-a968-8df370438829,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:07.686130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aae7674a-60cd-463f-a968-8df370438829), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.757389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Current status of the port aae7674a-60cd-463f-a968-8df370438829 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:07.758451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aae7674a-60cd-463f-a968-8df370438829), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.762639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=aae7674a-60cd-463f-a968-8df370438829,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:07.765779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:47:07.801922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-39d13526-3e39-437f-a8a2-d31e9370b83c admin admin] Publish callbacks [] for security_group (82e644c4-d614-4056-90a2-4823b060867e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.814535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ca1c325-e66c-457d-a236-d7a078d3e436) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:07.829814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8028893-9f92-41f4-89f8-10191646341e None None] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:47:07.831788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b249a23-4a80-4133-975f-aa8cfb0d6bdf req-c97eda27-4d74-483c-ac98-8187252db526 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331026
Jan 29 20:47:07.844791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-39d13526-3e39-437f-a8a2-d31e9370b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82e644c4-d614-4056-90a2-4823b060867e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.889367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-72c2e789-ff8f-4d94-bd5e-72593f77b28c service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781961
Jan 29 20:47:07.892598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.893230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.897785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:47:07.898295 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:47:07.903187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae6c910>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:01Z', 'revision_number': 2, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:07.910729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-cb45ccc7-9af8-4aa9-a132-1f7f5f098172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:07.912233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-cb45ccc7-9af8-4aa9-a132-1f7f5f098172 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.7625873
Jan 29 20:47:07.924861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d13526-3e39-437f-a8a2-d31e9370b83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e644c4-d614-4056-90a2-4823b060867e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:07.932449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bb3a6d0-0a32-468a-b673-ea694ce935b3 req-d6026914-ea17-48c0-a796-e98e47d49e64 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7294714
Jan 29 20:47:07.946419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:07.946883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Updating router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:47:07.995642 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:07.997418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6eeeb7ad-83ee-4fbc-a277-f44320f70371 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.1896906
Jan 29 20:47:08.026235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ca1c325-e66c-457d-a236-d7a078d3e436', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:47:08.034114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.040092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:08.051081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:08.054066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3993d233-0239-4e89-96ca-05e1d1415c3b req-fef38798-6409-4f8d-9923-485a14c01822 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 210 time: 0.0871241
Jan 29 20:47:08.111439 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-39d13526-3e39-437f-a8a2-d31e9370b83c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=793d737ca8414e229d4ac9f5a00546f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7857020
Jan 29 20:47:08.120478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:08.142725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.143982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.152213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks [] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.190980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Deleting port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:47:08.191543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.204704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e98407-a632-46e0-b940-314bf283e12e admin admin] Publish callbacks [] for security_group (003315f4-2aca-444b-903f-83ac2f6bbd66), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.216186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.221282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e98407-a632-46e0-b940-314bf283e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (003315f4-2aca-444b-903f-83ac2f6bbd66), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.271641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-e4a30c96-e760-458a-ad03-f525bd0ef95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:08.273196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-e4a30c96-e760-458a-ad03-f525bd0ef95a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3539069
Jan 29 20:47:08.277556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for router_controller (5b449476-b195-4cff-ba5b-4c99cabfbddd), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.327068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:08.329386 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3715b510-3889-4dfc-80c4-305f45b642b4" -d '{"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:08.374917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] Publish callbacks [] for security_group (82e644c4-d614-4056-90a2-4823b060867e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.378387 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c901a612-e94f-4f2a-8a2a-fdd9fcdaea90 x-openstack-request-id: req-c901a612-e94f-4f2a-8a2a-fdd9fcdaea90 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:08.378704 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:08.378963 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c901a612-e94f-4f2a-8a2a-fdd9fcdaea90 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:08.379593 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'code': 200}
Jan 29 20:47:08.391908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c1f5-e517-4dac-823e-8350805cf634 req-543b6bff-bc9f-4356-8257-e86058fa3326 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:08.393401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1976c1f5-e517-4dac-823e-8350805cf634 req-543b6bff-bc9f-4356-8257-e86058fa3326 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.3299317
Jan 29 20:47:08.406763 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05e98407-a632-46e0-b940-314bf283e12e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47c6887b247240f1b93f8e6df9186c59&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2656319
Jan 29 20:47:08.411351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36700) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:08.435877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98407-a632-46e0-b940-314bf283e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003315f4-2aca-444b-903f-83ac2f6bbd66,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:08.461782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.467167 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] Publish callbacks [] for security_group (82e644c4-d614-4056-90a2-4823b060867e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.494275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] For port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:08.494683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.501589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-1eb727aa-8e0b-4d56-a890-5d847147074f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:08.503114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-1eb727aa-8e0b-4d56-a890-5d847147074f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.3299272
Jan 29 20:47:08.563598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Calling delete_port for 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:47:08.577087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for router_gateway (5b449476-b195-4cff-ba5b-4c99cabfbddd), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.583927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:08.596668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Allocated IP 172.20.0.2 (6ca1c325-e66c-457d-a236-d7a078d3e436/012bb4a2-cb62-4744-aa2c-225c7d11c2e1/0f13a639-59cf-4c87-b923-36333c51e8cc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:08.597303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:08.602772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-38ba620a-3f72-4538-8ae8-ffe02ced3048 None None] Current status of the port aae7674a-60cd-463f-a968-8df370438829 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:08.616227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:08.674498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event updated for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:08.705875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-4abfbd19-70da-45a3-ae4c-0238b41373dc service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4226251
Jan 29 20:47:08.746019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:08.746253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.756461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] Publish callbacks [] for security_group (003315f4-2aca-444b-903f-83ac2f6bbd66), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.760748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1976c1f5-e517-4dac-823e-8350805cf634 req-d4e49174-230e-4990-8bc6-5fe54d632c97 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3428597
Jan 29 20:47:08.808084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-3f576968-36ec-40e1-8d61-59fa7aaccc77 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3389077
Jan 29 20:47:08.815105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:47:08.833888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Request body: {'port': {'device_id': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:08.874831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] Publish callbacks [] for security_group (003315f4-2aca-444b-903f-83ac2f6bbd66), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.902932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82e644c4-d614-4056-90a2-4823b060867e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.905436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.909003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82e644c4-d614-4056-90a2-4823b060867e HTTP/1.1" status: 204  len: 168 time: 0.7817082
Jan 29 20:47:08.928916 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks [] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.943434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0ddf5fc3-9a4f-4c22-9a43-383da1352e93 None None] Provisioning complete for port aae7674a-60cd-463f-a968-8df370438829 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:08.945594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5fc3-9a4f-4c22-9a43-383da1352e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aae7674a-60cd-463f-a968-8df370438829), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.986946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks [] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:08.994079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.072054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb11c-b984-4268-8b9d-1705a57a1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e644c4-d614-4056-90a2-4823b060867e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:09.167309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.217073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0fedb32-49e9-46b8-b898-8c571d498c25 req-771bb188-87c5-4626-abcd-4445350a1ace service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4739430
Jan 29 20:47:09.247585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe173af-1b9c-49ab-9c31-a6ce9d324f75 None None] Pushing event updated for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:09.261295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-8dbcf529-f005-4d8a-bd82-fdb6afe1626d service neutron] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:09.279835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-8dbcf529-f005-4d8a-bd82-fdb6afe1626d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.281710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e804f3a-c410-4d6d-a9f1-89f7ef31127c req-8dbcf529-f005-4d8a-bd82-fdb6afe1626d service neutron] 10.222.0.18 "DELETE /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7628586
Jan 29 20:47:09.294489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:09.336354 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (003315f4-2aca-444b-903f-83ac2f6bbd66), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.339863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.341286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/003315f4-2aca-444b-903f-83ac2f6bbd66 HTTP/1.1" status: 204  len: 168 time: 0.9274137
Jan 29 20:47:09.357183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f579-8e38-4834-82c0-00a5646bba13 req-a8174225-bb88-4c07-9d01-9dd9e855ebba tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:09.359046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9229f579-8e38-4834-82c0-00a5646bba13 req-a8174225-bb88-4c07-9d01-9dd9e855ebba tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 949 time: 0.2830482
Jan 29 20:47:09.372778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641369-dd91-4672-944c-32a01e1103f9 req-070d6126-4b77-4265-a5f0-6b1c9ba2a411 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:09.374433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4641369-dd91-4672-944c-32a01e1103f9 req-070d6126-4b77-4265-a5f0-6b1c9ba2a411 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34b42cc-fecc-4d23-ad8f-85dda9bfd081 HTTP/1.1" status: 200  len: 943 time: 0.3514457
Jan 29 20:47:09.387227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:09.398209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:09.398356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de74eb2-0679-47d8-b783-f3c0cf1fc758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003315f4-2aca-444b-903f-83ac2f6bbd66,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:09.402182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.430955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Attempting to bind port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:09.431305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Attempting to bind port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:09.431758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Attempting to bind port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:09.482271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:09.489134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Checking segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:09.489739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.490222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Bound using segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:09.490799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Bound port: 2b0c7374-d948-4dfe-afe3-2f7f95bc090b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:09.491229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.529186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event deleted for resources: {'Port': ['ID=5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:09.545681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.563397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Pushing event updated for resources: {'Port': ['ID=0f13a639-59cf-4c87-b923-36333c51e8cc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:09.604836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4641369-dd91-4672-944c-32a01e1103f9 req-5e5a0545-199e-476e-953d-61eb75b23a4d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203040
Jan 29 20:47:09.605160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:09.613580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] No DVR routers for this DVR port 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:47:09.617230 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:09.630721 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:09.633028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.634081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf5fc3-9a4f-4c22-9a43-383da1352e93 None None] Current status of the port aae7674a-60cd-463f-a968-8df370438829 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:09.635117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for router_gateway (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.635651 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:09.643981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc45d7f1-0122-4c73-b5b8-e52909fee7f6 req-2163a567-718f-44ce-948b-9e8f44187027 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "DELETE /v2.0/ports/5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 HTTP/1.1" status: 204  len: 173 time: 2.4628019
Jan 29 20:47:09.649207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-27477d5c-de53-4366-8751-57c84031b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:09.655356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-27477d5c-de53-4366-8751-57c84031b936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1129 time: 0.3789544
Jan 29 20:47:09.673753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-deleted', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:09.680908 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d23a99-6bd5-493d-8cf8-3fdd883de756" -d '{"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-deleted", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:09.696433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Attempting to bind port 0f13a639-59cf-4c87-b923-36333c51e8cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:09.696811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Attempting to bind port 0f13a639-59cf-4c87-b923-36333c51e8cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:09.697233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Attempting to bind port 0f13a639-59cf-4c87-b923-36333c51e8cc on network 6ca1c325-e66c-457d-a236-d7a078d3e436 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:09.721023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:09.721364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Checking segment: {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:09.721784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.722194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Bound using segment: {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:09.722760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Bound port: 0f13a639-59cf-4c87-b923-36333c51e8cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:09.723062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.737413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.738750 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c18d6a2-ad5a-4711-a2e1-494eec91abc1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 6.4051802
Jan 29 20:47:09.741981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.749423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9229f579-8e38-4834-82c0-00a5646bba13 req-b354c84f-f823-4157-875e-433d09eb18d5 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710060
Jan 29 20:47:09.795154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36718) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:09.797233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36720) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:09.828157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aae7674a-60cd-463f-a968-8df370438829 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:09.835835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] For port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:09.924830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Provisioning complete for port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:09.925148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:09.929537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] For port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:10.056217 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:10.071871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.087817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Allocated IP 172.35.4.248 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/f14f8695-1116-45c6-b586-4558cb37c9f9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:10.116334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:10.117894 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b9e749-f705-461c-9c09-0c60bc024852 x-openstack-request-id: req-05b9e749-f705-461c-9c09-0c60bc024852 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:10.118220 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b42cc-fecc-4d23-ad8f-85dda9bfd081", "name": "network-vif-deleted", "tag": "5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:10.118396 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05b9e749-f705-461c-9c09-0c60bc024852 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:10.118960 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b42cc-fecc-4d23-ad8f-85dda9bfd081', 'name': 'network-vif-deleted', 'tag': '5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9', 'status': 'completed', 'code': 200}
Jan 29 20:47:10.175088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:10.266896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] For port 0f13a639-59cf-4c87-b923-36333c51e8cc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:10.283187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.324962 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d99ab6d1-2571-4507-9139-bbd1dcbc4f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.331850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb40-4d04-4737-9f60-38613eaeceac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.332567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] For port 0f13a639-59cf-4c87-b923-36333c51e8cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13a639-59cf-4c87-b923-36333c51e8cc,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:10.343283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:10.344035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae6c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:10.352913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Provisioning complete for port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:10.353318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.361542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fdc0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:06Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:10.397060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:10.397871 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Updating router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 port 187fe145-da93-4121-abf9-17b8e7ab40e6 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:47:10.444395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.444917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b5def-6833-4747-a921-ad9c637d7ec9 None None] Port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:10.448622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.450555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe173af-1b9c-49ab-9c31-a6ce9d324f75 None None] Pushing event updated for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:10.454262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99a454f0-52e0-4c23-9eb3-999b5fcd1e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.470080 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.622985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8c74-2e41-407f-b224-7cdb0d32f040 req-b184bb7d-ccfd-4de1-b867-8218a1911695 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:10.631605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6eeb8c74-2e41-407f-b224-7cdb0d32f040 req-b184bb7d-ccfd-4de1-b867-8218a1911695 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 936 time: 0.8286257
Jan 29 20:47:10.666434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:10.714302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb80a6-5605-4e99-ac8a-cdf0a86d2f1c None None] Pushing event updated for resources: {'Port': ['ID=0f13a639-59cf-4c87-b923-36333c51e8cc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:10.725364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port aae7674a-60cd-463f-a968-8df370438829 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:10.726019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aae7674a-60cd-463f-a968-8df370438829), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.848230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:10.851984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Pushing event updated for resources: {'Port': ['ID=f14f8695-1116-45c6-b586-4558cb37c9f9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:10.865179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:10.879615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:10.883671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-754ebf07-3559-4083-805b-b80e3debf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:10.885720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-754ebf07-3559-4083-805b-b80e3debf6ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 1.1948843
Jan 29 20:47:10.912652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Provisioning complete for port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:10.913344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.970382 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks [] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:10.980311 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.038839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port aae7674a-60cd-463f-a968-8df370438829 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:11.041734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43601f4-898e-43ab-b3f6-24995c55919d None None] Pushing event updated for resources: {'Port': ['ID=187fe145-da93-4121-abf9-17b8e7ab40e6,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:11.063980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-0c3c94cc-67b5-47a8-83e2-9ee969830c49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce HTTP/1.1" status: 200  len: 217 time: 0.0660181
Jan 29 20:47:11.081795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6eeb8c74-2e41-407f-b224-7cdb0d32f040 req-9aa21ef2-27b6-41e2-b980-e21c163f3571 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4428413
Jan 29 20:47:11.090851 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Attempting to bind port 187fe145-da93-4121-abf9-17b8e7ab40e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:11.091286 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Attempting to bind port 187fe145-da93-4121-abf9-17b8e7ab40e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:11.091665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Attempting to bind port 187fe145-da93-4121-abf9-17b8e7ab40e6 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:11.133460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:11.135016 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:11.135639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Current status of the port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:11.136040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.137207 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.144846 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:11.145435 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Bound port: 187fe145-da93-4121-abf9-17b8e7ab40e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:11.145852 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.249941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] For port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:11.255010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae6c910>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:09Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:11.279940 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] For port 187fe145-da93-4121-abf9-17b8e7ab40e6, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:11.294747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] For port 187fe145-da93-4121-abf9-17b8e7ab40e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=187fe145-da93-4121-abf9-17b8e7ab40e6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:11.306642 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.315829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.317306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbfe36-936f-4f28-a9a0-d0e1626c3940 req-387b54f7-49d7-4361-8100-10984145554b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:11.319454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a96ab3-66ca-469f-89a4-ecfed5604107 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:09Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:11.330199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21dbfe36-936f-4f28-a9a0-d0e1626c3940 req-387b54f7-49d7-4361-8100-10984145554b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.5017703
Jan 29 20:47:11.406382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-4a928dd0-4bb6-46aa-afea-36c5b0f47407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:11.407961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-4a928dd0-4bb6-46aa-afea-36c5b0f47407 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.3064179
Jan 29 20:47:11.415925 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:11.416858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9a2456-a2b5-4a7d-9450-8b590f498b9a {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:11.418174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb21f0e-dabf-429e-a7da-179fda793e98 None None] Pushing event updated for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:11.418889 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:46:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:11.471797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks [] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.489608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb40-4d04-4737-9f60-38613eaeceac admin admin] Publish callbacks [] for security_group (690497d6-ae78-4d1e-9471-a931fecf7f0c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.504774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for router_gateway (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.515594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43601f4-898e-43ab-b3f6-24995c55919d None None] Pushing event updated for resources: {'Port': ['ID=187fe145-da93-4121-abf9-17b8e7ab40e6,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:11.524405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99a454f0-52e0-4c23-9eb3-999b5fcd1e29 admin admin] Publish callbacks [] for security_group (a054476d-ff02-4d04-8505-8b5ed6c1d167), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.532000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb40-4d04-4737-9f60-38613eaeceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (690497d6-ae78-4d1e-9471-a931fecf7f0c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.589611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99a454f0-52e0-4c23-9eb3-999b5fcd1e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a054476d-ff02-4d04-8505-8b5ed6c1d167), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.593853 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:11.610830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Transition to ACTIVE for port object 7f9a2456-a2b5-4a7d-9450-8b590f498b9a will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:11.620652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:11.649954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21dbfe36-936f-4f28-a9a0-d0e1626c3940 req-dfa2b52a-5ee3-4126-91e9-40e640bba0ed tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3185296
Jan 29 20:47:11.733780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fb40-4d04-4737-9f60-38613eaeceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690497d6-ae78-4d1e-9471-a931fecf7f0c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:11.740236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Pushing event updated for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:11.744364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2c9fb40-4d04-4737-9f60-38613eaeceac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf119715d00342e29bb45e066d89b104&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9402108
Jan 29 20:47:11.753514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99a454f0-52e0-4c23-9eb3-999b5fcd1e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd7c4846b05a4242bbc1761824bcb1d4&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5256128
Jan 29 20:47:11.760905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:11.761285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36744) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:11.768747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453da802-7863-4c04-b645-c4c379f72d86 req-c1dba977-1c07-4268-9c9c-ddf76ef41e70 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:11.777965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-453da802-7863-4c04-b645-c4c379f72d86 req-c1dba977-1c07-4268-9c9c-ddf76ef41e70 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 949 time: 0.4344809
Jan 29 20:47:11.794860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:11.840099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:47:11.842125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5c8d8f15-f0f9-4acb-bcf9-8851879ac5e9 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:47:11.993319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-790363b0-51a5-4cd9-b4d0-e2e5690c528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:11.995477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-790363b0-51a5-4cd9-b4d0-e2e5690c528f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5426524
Jan 29 20:47:12.024372 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fdc0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:06Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:12.091914 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c73f85-3d89-4cf8-89da-d649b71c85e6 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:06Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:12.108827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a454f0-52e0-4c23-9eb3-999b5fcd1e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054476d-ff02-4d04-8505-8b5ed6c1d167,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:12.163173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b0c7374-d948-4dfe-afe3-2f7f95bc090b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:12.303417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-48d65c6f-8207-491f-a3ec-b5f2431d6a4e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577579
Jan 29 20:47:12.333278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-cfd512c5-1512-4537-8ed1-195e2fc4e01c tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:12.334817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-cfd512c5-1512-4537-8ed1-195e2fc4e01c tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 1131 time: 0.1984427
Jan 29 20:47:12.433896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.435977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] Publish callbacks [] for security_group (a054476d-ff02-4d04-8505-8b5ed6c1d167), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.459771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Attempting to bind port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:12.460118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Attempting to bind port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:12.460441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Attempting to bind port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:12.474927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:12.485413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Attempting to bind port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:12.505843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:12.506220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.580463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-453da802-7863-4c04-b645-c4c379f72d86 req-86efea4a-b5ec-4531-b60b-f961959107a9 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8018715
Jan 29 20:47:12.634040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c53f-13e9-42c0-a61d-89fa12c5b842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.701111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6fc8bb-006b-47a5-8bbb-57c5caa842f5 req-5a10332e-4aba-4be7-9b98-58f59ba8ac41 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3529708
Jan 29 20:47:12.711914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] Publish callbacks [] for security_group (a054476d-ff02-4d04-8505-8b5ed6c1d167), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.721292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] Publish callbacks [] for security_group (690497d6-ae78-4d1e-9471-a931fecf7f0c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.738727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:12.739249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:12.740295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:12.743579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36752) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:12.747919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Bound port: 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:12.753157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217289532', 'description': 'tempest-description--347791501'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:12.753306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.770361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0f810-8187-4187-98b8-2f888ef0d1e2 None None] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:47:12.834541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:12.896581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:12.909438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f13a639-59cf-4c87-b923-36333c51e8cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:12.998762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] Publish callbacks [] for security_group (690497d6-ae78-4d1e-9471-a931fecf7f0c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.034051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Provisioning complete for port 0f13a639-59cf-4c87-b923-36333c51e8cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:13.034435 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.100378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:13.224342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1defe3-6c28-47d8-a765-6338046b23ad req-6df29c8c-732e-4a6f-89ad-26c3617887e2 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:13.225750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e1defe3-6c28-47d8-a765-6338046b23ad req-6df29c8c-732e-4a6f-89ad-26c3617887e2 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1148 time: 0.4205728
Jan 29 20:47:13.231571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a054476d-ff02-4d04-8505-8b5ed6c1d167), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.234158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.235325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a054476d-ff02-4d04-8505-8b5ed6c1d167 HTTP/1.1" status: 204  len: 168 time: 1.4546812
Jan 29 20:47:13.282378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777444-9abc-4afd-9e26-f6d15ff2f731 req-cebf92ca-e367-492e-934d-f283e3b2b119 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:13.283984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a777444-9abc-4afd-9e26-f6d15ff2f731 req-cebf92ca-e367-492e-934d-f283e3b2b119 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 948 time: 0.4817941
Jan 29 20:47:13.327450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (2d48874b-6b7e-4e09-b3fa-4414f6dacc9a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.331090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0f13a639-59cf-4c87-b923-36333c51e8cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:13.331586 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.348107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.350957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:13.363449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459a449-2988-4ff0-868d-4f3ce766ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054476d-ff02-4d04-8505-8b5ed6c1d167,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:13.374684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:13.393839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.476891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Current status of the port 0f13a639-59cf-4c87-b923-36333c51e8cc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:13.477053 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.480875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:13.505188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Deleting port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:47:13.506021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.572140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'mac_address': 'fa:16:3e:a4:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:13.620076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] For port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:13.620580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.637697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Calling delete_port for 6ef72fc0-53e8-4407-b29e-6e4a3789b43d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:47:13.671203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:13.671953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.680910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2d48874b-6b7e-4e09-b3fa-4414f6dacc9a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.693064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0f13a639-59cf-4c87-b923-36333c51e8cc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:13.693419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.695251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.698282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (690497d6-ae78-4d1e-9471-a931fecf7f0c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.703644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:13.703931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.707426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/690497d6-ae78-4d1e-9471-a931fecf7f0c HTTP/1.1" status: 204  len: 168 time: 1.9253893
Jan 29 20:47:13.753472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.757879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 1.0102065
Jan 29 20:47:13.766834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36762) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:13.769891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:13.802052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Pushing event updated for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:13.809247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'security_group_rule': {'security_group_id': '2d48874b-6b7e-4e09-b3fa-4414f6dacc9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:13.809600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] For port 0f13a639-59cf-4c87-b923-36333c51e8cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13a639-59cf-4c87-b923-36333c51e8cc,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:13.812908 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.814102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e0c66-0d0c-4376-8b3a-360fae8ad63a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48874b-6b7e-4e09-b3fa-4414f6dacc9a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:13.826156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6ef72fc0-53e8-4407-b29e-6e4a3789b43d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.829476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.886284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ef72fc0-53e8-4407-b29e-6e4a3789b43d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:13.903361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:13.904905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:13.906487 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-13cba8e4-7369-4e4b-a44c-645d1c5ef32b service neutron] 10.222.0.18 "PUT /v2.0/ports/7f9a2456-a2b5-4a7d-9450-8b590f498b9a HTTP/1.1" status: 200  len: 1096 time: 5.0857220
Jan 29 20:47:13.914888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:13.917403 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:13.931461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a777444-9abc-4afd-9e26-f6d15ff2f731 req-d9b78ef2-b296-4eb8-8dab-6eeb6f713296 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6248186
Jan 29 20:47:13.942638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e1defe3-6c28-47d8-a765-6338046b23ad req-3dcab3b5-f96f-4c6c-89f5-455a9e0ffd7d tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6353989
Jan 29 20:47:13.967877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Router 5b449476-b195-4cff-ba5b-4c99cabfbddd is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:47:13.973376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c92f-9709-47ce-9747-cc9a79f118e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690497d6-ae78-4d1e-9471-a931fecf7f0c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:14.066599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] No DVR routers for this DVR port 6ef72fc0-53e8-4407-b29e-6e4a3789b43d on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:47:14.079898 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b5859-81a4-4bfe-bb35-e9aaa7f20c9c x-openstack-request-id: req-1e8b5859-81a4-4bfe-bb35-e9aaa7f20c9c {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:14.080270 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:14.083143 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e8b5859-81a4-4bfe-bb35-e9aaa7f20c9c {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:14.083578 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a', 'status': 'completed', 'code': 200}
Jan 29 20:47:14.116790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:47:14.118512 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:47:14.148478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (c3548774-5b76-49c4-99d4-32f814f19b4b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.202938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c194bc-058f-42d0-81d0-4336837f6d7e req-ea95ed96-0688-4f07-89ed-943c1673063c tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ec8316-edf6-40c2-85f1-7949788d9330 HTTP/1.1" status: 200  len: 210 time: 0.1461627
Jan 29 20:47:14.241371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:14.310989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:14.320576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1bd4875e-159d-4a85-a077-9fb69d751de5 None None] Provisioning complete for port 0f13a639-59cf-4c87-b923-36333c51e8cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:14.320848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1bd4875e-159d-4a85-a077-9fb69d751de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.381836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:14.384927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.392818 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-47bc763f-4f6f-4f3d-9ee0-d61ac9c232a8 req-ce25b516-d35e-4ef6-b4a2-6cc0c79430ca tempest-DeleteServersAdminTestJSON-277515780 tempest-DeleteServersAdminTestJSON-277515780-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6ef72fc0-53e8-4407-b29e-6e4a3789b43d HTTP/1.1" status: 204  len: 173 time: 2.0412204
Jan 29 20:47:14.424849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.426169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-58f9acfb-c1df-4a24-9f70-824b6b0c36ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 6.3789320
Jan 29 20:47:14.429379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-b1e7192b-0832-4351-bf87-ba9f1a4f7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:14.430880 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-b1e7192b-0832-4351-bf87-ba9f1a4f7ea5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 1130 time: 0.4570088
Jan 29 20:47:14.432279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:14.447892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Sync routers for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:14.632776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:14.637395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a829f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:14.682985 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (c3548774-5b76-49c4-99d4-32f814f19b4b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.707138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0f13a639-59cf-4c87-b923-36333c51e8cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:14.712853 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c3548774-5b76-49c4-99d4-32f814f19b4b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.717502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Allocated IP 172.20.0.1 (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3/45d55421-75b4-46eb-850e-fb454f3263c3/73382635-67e3-4a76-b5a6-fbc0221ec35c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:14.720726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f70f4-7ec6-425d-9f47-d56e55b93374 None None] Pushing event updated for resources: {'Port': ['ID=0f13a639-59cf-4c87-b923-36333c51e8cc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:14.842981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3548774-5b76-49c4-99d4-32f814f19b4b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:14.864221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:14.872868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7734a108-4b20-41c7-9c35-09fe94e98247 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1032567
Jan 29 20:47:14.876185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36802) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:14.888194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-04663778-93db-4a2f-8485-be1f1c610a95 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:14.900344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-04663778-93db-4a2f-8485-be1f1c610a95 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.5829723
Jan 29 20:47:14.923985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'security_group_rule': {'security_group_id': '2d48874b-6b7e-4e09-b3fa-4414f6dacc9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:15.035274 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-a9babbbe-cbaa-4a76-9947-d2e1b990d4d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a HTTP/1.1" status: 200  len: 217 time: 0.2545693
Jan 29 20:47:15.061861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-ec5dd146-629a-4b6f-8284-4e72ed60cf23 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/quotas/27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 375 time: 0.1605055
Jan 29 20:47:15.165392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6ef72fc0-53e8-4407-b29e-6e4a3789b43d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:15.177109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-48c42152-7cf8-4819-b4c1-b7bebbfbed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:15.178591 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-48c42152-7cf8-4819-b4c1-b7bebbfbed73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1154256
Jan 29 20:47:15.238758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 187fe145-da93-4121-abf9-17b8e7ab40e6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:15.301730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-ac7b2b2b-1e78-4411-8e54-b7d2c52657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:15.303527 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-ac7b2b2b-1e78-4411-8e54-b7d2c52657c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1186128
Jan 29 20:47:15.306097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.316428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks [] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.318175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (7e597839-e774-4d39-938c-1ecf2933d043), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.374577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-d1c39afe-20cd-4df5-bbfb-fd54f4c0303f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3118298
Jan 29 20:47:15.392802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4875e-159d-4a85-a077-9fb69d751de5 None None] Current status of the port 0f13a639-59cf-4c87-b923-36333c51e8cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:15.409302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d1637-a427-4642-91df-056f17edc0da req-1c98a2e7-4387-49b6-bb01-aab5d70d4a1e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:15.410942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b2d1637-a427-4642-91df-056f17edc0da req-1c98a2e7-4387-49b6-bb01-aab5d70d4a1e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 948 time: 0.2200894
Jan 29 20:47:15.439678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 6ef72fc0-53e8-4407-b29e-6e4a3789b43d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:47:15.448170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6ef72fc0-53e8-4407-b29e-6e4a3789b43d not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:47:15.459757 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (7e597839-e774-4d39-938c-1ecf2933d043), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.463868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:15.469120 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (7e597839-e774-4d39-938c-1ecf2933d043), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.476253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.533393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-086b4391-cc8d-4f23-829e-f507a45bbc5c service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230239
Jan 29 20:47:15.583052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e597839-e774-4d39-938c-1ecf2933d043,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:15.632917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:15.650252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.655314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c11fcadb-21f2-42ff-abc0-3e604f67edc0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7497284
Jan 29 20:47:15.667821 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.674007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 187fe145-da93-4121-abf9-17b8e7ab40e6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:15.674007 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.685055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b2d1637-a427-4642-91df-056f17edc0da req-ae6f31ca-11fe-430b-b666-0abeb343a546 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582622
Jan 29 20:47:15.685055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36830) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:15.685675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:15.703766 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-559e0dcd-1f60-4d19-bbff-b4b321a851e6 req-5eaac823-2d37-4f12-bad0-7520aaf3a5bb service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628134
Jan 29 20:47:15.712423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:15.717990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:15.724281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.733440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Pushing event updated for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:15.916619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Allocated IP 172.20.0.1 (6ca1c325-e66c-457d-a236-d7a078d3e436/012bb4a2-cb62-4744-aa2c-225c7d11c2e1/e544eaeb-008b-4416-82a2-f3487164e58c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:15.921671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.927847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 187fe145-da93-4121-abf9-17b8e7ab40e6 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:15.931302 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.942321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-b68e0069-8675-4b6f-a66c-722b57e8b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:15.945232 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-b68e0069-8675-4b6f-a66c-722b57e8b95a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 1130 time: 0.1295841
Jan 29 20:47:15.978305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 187fe145-da93-4121-abf9-17b8e7ab40e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=187fe145-da93-4121-abf9-17b8e7ab40e6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:15.984857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a829f10>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 3, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:15.988097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:15.989289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f13a639-59cf-4c87-b923-36333c51e8cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:16.087363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'name': 'network-vif-deleted', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:16.090564 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde5ecb-02d3-4946-84bc-a7845c0dc65a" -d '{"events": [{"server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "name": "network-vif-deleted", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:16.191066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-89bb08eb-e075-4b09-b7c6-963583fb0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:16.191066 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-89bb08eb-e075-4b09-b7c6-963583fb0a1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2368586
Jan 29 20:47:16.191222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-047f4a80-45e9-43b7-a1c3-c50f867a5c27 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:47:16.191998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-047f4a80-45e9-43b7-a1c3-c50f867a5c27 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4038506
Jan 29 20:47:16.211478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks [] for port (e544eaeb-008b-4416-82a2-f3487164e58c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.223817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-d9b68bb3-8c12-4a32-a8a1-3bcd5643fd4a tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a603c846e1245edb6e41d70c7a8d583&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0686741
Jan 29 20:47:16.249088 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-59300384-b4b4-4840-9b8e-1aee2062e37c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a HTTP/1.1" status: 200  len: 217 time: 0.0530224
Jan 29 20:47:16.319934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-71b440d3-9ab6-4b81-bdcc-99941727d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:16.321282 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-71b440d3-9ab6-4b81-bdcc-99941727d546 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0650187
Jan 29 20:47:16.326805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Checking router: 5b449476-b195-4cff-ba5b-4c99cabfbddd for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:16.327163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Updating router 5b449476-b195-4cff-ba5b-4c99cabfbddd port f14f8695-1116-45c6-b586-4558cb37c9f9 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:47:16.349017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.415671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:16.422326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:16.425604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.428558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:16.463520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=187fe145-da93-4121-abf9-17b8e7ab40e6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:16.476444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5b34302b-a20a-46c4-aa07-2b2ef3325ef5 None None] Provisioning complete for port 73382635-67e3-4a76-b5a6-fbc0221ec35c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:16.477054 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b34302b-a20a-46c4-aa07-2b2ef3325ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.502018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Pushing event updated for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:16.505483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.580315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-c9eb0ce9-a8d0-4a98-9241-f3f6f5cd8083 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:16.583506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-c9eb0ce9-a8d0-4a98-9241-f3f6f5cd8083 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3591063
Jan 29 20:47:16.596793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-781a9749-b9e7-4a55-b605-791284613a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:16.598578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-781a9749-b9e7-4a55-b605-791284613a31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2712586
Jan 29 20:47:16.613849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-b19632f2-ae56-466d-a198-878286c071b3 service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4017472
Jan 29 20:47:16.641271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0f13a639-59cf-4c87-b923-36333c51e8cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:16.642002 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.647845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5b34302b-a20a-46c4-aa07-2b2ef3325ef5 None None] Port 73382635-67e3-4a76-b5a6-fbc0221ec35c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:16.670279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.795628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.821650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-820cd8d0-29c1-4644-873e-093bbace4531 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/quotas/5a603c846e1245edb6e41d70c7a8d583 HTTP/1.1" status: 200  len: 375 time: 0.1631310
Jan 29 20:47:16.832527 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-fddf585b-ff47-4262-8641-9ef0a6a8be05 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266190
Jan 29 20:47:16.848062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.931284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0f13a639-59cf-4c87-b923-36333c51e8cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:16.945424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3d1ea665-689f-423d-9755-c2f79ad6a5e6 None None] Provisioning complete for port e544eaeb-008b-4416-82a2-f3487164e58c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:16.946130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d1ea665-689f-423d-9755-c2f79ad6a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:16.954377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-04db5021-50f4-4eea-bdfb-e6999eb08d45 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1318212
Jan 29 20:47:16.988575 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a2e08f68-2aa4-479c-9828-d72bd5cb5f5c req-1373608b-265b-4199-a943-1a7533e9e2f1 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478298
Jan 29 20:47:17.047448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 187fe145-da93-4121-abf9-17b8e7ab40e6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:17.099417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ea665-689f-423d-9755-c2f79ad6a5e6 None None] Port e544eaeb-008b-4416-82a2-f3487164e58c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:17.125373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks [] for port (e544eaeb-008b-4416-82a2-f3487164e58c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.133388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.157559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:17.166255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-d96608f4-8f5a-423e-b6c3-7a5a7e7fe1ab service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5065846
Jan 29 20:47:17.214187 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecad94a-931e-4695-9a22-88362965f2af x-openstack-request-id: req-fecad94a-931e-4695-9a22-88362965f2af {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:17.214606 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec8316-edf6-40c2-85f1-7949788d9330", "name": "network-vif-deleted", "tag": "6ef72fc0-53e8-4407-b29e-6e4a3789b43d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:17.216142 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fecad94a-931e-4695-9a22-88362965f2af {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:17.216142 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec8316-edf6-40c2-85f1-7949788d9330', 'name': 'network-vif-deleted', 'tag': '6ef72fc0-53e8-4407-b29e-6e4a3789b43d', 'status': 'completed', 'code': 200}
Jan 29 20:47:17.245448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks [] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.264493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Pushing event updated for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:17.265886 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.267562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.381361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 187fe145-da93-4121-abf9-17b8e7ab40e6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:17.381734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.424755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Attempting to bind port f14f8695-1116-45c6-b586-4558cb37c9f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:17.425153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Attempting to bind port f14f8695-1116-45c6-b586-4558cb37c9f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:17.425516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Attempting to bind port f14f8695-1116-45c6-b586-4558cb37c9f9 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:17.427582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca5f4-9f43-49f1-a701-5225d71efa26 None None] Pushing event updated for resources: {'Port': ['ID=f14f8695-1116-45c6-b586-4558cb37c9f9,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:17.432801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port ed819693-5f44-4244-b537-a2bf24e1f6ce completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:17.442304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:17.442590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:17.442999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.443392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:17.443874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Bound port: f14f8695-1116-45c6-b586-4558cb37c9f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:17.444252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.449754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ed819693-5f44-4244-b537-a2bf24e1f6ce triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:17.450123 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.463767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:17.468153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:17.645115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] For port f14f8695-1116-45c6-b586-4558cb37c9f9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:17.646759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.662600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] For port f14f8695-1116-45c6-b586-4558cb37c9f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f14f8695-1116-45c6-b586-4558cb37c9f9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:17.720386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.898782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Allocated IP 172.35.4.218 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/410433ce-eefc-443d-9893-09dc355d7bd7) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:17.961082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dabd0-7f55-4552-9404-e71171c79217 req-c250b8f5-01ae-4a01-8639-1193183f5153 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:17.963887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd0dabd0-7f55-4552-9404-e71171c79217 req-c250b8f5-01ae-4a01-8639-1193183f5153 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 948 time: 0.7367666
Jan 29 20:47:17.966413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks [] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:17.993771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 187fe145-da93-4121-abf9-17b8e7ab40e6 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:18.033669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-4fa73537-ca64-4d4c-91de-6a06bf359036 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298584
Jan 29 20:47:18.034415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:18.035207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a829f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:18.072658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.073650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.075734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Router 5b449476-b195-4cff-ba5b-4c99cabfbddd has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:47:18.087058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca5f4-9f43-49f1-a701-5225d71efa26 None None] Pushing event updated for resources: {'Port': ['ID=f14f8695-1116-45c6-b586-4558cb37c9f9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:18.132354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:18.133283 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.167345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Pushing event updated for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:18.176518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0a49199a-c54f-4d88-a554-c64a0fc2ec5d None None] Provisioning complete for port e544eaeb-008b-4416-82a2-f3487164e58c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:18.177096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a49199a-c54f-4d88-a554-c64a0fc2ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.228464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:18.231519 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0214e650-437b-48b7-8098-6d4abef95038" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:18.274745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:18.288143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:18.295336 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9583b1a6-0ab3-421a-b257-e0e840ba9908 admin admin] 10.222.0.20 "PUT /v2.0/routers/5b449476-b195-4cff-ba5b-4c99cabfbddd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8618641
Jan 29 20:47:18.295913 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.298817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0a49199a-c54f-4d88-a554-c64a0fc2ec5d None None] Port e544eaeb-008b-4416-82a2-f3487164e58c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:18.313928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:18.351130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd0dabd0-7f55-4552-9404-e71171c79217 req-a3bb56bb-f1f4-490a-a84b-bf5ac0c8a5be tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3488741
Jan 29 20:47:18.495973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:18.509719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for port (410433ce-eefc-443d-9893-09dc355d7bd7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.514671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7377d65d-2376-49f8-9241-878b15d3ef34 req-2f6317d2-465e-441a-99b0-55e86b9386bd tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 210 time: 0.0443156
Jan 29 20:47:18.556070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-def41e4d-e496-449c-bee8-304abdd6d8e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:18.558196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-def41e4d-e496-449c-bee8-304abdd6d8e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5236332
Jan 29 20:47:18.572036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:18.591855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:18.609887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-a9bd9121-3b92-4608-9578-fedc0c34bb43 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/quotas/7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 375 time: 0.0436771
Jan 29 20:47:18.610197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a829f10>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e544eaeb-008b-4416-82a2-f3487164e58c', 'name': '', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'mac_address': 'fa:16:3e:8e:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:15Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 2, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'subnets': [{'id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:18.638894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c41bfd-e629-4ec3-97ad-86b0d195a516 None None] The sync data for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 is: [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e544eaeb-008b-4416-82a2-f3487164e58c', 'name': '', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'mac_address': 'fa:16:3e:8e:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:15Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 2, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'subnets': [{'id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:18.672764 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-b24d43b3-04db-4ca0-bcc1-81cd4ce0e3ef tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5a603c846e1245edb6e41d70c7a8d583&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0404625
Jan 29 20:47:18.743895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc7158d-a672-4237-8386-05f7d9217fd8 req-33315aa3-93cb-4641-afc7-31ab4e5a54a1 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 210 time: 0.1390641
Jan 29 20:47:18.792908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-ec1cffea-cbf8-4b73-967e-362d67d6d788 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1227925
Jan 29 20:47:18.810395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.946137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-d17ad5f3-fb59-479a-97aa-0c012fcfb13e tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:18.950817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-d17ad5f3-fb59-479a-97aa-0c012fcfb13e tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2712104
Jan 29 20:47:18.953639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3497af61-b070-43c3-8a45-8f33d7ab232a None None] Provisioning complete for port 73382635-67e3-4a76-b5a6-fbc0221ec35c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:18.954264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3497af61-b070-43c3-8a45-8f33d7ab232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:18.963738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Request body: {'port': {'device_id': '978b3c30-a050-4976-b67c-f5fc794badd5', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '5a603c846e1245edb6e41d70c7a8d583'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:19.008411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:19.019976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:19.082807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:19.095175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'Port': ['ID=410433ce-eefc-443d-9893-09dc355d7bd7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:19.128652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3497af61-b070-43c3-8a45-8f33d7ab232a None None] Port 73382635-67e3-4a76-b5a6-fbc0221ec35c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:19.140591 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a2b7fb-388f-4c28-835e-88859cfd5ef2 x-openstack-request-id: req-a5a2b7fb-388f-4c28-835e-88859cfd5ef2 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:19.142907 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:19.143375 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5a2b7fb-388f-4c28-835e-88859cfd5ef2 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:19.143928 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'code': 200}
Jan 29 20:47:19.243217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.36', 54646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:19.309998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Made reservation on behalf of 5a603c846e1245edb6e41d70c7a8d583 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:19.313572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:19.339386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f14b7-81fc-479e-bfb2-506cbc1fcf87 req-c24bc83d-6801-4b28-b998-c60c3131b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:19.340920 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-908f14b7-81fc-479e-bfb2-506cbc1fcf87 req-c24bc83d-6801-4b28-b998-c60c3131b22f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.0953743
Jan 29 20:47:19.356782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:47:19.394853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a245c56c-7207-4ad8-aa85-ef267d4feb4f req-1fd5b8f3-e0ad-41fd-ab6d-e34965b3240b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 210 time: 0.1378608
Jan 29 20:47:19.496493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-6b130d98-f113-4f71-a833-f3ca203c83ca tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:19.498572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-6b130d98-f113-4f71-a833-f3ca203c83ca tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.6142783
Jan 29 20:47:19.505159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for floatingip (8abd4351-cc24-4f71-87d6-bc29c6b104be), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:19.542489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Request body: {'port': {'device_id': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'admin_state_up': True, 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:19.561472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-908f14b7-81fc-479e-bfb2-506cbc1fcf87 req-32697173-5d66-40ce-b883-254eeb61aded service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930330
Jan 29 20:47:19.567864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Allocated IP 192.168.233.249 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/75748dd2-b667-4cd3-a8a7-887af939051f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:19.793208 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks [] for port (75748dd2-b667-4cd3-a8a7-887af939051f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:19.795519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:19.798968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-182c32b3-e1a4-4c07-af71-713ece3c5ec4 req-6af71bca-0c95-4757-ac22-576c16ca54d7 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 210 time: 0.0642526
Jan 29 20:47:19.857012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f9a2456-a2b5-4a7d-9450-8b590f498b9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:19.890573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.001672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:20.008324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.028903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:20.032268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:20.036908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:20.053369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:20.070704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a', 'mac_address': 'fa:16:3e:60:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:20.071936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04dc899a-c2d8-48ce-a5e3-3c8c888a8dd9 req-e47c141b-2d38-46b2-a424-78ea82e4adf0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 210 time: 0.0903761
Jan 29 20:47:20.084789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585824ca-fd77-4d02-a8a0-fa82eb8c3c5b req-cc4c08be-8b06-459a-9042-faa48f208ae3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:20.093542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-585824ca-fd77-4d02-a8a0-fa82eb8c3c5b req-cc4c08be-8b06-459a-9042-faa48f208ae3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 948 time: 0.5390284
Jan 29 20:47:20.098538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:20.099234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.109519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Pushing event updated for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:20.130361 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-bc262918-1446-4cdb-be88-e62086b591b4 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1727204
Jan 29 20:47:20.137998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:20.138655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.148343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Request body: {'port': {'device_id': '978b3c30-a050-4976-b67c-f5fc794badd5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:20.165884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9a2456-a2b5-4a7d-9450-8b590f498b9a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:20.223470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:20.233657 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.327802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.565557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36964) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:20.580646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167867924', 'description': 'tempest-description--234193044'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:20.657059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:20.679061 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-7e429b11-8727-43de-a7ac-2b9c44913453 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0422723
Jan 29 20:47:20.710390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-710aa220-5a05-4737-a71f-7af8839c14bd None None] Provisioning complete for port 75748dd2-b667-4cd3-a8a7-887af939051f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:20.710768 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-710aa220-5a05-4737-a71f-7af8839c14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.742173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36968) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:20.762437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-710aa220-5a05-4737-a71f-7af8839c14bd None None] Port 75748dd2-b667-4cd3-a8a7-887af939051f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:20.830728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:20.835945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f9a2456-a2b5-4a7d-9450-8b590f498b9a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:20.980244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:20.991731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:21.007435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26a24abf-b676-43b2-8675-756a6dc21610 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff6342e5-0bf7-4270-b6f1-cf30a0c99d31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2011316
Jan 29 20:47:21.023559 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:21.030349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:21.102050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ee53a4f-6665-4366-8faa-6ed729dad654 req-8865233e-42df-4624-ba8e-b4cf26b843e2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 210 time: 0.1169865
Jan 29 20:47:21.203638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f14f8695-1116-45c6-b586-4558cb37c9f9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:21.209966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:21.221471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-585824ca-fd77-4d02-a8a0-fa82eb8c3c5b req-6e6653d1-55bf-422c-b8a2-f12eb5c9cea7 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1160457
Jan 29 20:47:21.247526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Allocated IP 172.20.0.5 (932510fa-f2a4-4fc0-9283-4a5038e30cf2/26083898-2673-409c-959a-194a4610b5e9/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:21.275924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f14f8695-1116-45c6-b586-4558cb37c9f9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:21.276429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.302782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-9317347b-f689-4cfb-95bc-18ef162b60ad tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:21.304322 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-9317347b-f689-4cfb-95bc-18ef162b60ad tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6079795
Jan 29 20:47:21.324949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75748dd2-b667-4cd3-a8a7-887af939051f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:21.328854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for port (410433ce-eefc-443d-9893-09dc355d7bd7), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.361869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (3fde3040-a1a4-4930-b589-a6f92ee6f6cf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.364568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f14f8695-1116-45c6-b586-4558cb37c9f9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:21.364928 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.365841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.366675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a665ec9-e479-4b74-a29e-0a332de2db29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.375090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55406a41-3130-4e1a-902b-4c2d41f8acfc req-f6035686-91f6-4fe5-b2f7-8d8fa444455a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 210 time: 0.0561547
Jan 29 20:47:21.386944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks [] for port (75748dd2-b667-4cd3-a8a7-887af939051f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.400697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f14f8695-1116-45c6-b586-4558cb37c9f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f14f8695-1116-45c6-b586-4558cb37c9f9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:21.408726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.432540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Request body: {'port': {'device_id': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '7a0b118165d24356b73539995ce35e01'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:21.459099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3fde3040-a1a4-4930-b589-a6f92ee6f6cf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.476941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Transition to ACTIVE for port object 75748dd2-b667-4cd3-a8a7-887af939051f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:21.482456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f14f8695-1116-45c6-b586-4558cb37c9f9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:21.488576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (8abd4351-cc24-4f71-87d6-bc29c6b104be), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.501359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7f6f-c061-42a2-8c0b-d1e892bdd05f req-8925402a-2469-4e71-9410-6d51d66dce17 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:21.508262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82fe7f6f-c061-42a2-8c0b-d1e892bdd05f req-8925402a-2469-4e71-9410-6d51d66dce17 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 936 time: 0.2839687
Jan 29 20:47:21.534527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19f670>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 2, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:21.538237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'Port': ['ID=410433ce-eefc-443d-9893-09dc355d7bd7,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:21.610809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.612007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-246768e3-f8f3-4f0f-9425-41158603e846 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9275913
Jan 29 20:47:21.658865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82fe7f6f-c061-42a2-8c0b-d1e892bdd05f req-91a62a83-200a-4e59-96c9-9e4b867f0ed9 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496058
Jan 29 20:47:21.677969 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:21.678571 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Updating router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 port 73382635-67e3-4a76-b5a6-fbc0221ec35c binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:47:21.687196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.728450 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.768761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks [] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.868542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f9a2456-a2b5-4a7d-9450-8b590f498b9a up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:21.897068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.901407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 1.3321462
Jan 29 20:47:21.910488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37000) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:21.922722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Pushing event updated for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:21.925880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Made reservation on behalf of 7a0b118165d24356b73539995ce35e01 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:21.930377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'security_group_rule': {'security_group_id': '3fde3040-a1a4-4930-b589-a6f92ee6f6cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:21.930842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.963925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:21.965955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:21.969758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2381a5-2b88-48e8-a350-2f97c24c27de tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde3040-a1a4-4930-b589-a6f92ee6f6cf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:21.970580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:21.971172 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.091317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a665ec9-e479-4b74-a29e-0a332de2db29 admin admin] Publish callbacks [] for security_group (22d6e9f9-91fb-49a3-b79d-1048af363d0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.105656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:22.106495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.159087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:22.162901 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9003907-bcdd-4a9b-bc62-4ba3850b4340" -d '{"events": [{"server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "name": "network-vif-plugged", "status": "completed", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:22.168067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.186611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a83d6b5b-19fd-42fa-ad8e-b1f734ed1f62 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:22.193833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a83d6b5b-19fd-42fa-ad8e-b1f734ed1f62 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 821 time: 0.4569919
Jan 29 20:47:22.194847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:22.197944 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks [] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.206970 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.207289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.216660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.234534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for security_group (253fa99f-8c48-4e44-8b7b-53179bd57d7a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.239404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a665ec9-e479-4b74-a29e-0a332de2db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (22d6e9f9-91fb-49a3-b79d-1048af363d0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.249901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (97e0eed9-117a-43f2-9e09-fd62a8420ecf), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.281846 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ba70-19a2-4c43-9d96-7b55e90ebe75 None None] Pushing event updated for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.294547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.298935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (253fa99f-8c48-4e44-8b7b-53179bd57d7a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.299792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-8661e41c-d967-48c0-b0f2-06c6e0fc26aa tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/quotas/e4bed9fc808a4c0aaa9520a48b04989b HTTP/1.1" status: 200  len: 375 time: 0.1047199
Jan 29 20:47:22.307287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:22.334070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:22.336427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a665ec9-e479-4b74-a29e-0a332de2db29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=925f3551b87842b2b37d31f50024e1c2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5792000
Jan 29 20:47:22.341294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37012) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:22.363899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:22.369818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:22.370603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.377601 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Attempting to bind port 73382635-67e3-4a76-b5a6-fbc0221ec35c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:22.378064 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Attempting to bind port 73382635-67e3-4a76-b5a6-fbc0221ec35c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:22.378501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Attempting to bind port 73382635-67e3-4a76-b5a6-fbc0221ec35c on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:22.381726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.384134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Attempting to bind port 75748dd2-b667-4cd3-a8a7-887af939051f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:22.384749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Attempting to bind port 75748dd2-b667-4cd3-a8a7-887af939051f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:22.384871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Attempting to bind port 75748dd2-b667-4cd3-a8a7-887af939051f on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:22.385681 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:22.386066 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Checking segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:22.386951 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.387402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Bound using segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:22.388349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Bound port: 73382635-67e3-4a76-b5a6-fbc0221ec35c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:22.388349 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.409642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-38c664d5-baa8-43df-bdd7-c1667d22773c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:22.411586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-38c664d5-baa8-43df-bdd7-c1667d22773c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.4218066
Jan 29 20:47:22.428448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a665ec9-e479-4b74-a29e-0a332de2db29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d6e9f9-91fb-49a3-b79d-1048af363d0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.445761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Port 75748dd2-b667-4cd3-a8a7-887af939051f on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:22.446093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Attempting to bind port 75748dd2-b667-4cd3-a8a7-887af939051f on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:22.482953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-338d0110-2fb7-41b3-8315-97115f126ee1 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/quotas/1446d1ea6143497c87be058f9f8485a0 HTTP/1.1" status: 200  len: 375 time: 0.0563948
Jan 29 20:47:22.486822 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-53db7942-ab18-48b4-9a27-20a4c6479cb3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9798372
Jan 29 20:47:22.487688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:22.488112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:22.488510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:22.488958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Bound port: 75748dd2-b667-4cd3-a8a7-887af939051f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:22.489351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.502977 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] For port 73382635-67e3-4a76-b5a6-fbc0221ec35c, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:22.506836 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] For port 73382635-67e3-4a76-b5a6-fbc0221ec35c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73382635-67e3-4a76-b5a6-fbc0221ec35c,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:22.514533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Request body: {'port': {'device_id': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:22.514850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] Publish callbacks [] for security_group (22d6e9f9-91fb-49a3-b79d-1048af363d0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.522417 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.554856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253fa99f-8c48-4e44-8b7b-53179bd57d7a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.585720 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:22.586376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:22.588087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Provisioning complete for port 73382635-67e3-4a76-b5a6-fbc0221ec35c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:22.588481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.593882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-f83d3f3a-c8c1-439e-888e-5fa9ca8446e9 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2928457
Jan 29 20:47:22.595808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-ff1eb27b-2ff1-48bc-b769-82396366e555 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0954907
Jan 29 20:47:22.597677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (97e0eed9-117a-43f2-9e09-fd62a8420ecf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.613115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] Publish callbacks [] for security_group (22d6e9f9-91fb-49a3-b79d-1048af363d0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.652064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:22.659854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Allocated IP 192.168.233.144 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/73b487bf-810c-4a95-a634-be8062ba6880) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:22.662934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75748dd2-b667-4cd3-a8a7-887af939051f,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:22.683086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.692240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (97e0eed9-117a-43f2-9e09-fd62a8420ecf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.707598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:22.708245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.709689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] 10.222.0.36 "PUT /v2.0/ports/75748dd2-b667-4cd3-a8a7-887af939051f HTTP/1.1" status: 200  len: 1096 time: 2.5712118
Jan 29 20:47:22.712371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:22.715169 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:22.777129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e0eed9-117a-43f2-9e09-fd62a8420ecf,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.793184 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:22.795838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Current status of the port 73382635-67e3-4a76-b5a6-fbc0221ec35c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:22.797060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.857317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (22d6e9f9-91fb-49a3-b79d-1048af363d0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.860809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.864736 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22d6e9f9-91fb-49a3-b79d-1048af363d0f HTTP/1.1" status: 204  len: 168 time: 0.5200744
Jan 29 20:47:22.877006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] For port 73382635-67e3-4a76-b5a6-fbc0221ec35c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73382635-67e3-4a76-b5a6-fbc0221ec35c,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:22.886994 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.900923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05f41e-9d96-4c0e-85b9-d82a60c18997 service neutron] Pushing event updated for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.918718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680adb13-9652-40f2-955e-31f73372b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d6e9f9-91fb-49a3-b79d-1048af363d0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:22.935047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.945726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-215de3b9-94b8-4226-ac3a-403b472d52ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0301507
Jan 29 20:47:22.969766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37022) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:22.970483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:22.982168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'security_group_rule': {'security_group_id': '3fde3040-a1a4-4930-b589-a6f92ee6f6cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:22.991940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-727300c5-1073-4a7f-a375-e88cae7fd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:22.995136 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-727300c5-1073-4a7f-a375-e88cae7fd702 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 1130 time: 0.2264929
Jan 29 20:47:23.016209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c414a-189e-4e22-978a-baa42dff9089 None None] Pushing event updated for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:23.114766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.122490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-d5072889-ab94-4b5d-9552-6c3a0e37b6bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=75748dd2-b667-4cd3-a8a7-887af939051f HTTP/1.1" status: 200  len: 217 time: 0.1157737
Jan 29 20:47:23.133461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b37e04bd-920a-4dfd-9279-e5d87ef5b0a9 None None] Provisioning complete for port 73382635-67e3-4a76-b5a6-fbc0221ec35c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:23.133845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b37e04bd-920a-4dfd-9279-e5d87ef5b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.182354 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ba70-19a2-4c43-9d96-7b55e90ebe75 None None] Pushing event updated for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:23.215134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f14f8695-1116-45c6-b586-4558cb37c9f9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:23.246382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cc1dff36-be8a-4669-9332-a08075a6086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:23.247765 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19f670>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:23.249775 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-cc1dff36-be8a-4669-9332-a08075a6086c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1199811
Jan 29 20:47:23.256436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-15e54460-c51b-47cf-8083-2c980819cdca service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6484692
Jan 29 20:47:23.263842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for port (73b487bf-810c-4a95-a634-be8062ba6880), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.285972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Sync routers for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:23.307700 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e265-b6ef-427e-a69e-e729b31aa8d6 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:23.315476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.325425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:23.326361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9130a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:23.379504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:23.380568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-bd60663e-53ea-4c71-9fc0-c4051801402e service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226234
Jan 29 20:47:23.390647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-cb6a1359-f772-42fa-9188-36e1720cdc27 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7803652
Jan 29 20:47:23.437023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:23.443688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:23.463570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (58e90eb4-211a-4f90-93b8-459a2f1ffc09), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.489600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b37e04bd-920a-4dfd-9279-e5d87ef5b0a9 None None] Current status of the port 73382635-67e3-4a76-b5a6-fbc0221ec35c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:23.512403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f14f8695-1116-45c6-b586-4558cb37c9f9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:23.512786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.593373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37026) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:23.630741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:23.632802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:23.667246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-04c7a42b-cbbb-4107-b9e3-c9e1cc403a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:23.678829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-04c7a42b-cbbb-4107-b9e3-c9e1cc403a15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3776481
Jan 29 20:47:23.698133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:23.699858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.778302 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-8b4a07fb-6c4c-4ea8-a99f-43e79fda4f02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3575301
Jan 29 20:47:23.806081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Request body: {'port': {'device_id': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:23.808484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (58e90eb4-211a-4f90-93b8-459a2f1ffc09), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.820280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8445143-5cb6-4d8b-be7c-f9ba740747c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.834024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (58e90eb4-211a-4f90-93b8-459a2f1ffc09), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:23.915322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f14f8695-1116-45c6-b586-4558cb37c9f9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:23.924657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-1a75c0fc-a5d2-48d7-8df4-fcebbe0e98f3 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5184298
Jan 29 20:47:24.095019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8445143-5cb6-4d8b-be7c-f9ba740747c6 admin admin] Publish callbacks [] for security_group (a530ca0a-2d5c-4d1a-b8c6-bba724e60012), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.119926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a6836e49-e639-4112-8b64-cf16dff4f408 None None] Provisioning complete for port 73b487bf-810c-4a95-a634-be8062ba6880 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:24.120665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a6836e49-e639-4112-8b64-cf16dff4f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73b487bf-810c-4a95-a634-be8062ba6880), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.205796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e90eb4-211a-4f90-93b8-459a2f1ffc09,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:24.211450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8445143-5cb6-4d8b-be7c-f9ba740747c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a530ca0a-2d5c-4d1a-b8c6-bba724e60012), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.213284 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ef0c3e-a359-4b30-8f03-ff4205b1e1f2 x-openstack-request-id: req-50ef0c3e-a359-4b30-8f03-ff4205b1e1f2 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:24.214643 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "name": "network-vif-plugged", "status": "completed", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:24.214643 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50ef0c3e-a359-4b30-8f03-ff4205b1e1f2 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:24.215421 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a', 'code': 200}
Jan 29 20:47:24.264598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9130a0>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e544eaeb-008b-4416-82a2-f3487164e58c', 'name': '', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'mac_address': 'fa:16:3e:8e:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:15Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 2, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'subnets': [{'id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:24.290139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8445143-5cb6-4d8b-be7c-f9ba740747c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e134ef8dd441e583e8f85590ca600d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6641712
Jan 29 20:47:24.320010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445143-5cb6-4d8b-be7c-f9ba740747c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530ca0a-2d5c-4d1a-b8c6-bba724e60012,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:24.329155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.330692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc82ce51-1a10-4409-8b54-c599923db75a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3573382
Jan 29 20:47:24.331575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:24.360685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a6836e49-e639-4112-8b64-cf16dff4f408 None None] Port 73b487bf-810c-4a95-a634-be8062ba6880 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:24.368523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Checking router: 5b449476-b195-4cff-ba5b-4c99cabfbddd for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:24.368937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Updating router 5b449476-b195-4cff-ba5b-4c99cabfbddd port e544eaeb-008b-4416-82a2-f3487164e58c binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:47:24.371801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37044) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:24.389385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:24.412089 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.431755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.453931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.515251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2132-0924-4708-826b-4d6c9753202b req-301e019d-9704-4f77-ad4a-5e7761af2878 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:24.517248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c95b2132-0924-4708-826b-4d6c9753202b req-301e019d-9704-4f77-ad4a-5e7761af2878 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 936 time: 0.6986828
Jan 29 20:47:24.540208 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-26546645-e982-4f73-a5a4-08ff7032b8e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8029654
Jan 29 20:47:24.576828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] Publish callbacks [] for security_group (a530ca0a-2d5c-4d1a-b8c6-bba724e60012), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.646321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1be15-3a56-4b33-9a24-c16846989b36 req-dd71c26c-c0cb-46b2-8072-039003e53ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:24.649382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79c1be15-3a56-4b33-9a24-c16846989b36 req-dd71c26c-c0cb-46b2-8072-039003e53ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 1132 time: 0.3512795
Jan 29 20:47:24.774635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] Publish callbacks [] for security_group (a530ca0a-2d5c-4d1a-b8c6-bba724e60012), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.800508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c95b2132-0924-4708-826b-4d6c9753202b req-605bee19-8a59-4ddd-a30e-9c4b0ef4dbdd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664142
Jan 29 20:47:24.828539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7cdb3-746f-483d-8ff0-3263c21c0ce0 req-b21898e0-fa4b-4cac-8ab4-bedc769c42f5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:24.830486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2b7cdb3-746f-483d-8ff0-3263c21c0ce0 req-b21898e0-fa4b-4cac-8ab4-bedc769c42f5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 950 time: 0.5249782
Jan 29 20:47:24.886294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks [] for port (e544eaeb-008b-4416-82a2-f3487164e58c), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:24.895330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.031145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c87524a-ea82-4a72-a877-f654065e2ca6 req-8cb737a9-9a98-4489-9e71-6443e426c878 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4770572
Jan 29 20:47:25.113566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:25.140718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79c1be15-3a56-4b33-9a24-c16846989b36 req-5fd5eb28-a8e4-4452-8625-c0c24d64f90a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4554658
Jan 29 20:47:25.145611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks [] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.150601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.151710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9cba-554d-4054-bc33-916c9c38678c None None] Pushing event updated for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:25.164513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Attempting to bind port e544eaeb-008b-4416-82a2-f3487164e58c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:25.164882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Attempting to bind port e544eaeb-008b-4416-82a2-f3487164e58c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:25.165497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Attempting to bind port e544eaeb-008b-4416-82a2-f3487164e58c on network 6ca1c325-e66c-457d-a236-d7a078d3e436 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:25.202181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2b7cdb3-746f-483d-8ff0-3263c21c0ce0 req-a50e25a2-e01e-49f7-a987-8ea6f787c1fc tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3113198
Jan 29 20:47:25.205584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 73382635-67e3-4a76-b5a6-fbc0221ec35c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Checking segment: {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Bound using segment: {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Bound port: e544eaeb-008b-4416-82a2-f3487164e58c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:25.216848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.237624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91dd5f-2ade-48f3-bfbc-d16e6a834551 req-e1228c8d-3ebd-4271-a698-8e8adc947c38 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:25.245489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b91dd5f-2ade-48f3-bfbc-d16e6a834551 req-e1228c8d-3ebd-4271-a698-8e8adc947c38 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 931 time: 0.2716510
Jan 29 20:47:25.248555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Transition to ACTIVE for port object eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:25.279165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a530ca0a-2d5c-4d1a-b8c6-bba724e60012), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.282657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.286313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a530ca0a-2d5c-4d1a-b8c6-bba724e60012 HTTP/1.1" status: 204  len: 168 time: 0.9393616
Jan 29 20:47:25.307593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.314800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645bbb-b6e9-45a3-9f21-0c8496cf73e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530ca0a-2d5c-4d1a-b8c6-bba724e60012,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:25.382315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] For port e544eaeb-008b-4416-82a2-f3487164e58c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:25.391099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] For port e544eaeb-008b-4416-82a2-f3487164e58c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e544eaeb-008b-4416-82a2-f3487164e58c,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:25.410063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 73382635-67e3-4a76-b5a6-fbc0221ec35c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:25.410493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.418996 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.496063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b487bf-810c-4a95-a634-be8062ba6880 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:25.523010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks [] for port (73b487bf-810c-4a95-a634-be8062ba6880), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.535904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Allocated IP 172.35.4.108 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/fb75c85d-06ed-42da-88da-f01b3db44912) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:25.560369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:25.561062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9130a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:25.564283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9cba-554d-4054-bc33-916c9c38678c None None] Pushing event updated for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:25.568426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Provisioning complete for port e544eaeb-008b-4416-82a2-f3487164e58c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:25.568808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.648772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Transition to ACTIVE for port object 73b487bf-810c-4a95-a634-be8062ba6880 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:25.731669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.913880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for port (fb75c85d-06ed-42da-88da-f01b3db44912), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:25.970286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:25.996639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:26.006625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.051830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 73382635-67e3-4a76-b5a6-fbc0221ec35c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:26.066748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'Port': ['ID=fb75c85d-06ed-42da-88da-f01b3db44912,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:26.112115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:26.152582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:26.159658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:26.163581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Current status of the port e544eaeb-008b-4416-82a2-f3487164e58c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:26.165032 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.231239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:26.235974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b91dd5f-2ade-48f3-bfbc-d16e6a834551 req-3aaaa89f-f514-4b57-b6f3-ee7dd3d8be0b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9694529
Jan 29 20:47:26.319733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] For port e544eaeb-008b-4416-82a2-f3487164e58c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e544eaeb-008b-4416-82a2-f3487164e58c,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:26.329801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091146a-25f1-48f2-a22d-9729ca344e94 req-b30a1929-70fe-4533-bf62-d9c21073bc67 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:26.331785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.348658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b091146a-25f1-48f2-a22d-9729ca344e94 req-b30a1929-70fe-4533-bf62-d9c21073bc67 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 948 time: 0.9987416
Jan 29 20:47:26.381698 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac812de-ff56-48d1-a018-6c81a8db41bd x-openstack-request-id: req-dac812de-ff56-48d1-a018-6c81a8db41bd {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:26.381994 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:26.382255 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dac812de-ff56-48d1-a018-6c81a8db41bd {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:26.382657 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f', 'status': 'completed', 'code': 200}
Jan 29 20:47:26.421607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:26.425234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:26.425852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:26.506097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b091146a-25f1-48f2-a22d-9729ca344e94 req-753509d1-4f8f-407b-a5b5-0a6ff00b25b0 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515713
Jan 29 20:47:26.541696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:26.546269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:26.570480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f16d-c3da-47b2-ac3b-d4dda49fc5f3 None None] Pushing event updated for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:26.580707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.592860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-bb648c88-27ec-4a31-94b6-1b06f8f8ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:26.594578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-bb648c88-27ec-4a31-94b6-1b06f8f8ffde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a603c846e1245edb6e41d70c7a8d583&device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 1130 time: 0.2205033
Jan 29 20:47:26.600140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:26.600479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:26.601142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:26.608739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:26.609089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:26.635457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-783accaa-b2d4-4b8c-b57c-2af28b30a1a8 req-2683a2ac-b731-4d12-ad7c-2099a2a2afbe tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 210 time: 0.1402478
Jan 29 20:47:26.648953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f2ad5bb3-f7fb-4a32-9ef6-94536881abf7 None None] Provisioning complete for port e544eaeb-008b-4416-82a2-f3487164e58c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:26.649469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb3-f7fb-4a32-9ef6-94536881abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.656474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:26.658273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:26.662491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:26.663186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Bound port: eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:26.664434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.677963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.725459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:26.726327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:26.726735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:26.727432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Bound port: 73b487bf-810c-4a95-a634-be8062ba6880, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:26.727843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:26.733018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9130a0>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e544eaeb-008b-4416-82a2-f3487164e58c', 'name': '', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'mac_address': 'fa:16:3e:8e:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:15Z', 'updated_at': '2022-01-29T20:47:25Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'subnets': [{'id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:26.753540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a6cd923-fcfa-4b30-8254-5dd332f35894 req-506f686e-0a4f-429e-92ed-1396443630c8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 210 time: 0.1414232
Jan 29 20:47:26.767061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-bc3fb2fb-b674-4263-ac81-3ff4c4e64bb8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:26.769662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-bc3fb2fb-b674-4263-ac81-3ff4c4e64bb8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.8020687
Jan 29 20:47:26.821460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad5bb3-f7fb-4a32-9ef6-94536881abf7 None None] Current status of the port e544eaeb-008b-4416-82a2-f3487164e58c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:26.824630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b70b0-66e1-4a44-9248-4bfbec912919 None None] The sync data for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 is: [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e544eaeb-008b-4416-82a2-f3487164e58c', 'name': '', 'network_id': '6ca1c325-e66c-457d-a236-d7a078d3e436', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'mac_address': 'fa:16:3e:8e:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:15Z', 'updated_at': '2022-01-29T20:47:25Z', 'revision_number': 4, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'subnets': [{'id': '012bb4a2-cb62-4744-aa2c-225c7d11c2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:26.852968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'port': {'device_id': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'admin_state_up': True, 'tenant_id': '1446d1ea6143497c87be058f9f8485a0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:26.872897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-6464fe96-0968-4ad3-92b5-9ded703595d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:26.872897 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-6464fe96-0968-4ad3-92b5-9ded703595d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2644384
Jan 29 20:47:26.955413 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-50ea6045-27a7-4700-a6c4-6f33465a1229 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=75748dd2-b667-4cd3-a8a7-887af939051f HTTP/1.1" status: 200  len: 217 time: 0.0544043
Jan 29 20:47:27.028294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-7109d9e0-a184-4464-a6ce-bf586a6b3091 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.029872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-7109d9e0-a184-4464-a6ce-bf586a6b3091 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 821 time: 0.7454612
Jan 29 20:47:27.038668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:27.072681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'port': {'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'admin_state_up': True, 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:27.127542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e544eaeb-008b-4416-82a2-f3487164e58c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:27.146610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:27.175279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:27.201630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.208226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e544eaeb-008b-4416-82a2-f3487164e58c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:27.208734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.217345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd3402-9512-4997-86f7-5be0f7aff401 req-8e06a61c-cfac-4b46-bd88-a045bd0871af tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.227888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcbd3402-9512-4997-86f7-5be0f7aff401 req-8e06a61c-cfac-4b46-bd88-a045bd0871af tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 950 time: 0.3664100
Jan 29 20:47:27.261173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for port (fb75c85d-06ed-42da-88da-f01b3db44912), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.275367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-5333374e-98e9-4e0c-b0b8-3a3c8b89587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.276962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-5333374e-98e9-4e0c-b0b8-3a3c8b89587a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.3082232
Jan 29 20:47:27.286154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73f1c6-8ce1-4d8e-ae6e-9b547e4bbdbc req-ecae21c7-084a-4a06-849a-7b6d25f560fc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.293602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e73f1c6-8ce1-4d8e-ae6e-9b547e4bbdbc req-ecae21c7-084a-4a06-849a-7b6d25f560fc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 948 time: 0.5565350
Jan 29 20:47:27.303245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:27.326757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e544eaeb-008b-4416-82a2-f3487164e58c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:27.342498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.356775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.409579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcbd3402-9512-4997-86f7-5be0f7aff401 req-6237d00d-0737-4c04-bcbf-ca3a827c256e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800394
Jan 29 20:47:27.431683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.432387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.433917 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] 10.222.0.18 "PUT /v2.0/ports/73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 1096 time: 3.6354561
Jan 29 20:47:27.526585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.557832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefa0d1-d978-4376-85c6-59b025fea512 service neutron] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:27.558246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e73f1c6-8ce1-4d8e-ae6e-9b547e4bbdbc req-f95e63d0-c88f-4933-bf84-a11e7563d0bc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632079
Jan 29 20:47:27.573725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-79e4d185-8db4-480f-a356-6b4084174acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.575257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-79e4d185-8db4-480f-a356-6b4084174acf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2924812
Jan 29 20:47:27.619831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.630726 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2558911
Jan 29 20:47:27.652624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.659123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.660623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] 10.222.0.36 "PUT /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 1091 time: 5.1587977
Jan 29 20:47:27.677652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:27.694342 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b72388-8ec4-467f-ac41-00524add4502" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:27.757492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7e40-a3ab-4f7a-a264-63ee31e14d75 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'Port': ['ID=fb75c85d-06ed-42da-88da-f01b3db44912,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:27.763642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0a6ee-7588-4d44-ac34-7ea2e29e62fb service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:27.764855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Made reservation on behalf of e4bed9fc808a4c0aaa9520a48b04989b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:27.770613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.772524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-50355c13-fb70-4c1b-aa7f-ec14659ca877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.774584 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-50355c13-fb70-4c1b-aa7f-ec14659ca877 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1130 time: 0.2795696
Jan 29 20:47:27.816661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Made reservation on behalf of 1446d1ea6143497c87be058f9f8485a0 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:27.820052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:27.831886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-428416b0-d11d-4ed2-9b39-9e000a5aac28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0481567
Jan 29 20:47:27.835288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-12924897-0e80-42f4-9414-0a43ab97acdc service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374575
Jan 29 20:47:27.894056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603227e-9053-4480-969d-9d02e62be83b req-9b3ec381-4be7-46c8-876a-9e5ca90bcd90 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.900769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f603227e-9053-4480-969d-9d02e62be83b req-9b3ec381-4be7-46c8-876a-9e5ca90bcd90 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.2945280
Jan 29 20:47:27.934271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-f2b2d363-62ae-468e-b4b6-801e454e00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.935734 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-f2b2d363-62ae-468e-b4b6-801e454e00e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0987775
Jan 29 20:47:27.981432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436468-7abc-4d9c-bcd5-0c5b1328224c req-3c5cd809-754b-4436-a71a-8085e341a814 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:27.982907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b436468-7abc-4d9c-bcd5-0c5b1328224c req-3c5cd809-754b-4436-a71a-8085e341a814 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2688522
Jan 29 20:47:27.995488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28ea04e7-c222-4d8c-a5a0-6c8f78ed2ca7 req-93fa8e03-8159-434d-9538-479bf10b5be8 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496806
Jan 29 20:47:28.003338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-7d6b25b3-99b2-455f-88d0-261c2c5d6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:28.004797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-7d6b25b3-99b2-455f-88d0-261c2c5d6497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1125 time: 0.2808790
Jan 29 20:47:28.008151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621534-ec81-4650-a492-f224eda86463 req-47fa32eb-addf-4a7a-b817-70485416e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:28.010239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-47fa32eb-addf-4a7a-b817-70485416e17d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0647855
Jan 29 20:47:28.100679 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-668cf9a8-9be2-4a05-8c2b-6fffffea4a35 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844460
Jan 29 20:47:28.115022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-8a991146-893d-498f-8b9c-5c4b7957059b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 217 time: 0.0890572
Jan 29 20:47:28.172458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f603227e-9053-4480-969d-9d02e62be83b req-1363042f-13b5-443f-8919-9b5786eb1643 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2708101
Jan 29 20:47:28.202090 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d621534-ec81-4650-a492-f224eda86463 req-19689f65-17f4-460a-8626-3f96450d103f service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952208
Jan 29 20:47:28.237947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b436468-7abc-4d9c-bcd5-0c5b1328224c req-76c3ab5f-1f91-42b3-87f7-cfa27aeab387 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419391
Jan 29 20:47:28.241749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Allocated IP 172.20.0.7 (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3/45d55421-75b4-46eb-850e-fb454f3263c3/e2c40111-322f-407a-8883-ffef11f96aa0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:28.257780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Allocated IP 172.20.0.3 (b8d9c425-1de8-44d6-86f2-05dc24907ef7/4661c7f2-95f7-4a9d-9d42-fc375008c179/196b771e-9622-45f1-8498-086d03d8a6a6) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:28.274797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-b740388d-e33a-4978-a5bd-471afe2aab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:28.276352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-b740388d-e33a-4978-a5bd-471afe2aab39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1455088
Jan 29 20:47:28.334759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-49cd2a7a-0f4e-4279-9b13-f5cc69c1a89f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374765
Jan 29 20:47:28.384417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:28.389941 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c8c113-6061-4806-bfa7-d3081b123810" -d '{"events": [{"name": "network-changed", "server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:28.533507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04a038-4791-4f9a-947f-37fcf0f53f2c req-62ec67e3-1e0f-45ba-a35f-e7989e85f6ab tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:28.534938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c04a038-4791-4f9a-947f-37fcf0f53f2c req-62ec67e3-1e0f-45ba-a35f-e7989e85f6ab tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 948 time: 0.2859077
Jan 29 20:47:28.793460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5357cd8b-8145-4eb0-8a9b-7578a837b86f req-3ec979ac-b538-46bf-af36-a2ff75acbe10 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 210 time: 0.2907436
Jan 29 20:47:28.838291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-c870e640-4c87-4dd4-9c16-c68ea67ed4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4926853
Jan 29 20:47:28.839836 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c735a83-2d89-46b4-8665-bd64096b9983 x-openstack-request-id: req-6c735a83-2d89-46b4-8665-bd64096b9983 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:28.840125 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:28.840386 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c735a83-2d89-46b4-8665-bd64096b9983 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:28.840760 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'status': 'completed', 'code': 200}
Jan 29 20:47:28.970131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c04a038-4791-4f9a-947f-37fcf0f53f2c req-e1971532-2410-4665-a050-40d6f3c105d5 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4080143
Jan 29 20:47:28.989694 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for port (e2c40111-322f-407a-8883-ffef11f96aa0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.024545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for port (196b771e-9622-45f1-8498-086d03d8a6a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.098895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9887c789-959a-4774-a03b-ee889133d8bd req-f985b3d3-cad2-4d70-9e6c-3ffd57b9785b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 210 time: 0.0570970
Jan 29 20:47:29.109462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-bd50fad4-6f03-4cad-856d-6ea218a55132 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--167867924&fields=id&tenant_id=037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 267 time: 0.1868956
Jan 29 20:47:29.115416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7c5be7b-54de-4e2c-9684-4a0f61b55cf1 req-6c776c58-7e5c-481a-8ad7-153fb2220815 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613235
Jan 29 20:47:29.149875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 75748dd2-b667-4cd3-a8a7-887af939051f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:29.154478 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681614c-5655-41d3-aa67-2da9c8788d0c x-openstack-request-id: req-9681614c-5655-41d3-aa67-2da9c8788d0c {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:29.154954 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:29.159335 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9681614c-5655-41d3-aa67-2da9c8788d0c {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:29.161429 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'status': 'completed', 'code': 200}
Jan 29 20:47:29.212896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.263714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.279700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c113-6061-4806-bfa7-d3081b123810 req-e6949730-c60b-4635-8006-95d9fc1b777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.286972 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-e6949730-c60b-4635-8006-95d9fc1b777c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1130 time: 0.1080008
Jan 29 20:47:29.308781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:29.319256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75748dd2-b667-4cd3-a8a7-887af939051f,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:29.333792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:29.342001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '75748dd2-b667-4cd3-a8a7-887af939051f', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '75748dd2-b667-4cd3-a8a7-887af939051f', 'mac_address': 'fa:16:3e:58:7d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:29.349649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:29.352053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:29.359734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.359734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.360808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event updated for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:29.369291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-2082846c-2ef3-4e86-9bc8-ec5bf46db987 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.375998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-2082846c-2ef3-4e86-9bc8-ec5bf46db987 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 824 time: 0.2596457
Jan 29 20:47:29.402413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:29.413627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 75748dd2-b667-4cd3-a8a7-887af939051f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:29.414116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.429629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75748dd2-b667-4cd3-a8a7-887af939051f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:29.436465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c113-6061-4806-bfa7-d3081b123810 req-588943e8-76cd-4f3b-8e62-1c3abdd6ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.438376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-588943e8-76cd-4f3b-8e62-1c3abdd6ba22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1464288
Jan 29 20:47:29.443435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-cb384169-4da7-4696-8ed2-a6c6945c9e1f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1208656
Jan 29 20:47:29.445324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72388-8ec4-467f-ac41-00524add4502 req-36fff0f8-7c18-4bf4-a827-03428e7dcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.446732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-36fff0f8-7c18-4bf4-a827-03428e7dcbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1125 time: 0.2643127
Jan 29 20:47:29.450160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:29.455296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.455918 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.459555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75748dd2-b667-4cd3-a8a7-887af939051f,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:29.469028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.498260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-646001ab-6e55-4386-859f-df768bdb03d5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/quotas/037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 375 time: 0.1213036
Jan 29 20:47:29.565779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:29.589335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.589735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.590125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.594996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.595451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.595808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.596161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.596506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.596849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.597219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.597561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.600713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.601182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:47:29.629910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-d4dfdf45-d0d4-4dfa-985e-ae70bbdad51d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5812027
Jan 29 20:47:29.633450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8150942
Jan 29 20:47:29.684163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37160) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:29.695977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Request body: {'port': {'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:29.717302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Request body: {'port': {'device_id': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:29.721492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe28d1-6555-40b9-bc7f-d7501d2f9734 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:29.729044 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-d18493d1-01da-4707-a68c-1fb3d4d15bee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.2778780
Jan 29 20:47:29.747425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cfd26f9e-b60a-47ae-b94f-d0742c8f12f6 None None] Provisioning complete for port e2c40111-322f-407a-8883-ffef11f96aa0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:29.747802 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cfd26f9e-b60a-47ae-b94f-d0742c8f12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.786317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cfd26f9e-b60a-47ae-b94f-d0742c8f12f6 None None] Port e2c40111-322f-407a-8883-ffef11f96aa0 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:29.818694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c113-6061-4806-bfa7-d3081b123810 req-7d3b52f9-7d70-4337-8d9f-291e5cf6ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.820413 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-7d3b52f9-7d70-4337-8d9f-291e5cf6ff09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0801473
Jan 29 20:47:29.826734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-1a0d2284-0cd7-4eed-804a-80c4a266fb6c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.828190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-1a0d2284-0cd7-4eed-804a-80c4a266fb6c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3608263
Jan 29 20:47:29.848322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['75748dd2-b667-4cd3-a8a7-887af939051f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:29.884642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c113-6061-4806-bfa7-d3081b123810 req-297fbfe8-1f9c-4cba-b7e4-6701b353e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.886195 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-297fbfe8-1f9c-4cba-b7e4-6701b353e5df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0517766
Jan 29 20:47:29.910571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-0e19924a-39a3-491a-af8d-0aa4eb73b50e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4109988
Jan 29 20:47:29.941810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-be260068-0fad-4f62-bf5d-4ebb65166f7e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/quotas/c7e4c95e86ea4ae685c15931f075a175 HTTP/1.1" status: 200  len: 375 time: 0.0840540
Jan 29 20:47:29.942507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10bcb7a1-9944-40eb-9897-45d321101c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.948923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.991176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72388-8ec4-467f-ac41-00524add4502 req-6b77564d-1bdc-4b2b-b7aa-a5e3cefa0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:29.992912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-6b77564d-1bdc-4b2b-b7aa-a5e3cefa0b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.5274751
Jan 29 20:47:29.994237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:29.996494 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-43be0e5b-6006-4608-b113-ddf95094f2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035171
Jan 29 20:47:30.085686 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91c8c113-6061-4806-bfa7-d3081b123810 req-617ecb18-2712-4656-bc62-80643409f766 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826569
Jan 29 20:47:30.098351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-88394527-9902-450e-8250-c11365c464bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 217 time: 0.0746076
Jan 29 20:47:30.302291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-d8338db9-6c77-4816-ae0c-8e60afab4a65 service neutron] 10.222.0.20 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3729742
Jan 29 20:47:30.324533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-19faf330-0dbf-4ac9-9fcd-85b77d2552f5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3605084
Jan 29 20:47:30.379808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72388-8ec4-467f-ac41-00524add4502 req-ce79b14a-938c-4ec5-a7ed-e0b15c99b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:30.381285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-ce79b14a-938c-4ec5-a7ed-e0b15c99b8f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.2382987
Jan 29 20:47:30.482803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-0d1595f7-885d-4073-96be-af2bf4e11d46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838313
Jan 29 20:47:30.876455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10bcb7a1-9944-40eb-9897-45d321101c1c admin admin] Publish callbacks [] for security_group (051f5801-1065-4e5b-80fb-ea1b75471699), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:30.902755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10bcb7a1-9944-40eb-9897-45d321101c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (051f5801-1065-4e5b-80fb-ea1b75471699), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.017771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-c71a5f1c-874d-4477-8ed3-1ca8953fb0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7070532
Jan 29 20:47:31.020897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-10bcb7a1-9944-40eb-9897-45d321101c1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=681972a43a694e56a2c07ae5ce201f85&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3291206
Jan 29 20:47:31.023988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37180) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:31.039229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcb7a1-9944-40eb-9897-45d321101c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f5801-1065-4e5b-80fb-ea1b75471699,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:31.060576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e9706-4657-4534-92bc-b6092da0e419 req-619563ec-249a-40cc-b2b4-6433098e9ebd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:31.062169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef0e9706-4657-4534-92bc-b6092da0e419 req-619563ec-249a-40cc-b2b4-6433098e9ebd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 948 time: 0.5785716
Jan 29 20:47:31.076113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-f30331f7-0e8e-47e7-ab92-687976aae5fd service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5853014
Jan 29 20:47:31.108406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] Publish callbacks [] for security_group (051f5801-1065-4e5b-80fb-ea1b75471699), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.143293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] Publish callbacks [] for security_group (051f5801-1065-4e5b-80fb-ea1b75471699), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.157949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 75748dd2-b667-4cd3-a8a7-887af939051f up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:31.251847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 75748dd2-b667-4cd3-a8a7-887af939051f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:31.257232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 75748dd2-b667-4cd3-a8a7-887af939051f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:31.257875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.259237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (051f5801-1065-4e5b-80fb-ea1b75471699), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.261782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.265874 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/051f5801-1065-4e5b-80fb-ea1b75471699 HTTP/1.1" status: 204  len: 168 time: 0.2340040
Jan 29 20:47:31.273736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826adca-4dc3-4b60-a0d4-68078ef2ebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f5801-1065-4e5b-80fb-ea1b75471699,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:31.296077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c40111-322f-407a-8883-ffef11f96aa0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:31.314158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks [] for port (e2c40111-322f-407a-8883-ffef11f96aa0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.328609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef0e9706-4657-4534-92bc-b6092da0e419 req-21ae9494-f387-4c90-ae71-7b939403fd44 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562988
Jan 29 20:47:31.375918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196b771e-9622-45f1-8498-086d03d8a6a6 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:31.408434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks [] for port (196b771e-9622-45f1-8498-086d03d8a6a6), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.419739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Transition to ACTIVE for port object e2c40111-322f-407a-8883-ffef11f96aa0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:31.430260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-b849b9d6-5061-4859-a29d-aafe84aad2d0 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7e4c95e86ea4ae685c15931f075a175&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0438521
Jan 29 20:47:31.447265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 75748dd2-b667-4cd3-a8a7-887af939051f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:31.447907 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.449875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b72388-8ec4-467f-ac41-00524add4502 req-8d5788f0-1415-42b3-8bb6-57afaf429613 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3549061
Jan 29 20:47:31.459971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790c19-69a2-4488-b8b7-a562d39060df req-0c006951-49c7-406c-83df-80f923981535 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:31.473419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7790c19-69a2-4488-b8b7-a562d39060df req-0c006951-49c7-406c-83df-80f923981535 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.2611849
Jan 29 20:47:31.498221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:31.500476 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de248736-d094-4ef3-86f2-850f93b2b420" -d '{"events": [{"server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "name": "network-vif-plugged", "status": "completed", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:31.531709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.535072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75748dd2-b667-4cd3-a8a7-887af939051f,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:31.544074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.604711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Transition to ACTIVE for port object 196b771e-9622-45f1-8498-086d03d8a6a6 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:31.633976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:31.638012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a46318b0-3c45-4892-b79a-acfa8c3a3af9 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:31.639670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a46318b0-3c45-4892-b79a-acfa8c3a3af9 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2044988
Jan 29 20:47:31.653257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Request body: {'port': {'device_id': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'c7e4c95e86ea4ae685c15931f075a175'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:31.675232 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.745489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7790c19-69a2-4488-b8b7-a562d39060df req-5e620a0b-ebb2-4892-8942-de0ec4164f30 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2660446
Jan 29 20:47:31.833574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:31.874667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Made reservation on behalf of c7e4c95e86ea4ae685c15931f075a175 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:31.884023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.890315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f2b-14fa-4def-9fc1-fc55b79d6d8e req-27d8cea5-65c7-4e68-bf99-060669c0cbd4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:31.892351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a6b9f2b-14fa-4def-9fc1-fc55b79d6d8e req-27d8cea5-65c7-4e68-bf99-060669c0cbd4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 931 time: 0.3783188
Jan 29 20:47:31.909521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37198) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:31.926143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-776fa93f-104e-4f40-b690-76561894e5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:31.929008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:31.989973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Attempting to bind port e2c40111-322f-407a-8883-ffef11f96aa0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:31.990303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Attempting to bind port e2c40111-322f-407a-8883-ffef11f96aa0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:31.990814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Attempting to bind port e2c40111-322f-407a-8883-ffef11f96aa0 on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:32.029521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Port e2c40111-322f-407a-8883-ffef11f96aa0 on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:32.030120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Attempting to bind port e2c40111-322f-407a-8883-ffef11f96aa0 on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:32.035623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Attempting to bind port 196b771e-9622-45f1-8498-086d03d8a6a6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:32.036156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Attempting to bind port 196b771e-9622-45f1-8498-086d03d8a6a6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:32.036804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Attempting to bind port 196b771e-9622-45f1-8498-086d03d8a6a6 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:32.041829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.063899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a6b9f2b-14fa-4def-9fc1-fc55b79d6d8e req-19396a6f-4d8d-4619-8e20-dae254e14ac6 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343861
Jan 29 20:47:32.067479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:32.073384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Checking segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:32.073780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Bound using segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:32.074428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Bound port: e2c40111-322f-407a-8883-ffef11f96aa0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:32.074961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.079172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:32.095005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Port 196b771e-9622-45f1-8498-086d03d8a6a6 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:32.099228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Attempting to bind port 196b771e-9622-45f1-8498-086d03d8a6a6 on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:32.099375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '73b487bf-810c-4a95-a634-be8062ba6880', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '73b487bf-810c-4a95-a634-be8062ba6880', 'mac_address': 'fa:16:3e:76:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:32.127707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:32.133317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Checking segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:32.133896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Bound using segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:32.134560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Bound port: 196b771e-9622-45f1-8498-086d03d8a6a6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:32.134910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.144389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 73b487bf-810c-4a95-a634-be8062ba6880 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:32.144589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcb88b-ede2-440d-899b-98932322627f req-84c18ecd-6c13-422a-b7b1-c7adcec1ea97 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:32.144851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.145947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20dcb88b-ede2-440d-899b-98932322627f req-84c18ecd-6c13-422a-b7b1-c7adcec1ea97 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.2918973
Jan 29 20:47:32.147854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Allocated IP 192.168.233.76 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/5c4bbace-5e41-430b-9f78-53a56a9f5617) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:32.161600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-776fa93f-104e-4f40-b690-76561894e5a9 admin admin] Publish callbacks [] for security_group (402e58d0-a5f3-4e7f-945d-8ce1030a76d8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.166865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b487bf-810c-4a95-a634-be8062ba6880 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:32.177545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-776fa93f-104e-4f40-b690-76561894e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (402e58d0-a5f3-4e7f-945d-8ce1030a76d8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.196596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:32.201621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.257648 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-776fa93f-104e-4f40-b690-76561894e5a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c497238f3a4a3cbcf8d6b3bb76cf2a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3470681
Jan 29 20:47:32.261270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37200) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:32.269737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fa93f-104e-4f40-b690-76561894e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e58d0-a5f3-4e7f-945d-8ce1030a76d8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.277192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.318754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:32.322636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2c40111-322f-407a-8883-ffef11f96aa0,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:32.335238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20dcb88b-ede2-440d-899b-98932322627f req-7e772fb8-51e9-4c70-bc08-dc503ece445b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590056
Jan 29 20:47:32.344502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.380650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] Publish callbacks [] for security_group (402e58d0-a5f3-4e7f-945d-8ce1030a76d8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.390257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb0def-ff55-49a4-b58b-49a4fcc4e729 req-99a1ec0c-0c0c-41bc-9b86-9a00691a6c28 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:32.397325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbb0def-ff55-49a4-b58b-49a4fcc4e729 req-99a1ec0c-0c0c-41bc-9b86-9a00691a6c28 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 943 time: 0.2196274
Jan 29 20:47:32.404674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:32.405552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.407276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] 10.222.0.18 "PUT /v2.0/ports/e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 1091 time: 2.7216949
Jan 29 20:47:32.407976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:32.411620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:32.414092 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02faac48-d609-4937-8f35-c617b34ca6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:32.438249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] Publish callbacks [] for security_group (402e58d0-a5f3-4e7f-945d-8ce1030a76d8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.459246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:32.482723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks [] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.513244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-815529d3-35c6-4952-a5d4-cebd895819a5 req-334c4758-2ec1-433e-ba9c-8df6ccf8687b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 210 time: 0.0686071
Jan 29 20:47:32.522770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.532569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (402e58d0-a5f3-4e7f-945d-8ce1030a76d8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.535202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.536431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/402e58d0-a5f3-4e7f-945d-8ce1030a76d8 HTTP/1.1" status: 204  len: 168 time: 0.2741911
Jan 29 20:47:32.549670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:32.561503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c523da-312f-47f9-a4a3-32899f0b144c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.568415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855ea70-d919-4001-94ad-aad6dc74368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e58d0-a5f3-4e7f-945d-8ce1030a76d8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.574182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.621738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f9a2456-a2b5-4a7d-9450-8b590f498b9a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:32.625527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:32.635964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:32.636595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.638054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/196b771e-9622-45f1-8498-086d03d8a6a6 HTTP/1.1" status: 200  len: 1091 time: 2.9489882
Jan 29 20:47:32.669151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbb0def-ff55-49a4-b58b-49a4fcc4e729 req-b0040799-7f2c-4921-848d-7fe39f46efde tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711091
Jan 29 20:47:32.709306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event updated for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:32.723562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:32.736371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:32.753916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:32.774613 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b17f20-bd33-459e-b5fb-6fb7fc663c40 x-openstack-request-id: req-54b17f20-bd33-459e-b5fb-6fb7fc663c40 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:32.776441 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "name": "network-vif-plugged", "status": "completed", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:32.777863 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b17f20-bd33-459e-b5fb-6fb7fc663c40 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:32.778425 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f', 'code': 200}
Jan 29 20:47:32.958385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:32.966068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:32.995239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d34adb41-d600-4ec1-ae77-256fda18d7e8 req-589ec3bd-b803-4b57-b6c3-7034856e22c5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 210 time: 0.1772377
Jan 29 20:47:33.031056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-660eeee0-d38f-46f4-986e-71afd3a428e3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3823662
Jan 29 20:47:33.047579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Request body: {'port': {'device_id': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:33.048181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc6488-ffac-4e97-916c-b7e00b4d46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:33.057269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-5bc5aa7f-983c-406a-8c0c-c06cc2e50027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.060426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-5bc5aa7f-983c-406a-8c0c-c06cc2e50027 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1125 time: 0.5665042
Jan 29 20:47:33.127265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb3985-bda9-4ce4-8707-534b72f62711 req-a6df251a-781d-4246-bf92-c14ec9bb3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.128791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1fbb3985-bda9-4ce4-8707-534b72f62711 req-a6df251a-781d-4246-bf92-c14ec9bb3808 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 1132 time: 0.2351799
Jan 29 20:47:33.131611 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e0c3c-6eae-4ee3-b5d6-e372b49a02f2 x-openstack-request-id: req-439e0c3c-6eae-4ee3-b5d6-e372b49a02f2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:33.132022 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:33.132371 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-439e0c3c-6eae-4ee3-b5d6-e372b49a02f2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:33.133049 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:47:33.145115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-0a65753c-e762-4a73-89b7-44156bc57b08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.0588512
Jan 29 20:47:33.152529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-4601f4a5-3b97-4349-97f6-8afbb1b48f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.156688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-4601f4a5-3b97-4349-97f6-8afbb1b48f20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 1125 time: 0.3869936
Jan 29 20:47:33.183347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:33.195363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.271530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a0804277-82a5-4cfe-90f1-b40c2d6c761b None None] Provisioning complete for port 5c4bbace-5e41-430b-9f78-53a56a9f5617 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:33.271861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0804277-82a5-4cfe-90f1-b40c2d6c761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.317660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:47:33.327970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-4ab2deaf-9c6e-4d1c-b829-bef498d3023f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.329470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-4ab2deaf-9c6e-4d1c-b829-bef498d3023f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 824 time: 0.6887379
Jan 29 20:47:33.331110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-e710cf95-4431-44ea-b40e-c3cb08185b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.332408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-e710cf95-4431-44ea-b40e-c3cb08185b0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1370468
Jan 29 20:47:33.373452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a0804277-82a5-4cfe-90f1-b40c2d6c761b None None] Port 5c4bbace-5e41-430b-9f78-53a56a9f5617 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:33.379966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-c46ce209-d0d7-4635-8245-2cf722480c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=196b771e-9622-45f1-8498-086d03d8a6a6 HTTP/1.1" status: 200  len: 217 time: 0.1270654
Jan 29 20:47:33.399095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b766c1-b05c-4afa-a4b7-b4d35b45ef54 req-2525a606-c298-4e7e-9651-c37100422b51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.400629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05b766c1-b05c-4afa-a4b7-b4d35b45ef54 req-2525a606-c298-4e7e-9651-c37100422b51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 949 time: 0.4923713
Jan 29 20:47:33.408700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1fbb3985-bda9-4ce4-8707-534b72f62711 req-33e4e505-b106-47ed-8c49-ca925b0d30d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458549
Jan 29 20:47:33.413183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:33.427669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'port_id': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'mac_address': 'fa:16:3e:d0:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083898-2673-409c-959a-194a4610b5e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:33.481137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:33.481725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.504536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:33.510019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4bbace-5e41-430b-9f78-53a56a9f5617 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:33.522646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks [] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.532559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:33.539972 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.544022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Transition to ACTIVE for port object 5c4bbace-5e41-430b-9f78-53a56a9f5617 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:33.551546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.624482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:33.656383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:33.715705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Attempting to bind port 5c4bbace-5e41-430b-9f78-53a56a9f5617 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:33.716290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Attempting to bind port 5c4bbace-5e41-430b-9f78-53a56a9f5617 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:33.716802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Attempting to bind port 5c4bbace-5e41-430b-9f78-53a56a9f5617 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:33.721054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc84b4-553e-4354-8022-7e77938e40be req-6d80afcf-a99d-48bb-8d02-c3266d6b0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.721762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Port 5c4bbace-5e41-430b-9f78-53a56a9f5617 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:33.722325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Attempting to bind port 5c4bbace-5e41-430b-9f78-53a56a9f5617 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:33.722676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-6d80afcf-a99d-48bb-8d02-c3266d6b0f8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.3328037
Jan 29 20:47:33.727700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:33.728562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:33.728943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:33.729403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Bound port: 5c4bbace-5e41-430b-9f78-53a56a9f5617, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:33.729761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.789447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-8a7a5adf-3327-4990-8764-beb972bfc232 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545492
Jan 29 20:47:33.815541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c66787-09c5-4889-bbac-b563efd770a3 req-8aa258f9-d70d-4a6c-9b14-a273de7f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.822330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:33.822766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67c66787-09c5-4889-bbac-b563efd770a3 req-8aa258f9-d70d-4a6c-9b14-a273de7f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.6104941
Jan 29 20:47:33.828682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:33.836674 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.876018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:33.877073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:33.879040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] 10.222.0.36 "PUT /v2.0/ports/5c4bbace-5e41-430b-9f78-53a56a9f5617 HTTP/1.1" status: 200  len: 1095 time: 0.8362272
Jan 29 20:47:33.879731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:33.882294 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74ba96-f28c-4624-af20-e2f660c39389" -d '{"events": [{"name": "network-changed", "server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:33.886657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:33.951346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:33.978501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05b766c1-b05c-4afa-a4b7-b4d35b45ef54 req-8be1c863-61ad-45bb-ab7a-766a9998a522 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465639
Jan 29 20:47:33.989494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4def-3873-4166-9bb8-58be9c34954e service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:34.014849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-c4ee90c4-04f1-4815-b1e9-2f30a3a2276a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 379 time: 0.6228051
Jan 29 20:47:34.020764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-86029557-aec0-4bde-a271-1be7e1222331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.022960 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-86029557-aec0-4bde-a271-1be7e1222331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 1129 time: 0.0811248
Jan 29 20:47:34.039389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-b0659f14-2267-48cd-9b64-71f30296201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.048057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-b0659f14-2267-48cd-9b64-71f30296201f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6569650
Jan 29 20:47:34.053693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'port': {'device_id': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'admin_state_up': True, 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'security_groups': ['3fde3040-a1a4-4930-b589-a6f92ee6f6cf']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:34.117268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-72526c30-10c2-4009-9549-66251fda700b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617 HTTP/1.1" status: 200  len: 217 time: 0.0863216
Jan 29 20:47:34.121485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 73b487bf-810c-4a95-a634-be8062ba6880 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:34.128845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 73b487bf-810c-4a95-a634-be8062ba6880 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:34.129257 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73b487bf-810c-4a95-a634-be8062ba6880), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:34.192058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-3f061411-3860-4221-a1c8-90166edd2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.193627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-3f061411-3860-4221-a1c8-90166edd2727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0677311
Jan 29 20:47:34.252954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67c66787-09c5-4889-bbac-b563efd770a3 req-a59ec21b-8500-448a-b348-53f27071c78c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4293191
Jan 29 20:47:34.283238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-9e3cf612-ca34-4757-aba3-27bb6079c71f service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4755991
Jan 29 20:47:34.284041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-5e23541c-2386-489c-95d3-2bf525dcc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.286608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-5e23541c-2386-489c-95d3-2bf525dcc22d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0855761
Jan 29 20:47:34.376898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 73b487bf-810c-4a95-a634-be8062ba6880 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:34.377472 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:34.440098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0af8bd-e113-4405-ad54-0715362d3d2c req-69270420-f67b-44ea-92bc-8123a4c1641c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.440324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-0ff6697e-85d2-41ca-812b-602e22d6a53a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460536
Jan 29 20:47:34.441646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b0af8bd-e113-4405-ad54-0715362d3d2c req-69270420-f67b-44ea-92bc-8123a4c1641c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 943 time: 0.3662803
Jan 29 20:47:34.442975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:34.452376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:34.474958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-0ee78c25-4c8f-4709-8bab-1d9cc6479459 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3983767
Jan 29 20:47:34.519416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:34.578758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2fb147cf-4cd8-4c7d-9589-4b877a5fb9e5 req-42dc09c1-0722-4218-9d4c-92064489458a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283584
Jan 29 20:47:34.593525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5dc84b4-553e-4354-8022-7e77938e40be req-3e2e32de-e25d-45d3-a5bf-e640309b15e7 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3002052
Jan 29 20:47:34.613027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Made reservation on behalf of 037f1964ef704b31b503ee62b862c477 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:34.616477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:34.621266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b0af8bd-e113-4405-ad54-0715362d3d2c req-ffbce6aa-74da-4624-8b5c-283a4edbb469 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651785
Jan 29 20:47:34.637712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39a70a-749e-437f-a79b-9dff9f7fc8a1 req-09f29bfc-6763-478a-b020-cf6b26599134 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.638442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de39a70a-749e-437f-a79b-9dff9f7fc8a1 req-09f29bfc-6763-478a-b020-cf6b26599134 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.2849152
Jan 29 20:47:34.701075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3b37e80-5f07-4b15-b3f1-05606d0a8d72 req-8ff3dd57-5139-4229-9e3b-ea161fde2ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176602
Jan 29 20:47:34.780225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:34.782726 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e49e57-99d9-429c-9913-9a2e8e2ddea3" -d '{"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:34.797858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de39a70a-749e-437f-a79b-9dff9f7fc8a1 req-97663f61-8bfe-4957-8a11-d76422352a02 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496437
Jan 29 20:47:34.899995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Allocated IP 172.20.0.7 (5b57c20e-ecc6-4399-8f26-2585fd067fec/719d70f1-c9c4-476a-a24c-78a866816d0c/536f3ef3-85cd-49df-93b8-c6e604949d74) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:34.908283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fea46-8e69-42ca-951d-43d8b5529d2f req-5c5c856b-7c86-4247-882a-559e6f39345c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.909776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0fea46-8e69-42ca-951d-43d8b5529d2f req-5c5c856b-7c86-4247-882a-559e6f39345c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 947 time: 0.1773548
Jan 29 20:47:34.914921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-bb5b3cd2-44b7-40d7-82a4-6aad6a0d170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:34.916402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-bb5b3cd2-44b7-40d7-82a4-6aad6a0d170c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1125 time: 0.1440084
Jan 29 20:47:35.091784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74648-57fe-4739-bc54-a20b43a5a677 req-e7fee7b2-0a0c-435b-b2b1-487f8949efe6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.093209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf74648-57fe-4739-bc54-a20b43a5a677 req-e7fee7b2-0a0c-435b-b2b1-487f8949efe6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 943 time: 0.2131813
Jan 29 20:47:35.130312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0fea46-8e69-42ca-951d-43d8b5529d2f req-5a6d8f0a-14e9-4db0-b12d-2f9304e600d5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965885
Jan 29 20:47:35.140469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:35.143325 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530f027-795e-431e-85d8-bf5b90ac7cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:35.168105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-8d417e86-8257-4a38-82c9-794a56949a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.169728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-8d417e86-8257-4a38-82c9-794a56949a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.2370665
Jan 29 20:47:35.172277 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620fde7-dc57-4980-9bf8-0558053b4c6a x-openstack-request-id: req-d620fde7-dc57-4980-9bf8-0558053b4c6a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:35.172929 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:35.173322 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d620fde7-dc57-4980-9bf8-0558053b4c6a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:35.173816 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617', 'status': 'completed', 'code': 200}
Jan 29 20:47:35.231459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-de086168-0040-4712-8d1f-49069cd3a0f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.0538785
Jan 29 20:47:35.246224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-17771253-b0fc-4904-be9e-0bbfb6f7d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.247896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-17771253-b0fc-4904-be9e-0bbfb6f7d41c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 1129 time: 0.0463700
Jan 29 20:47:35.278522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-449ef9b4-fec9-40ea-9828-6034919277f8 req-85e85dba-c4a7-4caa-ae49-19fe6e2aaf9a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 210 time: 0.0527596
Jan 29 20:47:35.309517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf74648-57fe-4739-bc54-a20b43a5a677 req-187207a4-c6c1-46d4-a20a-0894b04fddb0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877320
Jan 29 20:47:35.327496 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0890ea9-bb23-42b2-adfc-9b67c39278e6 x-openstack-request-id: req-c0890ea9-bb23-42b2-adfc-9b67c39278e6 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:35.328211 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:35.329439 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0890ea9-bb23-42b2-adfc-9b67c39278e6 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:35.330058 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'code': 200}
Jan 29 20:47:35.331869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:35.340899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-fa1f9271-0fe4-40c8-9a45-82cb837a4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.342371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-fa1f9271-0fe4-40c8-9a45-82cb837a4a9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0973012
Jan 29 20:47:35.392763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-760a159e-50ac-4e6f-bfab-33359d7d7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.394312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-760a159e-50ac-4e6f-bfab-33359d7d7a15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1400630
Jan 29 20:47:35.460054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-19951868-1c87-4098-af4b-d2728c37eb58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617 HTTP/1.1" status: 200  len: 217 time: 0.0586324
Jan 29 20:47:35.468753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:35.474761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-ec6b2d55-fdf6-4c72-ac1f-b7ed0eab7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.476272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-ec6b2d55-fdf6-4c72-ac1f-b7ed0eab7573 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1264739
Jan 29 20:47:35.534374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-e69acf3d-3605-4b30-9e8e-852e3c3c5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.535872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-e69acf3d-3605-4b30-9e8e-852e3c3c5fc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0681350
Jan 29 20:47:35.569537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:35.595496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-ec7fbba8-8780-46f9-8dd6-e26a8afa883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.597042 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-ec7fbba8-8780-46f9-8dd6-e26a8afa883d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0529337
Jan 29 20:47:35.597963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:35.601383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:35.610214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.610875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:35.622612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:35.637739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531e187-718c-4835-b61b-ccf8ab5c1845 req-0f23ccf2-7866-4afa-8b76-5363cc8a7f37 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.644574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0531e187-718c-4835-b61b-ccf8ab5c1845 req-0f23ccf2-7866-4afa-8b76-5363cc8a7f37 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.2585528
Jan 29 20:47:35.664081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89836b1c-2b85-495f-aacb-c1856be8819b req-e8bf2328-ffed-4f89-a67f-06b428eeab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.666175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89836b1c-2b85-495f-aacb-c1856be8819b req-e8bf2328-ffed-4f89-a67f-06b428eeab30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1132 time: 0.2689826
Jan 29 20:47:35.670716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-17ebf531-5589-40da-a739-ce745f572288 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6495082
Jan 29 20:47:35.742378 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-f3e2c5a7-0377-4c51-b7de-ab725317c19f service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278310
Jan 29 20:47:35.870704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-df5297ce-5e90-40a6-ab24-842d6fdd4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.872724 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-df5297ce-5e90-40a6-ab24-842d6fdd4fe3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 1125 time: 0.1147089
Jan 29 20:47:35.882830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-072fa555-304e-4964-babf-e1ca48627253 None None] Provisioning complete for port 536f3ef3-85cd-49df-93b8-c6e604949d74 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:35.883431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-072fa555-304e-4964-babf-e1ca48627253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:35.885832 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d74ba96-f28c-4624-af20-e2f660c39389 req-d6f2f40e-38b2-4aa8-a189-aea07ac4ade0 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360130
Jan 29 20:47:35.916429 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09d210f-0bb2-4694-9a56-df6eaadc0216 x-openstack-request-id: req-e09d210f-0bb2-4694-9a56-df6eaadc0216 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:35.916716 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:35.916969 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09d210f-0bb2-4694-9a56-df6eaadc0216 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:35.917373 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6', 'status': 'completed', 'code': 200}
Jan 29 20:47:35.922071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Request body: {'port': {'device_id': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:35.926495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-072fa555-304e-4964-babf-e1ca48627253 None None] Port 536f3ef3-85cd-49df-93b8-c6e604949d74 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:35.973186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-dc14fdf0-6867-4a72-8dcc-db60c7fcac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:35.975035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-dc14fdf0-6867-4a72-8dcc-db60c7fcac65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 922 time: 0.0920420
Jan 29 20:47:36.019681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-435f5402-4652-40dd-a2c5-f9941bc84323 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=196b771e-9622-45f1-8498-086d03d8a6a6 HTTP/1.1" status: 200  len: 217 time: 0.0379043
Jan 29 20:47:36.067400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-ba429771-decd-4bd6-b5c8-fbd90963b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.068849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-ba429771-decd-4bd6-b5c8-fbd90963b192 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.0428605
Jan 29 20:47:36.081340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0531e187-718c-4835-b61b-ccf8ab5c1845 req-88667aa6-a5b4-4757-82e6-95e2475eceea tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4355900
Jan 29 20:47:36.085996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89836b1c-2b85-495f-aacb-c1856be8819b req-f2eb83e8-9b71-4a12-adbf-7d6cfc5a0bd0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4059632
Jan 29 20:47:36.093222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-17103094-ed84-45f9-9066-2fe2fb159896 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6059959
Jan 29 20:47:36.108495 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-42c09e0a-c320-4211-948f-c582542e9f4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301940
Jan 29 20:47:36.109284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452e3d-b158-40c8-be5a-833c7ea78a5d req-b91e63bd-e0d4-4748-8c40-8839d08db786 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.110488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50452e3d-b158-40c8-be5a-833c7ea78a5d req-b91e63bd-e0d4-4748-8c40-8839d08db786 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.1855924
Jan 29 20:47:36.111509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:36.227185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50452e3d-b158-40c8-be5a-833c7ea78a5d req-f37b38c4-0b95-4ac4-9fb4-3552158ffb9c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067429
Jan 29 20:47:36.307509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea2f0-e9d4-418d-b9b2-978c43ff982c req-540f46aa-17fd-4030-bcd2-1a4f2b300358 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.309115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e17ea2f0-e9d4-418d-b9b2-978c43ff982c req-540f46aa-17fd-4030-bcd2-1a4f2b300358 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 943 time: 0.1479206
Jan 29 20:47:36.460722 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-92d7116b-32e7-4e9f-976a-b9e3bab1bda7 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055331
Jan 29 20:47:36.499444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e17ea2f0-e9d4-418d-b9b2-978c43ff982c req-db152af8-4a80-436b-ba28-75b5f934d155 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826482
Jan 29 20:47:36.562202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe99b6-e879-4f94-82af-7e82b8694339 req-8d9e0c7b-64ef-455f-9f71-10561c101cee tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.562462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c530f027-795e-431e-85d8-bf5b90ac7cd7 req-9742121b-f9a0-4c2c-8893-71ac29d153b1 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954285
Jan 29 20:47:36.563692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cfe99b6-e879-4f94-82af-7e82b8694339 req-8d9e0c7b-64ef-455f-9f71-10561c101cee tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.1736832
Jan 29 20:47:36.576195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02faac48-d609-4937-8f35-c617b34ca6f0 req-4e07a70a-86ad-4597-b6b9-b65caa21a3b8 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160974
Jan 29 20:47:36.677285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536f3ef3-85cd-49df-93b8-c6e604949d74 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:36.691082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks [] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:36.698863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cfe99b6-e879-4f94-82af-7e82b8694339 req-4bc54a9f-bc46-42d5-bce4-63f5433f2652 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272540
Jan 29 20:47:36.710628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621969-d904-4fb2-ba32-f5d8380dc5a3 req-78666e59-9347-42b7-b9d7-9bff0d0bee79 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.712154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b621969-d904-4fb2-ba32-f5d8380dc5a3 req-78666e59-9347-42b7-b9d7-9bff0d0bee79 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 947 time: 0.1449213
Jan 29 20:47:36.717296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Transition to ACTIVE for port object 536f3ef3-85cd-49df-93b8-c6e604949d74 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:36.721148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:36.814838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Pushing event updated for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:36.861974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b621969-d904-4fb2-ba32-f5d8380dc5a3 req-eb04edc9-09eb-40c7-b386-5008f2fd19c8 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321278
Jan 29 20:47:36.874193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Attempting to bind port 536f3ef3-85cd-49df-93b8-c6e604949d74 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:36.874549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Attempting to bind port 536f3ef3-85cd-49df-93b8-c6e604949d74 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:36.874853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Attempting to bind port 536f3ef3-85cd-49df-93b8-c6e604949d74 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:36.882279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Port 536f3ef3-85cd-49df-93b8-c6e604949d74 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:36.882608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Attempting to bind port 536f3ef3-85cd-49df-93b8-c6e604949d74 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:36.896217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d45975-2ff8-4f09-9162-e6be0948e1ed req-598a75d9-bd3f-41b5-a7e0-4ef474060791 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:36.897763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11d45975-2ff8-4f09-9162-e6be0948e1ed req-598a75d9-bd3f-41b5-a7e0-4ef474060791 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 943 time: 0.1405909
Jan 29 20:47:36.898980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:36.899317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Checking segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:36.899746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Bound using segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:36.900188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Bound port: 536f3ef3-85cd-49df-93b8-c6e604949d74, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:36.900542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.027546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11d45975-2ff8-4f09-9162-e6be0948e1ed req-99149219-dda0-482c-8638-bf62e9a6b83b tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178913
Jan 29 20:47:37.033525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:37.037276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=536f3ef3-85cd-49df-93b8-c6e604949d74,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:37.050151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.089734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aca8f-c264-4a5e-968e-8e53d0080da8 req-f72045e4-84a9-4f21-bd46-0e207e3f0faf tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.091257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e5aca8f-c264-4a5e-968e-8e53d0080da8 req-f72045e4-84a9-4f21-bd46-0e207e3f0faf tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 943 time: 0.1391799
Jan 29 20:47:37.095890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.096506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.097872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/536f3ef3-85cd-49df-93b8-c6e604949d74 HTTP/1.1" status: 200  len: 1091 time: 1.4189782
Jan 29 20:47:37.148796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53b80-7513-4c7c-95f0-a0c3289c27d8 service neutron] Pushing event updated for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:37.186874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:37.194228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e5aca8f-c264-4a5e-968e-8e53d0080da8 req-99e0013a-6eed-467c-b9ca-dc4b5f3abd87 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937920
Jan 29 20:47:37.208627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-ef8474f9-e298-4f15-992b-48baa663606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.217531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-ef8474f9-e298-4f15-992b-48baa663606d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 1125 time: 0.0732126
Jan 29 20:47:37.262895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-ff87e690-b61e-4882-821d-6cadb7cdad69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536f3ef3-85cd-49df-93b8-c6e604949d74 HTTP/1.1" status: 200  len: 217 time: 0.0453620
Jan 29 20:47:37.273704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:37.279069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:37.279722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.328226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-c9ea7f3c-a68e-4172-8e1e-dbfffcb57f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.329844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-c9ea7f3c-a68e-4172-8e1e-dbfffcb57f29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.0612748
Jan 29 20:47:37.430020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-167a75b4-5aab-48c3-b3b7-08e954c48464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.432345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-167a75b4-5aab-48c3-b3b7-08e954c48464 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0961726
Jan 29 20:47:37.453414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a7b46-bf20-4a41-8842-cbfe149d5702 req-f4777642-f9f0-41e3-b91d-9bffcf96637f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.455624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f1a7b46-bf20-4a41-8842-cbfe149d5702 req-f4777642-f9f0-41e3-b91d-9bffcf96637f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0882187
Jan 29 20:47:37.513245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:37.513631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.541507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:37.544041 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24df55d-3add-4dfb-8399-db0dcd138169" -d '{"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:37.557988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:37.562207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:37.609850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f1a7b46-bf20-4a41-8842-cbfe149d5702 req-1c55635a-f0ef-435a-81d5-28fe1941a060 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407468
Jan 29 20:47:37.610382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:37.628604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-ec4c4d2d-984c-49fc-a538-69a06a55747c service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899078
Jan 29 20:47:37.637089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7979d-2b8d-4ae4-9800-568c43ceac7e req-42f9646e-b3e1-4819-9424-89c25a1a9bef tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.639093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ed7979d-2b8d-4ae4-9800-568c43ceac7e req-42f9646e-b3e1-4819-9424-89c25a1a9bef tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.1813393
Jan 29 20:47:37.746861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ed7979d-2b8d-4ae4-9800-568c43ceac7e req-a858e5c0-1626-496d-819a-76a23c015552 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983777
Jan 29 20:47:37.767923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edb3e92e-797d-45db-bbd2-e6a8ceda4542 req-402eafbd-272c-4d3a-a8a9-b7d285f382e2 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277242
Jan 29 20:47:37.884719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da57e3a-425d-4b36-85ba-197d9e3d4fd4 req-fddb2384-edfa-4e05-b5bd-6ca7395f9c20 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.886345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4da57e3a-425d-4b36-85ba-197d9e3d4fd4 req-fddb2384-edfa-4e05-b5bd-6ca7395f9c20 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.0847120
Jan 29 20:47:37.916169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e213481-49a3-49e4-ac3f-3a0ddc748135 req-207e4c89-4c45-4f49-9516-e8a4c670719e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:37.917652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e213481-49a3-49e4-ac3f-3a0ddc748135 req-207e4c89-4c45-4f49-9516-e8a4c670719e tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 943 time: 0.0861087
Jan 29 20:47:37.919843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:37.923017 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd18ff-660a-4668-8d49-9e956566d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:37.981983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4da57e3a-425d-4b36-85ba-197d9e3d4fd4 req-77e4b6f2-aeb6-4c46-9d45-2cc188890e08 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889442
Jan 29 20:47:37.996863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e213481-49a3-49e4-ac3f-3a0ddc748135 req-a97aa627-d52a-4408-9031-773bf17c8612 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696135
Jan 29 20:47:38.040937 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb608f8a-cba9-4694-994b-94a5a9790592 x-openstack-request-id: req-fb608f8a-cba9-4694-994b-94a5a9790592 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:38.041501 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:38.042323 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb608f8a-cba9-4694-994b-94a5a9790592 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:38.043171 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'code': 200}
Jan 29 20:47:38.084107 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858a973-3f4b-42fb-b1ed-de4fcf07a058 x-openstack-request-id: req-c858a973-3f4b-42fb-b1ed-de4fcf07a058 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:38.084397 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:38.084670 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c858a973-3f4b-42fb-b1ed-de4fcf07a058 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:38.085092 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'status': 'completed', 'code': 200}
Jan 29 20:47:38.163184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048a27-b609-47e6-b82b-fbaf475c68e7 req-2ca0f6a4-d21f-491f-b1c3-7b91d17cf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.164904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c048a27-b609-47e6-b82b-fbaf475c68e7 req-2ca0f6a4-d21f-491f-b1c3-7b91d17cf60e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.0478075
Jan 29 20:47:38.165125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d52a5-8730-4a1b-af95-7c09cf2b5a56 req-b943294e-090b-4637-b45f-0e45be0b7f14 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.166802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d7d52a5-8730-4a1b-af95-7c09cf2b5a56 req-b943294e-090b-4637-b45f-0e45be0b7f14 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 947 time: 0.0925283
Jan 29 20:47:38.210253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-81828aaa-363f-47a7-b80f-6187efebce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.211954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-81828aaa-363f-47a7-b80f-6187efebce06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 1125 time: 0.0943105
Jan 29 20:47:38.240052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9c048a27-b609-47e6-b82b-fbaf475c68e7 req-59adeb35-894d-4def-8028-b81396143a54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682914
Jan 29 20:47:38.261940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d7d52a5-8730-4a1b-af95-7c09cf2b5a56 req-2620d14e-2050-4d2e-b471-01130797417b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867486
Jan 29 20:47:38.420960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb21b8-c1f0-4ba5-87e3-58a1c87963c7 req-92932f6f-b9c1-4f86-8ed0-6b2945e64053 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.422712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cdb21b8-c1f0-4ba5-87e3-58a1c87963c7 req-92932f6f-b9c1-4f86-8ed0-6b2945e64053 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 943 time: 0.1201272
Jan 29 20:47:38.424635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-9b152ca6-b68a-4d93-a080-027bcdebfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.426007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-9b152ca6-b68a-4d93-a080-027bcdebfb80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 925 time: 0.2073736
Jan 29 20:47:38.426451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37342) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:38.458080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91edbf-1d6c-4ab5-b61f-39e6a73ef1e1 req-9cb58a08-2ec2-4368-96c9-8d9e7bcb5e68 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.459685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da91edbf-1d6c-4ab5-b61f-39e6a73ef1e1 req-9cb58a08-2ec2-4368-96c9-8d9e7bcb5e68 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 943 time: 0.1257334
Jan 29 20:47:38.519319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cdb21b8-c1f0-4ba5-87e3-58a1c87963c7 req-564f63f1-5b9a-4d65-b888-d205c3cd11c4 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865860
Jan 29 20:47:38.568430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-b8845a50-7630-4038-82b5-849d7adb6464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536f3ef3-85cd-49df-93b8-c6e604949d74 HTTP/1.1" status: 200  len: 217 time: 0.0601094
Jan 29 20:47:38.572367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da91edbf-1d6c-4ab5-b61f-39e6a73ef1e1 req-34203dc5-25f9-4d48-a288-568f2da23f2d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035364
Jan 29 20:47:38.573261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16080063-2bb5-4667-a027-3e8ea2167231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:38.674790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-f1ab9f09-b354-4c99-a142-2b217a6b8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.676247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-f1ab9f09-b354-4c99-a142-2b217a6b8ac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.0955958
Jan 29 20:47:38.760972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535776-7b11-4c67-bf11-822cfafd07d2 req-469353a0-d5c5-456b-a1c3-a59e549d98ac tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:38.762379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b535776-7b11-4c67-bf11-822cfafd07d2 req-469353a0-d5c5-456b-a1c3-a59e549d98ac tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.1704144
Jan 29 20:47:38.814498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16080063-2bb5-4667-a027-3e8ea2167231 admin admin] Publish callbacks [] for security_group (5ec4cc75-c033-473b-857c-d915690da4a0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:38.827695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16080063-2bb5-4667-a027-3e8ea2167231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5ec4cc75-c033-473b-857c-d915690da4a0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.033392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-c5212b56-3f82-4142-a518-7bfe72acf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.034799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-c5212b56-3f82-4142-a518-7bfe72acf17a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3500342
Jan 29 20:47:39.069493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc10fb-4a08-4a29-aa75-3ad449ff3f36 req-3fd0ac65-ba68-4a4d-bc5c-99f8e4aa4d63 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.070826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7fc10fb-4a08-4a29-aa75-3ad449ff3f36 req-3fd0ac65-ba68-4a4d-bc5c-99f8e4aa4d63 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.3848391
Jan 29 20:47:39.143893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b535776-7b11-4c67-bf11-822cfafd07d2 req-4bbccc10-f307-47e0-85f8-b833f9b06538 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3714063
Jan 29 20:47:39.146015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-16080063-2bb5-4667-a027-3e8ea2167231 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fae471b7b443480cad5f54e4ef277891&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7185295
Jan 29 20:47:39.148895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37352) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:39.149844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16080063-2bb5-4667-a027-3e8ea2167231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec4cc75-c033-473b-857c-d915690da4a0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:39.203679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7fc10fb-4a08-4a29-aa75-3ad449ff3f36 req-5355a1e4-eb8b-44d3-b7d6-f783daeb0cb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232405
Jan 29 20:47:39.205375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5c4bbace-5e41-430b-9f78-53a56a9f5617 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:39.232528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-32970731-1dad-43a4-822c-4de60d889788 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879487
Jan 29 20:47:39.259549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] Publish callbacks [] for security_group (5ec4cc75-c033-473b-857c-d915690da4a0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.284087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] Publish callbacks [] for security_group (5ec4cc75-c033-473b-857c-d915690da4a0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.326899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:39.338403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5ec4cc75-c033-473b-857c-d915690da4a0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.339792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '5c4bbace-5e41-430b-9f78-53a56a9f5617', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '5c4bbace-5e41-430b-9f78-53a56a9f5617', 'mac_address': 'fa:16:3e:dd:ca:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:39.342468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.344053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ec4cc75-c033-473b-857c-d915690da4a0 HTTP/1.1" status: 204  len: 168 time: 0.1936128
Jan 29 20:47:39.355970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69168ad-99b7-446d-990f-bbc565f6d913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec4cc75-c033-473b-857c-d915690da4a0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:39.364310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb9537-2fc6-431e-88fc-15d9e5eeb935 req-3b298847-88ff-4b78-865b-96ad7b8d3f8d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.366123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11bb9537-2fc6-431e-88fc-15d9e5eeb935 req-3b298847-88ff-4b78-865b-96ad7b8d3f8d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 945 time: 0.1501472
Jan 29 20:47:39.387553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 5c4bbace-5e41-430b-9f78-53a56a9f5617 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:39.387952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.403430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4bbace-5e41-430b-9f78-53a56a9f5617 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:39.425254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:39.430404 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.430707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995f5e0-608d-4a6a-9cab-773fd82a1326 req-5c258eda-f712-4611-aa92-492c7bee125b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.432325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d995f5e0-608d-4a6a-9cab-773fd82a1326 req-5c258eda-f712-4611-aa92-492c7bee125b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 943 time: 0.1338525
Jan 29 20:47:39.441097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bedd18ff-660a-4668-8d49-9e956566d5fc req-a717d838-5248-4c79-8aab-926124014d57 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939914
Jan 29 20:47:39.475166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11bb9537-2fc6-431e-88fc-15d9e5eeb935 req-676d1df2-7660-484a-9572-72b95782f67f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993435
Jan 29 20:47:39.499431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:39.510757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d995f5e0-608d-4a6a-9cab-773fd82a1326 req-aae35842-bee4-4321-a596-1a9178a912e5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663962
Jan 29 20:47:39.627440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020869e-4b82-466b-bf5d-896cf2e39498 req-e4af41b2-ac04-4750-bdb3-3df100afcf75 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.629073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7020869e-4b82-466b-bf5d-896cf2e39498 req-e4af41b2-ac04-4750-bdb3-3df100afcf75 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 948 time: 0.0539160
Jan 29 20:47:39.682155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7020869e-4b82-466b-bf5d-896cf2e39498 req-e18233e1-b1bc-4cd9-86fa-dfd8506ff78e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468926
Jan 29 20:47:39.698712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37368) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:39.713167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41800b82-0018-4dd9-85b4-0be5971d8b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.796095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41800b82-0018-4dd9-85b4-0be5971d8b8c admin admin] Publish callbacks [] for security_group (c0e779ae-7431-4cc7-a84b-df3e08b577f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.800977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41800b82-0018-4dd9-85b4-0be5971d8b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0e779ae-7431-4cc7-a84b-df3e08b577f0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.846279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-41800b82-0018-4dd9-85b4-0be5971d8b8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf541ff0e9964b2392709b3dbaa4a3b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1464407
Jan 29 20:47:39.847441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41800b82-0018-4dd9-85b4-0be5971d8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e779ae-7431-4cc7-a84b-df3e08b577f0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:39.851103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744ea72-477a-45c7-ba97-acb0d405248b req-cb413c2c-d04c-404c-8b69-ceadda472d7d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.851653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37370) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:39.853100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8744ea72-477a-45c7-ba97-acb0d405248b req-cb413c2c-d04c-404c-8b69-ceadda472d7d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 943 time: 0.1002004
Jan 29 20:47:39.907957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] Publish callbacks [] for security_group (c0e779ae-7431-4cc7-a84b-df3e08b577f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.922755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0a243170-3ab5-4c49-9b03-f74d9d855a25 tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:39.924362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0a243170-3ab5-4c49-9b03-f74d9d855a25 tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1132 time: 0.0935006
Jan 29 20:47:39.927922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8744ea72-477a-45c7-ba97-acb0d405248b req-baee004c-694c-4f86-bf1d-dfa0ce226177 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587642
Jan 29 20:47:39.929244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] Publish callbacks [] for security_group (c0e779ae-7431-4cc7-a84b-df3e08b577f0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.944529 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0e532cfa-350e-42c0-9282-20e71f45ca8b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.974314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e2c40111-322f-407a-8883-ffef11f96aa0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:39.988220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0e779ae-7431-4cc7-a84b-df3e08b577f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:39.997122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.003781 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0e779ae-7431-4cc7-a84b-df3e08b577f0 HTTP/1.1" status: 204  len: 168 time: 0.1488373
Jan 29 20:47:40.012907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43de72-c3a6-48a4-a01a-a140e8d376d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e779ae-7431-4cc7-a84b-df3e08b577f0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:40.079143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0e532cfa-350e-42c0-9282-20e71f45ca8b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Publish callbacks [] for security_group (cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.088416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc650ff-14fc-48d2-a12b-8968582f48e0 req-318b18fc-344b-40e0-b989-c17e0aa6e381 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:40.090076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc650ff-14fc-48d2-a12b-8968582f48e0 req-318b18fc-344b-40e0-b989-c17e0aa6e381 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 943 time: 0.0856218
Jan 29 20:47:40.091442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0e532cfa-350e-42c0-9282-20e71f45ca8b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.101515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2c40111-322f-407a-8883-ffef11f96aa0,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:40.114028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:40.144625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['5c4bbace-5e41-430b-9f78-53a56a9f5617'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:40.148264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6db1b4b7-c5d0-4f39-9aef-c4da1568a469 req-0e532cfa-350e-42c0-9282-20e71f45ca8b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172136
Jan 29 20:47:40.150001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e532cfa-350e-42c0-9282-20e71f45ca8b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:40.194454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc650ff-14fc-48d2-a12b-8968582f48e0 req-b19a79a3-c8a3-4c92-a5af-773d47cb7235 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883889
Jan 29 20:47:40.199094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e2c40111-322f-407a-8883-ffef11f96aa0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:40.199881 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.230836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c40111-322f-407a-8883-ffef11f96aa0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:40.282616 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9db5-75bf-40d8-8201-80b083d97be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.295536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2c40111-322f-407a-8883-ffef11f96aa0,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:40.307104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.308347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:40.341439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa6415-9738-484a-b18e-a8adcd91b697 req-9dee18b7-df1b-4ebb-8385-34a9089c13a5 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:40.342911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bfa6415-9738-484a-b18e-a8adcd91b697 req-9dee18b7-df1b-4ebb-8385-34a9089c13a5 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.0772417
Jan 29 20:47:40.348550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-dbae9ff7-5b93-43ad-9e7c-f222af16780a req-c4634ee5-6055-45d4-a441-52e131143fcb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:47:40.349552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbae9ff7-5b93-43ad-9e7c-f222af16780a req-c4634ee5-6055-45d4-a441-52e131143fcb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057495
Jan 29 20:47:40.418798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bfa6415-9738-484a-b18e-a8adcd91b697 req-979c0651-7bf4-4fd4-a836-ad82b0e2a52c tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/security-groups?id=093a02eb-9414-4883-a6bc-d8e64c62d971&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683222
Jan 29 20:47:40.442201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:40.519733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:40.535560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '196b771e-9622-45f1-8498-086d03d8a6a6', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'port_id': '196b771e-9622-45f1-8498-086d03d8a6a6', 'mac_address': 'fa:16:3e:41:d5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661c7f2-95f7-4a9d-9d42-fc375008c179', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:40.580740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 196b771e-9622-45f1-8498-086d03d8a6a6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:40.581257 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.601159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196b771e-9622-45f1-8498-086d03d8a6a6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:40.627739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:40.633167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.642144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b1ac6-2c1a-4078-b038-0936e12b90ba req-181542db-9d8e-42c3-bd4c-e22b1a0f7d51 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:40.643633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c2b1ac6-2c1a-4078-b038-0936e12b90ba req-181542db-9d8e-42c3-bd4c-e22b1a0f7d51 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 945 time: 0.0894368
Jan 29 20:47:40.655321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-00807baf-62aa-4033-8748-60d60daaef38 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:40.656752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-00807baf-62aa-4033-8748-60d60daaef38 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 950 time: 0.0725574
Jan 29 20:47:40.689295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:40.766698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c2b1ac6-2c1a-4078-b038-0936e12b90ba req-7e079a90-4ee3-48c0-9273-af8e40bf9ad5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089644
Jan 29 20:47:40.807977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Deleting port 75748dd2-b667-4cd3-a8a7-887af939051f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:47:40.808320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.943468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] For port 75748dd2-b667-4cd3-a8a7-887af939051f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75748dd2-b667-4cd3-a8a7-887af939051f,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:40.943733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:40.963945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5091d7-4fbb-43d2-9906-f3fcb855f5b1 req-e7c71699-4f86-48ab-93ff-3bbb527078b5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:40.965678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d5091d7-4fbb-43d2-9906-f3fcb855f5b1 req-e7c71699-4f86-48ab-93ff-3bbb527078b5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 944 time: 0.1073711
Jan 29 20:47:40.970049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Calling delete_port for 75748dd2-b667-4cd3-a8a7-887af939051f owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:47:40.994778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['196b771e-9622-45f1-8498-086d03d8a6a6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:41.026494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e2c40111-322f-407a-8883-ffef11f96aa0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:41.094150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d5091d7-4fbb-43d2-9906-f3fcb855f5b1 req-2b349475-1d6d-437c-b3d9-85d4931cc5b0 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178036
Jan 29 20:47:41.129256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:41.205656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6320-2d83-44c7-8751-9fd9d79efbc4 req-6dd23301-0682-4466-9076-0fae17816024 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:41.207551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244b6320-2d83-44c7-8751-9fd9d79efbc4 req-6dd23301-0682-4466-9076-0fae17816024 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 948 time: 0.2081501
Jan 29 20:47:41.253456 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-1c0a3516-9339-4a56-8cbf-cf2359c43113 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1219568
Jan 29 20:47:41.268247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-9cf9f2ef-924f-483b-9751-40c3e3c9b0d0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:47:41.269684 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-9cf9f2ef-924f-483b-9751-40c3e3c9b0d0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080481
Jan 29 20:47:41.350153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244b6320-2d83-44c7-8751-9fd9d79efbc4 req-b809e4d0-60b1-4864-b91e-96518fbe0a6a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336131
Jan 29 20:47:41.365820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab4af-ac21-49ff-8149-cfae9c6f4054 req-95168360-0d68-4aae-aa6c-7637132ae2c0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:41.373624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-128ab4af-ac21-49ff-8149-cfae9c6f4054 req-95168360-0d68-4aae-aa6c-7637132ae2c0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.1954982
Jan 29 20:47:41.400001 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (75748dd2-b667-4cd3-a8a7-887af939051f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:41.412112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['75748dd2-b667-4cd3-a8a7-887af939051f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:41.448353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Pushing event deleted for resources: {'Port': ['ID=75748dd2-b667-4cd3-a8a7-887af939051f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:41.495988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-128ab4af-ac21-49ff-8149-cfae9c6f4054 req-70dd497b-7829-491f-8ced-7216c0102dfc tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161499
Jan 29 20:47:41.561695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] No DVR routers for this DVR port 75748dd2-b667-4cd3-a8a7-887af939051f on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:47:41.572548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:41.572963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8e91adf-e25c-49fb-9abb-5e76831f04a8 req-f7149861-9fd4-4453-9837-1c363b74c48b tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.36 "DELETE /v2.0/ports/75748dd2-b667-4cd3-a8a7-887af939051f HTTP/1.1" status: 204  len: 173 time: 0.9094369
Jan 29 20:47:41.573396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'name': 'network-vif-deleted', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:41.591043 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ddf9f-7228-481c-8ad0-94af0b0feba5" -d '{"events": [{"server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "name": "network-vif-deleted", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:41.676300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9666e-3956-4f51-9e12-e05dbd886f65 req-c7c45d4f-f236-4536-bc4a-c1a11a7348c2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:41.677907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6c9666e-3956-4f51-9e12-e05dbd886f65 req-c7c45d4f-f236-4536-bc4a-c1a11a7348c2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.2362406
Jan 29 20:47:41.727803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730aa5e-a3bb-4d9e-9894-11600dcfb2d2 req-fd479dbb-a6ad-44d7-82c2-249d09541b83 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:41.729405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c730aa5e-a3bb-4d9e-9894-11600dcfb2d2 req-fd479dbb-a6ad-44d7-82c2-249d09541b83 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 943 time: 0.1328697
Jan 29 20:47:41.788429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6c9666e-3956-4f51-9e12-e05dbd886f65 req-5d91078d-1a70-42f9-8e52-a714f85dfff9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027741
Jan 29 20:47:41.822417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c730aa5e-a3bb-4d9e-9894-11600dcfb2d2 req-6afcb2e7-571d-41d7-8261-999fcc38189c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848942
Jan 29 20:47:41.933900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5abe21af-59a0-4efe-9aa9-0f5d491bb0b8 req-e8313e51-29f3-429c-95d3-94c541f21991 tempest-DeleteServersAdminTestJSON-795824644 tempest-DeleteServersAdminTestJSON-795824644-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b3c30-a050-4976-b67c-f5fc794badd5 HTTP/1.1" status: 200  len: 210 time: 0.0319276
Jan 29 20:47:41.959215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1681-2622-4826-b84a-38273652b888 req-3ab3b873-bb5f-4934-b2f0-ae48bd3e84d7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:41.959215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b4e1681-2622-4826-b84a-38273652b888 req-3ab3b873-bb5f-4934-b2f0-ae48bd3e84d7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 944 time: 0.0833642
Jan 29 20:47:42.039885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b4e1681-2622-4826-b84a-38273652b888 req-50ffac07-6e75-4e5a-95c1-98f6eb3e7a2e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709085
Jan 29 20:47:42.066388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15419d-4fe6-4d13-8cff-9765da1f6483 req-833bb371-13c8-4c44-a9f7-53e132c55ee0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.068009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e15419d-4fe6-4d13-8cff-9765da1f6483 req-833bb371-13c8-4c44-a9f7-53e132c55ee0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.0721061
Jan 29 20:47:42.106091 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc00509-1b1f-4076-b869-af8efc6ee35e x-openstack-request-id: req-2cc00509-1b1f-4076-b869-af8efc6ee35e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:42.106388 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b3c30-a050-4976-b67c-f5fc794badd5", "name": "network-vif-deleted", "tag": "75748dd2-b667-4cd3-a8a7-887af939051f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:42.106629 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cc00509-1b1f-4076-b869-af8efc6ee35e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:42.107024 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b3c30-a050-4976-b67c-f5fc794badd5', 'name': 'network-vif-deleted', 'tag': '75748dd2-b667-4cd3-a8a7-887af939051f', 'status': 'completed', 'code': 200}
Jan 29 20:47:42.127017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e15419d-4fe6-4d13-8cff-9765da1f6483 req-56cb6aa3-5f73-410c-8c9b-c94adfb45804 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498073
Jan 29 20:47:42.252186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df71bc-cbac-4b67-aa73-331aac421510 req-2d280bd5-afb2-4f71-9b99-d850eb68e63d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.253711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45df71bc-cbac-4b67-aa73-331aac421510 req-2d280bd5-afb2-4f71-9b99-d850eb68e63d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 944 time: 0.0643082
Jan 29 20:47:42.305670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45df71bc-cbac-4b67-aa73-331aac421510 req-d830665b-2b59-4237-8e3a-36deed9babf8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456581
Jan 29 20:47:42.545450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0404-bb09-4d32-8830-d21c9ea11072 req-1534de40-a5fa-4a1a-9a51-b46229dc4e4c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.547769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bcc0404-bb09-4d32-8830-d21c9ea11072 req-1534de40-a5fa-4a1a-9a51-b46229dc4e4c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 948 time: 0.0617573
Jan 29 20:47:42.574080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-26e2e8cc-f162-4d13-b52c-a066448cb993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:42.605969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bcc0404-bb09-4d32-8830-d21c9ea11072 req-63f0d7f2-66ad-4fc3-9747-6670ff4b219a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488143
Jan 29 20:47:42.707216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d17ebf-b195-4beb-8eaa-07897814b5d2 req-2043cf8a-89cb-47d1-8027-673528a62f20 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.708860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64d17ebf-b195-4beb-8eaa-07897814b5d2 req-2043cf8a-89cb-47d1-8027-673528a62f20 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.0524204
Jan 29 20:47:42.762174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64d17ebf-b195-4beb-8eaa-07897814b5d2 req-630922d0-4a95-4236-ba25-a8c50330843f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462072
Jan 29 20:47:42.954067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad986f2-bd1e-4e1d-bd55-687878f616b8 req-504e04f9-f3bb-40ff-a2db-3b93615302f5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.955504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ad986f2-bd1e-4e1d-bd55-687878f616b8 req-504e04f9-f3bb-40ff-a2db-3b93615302f5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0854023
Jan 29 20:47:42.986838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-ab9882fb-d0e3-4bb4-a367-4f79da027f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:42.988245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-ab9882fb-d0e3-4bb4-a367-4f79da027f50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1132 time: 0.0904701
Jan 29 20:47:42.990809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060649c3-913e-4478-b000-a0b0e7d82792 req-828c12fe-2758-4948-8984-3f79bbb98348 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eb2c803657b54b5eb96258afafc89562&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454423
Jan 29 20:47:43.127154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ad986f2-bd1e-4e1d-bd55-687878f616b8 req-d3e7e7e4-392c-47e4-9d75-8ab79e858431 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605473
Jan 29 20:47:43.184029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060649c3-913e-4478-b000-a0b0e7d82792 req-1fe560c0-2b68-49ac-b039-c620abcd47c1 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.185507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060649c3-913e-4478-b000-a0b0e7d82792 req-1fe560c0-2b68-49ac-b039-c620abcd47c1 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1888807
Jan 29 20:47:43.188357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-712323d0-d842-4ea5-b93f-09b5331289d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.189845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-712323d0-d842-4ea5-b93f-09b5331289d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1922052
Jan 29 20:47:43.206956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 536f3ef3-85cd-49df-93b8-c6e604949d74 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:43.211031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5c4bbace-5e41-430b-9f78-53a56a9f5617 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:43.257598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-3ecfdabc-4d96-4735-a1e4-3d444bb7f045 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0523100
Jan 29 20:47:43.259679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060649c3-913e-4478-b000-a0b0e7d82792 req-d9147719-fa07-4519-8096-bba41343a72e tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/quotas/eb2c803657b54b5eb96258afafc89562 HTTP/1.1" status: 200  len: 375 time: 0.0679421
Jan 29 20:47:43.323825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 5c4bbace-5e41-430b-9f78-53a56a9f5617 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:43.325864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060649c3-913e-4478-b000-a0b0e7d82792 req-18d042f0-08b8-4f6f-b7c9-42b4ac6b2ceb tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb2c803657b54b5eb96258afafc89562&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0543745
Jan 29 20:47:43.329114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 5c4bbace-5e41-430b-9f78-53a56a9f5617 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:43.329495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.338969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-ff8f837e-21e2-475f-a4b4-84272bc0db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.340400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-ff8f837e-21e2-475f-a4b4-84272bc0db00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0770364
Jan 29 20:47:43.348143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b90dc-606e-4f80-b884-d0559facc219 req-91a86eac-43ab-4684-9cd8-6a72d9a8fa70 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.349571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe3b90dc-606e-4f80-b884-d0559facc219 req-91a86eac-43ab-4684-9cd8-6a72d9a8fa70 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 943 time: 0.1588857
Jan 29 20:47:43.371543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=536f3ef3-85cd-49df-93b8-c6e604949d74,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:43.391746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'port_id': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'mac_address': 'fa:16:3e:df:50:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:43.435049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-0c38c2e3-4130-44f7-a499-de65fc8b9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.436568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-0c38c2e3-4130-44f7-a499-de65fc8b9b9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0861597
Jan 29 20:47:43.440904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe3b90dc-606e-4f80-b884-d0559facc219 req-93b7951d-e88a-4be9-ab83-ef25d444be6c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821297
Jan 29 20:47:43.463896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 536f3ef3-85cd-49df-93b8-c6e604949d74 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:43.464296 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.480631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 5c4bbace-5e41-430b-9f78-53a56a9f5617 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:43.480934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.485771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536f3ef3-85cd-49df-93b8-c6e604949d74 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:43.520538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=536f3ef3-85cd-49df-93b8-c6e604949d74,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:43.527413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:43.529670 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4d088-4529-4cbd-baee-4646e92ac263" -d '{"events": [{"server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:43.538636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.545417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:43.569326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.597273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:43.601770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:43.618536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292fb9f-4a9d-4308-88a8-b981d6a3cae6 req-754a722c-4703-4f03-9f49-15e102823ad3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.620042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3292fb9f-4a9d-4308-88a8-b981d6a3cae6 req-754a722c-4703-4f03-9f49-15e102823ad3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 944 time: 0.1306002
Jan 29 20:47:43.623864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-d992d590-6a21-4d90-98ca-452db605c242 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811624
Jan 29 20:47:43.654493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:43.659184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f3697-5d00-4700-baff-a91e1b687107 req-258f813c-5369-4211-ae07-25f3ebde7762 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:43.660656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2f3697-5d00-4700-baff-a91e1b687107 req-258f813c-5369-4211-ae07-25f3ebde7762 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 944 time: 0.1378422
Jan 29 20:47:43.864713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['536f3ef3-85cd-49df-93b8-c6e604949d74'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:43.958632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3292fb9f-4a9d-4308-88a8-b981d6a3cae6 req-f1ac5350-d416-4a66-a6f3-2801c141225b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323166
Jan 29 20:47:43.978045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e2c40111-322f-407a-8883-ffef11f96aa0 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:43.985615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2f3697-5d00-4700-baff-a91e1b687107 req-6abe062d-fdc3-43ff-9975-e1cbb69615e3 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3145330
Jan 29 20:47:44.012816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-f45145ee-8318-4b5f-93a4-afc3b51f6084 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704636
Jan 29 20:47:44.066509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port e2c40111-322f-407a-8883-ffef11f96aa0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:44.071866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port e2c40111-322f-407a-8883-ffef11f96aa0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:44.072528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.099134 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70747628-297f-45e1-aa71-1dcac2d35c10 x-openstack-request-id: req-70747628-297f-45e1-aa71-1dcac2d35c10 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:44.099683 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:44.099946 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70747628-297f-45e1-aa71-1dcac2d35c10 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:44.100342 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617', 'code': 200}
Jan 29 20:47:44.166400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e2c40111-322f-407a-8883-ffef11f96aa0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:44.166799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.220746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2c40111-322f-407a-8883-ffef11f96aa0,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:44.224927 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.226518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:44.252121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90c42a-cfcf-4662-879a-c940b919e3c7 req-28ef5d56-02ac-4872-a91f-e1f3364b428e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:44.253765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c90c42a-cfcf-4662-879a-c940b919e3c7 req-28ef5d56-02ac-4872-a91f-e1f3364b428e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 949 time: 0.0967467
Jan 29 20:47:44.306836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:44.318446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 196b771e-9622-45f1-8498-086d03d8a6a6 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:44.318838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723020af-4623-446f-9414-d8922acae359 req-40f7f42c-f007-4e39-b7e8-4d5daae0d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:44.320290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-723020af-4623-446f-9414-d8922acae359 req-40f7f42c-f007-4e39-b7e8-4d5daae0d40b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 1131 time: 0.1183889
Jan 29 20:47:44.322289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 196b771e-9622-45f1-8498-086d03d8a6a6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:44.322667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.341168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659184-d39e-45ad-8872-3cbb4c6e35b5 req-d1e0da16-57b9-47b2-9509-6c8ef9dfd8f8 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:44.342690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56659184-d39e-45ad-8872-3cbb4c6e35b5 req-d1e0da16-57b9-47b2-9509-6c8ef9dfd8f8 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.1384041
Jan 29 20:47:44.350954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c90c42a-cfcf-4662-879a-c940b919e3c7 req-e41cca60-c5e3-4e7b-8a81-1957d1344488 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799208
Jan 29 20:47:44.408455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 196b771e-9622-45f1-8498-086d03d8a6a6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:44.409090 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.418933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-723020af-4623-446f-9414-d8922acae359 req-4bd16e76-2632-42ff-8ab5-ba52371b8ed3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864074
Jan 29 20:47:44.425578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56659184-d39e-45ad-8872-3cbb4c6e35b5 req-c94fca22-1d9e-40bf-9259-15e873fc5998 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715809
Jan 29 20:47:44.443379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:44.449293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:44.506978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:44.549977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf4d0-3c78-44cf-99f1-e3feaa3da640 req-d5c4fed5-6476-4f2f-9f67-e033882907ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:44.551493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-972bf4d0-3c78-44cf-99f1-e3feaa3da640 req-d5c4fed5-6476-4f2f-9f67-e033882907ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0550096
Jan 29 20:47:44.601235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-972bf4d0-3c78-44cf-99f1-e3feaa3da640 req-f8cf91e9-e159-4f98-8819-cedd7e6a4d76 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439026
Jan 29 20:47:44.704537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824144-dbee-4a47-8d36-594389ac4094 req-5b7b6065-8f7c-4ded-85f7-39fecd8e30cb tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:44.706082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e824144-dbee-4a47-8d36-594389ac4094 req-5b7b6065-8f7c-4ded-85f7-39fecd8e30cb tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 944 time: 0.0517073
Jan 29 20:47:44.755017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e824144-dbee-4a47-8d36-594389ac4094 req-ea393c09-be19-4b36-b9fd-09455d59b2d6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422957
Jan 29 20:47:45.015237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac15a53d-4b30-4e92-ad31-0ab01271f2a4 req-a008ad80-b341-44fd-ae20-72de6023a566 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eb2c803657b54b5eb96258afafc89562&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214036
Jan 29 20:47:45.132331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15a53d-4b30-4e92-ad31-0ab01271f2a4 req-5d75318a-c5dc-4d37-a306-6a7b4973c39e tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:45.134544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac15a53d-4b30-4e92-ad31-0ab01271f2a4 req-5d75318a-c5dc-4d37-a306-6a7b4973c39e tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1136043
Jan 29 20:47:45.149434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac15a53d-4b30-4e92-ad31-0ab01271f2a4 req-677ec7ef-aa51-41cf-87bb-4f5d7c146188 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/quotas/eb2c803657b54b5eb96258afafc89562 HTTP/1.1" status: 200  len: 375 time: 0.0095797
Jan 29 20:47:45.184519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac15a53d-4b30-4e92-ad31-0ab01271f2a4 req-2de98e33-7a62-4c48-bc7e-a0ab868abaeb tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb2c803657b54b5eb96258afafc89562&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0296342
Jan 29 20:47:45.218212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37600) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:45.220528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 536f3ef3-85cd-49df-93b8-c6e604949d74 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:45.295329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 536f3ef3-85cd-49df-93b8-c6e604949d74 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:47:45.300787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 536f3ef3-85cd-49df-93b8-c6e604949d74 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:45.301640 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.362498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fcbcc-4500-41ce-a767-69c4114ee637 req-257df752-df58-4b83-a43b-2cfeb8a4068f tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:45.370460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-492fcbcc-4500-41ce-a767-69c4114ee637 req-257df752-df58-4b83-a43b-2cfeb8a4068f tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.0660634
Jan 29 20:47:45.389967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 536f3ef3-85cd-49df-93b8-c6e604949d74 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:45.390461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.414982 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f0ccce03-5fb4-431a-895c-2b3a11ce5c9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a603c846e1245edb6e41d70c7a8d583&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1942003
Jan 29 20:47:45.422030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37610) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:45.431355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-492fcbcc-4500-41ce-a767-69c4114ee637 req-b02d2329-801b-408e-b9a9-fbefd1e54a7a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593963
Jan 29 20:47:45.435017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=536f3ef3-85cd-49df-93b8-c6e604949d74,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:45.447337 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.448340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 75748dd2-b667-4cd3-a8a7-887af939051f no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:45.453027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.479019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 75748dd2-b667-4cd3-a8a7-887af939051f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:47:45.479626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 75748dd2-b667-4cd3-a8a7-887af939051f not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:47:45.503829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] Publish callbacks [] for security_group (093a02eb-9414-4883-a6bc-d8e64c62d971), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.528120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d5d89de8-4ed0-4685-a035-7f3da92fb0a5 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:47:45.528329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:45.529714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d5d89de8-4ed0-4685-a035-7f3da92fb0a5 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0109792
Jan 29 20:47:45.538745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] Publish callbacks [] for security_group (093a02eb-9414-4883-a6bc-d8e64c62d971), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.586012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e7ac-8b8b-49d3-ad7b-2833e1338e00 req-450ceda0-a72c-44e4-b044-2b523bb9908c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:45.587541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40c1e7ac-8b8b-49d3-ad7b-2833e1338e00 req-450ceda0-a72c-44e4-b044-2b523bb9908c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0599380
Jan 29 20:47:45.599892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e9d2b64b-4c2f-43f4-8ee3-b6e4477bdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:45.601305 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e9d2b64b-4c2f-43f4-8ee3-b6e4477bdca7 service neutron] 10.222.0.20 "GET /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 1124 time: 0.0561781
Jan 29 20:47:45.612366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:45.612801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:47:45.639750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40c1e7ac-8b8b-49d3-ad7b-2833e1338e00 req-e7899545-a2ba-4e58-a0e9-2cc104089b14 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464692
Jan 29 20:47:45.646968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (093a02eb-9414-4883-a6bc-d8e64c62d971), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.649558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.650683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/093a02eb-9414-4883-a6bc-d8e64c62d971 HTTP/1.1" status: 204  len: 168 time: 0.2276866
Jan 29 20:47:45.659753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e29f4-23e9-4d42-9922-ae0659564e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a02eb-9414-4883-a6bc-d8e64c62d971,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:45.775563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:45.776164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:45.776637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:45.781841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:45.782244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:45.787584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:45.788131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:45.788601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:45.789114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Bound port: eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:45.849799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:45.857215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:45.858526 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-63dfc9b6-ddd7-4f5a-a25a-3b432b1d8978 service neutron] 10.222.0.20 "POST /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657/bindings HTTP/1.1" status: 201  len: 389 time: 0.2496831
Jan 29 20:47:46.029817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37626) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:46.052708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20751e3d-40b8-4e91-bed0-0211a9b50463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.066414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ccca6-b74c-439b-8870-20cf11b91c21 req-e90edd11-f063-464f-85b4-9e84491bdf99 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.066414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8ccca6-b74c-439b-8870-20cf11b91c21 req-e90edd11-f063-464f-85b4-9e84491bdf99 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 949 time: 0.0631614
Jan 29 20:47:46.101529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}, {'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6'}, {'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:46.107762 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee5efa-5049-4917-9694-ab166d72c039" -d '{"events": [{"server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "name": "network-vif-plugged", "status": "completed", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}, {"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-plugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6"}, {"server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "name": "network-vif-plugged", "status": "completed", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:46.152539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20751e3d-40b8-4e91-bed0-0211a9b50463 admin admin] Publish callbacks [] for security_group (b6120af3-bda8-45c0-ba7b-1aba010ac8be), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.156669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20751e3d-40b8-4e91-bed0-0211a9b50463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6120af3-bda8-45c0-ba7b-1aba010ac8be), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.179313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8ccca6-b74c-439b-8870-20cf11b91c21 req-ed79c437-38fe-45a7-bdaa-15a0f300ce54 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067615
Jan 29 20:47:46.193734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-cb0170f2-84ed-4fd4-b56d-f4dba3fab3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.195397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-cb0170f2-84ed-4fd4-b56d-f4dba3fab3d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1127 time: 0.1037476
Jan 29 20:47:46.205726 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-20751e3d-40b8-4e91-bed0-0211a9b50463 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed671eaa1ed449288ad485431ae2aa09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1738670
Jan 29 20:47:46.206447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37632) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:46.217428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20751e3d-40b8-4e91-bed0-0211a9b50463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6120af3-bda8-45c0-ba7b-1aba010ac8be,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:46.263682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3709f23-fb74-4997-bfd6-beabab52b9c9 req-f117d0ac-3e31-4995-9ad6-b96816b62937 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.265149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3709f23-fb74-4997-bfd6-beabab52b9c9 req-f117d0ac-3e31-4995-9ad6-b96816b62937 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1346486
Jan 29 20:47:46.267144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] Publish callbacks [] for security_group (b6120af3-bda8-45c0-ba7b-1aba010ac8be), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.289361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] Publish callbacks [] for security_group (b6120af3-bda8-45c0-ba7b-1aba010ac8be), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.339418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6120af3-bda8-45c0-ba7b-1aba010ac8be), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.342096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.343150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6120af3-bda8-45c0-ba7b-1aba010ac8be HTTP/1.1" status: 204  len: 168 time: 0.1345744
Jan 29 20:47:46.351162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5ede8-c86e-4946-bf4f-5c87df21ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6120af3-bda8-45c0-ba7b-1aba010ac8be,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:46.374686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-9c76873b-5745-4c21-9f0e-c1ae8d84ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.376277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-9c76873b-5745-4c21-9f0e-c1ae8d84ec8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1741676
Jan 29 20:47:46.383019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3709f23-fb74-4997-bfd6-beabab52b9c9 req-efc2c406-bc7d-4db8-933f-131146147812 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074264
Jan 29 20:47:46.396584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664409e1-a88f-44c3-bd86-362922098455 req-ff81aa84-15cc-4ebf-8fd6-0ccd5fd0663e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.398079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-664409e1-a88f-44c3-bd86-362922098455 req-ff81aa84-15cc-4ebf-8fd6-0ccd5fd0663e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1447792
Jan 29 20:47:46.431030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-6191e759-3355-495e-b823-24f9d136a719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 217 time: 0.0457754
Jan 29 20:47:46.532125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-eb6884f8-047c-4470-b361-04eab21468ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.533618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-eb6884f8-047c-4470-b361-04eab21468ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0975304
Jan 29 20:47:46.544356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-664409e1-a88f-44c3-bd86-362922098455 req-0d2fbd0f-b4b4-4e10-bb0d-b643c336d2bf tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162803
Jan 29 20:47:46.571809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-58efac91-e199-457c-adf7-df67a006037c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309851
Jan 29 20:47:46.584701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078da1a-71e6-40f0-85fb-70857b6b6805 req-37c06989-2419-40af-a7c2-714f69c8f4e9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.586173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1078da1a-71e6-40f0-85fb-70857b6b6805 req-37c06989-2419-40af-a7c2-714f69c8f4e9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 945 time: 0.1204200
Jan 29 20:47:46.688293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1078da1a-71e6-40f0-85fb-70857b6b6805 req-a1cd0413-0e03-4c00-89b2-4e2895d0d690 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941155
Jan 29 20:47:46.715890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-7f171981-ad12-4a53-80ac-c8175a363a4c service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287222
Jan 29 20:47:46.720273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:46.761416 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a475fad-1943-4066-bd2b-7ceb0b23b20f x-openstack-request-id: req-1a475fad-1943-4066-bd2b-7ceb0b23b20f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:46.761788 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "name": "network-vif-plugged", "status": "completed", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "code": 200}, {"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-plugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6", "code": 200}, {"server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "name": "network-vif-plugged", "status": "completed", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:46.762056 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a475fad-1943-4066-bd2b-7ceb0b23b20f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:46.762794 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'code': 200}
Jan 29 20:47:46.763056 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6', 'code': 200}
Jan 29 20:47:46.763314 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'code': 200}
Jan 29 20:47:46.918861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0813c-5b54-4c25-9be6-cb39fc962031 req-ddf669dc-4bb4-475d-b17f-d11405ea8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.921707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e2d0813c-5b54-4c25-9be6-cb39fc962031 req-ddf669dc-4bb4-475d-b17f-d11405ea8b16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 1127 time: 0.0862041
Jan 29 20:47:46.941675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d264a2e3-a89f-4da8-a532-cc07892cb256 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196791
Jan 29 20:47:46.966012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979e91-aadc-4272-a062-42fed83ef54a req-1411d29e-7a08-4f3e-b7ee-6c44905f1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.967605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be979e91-aadc-4272-a062-42fed83ef54a req-1411d29e-7a08-4f3e-b7ee-6c44905f1806 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 1127 time: 0.1207340
Jan 29 20:47:46.980743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8413f-8c02-4be3-bb16-82e8d2c56197 req-14042b6a-4cf6-400f-8148-d853eccdaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:46.982226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f8413f-8c02-4be3-bb16-82e8d2c56197 req-14042b6a-4cf6-400f-8148-d853eccdaa1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.1159842
Jan 29 20:47:46.987580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e2d0813c-5b54-4c25-9be6-cb39fc962031 req-f7810d92-f1c7-4bd0-b332-ab9d27a5939d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581205
Jan 29 20:47:47.088376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be979e91-aadc-4272-a062-42fed83ef54a req-3d76efad-9251-4899-ba19-ee5b86af4524 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099064
Jan 29 20:47:47.092535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f8413f-8c02-4be3-bb16-82e8d2c56197 req-3e193dd7-f7c9-4ec6-bc59-6f4d81d1069d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019545
Jan 29 20:47:47.106685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea24d45-998b-4200-8415-0d2b46a67fec req-b44057d4-b9d7-4c07-bd70-a16fc6c8fd11 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.111482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aea24d45-998b-4200-8415-0d2b46a67fec req-b44057d4-b9d7-4c07-bd70-a16fc6c8fd11 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.1086359
Jan 29 20:47:47.168046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aea24d45-998b-4200-8415-0d2b46a67fec req-abf8f22c-f2e3-48e6-9862-60aaf91bf7c8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557845
Jan 29 20:47:47.258181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab88ce-0ab7-4365-ac58-e8fb01ef4342 req-0a61e101-2483-4c24-8d88-947b5278da97 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.260233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8ab88ce-0ab7-4365-ac58-e8fb01ef4342 req-0a61e101-2483-4c24-8d88-947b5278da97 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0555317
Jan 29 20:47:47.308877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8ab88ce-0ab7-4365-ac58-e8fb01ef4342 req-2a6903f0-5166-4cdf-a547-ff8e287ec2fb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419164
Jan 29 20:47:47.616753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34030a-a75c-4ab7-b488-e47c02ffd8d9 req-32c3f104-b6cd-4972-b684-f50b2c462638 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.621576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a34030a-a75c-4ab7-b488-e47c02ffd8d9 req-32c3f104-b6cd-4972-b684-f50b2c462638 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0998755
Jan 29 20:47:47.653298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-4df1082d-b6f0-4f6b-a7a5-bc68d9fb5a19 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.654715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-4df1082d-b6f0-4f6b-a7a5-bc68d9fb5a19 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1025493
Jan 29 20:47:47.688647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:47.730518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a34030a-a75c-4ab7-b488-e47c02ffd8d9 req-cf33ed26-b120-4893-b836-ab0fb41359eb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045868
Jan 29 20:47:47.778443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.778846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.779309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.779775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.780229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.780686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.781169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.781624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.782078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:47.784159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058808fe-ca79-46e0-9277-4327849c7557 req-936c4003-5957-4703-84ca-299523e92863 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d&device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76&device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c&device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b&device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 8503 time: 0.1471636
Jan 29 20:47:47.789810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:47.816459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-058808fe-ca79-46e0-9277-4327849c7557 req-02db5330-35ae-4970-80b8-3e2aa4559e22 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.000713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f2c54-ae9a-498a-987c-690633da3b26 req-ebf60c16-f1d9-43eb-b0f2-77070365e470 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:48.002219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f99f2c54-ae9a-498a-987c-690633da3b26 req-ebf60c16-f1d9-43eb-b0f2-77070365e470 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1518755
Jan 29 20:47:48.018566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:48.085848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-058808fe-ca79-46e0-9277-4327849c7557 req-02db5330-35ae-4970-80b8-3e2aa4559e22 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Publish callbacks [] for security_group (3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.099121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-058808fe-ca79-46e0-9277-4327849c7557 req-02db5330-35ae-4970-80b8-3e2aa4559e22 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.115567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:48.144498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f99f2c54-ae9a-498a-987c-690633da3b26 req-cfa2bc19-635d-4798-a2a5-eafb98a0f1ec tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344721
Jan 29 20:47:48.180591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db5330-35ae-4970-80b8-3e2aa4559e22 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:48.206928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:48.209257 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f69442f-e05a-45cc-8d29-240655ae7be1" -d '{"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:48.213565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks [] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.231445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.291099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddf4e94-0c40-43c3-bc9d-6c34042b918e req-b3bdaec3-8cb2-43db-b127-851ed7e9dfc8 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eb2c803657b54b5eb96258afafc89562&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0615985
Jan 29 20:47:48.301297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058808fe-ca79-46e0-9277-4327849c7557 req-02db5330-35ae-4970-80b8-3e2aa4559e22 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 647 time: 0.5027034
Jan 29 20:47:48.377545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:48.434338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:48.434672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:48.435006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:48.464140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:48.464464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Attempting to bind port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:48.480805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:48.481165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:48.481555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:48.481978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Bound port: eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:48.482336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.746694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf4e94-0c40-43c3-bc9d-6c34042b918e req-ecb0d02b-9dc1-4882-a821-01d8698a6cad tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:48.748042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddf4e94-0c40-43c3-bc9d-6c34042b918e req-ecb0d02b-9dc1-4882-a821-01d8698a6cad tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4444799
Jan 29 20:47:48.756913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400d951-bd31-406a-8773-fc84ff1b07b5 req-22aa3983-bdcb-4068-9d76-9a72484dda39 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:48.758275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4400d951-bd31-406a-8773-fc84ff1b07b5 req-22aa3983-bdcb-4068-9d76-9a72484dda39 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.3540976
Jan 29 20:47:48.793712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddf4e94-0c40-43c3-bc9d-6c34042b918e req-ea11dc95-7312-4125-9ef9-5a04323b1bfc tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/quotas/eb2c803657b54b5eb96258afafc89562 HTTP/1.1" status: 200  len: 375 time: 0.0330861
Jan 29 20:47:48.808680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:48.843117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:48.846965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddf4e94-0c40-43c3-bc9d-6c34042b918e req-f77b1726-5ed6-4da8-bf81-c4f93a654a95 tempest-QuotasAdminNegativeTest-372981124 tempest-QuotasAdminNegativeTest-372981124-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb2c803657b54b5eb96258afafc89562&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445168
Jan 29 20:47:48.855056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.899694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4400d951-bd31-406a-8773-fc84ff1b07b5 req-7aa4ecbb-4b70-4fcc-8777-7078e9b928be tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324725
Jan 29 20:47:48.951674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:48.952323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:48.953706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] 10.222.0.18 "PUT /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 1121 time: 1.2716615
Jan 29 20:47:48.957118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7128-cb14-4921-a043-bd23e48c3bbd service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:49.033530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fee5-0e53-46ff-87c5-3dbec86fb8fa req-e8b958e4-9047-4c22-9051-4df631ae43ae tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:49.035123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd69fee5-0e53-46ff-87c5-3dbec86fb8fa req-e8b958e4-9047-4c22-9051-4df631ae43ae tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.0550790
Jan 29 20:47:49.038906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:49.091827 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ac741-f9b5-42d4-b9f8-6e5d19e6309c x-openstack-request-id: req-378ac741-f9b5-42d4-b9f8-6e5d19e6309c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:49.092282 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:49.092541 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-378ac741-f9b5-42d4-b9f8-6e5d19e6309c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:49.092938 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'code': 200}
Jan 29 20:47:49.100286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd69fee5-0e53-46ff-87c5-3dbec86fb8fa req-9304d553-ae38-4df5-87fa-d07157982212 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581784
Jan 29 20:47:49.213464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d75e1-8427-427d-8b2c-5c4b3cd5007a req-e6c7041a-be44-4bdd-9a75-31efc76a6e82 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:49.215475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d98d75e1-8427-427d-8b2c-5c4b3cd5007a req-e6c7041a-be44-4bdd-9a75-31efc76a6e82 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0558209
Jan 29 20:47:49.262709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d98d75e1-8427-427d-8b2c-5c4b3cd5007a req-7c82bfcb-9a9e-4d03-ad33-9c157b6dd3a7 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413835
Jan 29 20:47:49.319900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903088-abb8-4b3e-8496-29f17ec61d50 req-9703378f-acd2-4973-9a76-69a1c66c187d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:49.321903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43903088-abb8-4b3e-8496-29f17ec61d50 req-9703378f-acd2-4973-9a76-69a1c66c187d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0563650
Jan 29 20:47:49.369217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43903088-abb8-4b3e-8496-29f17ec61d50 req-2be00ed9-f90c-4a73-b276-13409fc01639 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418906
Jan 29 20:47:49.679767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-3a04136b-b1ef-4df1-ac99-4ca852a74370 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2141299
Jan 29 20:47:49.687144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e3420-8f18-44e4-a111-97e41fd36c52 req-c57c4eb8-efc2-4555-80cc-8592f31bd252 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:49.688551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-313e3420-8f18-44e4-a111-97e41fd36c52 req-c57c4eb8-efc2-4555-80cc-8592f31bd252 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1403439
Jan 29 20:47:49.693312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:49.732385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:49.783163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-313e3420-8f18-44e4-a111-97e41fd36c52 req-6a56958c-6db2-47d3-9263-fbc2efa4ac21 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850010
Jan 29 20:47:49.842809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:49.950044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Allocated IP 172.35.4.168 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/704dca34-9a20-43d5-bbd3-069a23d8c2b9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:50.081521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cff51-b6eb-4598-97b4-0b37db689d3a req-55d83299-ab1f-4863-a0dd-590f90f331f3 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.081910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cff51-b6eb-4598-97b4-0b37db689d3a req-55d83299-ab1f-4863-a0dd-590f90f331f3 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.082375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cff51-b6eb-4598-97b4-0b37db689d3a req-55d83299-ab1f-4863-a0dd-590f90f331f3 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.084022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b67cff51-b6eb-4598-97b4-0b37db689d3a req-55d83299-ab1f-4863-a0dd-590f90f331f3 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd&device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b&device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 2975 time: 0.1105850
Jan 29 20:47:50.094425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.147025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b67cff51-b6eb-4598-97b4-0b37db689d3a req-da7f9ff1-10aa-4378-85e4-4aa86998e30b tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559580
Jan 29 20:47:50.165738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.210144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:50.213903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:50.236092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:50.253539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event updated for resources: {'Port': ['ID=704dca34-9a20-43d5-bbd3-069a23d8c2b9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:50.303370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeb2bf-926c-4b69-918e-d27fdfec66ee req-8c0643f2-49ce-4672-9e68-c8ff6fb3ddab tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.304830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9eeb2bf-926c-4b69-918e-d27fdfec66ee req-8c0643f2-49ce-4672-9e68-c8ff6fb3ddab tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.1090271
Jan 29 20:47:50.308643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.369089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.395381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9eeb2bf-926c-4b69-918e-d27fdfec66ee req-91aba509-65c8-466f-a964-86483c2c8da6 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850115
Jan 29 20:47:50.575737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.579623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.618773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82212383-bcc1-453f-8db5-862b8b1e5b27 req-35a36282-1123-47d1-9fbc-85bab6b63f9d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.620258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82212383-bcc1-453f-8db5-862b8b1e5b27 req-35a36282-1123-47d1-9fbc-85bab6b63f9d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1178205
Jan 29 20:47:50.625022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.629175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:50.639197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'floatingip': {'port_id': '536f3ef3-85cd-49df-93b8-c6e604949d74'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:50.649802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.651031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 0.9615536
Jan 29 20:47:50.651642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbcab4-51cf-4d2b-9a51-9e1d9cbd3cf3 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event updated for resources: {'Port': ['ID=704dca34-9a20-43d5-bbd3-069a23d8c2b9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:50.721059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37760) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:50.770699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-e6490f27-ca82-4310-868e-dadc476e56e8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 696 time: 0.1122432
Jan 29 20:47:50.883912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267a9fd-0f7f-4932-8f0e-6b997cbbd5fa req-6fd4b194-f7b8-4487-aae5-5cff40c316b8 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.885373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b267a9fd-0f7f-4932-8f0e-6b997cbbd5fa req-6fd4b194-f7b8-4487-aae5-5cff40c316b8 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.1652026
Jan 29 20:47:50.888451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acaeec77-3038-472c-8878-d0fb089ff43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.931296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:50.941883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-c2f55180-07d1-47c8-8f50-23ae14318536 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:50.943232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-c2f55180-07d1-47c8-8f50-23ae14318536 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1659572
Jan 29 20:47:50.958707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-89be7c3a-258f-4da3-b718-f84eaaa15022 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:47:50.959729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8596c842-b9a5-4346-ac9f-2d50852e68f3 req-89be7c3a-258f-4da3-b718-f84eaaa15022 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0100741
Jan 29 20:47:50.995994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b267a9fd-0f7f-4932-8f0e-6b997cbbd5fa req-c35145e8-7c88-4b65-9327-a346e90128c1 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024528
Jan 29 20:47:51.084631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acaeec77-3038-472c-8878-d0fb089ff43e admin admin] Publish callbacks [] for security_group (a5db17d0-024e-45a8-8328-d176c9ba2abc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.092302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acaeec77-3038-472c-8878-d0fb089ff43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a5db17d0-024e-45a8-8328-d176c9ba2abc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.113723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:51.116255 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a0483-c8e1-49d2-be5c-146c97cb4bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:51.140412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-acaeec77-3038-472c-8878-d0fb089ff43e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb2c803657b54b5eb96258afafc89562&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4182715
Jan 29 20:47:51.145828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37772) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:51.164319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeec77-3038-472c-8878-d0fb089ff43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db17d0-024e-45a8-8328-d176c9ba2abc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:51.244768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] Publish callbacks [] for security_group (a5db17d0-024e-45a8-8328-d176c9ba2abc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.268061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] Publish callbacks [] for security_group (a5db17d0-024e-45a8-8328-d176c9ba2abc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.349924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723fc0-1388-4b66-ab4d-58389d99e892 req-eeabafcb-84b0-4db5-bdff-d82748b54af8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:51.351956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2723fc0-1388-4b66-ab4d-58389d99e892 req-eeabafcb-84b0-4db5-bdff-d82748b54af8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0766060
Jan 29 20:47:51.384880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a5db17d0-024e-45a8-8328-d176c9ba2abc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.387373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.388492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5db17d0-024e-45a8-8328-d176c9ba2abc HTTP/1.1" status: 204  len: 168 time: 0.2413411
Jan 29 20:47:51.411885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b549d0-4d22-42ab-8abb-79dec65f7bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db17d0-024e-45a8-8328-d176c9ba2abc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:51.427604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2723fc0-1388-4b66-ab4d-58389d99e892 req-fa2ddd4e-f44d-40d0-8bb9-f4131eb35398 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677669
Jan 29 20:47:51.561091 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcbf1b7-ec63-45c2-a0e6-06da0a21a381 x-openstack-request-id: req-9dcbf1b7-ec63-45c2-a0e6-06da0a21a381 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:51.561730 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:51.561991 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dcbf1b7-ec63-45c2-a0e6-06da0a21a381 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:51.562388 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'status': 'completed', 'code': 200}
Jan 29 20:47:51.609691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.resource_extend [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:47:51.717637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-c173c721-e69d-4241-afb0-66eb9d27d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:51.719680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-c173c721-e69d-4241-afb0-66eb9d27d682 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1155 time: 0.1373451
Jan 29 20:47:51.725596 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.730698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.805883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-da2772c8-a00b-4860-b0c5-1c9a339169f5 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:51.807760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-da2772c8-a00b-4860-b0c5-1c9a339169f5 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 821 time: 0.2145178
Jan 29 20:47:51.814033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:51.829086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5af6185-32ad-4b5f-a90b-27e9b70eb96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:51.846331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-4025757e-defb-4cf3-844a-c3d4f6bbba74 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/quotas/e4bed9fc808a4c0aaa9520a48b04989b HTTP/1.1" status: 200  len: 375 time: 0.0322931
Jan 29 20:47:51.871524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-d9676852-c0da-4888-abd1-a7fb5bbec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:51.872970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-d9676852-c0da-4888-abd1-a7fb5bbec902 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1446066
Jan 29 20:47:51.902676 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86 associated. External IP: 172.35.4.108, port: 536f3ef3-85cd-49df-93b8-c6e604949d74.
Jan 29 20:47:51.928152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-b7f8f35d-9a4e-4832-b8c8-327d542c3d97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 217 time: 0.0374458
Jan 29 20:47:51.981450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-4273acce-98f5-45e8-892b-d0f92495e33a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1248302
Jan 29 20:47:52.003205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-044a78f8-af3a-4d8e-b8e9-bc5330a9b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:52.004595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-044a78f8-af3a-4d8e-b8e9-bc5330a9b9cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0687342
Jan 29 20:47:52.021763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5af6185-32ad-4b5f-a90b-27e9b70eb96d admin admin] Publish callbacks [] for security_group (f1b17619-8c0c-4bbe-ab00-419143c83869), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.030709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5af6185-32ad-4b5f-a90b-27e9b70eb96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f1b17619-8c0c-4bbe-ab00-419143c83869), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.034162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:52.063440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f5af6185-32ad-4b5f-a90b-27e9b70eb96d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3647da1f262140a6aed1217084416143&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2479928
Jan 29 20:47:52.066485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:52.112372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af6185-32ad-4b5f-a90b-27e9b70eb96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b17619-8c0c-4bbe-ab00-419143c83869,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:52.271768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:47:52.284023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] Publish callbacks [] for security_group (f1b17619-8c0c-4bbe-ab00-419143c83869), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.301410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-f7cedbca-0ff8-41c1-aec4-a3c21a715c13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2852058
Jan 29 20:47:52.315228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.342128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] Publish callbacks [] for security_group (f1b17619-8c0c-4bbe-ab00-419143c83869), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.349596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:52.361996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:47:52.429710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:47:52.434363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.437447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de17b4-d52e-4c88-aa4a-0f624217ff8a req-88204211-2eb6-4cd6-8a02-3e81b03ca81b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:52.446806 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:47:52.449513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17de17b4-d52e-4c88-aa4a-0f624217ff8a req-88204211-2eb6-4cd6-8a02-3e81b03ca81b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.1843443
Jan 29 20:47:52.457272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f1b17619-8c0c-4bbe-ab00-419143c83869), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.457785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:52.458465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b424bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:52.459905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:52.461088 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1b17619-8c0c-4bbe-ab00-419143c83869 HTTP/1.1" status: 204  len: 168 time: 0.3919623
Jan 29 20:47:52.464801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-055d4e62-cc90-4c58-a8a6-cc787548f638 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4698977
Jan 29 20:47:52.472360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705295a-f62d-467d-b741-839ac8bc6553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b17619-8c0c-4bbe-ab00-419143c83869,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:52.479861 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3cad4eb3-032e-40f3-a0a8-e41fdfb2ca9f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "PUT /v2.0/floatingips/d07b2824-b4d0-439c-b035-6fcb32ff3b86 HTTP/1.1" status: 200  len: 991 time: 1.8490646
Jan 29 20:47:52.480437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:52.483079 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:52.555162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-85927481-71c1-472e-8bf5-a9b0ecbad7e8 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382376
Jan 29 20:47:52.592426 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:52.625803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17de17b4-d52e-4c88-aa4a-0f624217ff8a req-e3a3d1b0-848d-4483-84d9-30b0c162d63b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750422
Jan 29 20:47:52.706332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-0da3ca0f-6013-45e2-af97-9a0b3da1bad5 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301600
Jan 29 20:47:52.750641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122a0483-c8e1-49d2-be5c-146c97cb4bd4 req-b0570463-b8aa-4f0e-b7c0-ea36eac27da2 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844726
Jan 29 20:47:52.826591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed8fc5-74d4-4629-a70b-28e6cd45ea75 req-1de2d165-d7bd-4cc3-9669-eab06b0c4e17 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:52.836103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8ed8fc5-74d4-4629-a70b-28e6cd45ea75 req-1de2d165-d7bd-4cc3-9669-eab06b0c4e17 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.0801585
Jan 29 20:47:52.908153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8ed8fc5-74d4-4629-a70b-28e6cd45ea75 req-abcd16a7-25c3-4f78-beb3-073aa40030ae tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564730
Jan 29 20:47:53.004858 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b424bb0>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:df:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:47:51Z', 'revision_number': 1, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:53.069416 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:47:53.098288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:53.100027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:47:53.100966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b424bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:53.138378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8851f-660a-4169-b868-162da8b3e006 req-9cfd784f-5b29-4db0-b340-651f05d535e0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.140081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb8851f-660a-4169-b868-162da8b3e006 req-9cfd784f-5b29-4db0-b340-651f05d535e0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1479907
Jan 29 20:47:53.221436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:53.227144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c0b1a-c3ed-47d1-8981-1afa7e2fa008 req-1ca94f56-5023-4852-baa3-986f84ba9447 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.234429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c55c0b1a-c3ed-47d1-8981-1afa7e2fa008 req-1ca94f56-5023-4852-baa3-986f84ba9447 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1442807
Jan 29 20:47:53.238918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb8851f-660a-4169-b868-162da8b3e006 req-534fbe02-6afe-4c3f-8029-8770ad4c5b39 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927227
Jan 29 20:47:53.298510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c55c0b1a-c3ed-47d1-8981-1afa7e2fa008 req-b7880292-dac0-40a9-9c36-9e09d917e0dc tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587502
Jan 29 20:47:53.334082 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:47:53.350510 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843372c-5302-4149-a12b-26209a405451 x-openstack-request-id: req-7843372c-5302-4149-a12b-26209a405451 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:53.351143 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:53.351668 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7843372c-5302-4149-a12b-26209a405451 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:53.352293 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'status': 'completed', 'code': 200}
Jan 29 20:47:53.388949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a20b0a4f-2040-4a52-8e1b-cabfa306b4a1 req-1f98d1d5-fb04-47ea-8422-cfeffa52f644 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 210 time: 0.0498664
Jan 29 20:47:53.503823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b35-e053-4786-b6e8-ba9707cb3c99 req-12b168df-782a-4fa2-ac88-a4855d30e254 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.505394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3f97b35-e053-4786-b6e8-ba9707cb3c99 req-12b168df-782a-4fa2-ac88-a4855d30e254 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.0652838
Jan 29 20:47:53.520086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-5ab34ec0-903c-4922-9d3a-cfa0b211b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.521621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-5ab34ec0-903c-4922-9d3a-cfa0b211b830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 1127 time: 0.1480138
Jan 29 20:47:53.527827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26b5-dd4e-4530-bdef-e1b1d4859533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:53.624955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3f97b35-e053-4786-b6e8-ba9707cb3c99 req-fb738e70-19f2-4bfe-8b0d-b75aa4c90617 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070325
Jan 29 20:47:53.687317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26b5-dd4e-4530-bdef-e1b1d4859533 admin admin] Publish callbacks [] for security_group (9c213bf6-8aa4-41b9-9d5a-597692dc7db6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:53.693484 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26b5-dd4e-4530-bdef-e1b1d4859533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c213bf6-8aa4-41b9-9d5a-597692dc7db6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:53.715535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-64ada003-bfcf-4735-a582-6a6ad69e6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.719628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-64ada003-bfcf-4735-a582-6a6ad69e6804 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 925 time: 0.1668744
Jan 29 20:47:53.761864 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a8e26b5-dd4e-4530-bdef-e1b1d4859533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7c43a510ce845dd9448295e25b40d42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5391855
Jan 29 20:47:53.766032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37876) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:53.783708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e26b5-dd4e-4530-bdef-e1b1d4859533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c213bf6-8aa4-41b9-9d5a-597692dc7db6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:53.844213 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b424bb0>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:df:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:47:51Z', 'revision_number': 1, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:47:53.894172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af4973-5916-4db0-bed9-c336ee101d50 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:df:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:47:51Z', 'revision_number': 1, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:47:53.930164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-51a369c5-3ba0-4d25-a198-7c2bde4f8f2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536f3ef3-85cd-49df-93b8-c6e604949d74 HTTP/1.1" status: 200  len: 999 time: 0.1978416
Jan 29 20:47:53.964422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fbb25-6bec-44e2-83e9-3e39f060b394 req-634266d6-5b23-47b9-8950-6167f595faff tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:53.966211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095fbb25-6bec-44e2-83e9-3e39f060b394 req-634266d6-5b23-47b9-8950-6167f595faff tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.1740813
Jan 29 20:47:54.001513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf3fe1-51e4-4fda-8914-5d719d55a6d7 req-7f017637-01c3-4a08-97b4-a9fca74e1475 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.005943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9bf3fe1-51e4-4fda-8914-5d719d55a6d7 req-7f017637-01c3-4a08-97b4-a9fca74e1475 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.2122610
Jan 29 20:47:54.070478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-d5af96f6-d0d6-4d3b-8cae-d6a798f06821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.072016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-d5af96f6-d0d6-4d3b-8cae-d6a798f06821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.1340151
Jan 29 20:47:54.141320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] Publish callbacks [] for security_group (9c213bf6-8aa4-41b9-9d5a-597692dc7db6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:54.147876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9bf3fe1-51e4-4fda-8914-5d719d55a6d7 req-52d25ada-c35c-4d73-848f-5f0650a7bbbc tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278458
Jan 29 20:47:54.151376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095fbb25-6bec-44e2-83e9-3e39f060b394 req-9c7f4ee9-4c7c-4198-8d66-128b250d0c40 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351788
Jan 29 20:47:54.177194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211fde0-5e38-4a80-b2b2-956ac4743bb8 None None] New status for floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:47:54.190367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] Publish callbacks [] for security_group (9c213bf6-8aa4-41b9-9d5a-597692dc7db6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:54.194688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-e34772a3-0a86-4091-a3f0-8e9548c75969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.196239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-e34772a3-0a86-4091-a3f0-8e9548c75969 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1170335
Jan 29 20:47:54.273395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c213bf6-8aa4-41b9-9d5a-597692dc7db6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:54.277357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:54.278753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c213bf6-8aa4-41b9-9d5a-597692dc7db6 HTTP/1.1" status: 204  len: 168 time: 0.5116837
Jan 29 20:47:54.288223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241a70c-3590-4354-9c3f-0f00bb5abfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c213bf6-8aa4-41b9-9d5a-597692dc7db6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:54.530448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-ad012a26-87a5-4480-a8b7-b516d47c0fd0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.536913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-ad012a26-87a5-4480-a8b7-b516d47c0fd0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.36 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 821 time: 0.2146189
Jan 29 20:47:54.551160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976229-61a0-4778-9300-932721d7420a req-5feae39f-c10a-473b-96c4-e960ffcebf8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.553814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'port': {'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'admin_state_up': True, 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:54.561234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd976229-61a0-4778-9300-932721d7420a req-5feae39f-c10a-473b-96c4-e960ffcebf8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 943 time: 0.2447777
Jan 29 20:47:54.600264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-8281b550-c969-4724-9995-66b0134aac26 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3963425
Jan 29 20:47:54.700303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Made reservation on behalf of e4bed9fc808a4c0aaa9520a48b04989b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:47:54.704144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:54.736746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd976229-61a0-4778-9300-932721d7420a req-e99f5286-ee39-45a4-bc97-029ff9e38d6c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744125
Jan 29 20:47:54.813606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5fe97-9045-4a6e-aa64-aedb96186c2e req-0c379859-46fc-4f0b-a283-7e099346f112 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948380
Jan 29 20:47:54.925814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Allocated IP 172.20.0.14 (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3/45d55421-75b4-46eb-850e-fb454f3263c3/1adeabe5-4a55-4354-bfda-58cbac0ac60d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:47:54.934446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9ec2-7c9e-4ad0-bc3b-788240858be6 req-c39132ed-628d-4365-80d5-03d5bfea795d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.941813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-104f9ec2-7c9e-4ad0-bc3b-788240858be6 req-c39132ed-628d-4365-80d5-03d5bfea795d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.0952990
Jan 29 20:47:54.950966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-3cd25aa2-eb49-4cf7-8589-e8bab6d9eec7 service neutron] 10.222.0.36 "GET /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1826923
Jan 29 20:47:54.951947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:54.960746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdeb0f-4f0f-43d9-943f-d04e7e7643c2 req-5caf9bd9-d2f4-4846-b30f-035e3ae3639a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:54.968547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbcdeb0f-4f0f-43d9-943f-d04e7e7643c2 req-5caf9bd9-d2f4-4846-b30f-035e3ae3639a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1202631
Jan 29 20:47:54.970121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7303d595-b213-4f46-8a5a-4c800df31abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.042106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-104f9ec2-7c9e-4ad0-bc3b-788240858be6 req-492f34a1-c327-4e1c-8270-38d064097a25 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988331
Jan 29 20:47:55.064360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbcdeb0f-4f0f-43d9-943f-d04e7e7643c2 req-d6ea3e31-e660-4ea2-b39f-0a6bbc2a06ad tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906167
Jan 29 20:47:55.145793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d8d133a-2908-4cde-880e-393e8f082b0c req-126c32a5-e943-4667-9697-619426e07610 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 210 time: 0.0342388
Jan 29 20:47:55.302040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d92d-4011-417d-a80e-a1b1f96e679e req-fd4eca33-0cb6-4af3-8827-30f981862829 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:55.303613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d17d92d-4011-417d-a80e-a1b1f96e679e req-fd4eca33-0cb6-4af3-8827-30f981862829 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0620601
Jan 29 20:47:55.320551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7303d595-b213-4f46-8a5a-4c800df31abb admin admin] Publish callbacks [] for security_group (c59af8d9-8197-4dde-964d-a1145aa452c2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.325288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.333545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7303d595-b213-4f46-8a5a-4c800df31abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c59af8d9-8197-4dde-964d-a1145aa452c2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.383635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d17d92d-4011-417d-a80e-a1b1f96e679e req-0fabdb7c-fd22-4357-aa0d-f3de9742d749 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714867
Jan 29 20:47:55.407120 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7303d595-b213-4f46-8a5a-4c800df31abb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d505db2549694d7d885e22714fe5fa0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4544957
Jan 29 20:47:55.410121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37942) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:55.417916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303d595-b213-4f46-8a5a-4c800df31abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59af8d9-8197-4dde-964d-a1145aa452c2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:55.470588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:55.475570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] Publish callbacks [] for security_group (c59af8d9-8197-4dde-964d-a1145aa452c2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.496493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.505185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] Publish callbacks [] for security_group (c59af8d9-8197-4dde-964d-a1145aa452c2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.510153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e2c40111-322f-407a-8883-ffef11f96aa0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:55.544318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:55.620679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:47:55.627564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c59af8d9-8197-4dde-964d-a1145aa452c2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.633166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event updated for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:55.633418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.635689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c59af8d9-8197-4dde-964d-a1145aa452c2 HTTP/1.1" status: 204  len: 168 time: 0.2238493
Jan 29 20:47:55.644550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:47:55.648236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:55.652960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:47:55.695457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:55.716396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c73b-3bc3-415f-b578-49a53b2a13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59af8d9-8197-4dde-964d-a1145aa452c2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:55.740612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-380f37a5-2616-4587-a6bf-2cc468e5a509 req-d9758ac9-876c-4d83-a111-8903d233d34d tempest-FlavorsV2NegativeTest-64855330 tempest-FlavorsV2NegativeTest-64855330-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1cdc1cca12b8457a9dbeb6b629b862f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0976200
Jan 29 20:47:55.754688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.830922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:55.837145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:55.912351 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-f6563b29-db30-4c1b-a66f-3daea90fb912 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3620079
Jan 29 20:47:55.952062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Request body: {'port': {'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:47:55.964145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbe883-a388-44a1-a08d-35c9a1e2bd23 req-3a2bc049-4386-40e5-b56b-35b5b4a1a86f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:55.965693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38fbe883-a388-44a1-a08d-35c9a1e2bd23 req-3a2bc049-4386-40e5-b56b-35b5b4a1a86f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1531913
Jan 29 20:47:56.020200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f37a5-2616-4587-a6bf-2cc468e5a509 req-93fa4660-43ef-4057-af8c-d8ce438d993d tempest-FlavorsV2NegativeTest-64855330 tempest-FlavorsV2NegativeTest-64855330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.021796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-380f37a5-2616-4587-a6bf-2cc468e5a509 req-93fa4660-43ef-4057-af8c-d8ce438d993d tempest-FlavorsV2NegativeTest-64855330 tempest-FlavorsV2NegativeTest-64855330-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2805321
Jan 29 20:47:56.059653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:47:56.080945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38fbe883-a388-44a1-a08d-35c9a1e2bd23 req-c10d3243-16e5-4202-9efd-2872ce8a951a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089265
Jan 29 20:47:56.110187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-380f37a5-2616-4587-a6bf-2cc468e5a509 req-df976ebf-689e-401b-9fa7-651d2439722b tempest-FlavorsV2NegativeTest-64855330 tempest-FlavorsV2NegativeTest-64855330-project] 10.222.0.20 "GET /v2.0/quotas/1cdc1cca12b8457a9dbeb6b629b862f0 HTTP/1.1" status: 200  len: 375 time: 0.0535405
Jan 29 20:47:56.127970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.147004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] Transition to ACTIVE for port object eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:56.185043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-380f37a5-2616-4587-a6bf-2cc468e5a509 req-4c8f9aa4-518b-43f3-8c34-8741d3b57e23 tempest-FlavorsV2NegativeTest-64855330 tempest-FlavorsV2NegativeTest-64855330-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cdc1cca12b8457a9dbeb6b629b862f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0647893
Jan 29 20:47:56.260518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8d56f02a-39ff-46ce-858b-9377c1385f9d None None] Provisioning complete for port 1adeabe5-4a55-4354-bfda-58cbac0ac60d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:56.261136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d56f02a-39ff-46ce-858b-9377c1385f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.266037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45409bbb-beb6-4766-8a8d-be544c483dcd req-b7c35061-c559-4a63-8f4c-9b33cff4b32e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.275256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45409bbb-beb6-4766-8a8d-be544c483dcd req-b7c35061-c559-4a63-8f4c-9b33cff4b32e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.0800657
Jan 29 20:47:56.303788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.353381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:56.366549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45409bbb-beb6-4766-8a8d-be544c483dcd req-b4135545-d75e-4dd9-8cd1-20ffa5876833 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857859
Jan 29 20:47:56.441905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '196b771e-9622-45f1-8498-086d03d8a6a6', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'port_id': '196b771e-9622-45f1-8498-086d03d8a6a6', 'mac_address': 'fa:16:3e:41:d5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661c7f2-95f7-4a9d-9d42-fc375008c179', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:47:56.472930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8d56f02a-39ff-46ce-858b-9377c1385f9d None None] Port 1adeabe5-4a55-4354-bfda-58cbac0ac60d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:47:56.478541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e21aa-fa10-4a6c-a9ce-0612f940b14f req-5de24de7-981d-44d2-ae71-df262f178069 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.480096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa0e21aa-fa10-4a6c-a9ce-0612f940b14f req-5de24de7-981d-44d2-ae71-df262f178069 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.1895170
Jan 29 20:47:56.536146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 196b771e-9622-45f1-8498-086d03d8a6a6 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:56.536736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.550710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-5a2f09b3-3877-4189-8a9e-b57ec698e0bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1787179
Jan 29 20:47:56.558764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 196b771e-9622-45f1-8498-086d03d8a6a6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:56.583024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4f18-56ee-4d7c-ad2a-a605051608f9 req-8bc8e433-b9df-4593-bcfa-ce579aa533f1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.587146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adeabe5-4a55-4354-bfda-58cbac0ac60d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:47:56.597030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fba4f18-56ee-4d7c-ad2a-a605051608f9 req-8bc8e433-b9df-4593-bcfa-ce579aa533f1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1130223
Jan 29 20:47:56.597235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks [] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.601833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa0e21aa-fa10-4a6c-a9ce-0612f940b14f req-1716531a-213c-46b9-9e68-abd2dacf2ebe tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052051
Jan 29 20:47:56.613949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:56.620259 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.624325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] No DVR routers for this DVR port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:47:56.666201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Transition to ACTIVE for port object 1adeabe5-4a55-4354-bfda-58cbac0ac60d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:47:56.684567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:56.695554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:56.698507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fba4f18-56ee-4d7c-ad2a-a605051608f9 req-994f6b22-557e-420b-850d-a126a3b01007 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003177
Jan 29 20:47:56.727435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-2a49e85f-1009-4c0d-af2b-5dcceb8a4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.727585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40505490-1dba-4690-a409-fae0b186348b service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:56.731395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-2a49e85f-1009-4c0d-af2b-5dcceb8a4b7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 1148 time: 0.1202393
Jan 29 20:47:56.744668 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-40505490-1dba-4690-a409-fae0b186348b service neutron] 10.222.0.36 "PUT /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7594445
Jan 29 20:47:56.769622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['196b771e-9622-45f1-8498-086d03d8a6a6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:47:56.837582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Pushing event updated for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:56.949516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491215-bda3-45e9-9b80-4fbe04b46979 req-15af772d-562b-42b5-a676-b81bb6afddf9 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:56.961183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84491215-bda3-45e9-9b80-4fbe04b46979 req-15af772d-562b-42b5-a676-b81bb6afddf9 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.2135689
Jan 29 20:47:57.024391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b98fe-3b1c-478f-ac98-7c3a6998b92a req-a2b34b5e-8639-4ecf-8cb3-56673e2c5d0a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.038960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e04b98fe-3b1c-478f-ac98-7c3a6998b92a req-a2b34b5e-8639-4ecf-8cb3-56673e2c5d0a tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 944 time: 0.1745114
Jan 29 20:47:57.043571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-2f5931bb-e2e0-4c26-bd60-f8879be0d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.060131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-2f5931bb-e2e0-4c26-bd60-f8879be0d838 service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2951117
Jan 29 20:47:57.083787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Attempting to bind port 1adeabe5-4a55-4354-bfda-58cbac0ac60d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:47:57.084142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Attempting to bind port 1adeabe5-4a55-4354-bfda-58cbac0ac60d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:47:57.084482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Attempting to bind port 1adeabe5-4a55-4354-bfda-58cbac0ac60d on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:57.097028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-07411a9b-af3e-4b3a-a008-aa3ad136accf tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.100670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-07411a9b-af3e-4b3a-a008-aa3ad136accf tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2625985
Jan 29 20:47:57.104468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Port 1adeabe5-4a55-4354-bfda-58cbac0ac60d on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:47:57.104838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Attempting to bind port 1adeabe5-4a55-4354-bfda-58cbac0ac60d on network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:47:57.111562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:47:57.111910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Checking segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:47:57.112303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Bound using segment: {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:47:57.112731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Bound port: 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23e026b-ab4f-43ea-8e83-742957071d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:47:57.113122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:57.172063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-6ed19901-2b06-4721-94b1-c42e806a436e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 200  len: 217 time: 0.0803516
Jan 29 20:47:57.204542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e04b98fe-3b1c-478f-ac98-7c3a6998b92a req-e62ed0f9-ed5e-4507-b50d-b404ff21d4ee tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641283
Jan 29 20:47:57.254263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84491215-bda3-45e9-9b80-4fbe04b46979 req-fb937bd0-4f84-4075-8fb0-ca3dd4b72511 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919230
Jan 29 20:47:57.269113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:47:57.288206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-180fe8fc-992e-4e39-9a9b-950dae93b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.291235 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-180fe8fc-992e-4e39-9a9b-950dae93b363 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 1126 time: 0.1754155
Jan 29 20:47:57.301971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:47:57.305601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:47:57.309328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-0b2fb4eb-529f-4775-8805-95190cf82188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.310929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-0b2fb4eb-529f-4775-8805-95190cf82188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1317954
Jan 29 20:47:57.317217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:57.404732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:47:57.405283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:47:57.409960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-7914b878-b0b9-4ebf-a04e-c2acded28dbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485539
Jan 29 20:47:57.427199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.428671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:57.431630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] 10.222.0.36 "PUT /v2.0/ports/1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 1092 time: 1.4855213
Jan 29 20:47:57.432147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:57.434825 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548" -d '{"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:57.473476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97820d5-884c-45e8-a91d-20d4e74da788 service neutron] Pushing event updated for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:57.576784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-f384ebdc-40fa-4ec1-bf7f-2e4e334f305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.579143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-f384ebdc-40fa-4ec1-bf7f-2e4e334f305b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1126 time: 0.2302039
Jan 29 20:47:57.587884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-2846008e-f155-4789-97ba-4e8acc5e233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.595911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-2846008e-f155-4789-97ba-4e8acc5e233a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1126 time: 0.1065161
Jan 29 20:47:57.684753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38034) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:57.730875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-ea563981-261b-4897-a810-75f8fdbe4914 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 217 time: 0.1084604
Jan 29 20:47:57.858559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43acb-c766-4395-a38c-4f42b38ea289 req-a4827b90-122c-4325-8db2-3727f3058db5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.864938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ed43acb-c766-4395-a38c-4f42b38ea289 req-a4827b90-122c-4325-8db2-3727f3058db5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.5524518
Jan 29 20:47:57.876021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-06a0e3bc-052e-4457-99fb-3222646c7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.878056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-06a0e3bc-052e-4457-99fb-3222646c7b48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1397150
Jan 29 20:47:57.882220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-10f25c87-a74d-4721-ab3b-955c637a2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.884210 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-10f25c87-a74d-4721-ab3b-955c637a2a2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.1187651
Jan 29 20:47:57.898074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-badd7e77-e474-44f9-bafa-bbc598763474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.900038 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-badd7e77-e474-44f9-bafa-bbc598763474 service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.3030903
Jan 29 20:47:57.960229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ed43acb-c766-4395-a38c-4f42b38ea289 req-f753608e-0993-4e6b-8f6f-22ed752e2321 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698473
Jan 29 20:47:57.961901 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-dd34cf2e-e4af-4c85-92c8-4a0f67ddab87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 200  len: 217 time: 0.0358253
Jan 29 20:47:57.968371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296131ae-5505-480e-bce2-dece82f67ba6 req-aebeeb81-d93b-4bbf-a255-dbf3b0dedc39 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:57.979893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-296131ae-5505-480e-bce2-dece82f67ba6 req-aebeeb81-d93b-4bbf-a255-dbf3b0dedc39 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.5438163
Jan 29 20:47:58.063194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-0e1c638a-2078-4d4c-807a-2af0f91caf2b service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6455753
Jan 29 20:47:58.067525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-296131ae-5505-480e-bce2-dece82f67ba6 req-5cd99bc7-95ad-4f4a-be2b-208f436b46b4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867918
Jan 29 20:47:58.073703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:47:58.174383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9534e85d-33dc-4309-bc56-e8c2082f785b req-469de42f-6546-4a39-a2f8-437126db4abe service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005187
Jan 29 20:47:58.197854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0a35-9ed7-41cd-8d81-8cbedddc9d78 req-55055a87-b3ab-4a41-90d8-08f7bb798890 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.205254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fbb0a35-9ed7-41cd-8d81-8cbedddc9d78 req-55055a87-b3ab-4a41-90d8-08f7bb798890 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.1765032
Jan 29 20:47:58.241064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 196b771e-9622-45f1-8498-086d03d8a6a6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:47:58.241531 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.285918 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd30181-1792-4f5f-968c-fcbf6c7b2dc7 x-openstack-request-id: req-cfd30181-1792-4f5f-968c-fcbf6c7b2dc7 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:58.286174 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:58.286451 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfd30181-1792-4f5f-968c-fcbf6c7b2dc7 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:58.287133 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'status': 'completed', 'code': 200}
Jan 29 20:47:58.295318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9210449-cd1e-493d-b33e-e99e8b1bb504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.299859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fbb0a35-9ed7-41cd-8d81-8cbedddc9d78 req-f8bd2f82-e86e-43a5-9a11-ff30e04f9bf2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936456
Jan 29 20:47:58.340768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02acbef-b415-45b9-9265-e060d4b221e4 req-dcf66fa5-b2ff-488d-8e1a-f1c3808ea40c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.346756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d02acbef-b415-45b9-9265-e060d4b221e4 req-dcf66fa5-b2ff-488d-8e1a-f1c3808ea40c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1074138
Jan 29 20:47:58.351619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-4defcf6c-86c8-4643-9cad-06c34e5e5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.353147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-4defcf6c-86c8-4643-9cad-06c34e5e5f58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.3830643
Jan 29 20:47:58.384436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 196b771e-9622-45f1-8498-086d03d8a6a6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:47:58.384818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.394776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-92e31142-32c2-4261-bef7-3e43526ae517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.396266 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-92e31142-32c2-4261-bef7-3e43526ae517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5112145
Jan 29 20:47:58.412316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:47:58.414992 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a54e1-9518-4467-8311-e40faf0acfa7" -d '{"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-plugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:47:58.425727 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-dc44fdc4-59bb-4d81-94a2-beae6f175a92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516615
Jan 29 20:47:58.428160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:47:58.432811 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.437738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d02acbef-b415-45b9-9265-e060d4b221e4 req-967cf6dc-6b6a-4b70-9b72-14b450e1f7a6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835083
Jan 29 20:47:58.452420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-3b38ea97-09b1-4d2e-b3cc-eefca861f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.453913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-3b38ea97-09b1-4d2e-b3cc-eefca861f115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.5358067
Jan 29 20:47:58.469558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878699b-2020-4fd8-a288-1d9e6f613f28 req-d78f47a0-e93b-44fb-bf8f-c07a35a3f5c5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.470995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d878699b-2020-4fd8-a288-1d9e6f613f28 req-d78f47a0-e93b-44fb-bf8f-c07a35a3f5c5 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 944 time: 0.0723388
Jan 29 20:47:58.494289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:58.537864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d878699b-2020-4fd8-a288-1d9e6f613f28 req-ad4a7fba-2756-49bf-b66a-9854a1a9f765 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612521
Jan 29 20:47:58.577805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ef921-87f1-4ff4-9600-c71deea1999c req-e25f5f20-824e-4f66-be63-c0b568f48e02 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.579307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b84ef921-87f1-4ff4-9600-c71deea1999c req-e25f5f20-824e-4f66-be63-c0b568f48e02 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.0572038
Jan 29 20:47:58.601612 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-7c267b66-74e9-4669-9cbf-1f28deb81e93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce HTTP/1.1" status: 200  len: 217 time: 0.0905766
Jan 29 20:47:58.631374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b84ef921-87f1-4ff4-9600-c71deea1999c req-71efd58a-c3a6-4939-9752-c6c6fdbf4bf8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459623
Jan 29 20:47:58.680776 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501d660-29c0-47c9-a616-07805ffa0282 x-openstack-request-id: req-c501d660-29c0-47c9-a616-07805ffa0282 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:47:58.681233 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-plugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:47:58.681680 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c501d660-29c0-47c9-a616-07805ffa0282 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:47:58.682260 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6', 'code': 200}
Jan 29 20:47:58.736290 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-0d14c650-bf67-4cea-ad9b-e75e464e30db service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3129499
Jan 29 20:47:58.741930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-7b71b150-07d6-4207-a4c2-3dbae0ac449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.743872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-7b71b150-07d6-4207-a4c2-3dbae0ac449c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1289747
Jan 29 20:47:58.746901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9210449-cd1e-493d-b33e-e99e8b1bb504 admin admin] Publish callbacks [] for security_group (f29bbd6e-e851-4ddd-8096-47120af1355f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.749611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-ee99f93a-aa17-4958-9c93-cbb135721def service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509348
Jan 29 20:47:58.753244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9210449-cd1e-493d-b33e-e99e8b1bb504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f29bbd6e-e851-4ddd-8096-47120af1355f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:58.775614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-19deee09-d590-4f62-891a-035e870ae117 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283024
Jan 29 20:47:58.895967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-ecacb299-45f9-40a7-a540-ed08ddac882a tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:58.897659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-ecacb299-45f9-40a7-a540-ed08ddac882a tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1150610
Jan 29 20:47:58.915724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-2f1d4e0b-ff35-4ac3-b6b6-6b0e61760c0f tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/quotas/680b51ac79f64ccd9d8692162c5b3cd4 HTTP/1.1" status: 200  len: 375 time: 0.0105417
Jan 29 20:47:58.924916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9210449-cd1e-493d-b33e-e99e8b1bb504 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cdc1cca12b8457a9dbeb6b629b862f0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2379992
Jan 29 20:47:58.930642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38072) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:47:58.943651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9210449-cd1e-493d-b33e-e99e8b1bb504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29bbd6e-e851-4ddd-8096-47120af1355f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:58.951051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-730a9279-064f-42cc-9666-07d34d0ae990 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300114
Jan 29 20:47:59.020285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-074f2619-dc89-4c7c-9824-57e9773a64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.022123 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-074f2619-dc89-4c7c-9824-57e9773a64fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2650449
Jan 29 20:47:59.046600 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-865afec2-cda2-4ea0-8e9c-f580c6e476cb service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2591951
Jan 29 20:47:59.049605 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc2d45c6-beb7-4460-94c1-13d812c9acfa req-1dabe402-f72a-434c-8b3f-6d6f5a1bfeba service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935922
Jan 29 20:47:59.105024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] Publish callbacks [] for security_group (f29bbd6e-e851-4ddd-8096-47120af1355f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:59.172634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64bae6b1-e42c-4c43-be08-58f34489e024 req-0be0f91c-2cc7-4c31-952b-078a5cb981b6 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 210 time: 0.0596366
Jan 29 20:47:59.182056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] Publish callbacks [] for security_group (f29bbd6e-e851-4ddd-8096-47120af1355f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:59.215037 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-30752b74-8828-457b-ba0c-1296d9226677 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837401
Jan 29 20:47:59.257345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05369a81-1ebb-468a-8348-568e26534adc req-f6892193-68e0-462d-84f8-ec2514edda14 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.257576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-44b3ef27-cf3d-422c-b286-d7fc0acb2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.259265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05369a81-1ebb-468a-8348-568e26534adc req-f6892193-68e0-462d-84f8-ec2514edda14 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.0727258
Jan 29 20:47:59.262224 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-44b3ef27-cf3d-422c-b286-d7fc0acb2d2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1126 time: 0.1504033
Jan 29 20:47:59.327658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05369a81-1ebb-468a-8348-568e26534adc req-4d66c6c3-4cae-4b3a-8b51-76463fd2591b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620584
Jan 29 20:47:59.374801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f29bbd6e-e851-4ddd-8096-47120af1355f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:59.377784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:47:59.381244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f29bbd6e-e851-4ddd-8096-47120af1355f HTTP/1.1" status: 204  len: 168 time: 0.4462793
Jan 29 20:47:59.407067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03553c9d-6bc0-4f14-b91a-7e6eb321cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29bbd6e-e851-4ddd-8096-47120af1355f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:47:59.435989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13eef72c-29dc-4c42-957a-ea63adaaa321 req-a673e27d-a417-4ff1-b717-81e19c0d1c7b service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091699
Jan 29 20:47:59.441533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-509150c7-5d50-4307-b3b2-fd3b2f4f3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.443382 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-509150c7-5d50-4307-b3b2-fd3b2f4f3546 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1555490
Jan 29 20:47:59.498368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-7cbe83a4-6a70-4f03-909c-a1f11a2a3b31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 217 time: 0.0484443
Jan 29 20:47:59.512237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb33e4-6792-4c49-a6ed-0b36b398136a req-518d606f-efd2-480c-90c7-ec1e4ff21f71 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.520429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44fb33e4-6792-4c49-a6ed-0b36b398136a req-518d606f-efd2-480c-90c7-ec1e4ff21f71 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.1262157
Jan 29 20:47:59.561649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-eb7e4208-1535-440c-9c33-8d183e89428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.563183 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-eb7e4208-1535-440c-9c33-8d183e89428e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0544975
Jan 29 20:47:59.634825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44fb33e4-6792-4c49-a6ed-0b36b398136a req-3f015449-c432-4e21-9a50-1da16f5eb5ef tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086521
Jan 29 20:47:59.653311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-55d5a3e0-b861-4a8f-87eb-9389d58ea2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.658214 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-55d5a3e0-b861-4a8f-87eb-9389d58ea2e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0878539
Jan 29 20:47:59.683215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c53f-ef45-4bf5-b4e7-fea400e7ee31 req-927f9eef-3520-4ade-b213-38f8e2fad180 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.684749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ace2c53f-ef45-4bf5-b4e7-fea400e7ee31 req-927f9eef-3520-4ade-b213-38f8e2fad180 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1376965
Jan 29 20:47:59.814964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-f78e8032-f7b9-43f3-834b-4c19767e2590 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.816632 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-f78e8032-f7b9-43f3-834b-4c19767e2590 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0846827
Jan 29 20:47:59.820031 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-e31a53c4-c9af-4009-8294-8ff3df85fc07 service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544559
Jan 29 20:47:59.821885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ace2c53f-ef45-4bf5-b4e7-fea400e7ee31 req-da2e72cc-67c9-4082-becb-fe5ee87a8562 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217308
Jan 29 20:47:59.850504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9d1d-ebc6-4527-bb16-598bc07370b9 req-5e62ff7d-d6e7-42d5-a7a2-b3b341fc6a59 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.852088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-930f9d1d-ebc6-4527-bb16-598bc07370b9 req-5e62ff7d-d6e7-42d5-a7a2-b3b341fc6a59 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.1248925
Jan 29 20:47:59.915663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-930f9d1d-ebc6-4527-bb16-598bc07370b9 req-3d81d602-8ee8-44d0-8def-2d0dc51449d6 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566082
Jan 29 20:47:59.990874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437f4b5-e8a5-41c1-b9c7-db1b790feeea req-6d630f7e-d52b-4814-92e9-e5529365113b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:47:59.993224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9437f4b5-e8a5-41c1-b9c7-db1b790feeea req-6d630f7e-d52b-4814-92e9-e5529365113b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.0761976
Jan 29 20:48:00.031566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d11843ca-076f-4c16-9577-4a1ed1e9102e service neutron] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:00.034427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5fbddfb6-bc4f-41f6-8aae-817de2ff5548 req-d59d8749-5048-4f7d-a66e-d13c14b2df22 service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045581
Jan 29 20:48:00.037200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d11843ca-076f-4c16-9577-4a1ed1e9102e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.038314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42c2cca6-201c-4807-9e8c-2c34611c800e req-d11843ca-076f-4c16-9577-4a1ed1e9102e service neutron] 10.222.0.18 "DELETE /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1951363
Jan 29 20:48:00.056721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9437f4b5-e8a5-41c1-b9c7-db1b790feeea req-8911d5a6-52d0-45ed-b898-828237c51d40 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547533
Jan 29 20:48:00.257007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-342fcf20-4fab-4925-aba4-b3338754f724 req-870e91d4-40ac-4c48-b578-ba9021be81fd tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 210 time: 0.0264194
Jan 29 20:48:00.382396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38120) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:00.424857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-a6e30f76-4890-443b-8e10-5d7180f311e8 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289867
Jan 29 20:48:00.460602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a92ad-1fae-4366-a088-9eac5fbb9545 req-9d4fa92e-1304-4afc-a8fe-2bc105cf7002 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.470057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b79a92ad-1fae-4366-a088-9eac5fbb9545 req-9d4fa92e-1304-4afc-a8fe-2bc105cf7002 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.0658271
Jan 29 20:48:00.542169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b79a92ad-1fae-4366-a088-9eac5fbb9545 req-40db3c9a-c683-4880-aca7-5ae2543aa99a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702469
Jan 29 20:48:00.544827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1931038955-network', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:00.579735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-7945b973-9bad-442f-a6b8-79459911bc16 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.581229 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-7945b973-9bad-442f-a6b8-79459911bc16 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1449430
Jan 29 20:48:00.587885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Made reservation on behalf of 0a9fcdf43cd241cc80447149f9f92c2e for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:00.590325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.596663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Request body: {'port': {'device_id': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '680b51ac79f64ccd9d8692162c5b3cd4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:00.615923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.749438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323db39-6f95-4e57-9f0b-2ff0e5e8e1f0 req-4d3164e3-a62f-4703-8114-3ae94f5904c3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.750952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8323db39-6f95-4e57-9f0b-2ff0e5e8e1f0 req-4d3164e3-a62f-4703-8114-3ae94f5904c3 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.0555127
Jan 29 20:48:00.756278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Made reservation on behalf of 680b51ac79f64ccd9d8692162c5b3cd4 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:00.760017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.778531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks [] for security_group (ae694939-af4f-4f59-877b-5f61e2893d29), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.779720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.787885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae694939-af4f-4f59-877b-5f61e2893d29), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.806645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8323db39-6f95-4e57-9f0b-2ff0e5e8e1f0 req-f74c4961-b668-40b1-8bf2-78c2ab352c13 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496163
Jan 29 20:48:00.823534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:48:00.842835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4716b22d-59ec-4c27-8cb9-857f14e5813d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.843183 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Added segment 4716b22d-59ec-4c27-8cb9-857f14e5813d of type vlan for network bf787b49-49d2-4b21-813f-0819f6465f47
Jan 29 20:48:00.844369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae694939-af4f-4f59-877b-5f61e2893d29,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:00.896329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (bf787b49-49d2-4b21-813f-0819f6465f47), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.939415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (bf787b49-49d2-4b21-813f-0819f6465f47), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.940389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.940971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.970408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks [] for security_group (5a2f8406-4dc2-4f7f-b125-054c0afde749), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:00.985815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0688c4-920c-4580-90db-50aed721b5ed req-9e569ad2-c5b9-4495-b1f8-da976285fa8a tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.987921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0688c4-920c-4580-90db-50aed721b5ed req-9e569ad2-c5b9-4495-b1f8-da976285fa8a tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 1126 time: 0.0751905
Jan 29 20:48:00.997314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c71bd-45d8-42b9-adbe-598eb5e63f73 req-fdbb4a1b-6ae4-46bf-af5a-a2e4341fcede tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:00.998784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d7c71bd-45d8-42b9-adbe-598eb5e63f73 req-fdbb4a1b-6ae4-46bf-af5a-a2e4341fcede tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0971289
Jan 29 20:48:01.001885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5a2f8406-4dc2-4f7f-b125-054c0afde749), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.018420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6322634
Jan 29 20:48:01.026002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38134) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:01.036126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Request body: {'subnet': {'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1931038955-subnet', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:01.077747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0688c4-920c-4580-90db-50aed721b5ed req-a15c6f5c-3842-4c34-9102-9e397bc3faff tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773447
Jan 29 20:48:01.080881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d7c71bd-45d8-42b9-adbe-598eb5e63f73 req-3f4db032-0953-4eeb-8492-8628e629c07c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717304
Jan 29 20:48:01.097815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941077b-14c2-4c0b-86f6-afc690fb888d admin admin] Pushing event updated for resources: {'Network': ['ID=bf787b49-49d2-4b21-813f-0819f6465f47,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:01.106277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f8406-4dc2-4f7f-b125-054c0afde749,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:01.118458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Made reservation on behalf of 0a9fcdf43cd241cc80447149f9f92c2e for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:01.120759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.121547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network bf787b49-49d2-4b21-813f-0819f6465f47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:48:01.265413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Allocated IP 192.168.233.250 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/b0b3e2a8-885c-4da5-9893-d5c6f381fc80) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:01.316168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad262-cd08-48a5-9f3d-89ae8289a465 req-78f46df8-f938-43ba-8fd2-37c1bece6589 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.317683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-652ad262-cd08-48a5-9f3d-89ae8289a465 req-78f46df8-f938-43ba-8fd2-37c1bece6589 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0928595
Jan 29 20:48:01.329133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00b4b2-f1b5-4476-bc7c-cd0efe3fe031 req-e2ab7fc2-0f4c-484b-b7a4-e0c1ba8be4a7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.330558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd00b4b2-f1b5-4476-bc7c-cd0efe3fe031 req-e2ab7fc2-0f4c-484b-b7a4-e0c1ba8be4a7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.0727444
Jan 29 20:48:01.400054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-652ad262-cd08-48a5-9f3d-89ae8289a465 req-16aa10bf-5b1c-4a84-92c4-a64ba80d585f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685241
Jan 29 20:48:01.406970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd00b4b2-f1b5-4476-bc7c-cd0efe3fe031 req-52ecad6c-9909-430c-a419-a376f5db5da8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628431
Jan 29 20:48:01.469803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (cbf2b42f-4aa4-4a66-a174-bddbe3de5102), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.560861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8993c1f-1d6d-4696-b93b-be2952347377 req-ec6039ee-7ccb-4b89-b673-a329098a864a tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 210 time: 0.0622423
Jan 29 20:48:01.567889 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks [] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.569307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf2b42f-4aa4-4a66-a174-bddbe3de5102,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:01.578817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Checking segment: {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:01.579279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Network hostable DHCP agents. Network: bf787b49-49d2-4b21-813f-0819f6465f47, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:48:01.607577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Network bf787b49-49d2-4b21-813f-0819f6465f47 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:48:01.626339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2c54de41-a7ff-4744-b0b5-8fcc3e213c1d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.627915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2c54de41-a7ff-4744-b0b5-8fcc3e213c1d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.1402686
Jan 29 20:48:01.630346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf787b49-49d2-4b21-813f-0819f6465f47) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:01.635198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.636474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.648860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0eeca4-bc07-495e-a4ad-04f7fc1903c1 None None] Network bf787b49-49d2-4b21-813f-0819f6465f47 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:01.650505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.657147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-875c6fb6-5006-47b8-ab47-d5d7822f45a9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/quotas/27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 375 time: 0.0150988
Jan 29 20:48:01.689799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-205ac71c-8bf6-4a09-a247-eeb10247c4d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6574223
Jan 29 20:48:01.694289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38156) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:01.701315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:01.732475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:01.739225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-4345a88c-ea40-4d73-8d7c-d7d28ed71e38 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0726070
Jan 29 20:48:01.740472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:01.762550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:01.774230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Pushing event updated for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:01.814372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf787b49-49d2-4b21-813f-0819f6465f47', 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47', 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'fixed_ips': [{'subnet_id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:48:01.815189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.826704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.827362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.835444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (25b493a7-f3af-4374-b181-72e54e03be08), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.837026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (25b493a7-f3af-4374-b181-72e54e03be08), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.868781 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-23aa518d-121c-49d7-9369-f9863ca865ed tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2758379
Jan 29 20:48:01.910258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Request body: {'port': {'device_id': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:01.935302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa79d3-f9f4-409b-ab0f-4da5a23a1050 req-51b8de03-40ac-431b-ad74-f375c6544c6e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:01.943576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7aa79d3-f9f4-409b-ab0f-4da5a23a1050 req-51b8de03-40ac-431b-ad74-f375c6544c6e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1179147
Jan 29 20:48:01.965226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for router_controller (25b493a7-f3af-4374-b181-72e54e03be08), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:01.975998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Allocated IP 172.20.0.2 (bf787b49-49d2-4b21-813f-0819f6465f47/cbf2b42f-4aa4-4a66-a174-bddbe3de5102/1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:01.985549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-c0c06dc0-a00f-41d8-bd8a-ea80c905f3af service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402093
Jan 29 20:48:02.012350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.049327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74f299e4-689f-4297-9e5a-c708db1a8df8 None None] Provisioning complete for port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:02.049626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f299e4-689f-4297-9e5a-c708db1a8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.071524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7aa79d3-f9f4-409b-ab0f-4da5a23a1050 req-5c982dfd-b607-453a-bc15-276764f72dee tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261063
Jan 29 20:48:02.109881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74f299e4-689f-4297-9e5a-c708db1a8df8 None None] Port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:02.124340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-77ead97c-9f3c-4d51-b156-faf520a37100 service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290731
Jan 29 20:48:02.180257 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks [] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.192056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.251221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7effdf-4397-46fb-a444-c05ec9cdb63b req-f8067446-fc4d-47a3-98e4-1af4b2723b76 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:02.252766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec7effdf-4397-46fb-a444-c05ec9cdb63b req-f8067446-fc4d-47a3-98e4-1af4b2723b76 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0786011
Jan 29 20:48:02.287545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Network bf787b49-49d2-4b21-813f-0819f6465f47 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:02.289215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Pushing event updated for resources: {'Port': ['ID=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:02.295822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:02.298848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:02.360351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec7effdf-4397-46fb-a444-c05ec9cdb63b req-fc2738ba-8ed2-4906-a573-031d12f15398 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998724
Jan 29 20:48:02.370073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Attempting to bind port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:02.370459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Attempting to bind port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:02.370853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Attempting to bind port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 on network bf787b49-49d2-4b21-813f-0819f6465f47 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:02.377442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:02.377825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Checking segment: {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:02.378233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.378630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Bound using segment: {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:02.379106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Bound port: 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:02.379493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.430074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for router_gateway (25b493a7-f3af-4374-b181-72e54e03be08), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.469188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] For port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:02.474066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] For port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:02.476589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b20c3c16-6025-406a-ab6f-48b9930f6e69 req-4501ec71-adaa-4bb2-a097-352a540b5ab6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 210 time: 0.0507450
Jan 29 20:48:02.497936 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90eaf9-2b49-4894-b475-1536ef680a14 req-d6f17439-9c22-461c-b835-2cb1e145d1c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:02.538482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a90eaf9-2b49-4894-b475-1536ef680a14 req-d6f17439-9c22-461c-b835-2cb1e145d1c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1744521
Jan 29 20:48:02.572766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdbc9b-4e0b-49b3-9a6d-b2d132ba26dc None None] Pushing event updated for resources: {'Port': ['ID=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:02.651367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a90eaf9-2b49-4894-b475-1536ef680a14 req-b5f997f0-eac3-4192-aea0-ae0ac752efd9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017091
Jan 29 20:48:02.660888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3fd9-d07a-41a4-ae02-18ad5c1fce67 req-e1e8f8a3-8657-4dec-8664-57995c2c2759 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:02.663322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23dc3fd9-d07a-41a4-ae02-18ad5c1fce67 req-e1e8f8a3-8657-4dec-8664-57995c2c2759 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.1234028
Jan 29 20:48:02.760440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23dc3fd9-d07a-41a4-ae02-18ad5c1fce67 req-225f6ffe-fc5b-410a-9e7b-e93418a614d1 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827484
Jan 29 20:48:02.859052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bb487-c390-4882-bed7-d25968736dd2 req-4c9be4a0-d60c-431a-9bda-9006027b4d4f tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:02.860635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-695bb487-c390-4882-bed7-d25968736dd2 req-4c9be4a0-d60c-431a-9bda-9006027b4d4f tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 936 time: 0.0932992
Jan 29 20:48:02.899912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b3e2a8-885c-4da5-9893-d5c6f381fc80 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:02.912429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks [] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:02.958268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Transition to ACTIVE for port object b0b3e2a8-885c-4da5-9893-d5c6f381fc80 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:02.960253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-695bb487-c390-4882-bed7-d25968736dd2 req-c79a2b4f-6e06-4ae6-a574-977a9a70ca06 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862591
Jan 29 20:48:02.968151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.023789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for router_gateway (25b493a7-f3af-4374-b181-72e54e03be08), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.062407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.107063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:03.208670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:03.228019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Attempting to bind port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:03.228827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Attempting to bind port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:03.230874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Attempting to bind port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:03.258375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:03.259204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Attempting to bind port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:03.274357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:03.275088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:03.275693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:03.276337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Bound port: b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:03.276908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.291930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:03.292313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.311775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Allocated IP 172.35.4.211 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/68583942-030c-4b0f-b7cc-484cab310d30) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:03.313698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9b6b7-db65-4c64-8706-9f88c872f1e5 req-601707c1-708b-428e-9a32-dff28ccb5da4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:03.324875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e9b6b7-db65-4c64-8706-9f88c872f1e5 req-601707c1-708b-428e-9a32-dff28ccb5da4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.0925951
Jan 29 20:48:03.341738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1adeabe5-4a55-4354-bfda-58cbac0ac60d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:03.386848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e9b6b7-db65-4c64-8706-9f88c872f1e5 req-2152d77e-319d-4e63-ad71-90154bf1e026 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514324
Jan 29 20:48:03.435582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:03.440195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:03.460093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.511200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586114-048e-4ca9-b366-5c5abe1b5acc req-0284cbc4-de47-4a26-99d5-3fe69b21d674 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:03.513044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c586114-048e-4ca9-b366-5c5abe1b5acc req-0284cbc4-de47-4a26-99d5-3fe69b21d674 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.0794137
Jan 29 20:48:03.520062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:03.521432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.523028 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0b3e2a8-885c-4da5-9893-d5c6f381fc80 HTTP/1.1" status: 200  len: 1096 time: 1.6175101
Jan 29 20:48:03.524441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:03.527385 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a644ad-e0f8-4f83-93f5-f37c6039e680" -d '{"events": [{"name": "network-changed", "server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:03.555817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for port (68583942-030c-4b0f-b7cc-484cab310d30), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.631748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9850d-21e1-4fe3-bf79-68820e351712 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:03.677819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-72b79943-27ab-44ed-a57d-adc1426def86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:03.679540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-72b79943-27ab-44ed-a57d-adc1426def86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 1130 time: 0.1070106
Jan 29 20:48:03.682511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (68583942-030c-4b0f-b7cc-484cab310d30), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.689739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c586114-048e-4ca9-b366-5c5abe1b5acc req-1a0d5074-99e0-4b07-abaa-a56f9cd341ec tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710401
Jan 29 20:48:03.691854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e9d0511-ce78-4fa5-a362-b551e0499725 req-32f97a7f-3712-42eb-b5e9-c5f73d641e85 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 210 time: 0.0896664
Jan 29 20:48:03.754705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:03.755215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.839006 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89052997-a5b9-486e-87d8-c191a0b7ae8e x-openstack-request-id: req-89052997-a5b9-486e-87d8-c191a0b7ae8e {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:03.839341 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:03.839544 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89052997-a5b9-486e-87d8-c191a0b7ae8e {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:03.839944 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80', 'status': 'completed', 'code': 200}
Jan 29 20:48:03.841577 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-8683592f-d297-423e-8b52-efcc4cd5a834 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80 HTTP/1.1" status: 200  len: 217 time: 0.1472011
Jan 29 20:48:03.870195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:03.883370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:03.895090 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:03.942887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:03.965089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:03.975560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83c93-2015-4398-b6ca-0640386bc5a6 req-471c494f-3d23-4b23-a15b-4527ec171eda tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:03.977554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:03.979724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd83c93-2015-4398-b6ca-0640386bc5a6 req-471c494f-3d23-4b23-a15b-4527ec171eda tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1465483
Jan 29 20:48:03.988321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:04.071278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-34445b89-9ef9-41ed-af2b-33f8c61a585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.073133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-34445b89-9ef9-41ed-af2b-33f8c61a585e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2024467
Jan 29 20:48:04.073802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=68583942-030c-4b0f-b7cc-484cab310d30,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:04.093661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:04.100912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28237ad5-b399-44f5-bdba-c736f1cded00 req-8983cc58-b920-4f27-b386-3ba605941767 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.103495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28237ad5-b399-44f5-bdba-c736f1cded00 req-8983cc58-b920-4f27-b386-3ba605941767 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 944 time: 0.1519504
Jan 29 20:48:04.114670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:04.148972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653b2dd-c54c-4f2d-ad60-7c90b9566266 None None] Network bf787b49-49d2-4b21-813f-0819f6465f47 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:04.150368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd83c93-2015-4398-b6ca-0640386bc5a6 req-fa01907b-2fe3-448a-81a7-a6e6e76cb450 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134522
Jan 29 20:48:04.154818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1adeabe5-4a55-4354-bfda-58cbac0ac60d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:04.155300 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.184209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adeabe5-4a55-4354-bfda-58cbac0ac60d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:04.217904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28237ad5-b399-44f5-bdba-c736f1cded00 req-1a2866b3-9f27-4641-b5e1-f02c06060b7c tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039202
Jan 29 20:48:04.256601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-4a6c4cbd-2b81-4869-b295-c601042fd6fc tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.258724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-4a6c4cbd-2b81-4869-b295-c601042fd6fc tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 945 time: 0.1021080
Jan 29 20:48:04.274316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:04.280266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-f26ee60b-d8d5-4273-9a7d-9818625ce7bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.283630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-f26ee60b-d8d5-4273-9a7d-9818625ce7bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.4769740
Jan 29 20:48:04.294012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.297753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Request body: {'port': {'device_id': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'admin_state_up': True, 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:04.304956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-20c0eaa6-12df-44f0-9e80-365a4d251444 None None] Provisioning complete for port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:04.305441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-20c0eaa6-12df-44f0-9e80-365a4d251444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.349306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513257-e7c8-4420-834f-a3bec2be665c req-87cdf9cd-9410-4d13-841c-34c6b00910fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.350811 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-87cdf9cd-9410-4d13-841c-34c6b00910fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2681808
Jan 29 20:48:04.376541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a865fad-a14f-4f57-b30f-23d6bc6735dd req-b8cbf391-9c0f-40b0-8815-6864afb34743 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.378298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a865fad-a14f-4f57-b30f-23d6bc6735dd req-b8cbf391-9c0f-40b0-8815-6864afb34743 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 948 time: 0.1149185
Jan 29 20:48:04.437554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:04.440150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 196b771e-9622-45f1-8498-086d03d8a6a6 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:04.440633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.496127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:04.498729 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc16cdb-353b-41d9-8c44-d0f95ca8aa90" -d '{"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-unplugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:04.513289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Deleting port 196b771e-9622-45f1-8498-086d03d8a6a6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:04.513876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.526394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:04.531852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-20c0eaa6-12df-44f0-9e80-365a4d251444 None None] Current status of the port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:04.536824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.557818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a865fad-a14f-4f57-b30f-23d6bc6735dd req-4a0358d8-305b-41f1-a64e-7960ddd43ada tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689670
Jan 29 20:48:04.607546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:04.613905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for router_gateway (25b493a7-f3af-4374-b181-72e54e03be08), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.619106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-45600291-296b-4bbd-a718-169f8aa83c9d service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267504
Jan 29 20:48:04.625403 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5842447d-e584-4b46-80ce-40a1cfc85154 x-openstack-request-id: req-5842447d-e584-4b46-80ce-40a1cfc85154 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:04.625775 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-unplugged", "status": "completed", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:04.626039 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5842447d-e584-4b46-80ce-40a1cfc85154 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:04.626434 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6', 'code': 200}
Jan 29 20:48:04.666904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e68c-9a44-4719-ade2-6beb9c9b21a2 req-781311e1-1c9e-421e-bc0c-ee278f34c3f2 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.668525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8586e68c-9a44-4719-ade2-6beb9c9b21a2 req-781311e1-1c9e-421e-bc0c-ee278f34c3f2 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2017071
Jan 29 20:48:04.686024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:04.689308 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.702664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1adeabe5-4a55-4354-bfda-58cbac0ac60d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:04.747245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8586e68c-9a44-4719-ade2-6beb9c9b21a2 req-618c12d1-c9eb-4af5-baf0-2ba0fec77859 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721283
Jan 29 20:48:04.753160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] For port 196b771e-9622-45f1-8498-086d03d8a6a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=196b771e-9622-45f1-8498-086d03d8a6a6,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:04.753640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.768573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Calling delete_port for 196b771e-9622-45f1-8498-086d03d8a6a6 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:04.871402 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-40513257-e7c8-4420-834f-a3bec2be665c req-695da468-c029-4e12-9d4e-61d22de65fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201052
Jan 29 20:48:04.900238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d90de344-0e32-4e12-9923-f6f7c8e54494 None None] Provisioning complete for port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:04.901046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d90de344-0e32-4e12-9923-f6f7c8e54494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:04.915054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d60f26c4-53f3-4089-83b8-868cf64a0fc9 req-1af627bf-c98d-4157-83b9-efbe44e49193 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 210 time: 0.0450311
Jan 29 20:48:04.947595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305312-5756-46ec-aad4-82063938c8e0 req-7c8e61ac-a322-40e6-9861-70df0fbdf41c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:04.949207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d305312-5756-46ec-aad4-82063938c8e0 req-7c8e61ac-a322-40e6-9861-70df0fbdf41c tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c780ebbd-2b3f-430f-9685-c3db66c8198d HTTP/1.1" status: 200  len: 943 time: 0.1157856
Jan 29 20:48:05.019559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Allocated IP 172.20.0.2 (932510fa-f2a4-4fc0-9283-4a5038e30cf2/26083898-2673-409c-959a-194a4610b5e9/cd96c160-ae51-4a6c-ad19-f539a1c77bca) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:05.034953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d305312-5756-46ec-aad4-82063938c8e0 req-01c33664-ee9f-4aba-afc9-0fe5dff32113 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772161
Jan 29 20:48:05.064778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d90de344-0e32-4e12-9923-f6f7c8e54494 None None] Current status of the port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:05.074180 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (196b771e-9622-45f1-8498-086d03d8a6a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.099860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (25b493a7-f3af-4374-b181-72e54e03be08), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.103390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-b82f916d-734d-4790-be71-2998c151a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.104900 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-b82f916d-734d-4790-be71-2998c151a50f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 1130 time: 0.1379802
Jan 29 20:48:05.109666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event deleted for resources: {'Port': ['ID=196b771e-9622-45f1-8498-086d03d8a6a6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:05.117127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:05.156223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] No DVR routers for this DVR port 196b771e-9622-45f1-8498-086d03d8a6a6 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:05.159299 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.162249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d283065-6d52-4302-84ca-e7ccb5b74a58 req-846058fb-5e37-421d-86ac-d70564f372cf tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "DELETE /v2.0/ports/196b771e-9622-45f1-8498-086d03d8a6a6 HTTP/1.1" status: 204  len: 173 time: 0.8891096
Jan 29 20:48:05.162708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-deleted', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:05.165646 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf573ec-f5d9-426a-916d-861a28ad1cd2" -d '{"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-deleted", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:05.173845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:05.174323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.243959 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf6275-05e7-44d6-8201-ffefb8bd524e x-openstack-request-id: req-04cf6275-05e7-44d6-8201-ffefb8bd524e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:05.244260 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780ebbd-2b3f-430f-9685-c3db66c8198d", "name": "network-vif-deleted", "tag": "196b771e-9622-45f1-8498-086d03d8a6a6", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:05.244519 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04cf6275-05e7-44d6-8201-ffefb8bd524e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:05.244921 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c780ebbd-2b3f-430f-9685-c3db66c8198d', 'name': 'network-vif-deleted', 'tag': '196b771e-9622-45f1-8498-086d03d8a6a6', 'status': 'completed', 'code': 200}
Jan 29 20:48:05.279873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:05.356243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:05.380912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5273b-5b75-4449-a552-96e84619bc08 req-fbf1d3fe-1b32-43be-beb8-49f961f7cbb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.382506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87e5273b-5b75-4449-a552-96e84619bc08 req-fbf1d3fe-1b32-43be-beb8-49f961f7cbb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1026659
Jan 29 20:48:05.395062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b096b-add5-4fe0-8f47-dca52167d9e6 req-ebe898ba-dcbf-447c-936d-daa1d5d7b0f4 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.396582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b16b096b-add5-4fe0-8f47-dca52167d9e6 req-ebe898ba-dcbf-447c-936d-daa1d5d7b0f4 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 945 time: 0.0769880
Jan 29 20:48:05.453159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:05.453707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.488113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87e5273b-5b75-4449-a552-96e84619bc08 req-faba3ca4-6b29-423a-92a2-98f8f2b3912c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904539
Jan 29 20:48:05.493373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b16b096b-add5-4fe0-8f47-dca52167d9e6 req-6df13885-778c-497e-8907-f15d69d68156 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888839
Jan 29 20:48:05.519591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:05.524224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.574497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:05.656481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks [] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.658465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-05276c06-a303-4e11-aa4e-ac13c8a3a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.659961 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-05276c06-a303-4e11-aa4e-ac13c8a3a5a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.5463638
Jan 29 20:48:05.706963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4659e-225c-492d-bdd6-c647dd30ada7 req-3b78fafe-f2d1-49d1-a5fe-d9b4ddcfb0a9 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.709307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcb4659e-225c-492d-bdd6-c647dd30ada7 req-3b78fafe-f2d1-49d1-a5fe-d9b4ddcfb0a9 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 948 time: 0.0730755
Jan 29 20:48:05.712766 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-569ecfb8-9c22-4b35-b7c6-ac145b7fa715 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80 HTTP/1.1" status: 200  len: 217 time: 0.0451233
Jan 29 20:48:05.761588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcb4659e-225c-492d-bdd6-c647dd30ada7 req-55eb3892-2d08-4fd9-9b04-eef9a8687258 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440700
Jan 29 20:48:05.791303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:05.793804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Router 25b493a7-f3af-4374-b181-72e54e03be08 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:48:05.799593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-fd81d013-4783-4550-909e-6dc7ff77fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.801024 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-fd81d013-4783-4550-909e-6dc7ff77fb91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0743203
Jan 29 20:48:05.866695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:05.881402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07e5b2-743d-4f1d-bf99-4ffb5c91b4a1 req-b02b3cfa-8dfd-430d-903a-0351fa2f4540 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:05.883408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e07e5b2-743d-4f1d-bf99-4ffb5c91b4a1 req-b02b3cfa-8dfd-430d-903a-0351fa2f4540 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 947 time: 0.0510850
Jan 29 20:48:05.932202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:05.932900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e07e5b2-743d-4f1d-bf99-4ffb5c91b4a1 req-6742bf91-6e2a-464b-b14d-204215a3f940 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438037
Jan 29 20:48:05.939082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:05.948324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:06.010080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-b44f96dd-7e25-4a61-bf29-c1aaed3977c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.011581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-b44f96dd-7e25-4a61-bf29-c1aaed3977c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1814637
Jan 29 20:48:06.016725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.017275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.042510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d73c77-8e19-4f50-bd47-d70626b5a945 req-46326521-cbf3-4fb3-ad65-19205435ec8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.044053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3d73c77-8e19-4f50-bd47-d70626b5a945 req-46326521-cbf3-4fb3-ad65-19205435ec8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 931 time: 0.0521710
Jan 29 20:48:06.089218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-e3a721d2-ca4c-4fce-b08a-ebe397a9446e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7962687
Jan 29 20:48:06.093514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:06.102809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Request body: {'port': {'device_id': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:06.109627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Sync routers for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:06.111796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3d73c77-8e19-4f50-bd47-d70626b5a945 req-7b8bcbce-7b2e-4da9-a6cf-baef7cd1ccdc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592394
Jan 29 20:48:06.119177 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:06.119785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0180d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:06.164779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.168589 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ea9d1b2c-3abf-4231-b677-624e50c48ae5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4707294
Jan 29 20:48:06.169771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38216) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:06.220843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.233663 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:06.235916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-6f207c26-2f3f-4ae3-9708-4b9ced3b58e4 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089338
Jan 29 20:48:06.419492 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0180d0>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:04Z', 'revision_number': 3, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:06.421994 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-52a644ad-e0f8-4f83-93f5-f37c6039e680 req-b75b8926-1c8d-45c8-bd99-e34695f1ae32 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801083
Jan 29 20:48:06.466885 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Checking router: 25b493a7-f3af-4374-b181-72e54e03be08 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:06.467607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Updating router 25b493a7-f3af-4374-b181-72e54e03be08 port 68583942-030c-4b0f-b7cc-484cab310d30 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:48:06.498120 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68583942-030c-4b0f-b7cc-484cab310d30), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.502803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-520c0409-256d-4c9d-816b-9645f59fafa4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.504310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-520c0409-256d-4c9d-816b-9645f59fafa4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.1823864
Jan 29 20:48:06.580175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd96c160-ae51-4a6c-ad19-f539a1c77bca {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:06.588174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks [] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.591469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-4b1bc08b-d86f-4b71-9df6-50287400e6d4 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/quotas/1446d1ea6143497c87be058f9f8485a0 HTTP/1.1" status: 200  len: 375 time: 0.0811393
Jan 29 20:48:06.603731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Transition to ACTIVE for port object cd96c160-ae51-4a6c-ad19-f539a1c77bca will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:06.607928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.627753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:06.630108 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b56c1-936b-4b91-85ae-94ba020472af" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:06.663362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:06.748035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:06.748537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:06.748971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:06.753691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:06.754265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:06.760111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:06.760602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:06.761109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:06.761633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Bound port: cd96c160-ae51-4a6c-ad19-f539a1c77bca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:06.762115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.791750 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks [] for port (68583942-030c-4b0f-b7cc-484cab310d30), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.797983 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68583942-030c-4b0f-b7cc-484cab310d30), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.831934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:06.836800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:06.844911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.847816 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Pushing event updated for resources: {'Port': ['ID=68583942-030c-4b0f-b7cc-484cab310d30,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:06.860157 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.860745 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.861265 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.861789 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.862287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.862779 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.863253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.863819 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.864314 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.864791 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.865307 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.865801 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.866290 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:06.873518 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Attempting to bind port 68583942-030c-4b0f-b7cc-484cab310d30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:06.874094 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Attempting to bind port 68583942-030c-4b0f-b7cc-484cab310d30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:06.874620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Attempting to bind port 68583942-030c-4b0f-b7cc-484cab310d30 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:06.879636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.880032 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:06.880285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.880420 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:06.880800 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.881209 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:06.881809 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 1091 time: 0.7843409
Jan 29 20:48:06.881999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Bound port: 68583942-030c-4b0f-b7cc-484cab310d30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:06.882534 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68583942-030c-4b0f-b7cc-484cab310d30), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.884824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:06.889535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-1abb9a78-996a-47c5-ab6a-db987f7268c8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507615
Jan 29 20:48:06.895774 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe2360-11b9-4b47-9896-7b364100041f" -d '{"events": [{"name": "network-changed", "server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:06.950436 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] For port 68583942-030c-4b0f-b7cc-484cab310d30, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:06.953986 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] For port 68583942-030c-4b0f-b7cc-484cab310d30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68583942-030c-4b0f-b7cc-484cab310d30,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:06.959694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06f38e-abda-4266-9519-8ca22ab098c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:06.963832 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68583942-030c-4b0f-b7cc-484cab310d30), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:06.984368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-c0e8c01f-3a97-4a28-b476-4e3bc06b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.986034 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-c0e8c01f-3a97-4a28-b476-4e3bc06b2b00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1125 time: 0.0601513
Jan 29 20:48:06.989307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf9f67-48e3-42b8-a3fe-63bd81ef2263 req-1bc8d1c1-b229-404d-9736-37a5aa9f7299 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:06.996558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49cf9f67-48e3-42b8-a3fe-63bd81ef2263 req-1bc8d1c1-b229-404d-9736-37a5aa9f7299 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 945 time: 0.4210126
Jan 29 20:48:07.010894 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:07.012081 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0180d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:07.033292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-daecf33c-94b7-4d8a-a807-7d700617e6a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 217 time: 0.0384562
Jan 29 20:48:07.082620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-ff3989c9-1e2f-4250-8541-80cf35da0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:07.084406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-ff3989c9-1e2f-4250-8541-80cf35da0ece service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0449278
Jan 29 20:48:07.105700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49cf9f67-48e3-42b8-a3fe-63bd81ef2263 req-8149cc68-4f69-40b2-94ae-2f3006752cf1 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082437
Jan 29 20:48:07.120831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-fbf2c519-0edf-417e-8b9a-c96ce92b47ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260887
Jan 29 20:48:07.121421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-b1e9accb-b310-4a4c-817c-d440de75e025 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167037
Jan 29 20:48:07.125665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:07.229096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-1a318d5d-39c3-4c9c-ba8b-5d4d6840e6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002667
Jan 29 20:48:07.232761 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ded905-ca72-4e7c-b47a-9013a9c41419 None None] Pushing event updated for resources: {'Port': ['ID=68583942-030c-4b0f-b7cc-484cab310d30,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:07.263664 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.314319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-2a1f9e45-00ae-48b1-9c0c-233584694455 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856709
Jan 29 20:48:07.322491 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0180d0>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:04Z', 'revision_number': 3, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:07.324858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107a950-b70b-49f2-9923-58cb454ede38 req-8adb84b8-7192-488a-861c-5361caa700c8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:07.326978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1107a950-b70b-49f2-9923-58cb454ede38 req-8adb84b8-7192-488a-861c-5361caa700c8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1448596
Jan 29 20:48:07.328129 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c47616f4-e614-4f02-865f-6a115e9b0c3d req-5b33c1eb-2dd8-4d1f-b368-d18159b582e0 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913231
Jan 29 20:48:07.357341 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31385b48-b418-4882-80f1-f26416b7d221 None None] The sync data for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 is: [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:04Z', 'revision_number': 3, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:07.359107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:07.369826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1adeabe5-4a55-4354-bfda-58cbac0ac60d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:07.465966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1107a950-b70b-49f2-9923-58cb454ede38 req-431839ac-f60a-4a42-a47a-8afed4eb31a1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932071
Jan 29 20:48:07.531602 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847fcf9b-8e23-48c5-8ffa-040ae4b4d1aa x-openstack-request-id: req-847fcf9b-8e23-48c5-8ffa-040ae4b4d1aa {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:07.532170 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:07.533221 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-847fcf9b-8e23-48c5-8ffa-040ae4b4d1aa {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:07.533765 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'code': 200}
Jan 29 20:48:07.539497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 1adeabe5-4a55-4354-bfda-58cbac0ac60d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:07.555871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1adeabe5-4a55-4354-bfda-58cbac0ac60d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:07.556478 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.581436 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74200c54-ff8f-4d29-a0f2-88ab5c7fe1fb x-openstack-request-id: req-74200c54-ff8f-4d29-a0f2-88ab5c7fe1fb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:07.581748 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:07.582029 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74200c54-ff8f-4d29-a0f2-88ab5c7fe1fb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:07.582439 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'status': 'completed', 'code': 200}
Jan 29 20:48:07.610658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Allocated IP 172.20.0.1 (bf787b49-49d2-4b21-813f-0819f6465f47/cbf2b42f-4aa4-4a66-a174-bddbe3de5102/46075eb0-2ec6-471d-b0a2-5be6e54887a5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:07.622220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:07.642605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'mac_address': 'fa:16:3e:a4:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:07.703006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2360-11b9-4b47-9896-7b364100041f req-b2c33681-87f0-461e-87e3-e8b7187cb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:07.705305 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-b2c33681-87f0-461e-87e3-e8b7187cb9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1125 time: 0.0870631
Jan 29 20:48:07.759797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1adeabe5-4a55-4354-bfda-58cbac0ac60d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:07.760302 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.768455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:07.768856 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.802897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:07.852561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:07.870968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.879344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:07.934715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:07.946546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2360-11b9-4b47-9896-7b364100041f req-edbca15a-2961-40b3-8176-5a3be6f3793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:07.948560 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-edbca15a-2961-40b3-8176-5a3be6f3793a service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2361994
Jan 29 20:48:07.997710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:08.017465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7f0b0-9a02-40ac-a222-4f02ac52449e req-de49e934-3c12-4479-b73a-b8f1d91e1abb tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:08.022705 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-4d41ec2d-c903-4d95-9b81-7df5df5be1a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 217 time: 0.0540822
Jan 29 20:48:08.025464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ac7f0b0-9a02-40ac-a222-4f02ac52449e req-de49e934-3c12-4479-b73a-b8f1d91e1abb tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 947 time: 0.2490323
Jan 29 20:48:08.038196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafada19-eabe-45e3-95c0-2b13a925ede4 req-7822c188-3d1e-4df4-930f-fedcf72254c7 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:08.045674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cafada19-eabe-45e3-95c0-2b13a925ede4 req-7822c188-3d1e-4df4-930f-fedcf72254c7 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 948 time: 0.4864364
Jan 29 20:48:08.054781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks [] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.115166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:08.133657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2360-11b9-4b47-9896-7b364100041f req-2cd74dd4-35cf-4a79-b299-ba279d681f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:08.134366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b0b3e2a8-885c-4da5-9893-d5c6f381fc80 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:08.138521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-2cd74dd4-35cf-4a79-b299-ba279d681f94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0999801
Jan 29 20:48:08.154459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:08.184616 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-2b2b4ae1-cc4e-4c08-bebe-d78f2555ee4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325787
Jan 29 20:48:08.202900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 196b771e-9622-45f1-8498-086d03d8a6a6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:08.203792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 196b771e-9622-45f1-8498-086d03d8a6a6 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:08.232191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ac7f0b0-9a02-40ac-a222-4f02ac52449e req-2ae14be7-408e-49be-87e4-d21b7ac5fc41 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058663
Jan 29 20:48:08.242041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cafada19-eabe-45e3-95c0-2b13a925ede4 req-10b9226a-8758-4235-8963-1696ee806fda tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952493
Jan 29 20:48:08.263542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.316156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Network bf787b49-49d2-4b21-813f-0819f6465f47 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:08.319371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:08.340184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:08.340673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (25b493a7-f3af-4374-b181-72e54e03be08), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.361238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:08.387896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-d282f627-5903-472d-8d1d-67b76c6400b4 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932957
Jan 29 20:48:08.403149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Pushing event updated for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:08.527653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.528013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.528406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.528748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.529132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.529467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.529791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.530112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.530342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fefe2360-11b9-4b47-9896-7b364100041f req-80241602-7030-4b6c-9fb9-447b23235a3b service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356370
Jan 29 20:48:08.530522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.530847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.531172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.531494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.531811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:08.581583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78d50af8-259d-4d69-8068-ca36058f3b85 req-f1daf66a-a0a0-4605-acd4-123c002eabd8 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 210 time: 0.1756048
Jan 29 20:48:08.585618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:08.627077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80', 'mac_address': 'fa:16:3e:42:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:08.672852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7a68-edab-436b-bd54-ae930f448e63 req-30618e2e-e197-4ebc-b151-a0333d8b0788 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:08.680627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d3f7a68-edab-436b-bd54-ae930f448e63 req-30618e2e-e197-4ebc-b151-a0333d8b0788 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.2705700
Jan 29 20:48:08.692523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:08.693131 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.729336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b3e2a8-885c-4da5-9893-d5c6f381fc80 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:08.773633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7a26c7ef-2900-46fb-bc9c-42b948834db1 None None] Provisioning complete for port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:08.774007 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7a26c7ef-2900-46fb-bc9c-42b948834db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.776791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:08.794903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.804399 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:08.809100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d3f7a68-edab-436b-bd54-ae930f448e63 req-c58c3df5-662d-4b2b-b77e-adcbe42beb12 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274498
Jan 29 20:48:08.843074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7a26c7ef-2900-46fb-bc9c-42b948834db1 None None] Port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:08.875652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:08.876519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630da85-6f7a-47f6-b8dc-601f18f019f9 req-c06526c1-7998-4791-9170-d7c68c1d7533 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:08.878476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8630da85-6f7a-47f6-b8dc-601f18f019f9 req-c06526c1-7998-4791-9170-d7c68c1d7533 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 946 time: 0.1833372
Jan 29 20:48:09.022145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8630da85-6f7a-47f6-b8dc-601f18f019f9 req-c4e3ea53-8aa8-4369-b733-0f9759e51cae tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363373
Jan 29 20:48:09.063276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5776a-8c58-4937-8c5b-05724a170ce9 req-fe48b250-f70e-475d-870f-b23371039627 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:09.065031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69a5776a-8c58-4937-8c5b-05724a170ce9 req-fe48b250-f70e-475d-870f-b23371039627 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1562610
Jan 29 20:48:09.087929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-37c789c0-ed04-4f20-af0f-6aea31d76f28 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:09.094435 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-37c789c0-ed04-4f20-af0f-6aea31d76f28 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 821 time: 0.1415315
Jan 29 20:48:09.113104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Request body: {'port': {'device_id': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'admin_state_up': True, 'tenant_id': '1446d1ea6143497c87be058f9f8485a0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:09.148016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68583942-030c-4b0f-b7cc-484cab310d30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:09.151619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks [] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.158169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69a5776a-8c58-4937-8c5b-05724a170ce9 req-ccaa22f7-99ce-48f6-87e6-e4605a48c61c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831869
Jan 29 20:48:09.158812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.159594 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (25b493a7-f3af-4374-b181-72e54e03be08), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.201650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['b0b3e2a8-885c-4da5-9893-d5c6f381fc80'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:09.239426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Made reservation on behalf of 1446d1ea6143497c87be058f9f8485a0 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:09.243213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.261400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Pushing event updated for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:09.322168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Network bf787b49-49d2-4b21-813f-0819f6465f47 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:09.323999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:09.412036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Allocated IP 172.20.0.2 (b8d9c425-1de8-44d6-86f2-05dc24907ef7/4661c7f2-95f7-4a9d-9d42-fc375008c179/142a7ded-1881-4d2d-b373-e8126cd29b0f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:09.463645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 68583942-030c-4b0f-b7cc-484cab310d30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:09.464028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68583942-030c-4b0f-b7cc-484cab310d30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.534990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:09.537385 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa0dde-a06a-4354-9a8a-822fc8073f05" -d '{"events": [{"server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "name": "network-vif-plugged", "status": "completed", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:09.582632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Router 25b493a7-f3af-4374-b181-72e54e03be08 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:09.619303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.629059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 68583942-030c-4b0f-b7cc-484cab310d30 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:09.629402 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68583942-030c-4b0f-b7cc-484cab310d30), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.661713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.673037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 68583942-030c-4b0f-b7cc-484cab310d30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68583942-030c-4b0f-b7cc-484cab310d30,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:09.679420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68583942-030c-4b0f-b7cc-484cab310d30), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.691933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d436441a-21a7-4800-b6a2-fa85ea86c09d None None] Provisioning complete for port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:09.692310 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d436441a-21a7-4800-b6a2-fa85ea86c09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.703116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256672ae-1e06-46d5-bec4-ef27c0dffc34 req-3cba354b-dffd-4c9d-a80e-5b05b257cac6 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:09.710241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-256672ae-1e06-46d5-bec4-ef27c0dffc34 req-3cba354b-dffd-4c9d-a80e-5b05b257cac6 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 949 time: 0.3078361
Jan 29 20:48:09.715284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Network b8d9c425-1de8-44d6-86f2-05dc24907ef7 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:09.718454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:09.723311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:09.727913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event updated for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:09.733938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec46b9-ba03-4357-9786-2af289fbd0dc req-61d7d6e9-17bc-47fd-950c-cf02a7c3502a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:09.736461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67ec46b9-ba03-4357-9786-2af289fbd0dc req-61d7d6e9-17bc-47fd-950c-cf02a7c3502a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 948 time: 0.3354709
Jan 29 20:48:09.762612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.763309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.763309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.763638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.763979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.764317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.764649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.765002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.765337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.765691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.766008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.766337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.766664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:09.776602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d436441a-21a7-4800-b6a2-fa85ea86c09d None None] Port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:09.778505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=68583942-030c-4b0f-b7cc-484cab310d30,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:09.794634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:09.795290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.813977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-3710d17d-673f-4a2d-bdac-9ea0e7e432ad tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7097712
Jan 29 20:48:09.825730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Request body: {'port': {'device_id': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:09.844304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-256672ae-1e06-46d5-bec4-ef27c0dffc34 req-3e2c5272-4a68-4cbb-b742-8a5593671044 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330743
Jan 29 20:48:09.851178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67ec46b9-ba03-4357-9786-2af289fbd0dc req-a688d24e-2ccc-476b-baf3-e299139b0796 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058621
Jan 29 20:48:09.851903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:09.857029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aad82b3a-46f1-4c3c-8b98-01b5dae9cb0b admin admin] 10.222.0.20 "PUT /v2.0/routers/25b493a7-f3af-4374-b181-72e54e03be08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6861081
Jan 29 20:48:09.905272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:09.908274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Sync routers for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:09.921585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:09.922364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aba6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:09.925705 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a1039f-4e0b-40ca-9208-ff6c9b7d8124 x-openstack-request-id: req-07a1039f-4e0b-40ca-9208-ff6c9b7d8124 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:09.926117 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "name": "network-vif-plugged", "status": "completed", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:09.926491 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07a1039f-4e0b-40ca-9208-ff6c9b7d8124 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:09.927234 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'code': 200}
Jan 29 20:48:10.063534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c259c6-6212-4d19-ab94-393d24e7a973 req-fa03ea8f-b176-43ba-bf04-3286def7ede2 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.065149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98c259c6-6212-4d19-ab94-393d24e7a973 req-fa03ea8f-b176-43ba-bf04-3286def7ede2 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 931 time: 0.1026111
Jan 29 20:48:10.076439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:10.116386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726da36-1d62-4033-94f8-818d338f6fc0 req-bfaf1071-e68a-4277-ae3e-7018ba7c1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.118538 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6726da36-1d62-4033-94f8-818d338f6fc0 req-bfaf1071-e68a-4277-ae3e-7018ba7c1bac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1128 time: 0.1213746
Jan 29 20:48:10.133393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4805-bda7-4659-927a-4ff6fb4f49b1 req-89cb9a65-1948-4061-9377-063befad8ffa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.140389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19a4805-bda7-4659-927a-4ff6fb4f49b1 req-89cb9a65-1948-4061-9377-063befad8ffa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.1178973
Jan 29 20:48:10.149888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98c259c6-6212-4d19-ab94-393d24e7a973 req-a5e2f0be-008e-4dae-a507-e01f963191cd tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774870
Jan 29 20:48:10.213392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19a4805-bda7-4659-927a-4ff6fb4f49b1 req-4406d0e6-ef07-4afc-a548-e3ca36af48a4 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720303
Jan 29 20:48:10.231894 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6726da36-1d62-4033-94f8-818d338f6fc0 req-9a8e18f4-f83d-4047-81c5-b240d9ebb70f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003408
Jan 29 20:48:10.273171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-306d9a4f-708a-4929-ae18-3617e28562cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.317903 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:48:10.330436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142a7ded-1881-4d2d-b373-e8126cd29b0f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:10.339213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbd3dd-9644-4862-89ea-cb9200e004cb req-a3f3430b-2d89-43b8-a0bd-515bb11ce37a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.340405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks [] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.349410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47dbd3dd-9644-4862-89ea-cb9200e004cb req-a3f3430b-2d89-43b8-a0bd-515bb11ce37a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 946 time: 0.0795233
Jan 29 20:48:10.354440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aba6370>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:08Z', 'revision_number': 4, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46075eb0-2ec6-471d-b0a2-5be6e54887a5', 'name': '', 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'mac_address': 'fa:16:3e:86:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:07Z', 'updated_at': '2022-01-29T20:48:08Z', 'revision_number': 2, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'subnets': [{'id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:10.356760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Transition to ACTIVE for port object 142a7ded-1881-4d2d-b373-e8126cd29b0f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:10.361748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.386415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Checking router: 25b493a7-f3af-4374-b181-72e54e03be08 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:10.387034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Updating router 25b493a7-f3af-4374-b181-72e54e03be08 port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:48:10.417468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.424217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Pushing event updated for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:10.453563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47dbd3dd-9644-4862-89ea-cb9200e004cb req-a2e1c36a-e5d1-430f-9d07-583b8a22193d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032252
Jan 29 20:48:10.512222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Attempting to bind port 142a7ded-1881-4d2d-b373-e8126cd29b0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:10.512567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Attempting to bind port 142a7ded-1881-4d2d-b373-e8126cd29b0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:10.512902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Attempting to bind port 142a7ded-1881-4d2d-b373-e8126cd29b0f on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:10.520198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Port 142a7ded-1881-4d2d-b373-e8126cd29b0f on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:10.520534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Attempting to bind port 142a7ded-1881-4d2d-b373-e8126cd29b0f on network b8d9c425-1de8-44d6-86f2-05dc24907ef7 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:10.528349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:10.529035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Checking segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:10.529186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-288b6e16-0400-414b-901e-31270cdced33 req-95839a04-d7cc-4fa7-99d1-a556b0a92088 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1578932
Jan 29 20:48:10.529303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Bound using segment: {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:10.529559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Bound port: 142a7ded-1881-4d2d-b373-e8126cd29b0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34caa6c7-cc34-4b0b-8a51-7cda27fca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:10.529919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.544800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:10.590195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.605174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:10.609302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:10.617794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.643568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae681391-e7e3-4ff4-bfb3-d7573a4d8d3f req-0d83fbcc-cfd9-4dd6-94d0-fee7afd2c66d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.645427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae681391-e7e3-4ff4-bfb3-d7573a4d8d3f req-0d83fbcc-cfd9-4dd6-94d0-fee7afd2c66d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1151397
Jan 29 20:48:10.665592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.666221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.668085 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/142a7ded-1881-4d2d-b373-e8126cd29b0f HTTP/1.1" status: 200  len: 1091 time: 0.8463101
Jan 29 20:48:10.668493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:10.671273 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:10.698732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4929dea-38e8-4888-962b-420c241c57b8 service neutron] Pushing event updated for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:10.720195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks [] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.729803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae681391-e7e3-4ff4-bfb3-d7573a4d8d3f req-6107cc49-b861-4f9f-8109-b943fde683d6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774934
Jan 29 20:48:10.740967 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.767918 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.782113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-d9ff80b2-97f4-420c-b7da-3ad72bfb1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.784152 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-d9ff80b2-97f4-420c-b7da-3ad72bfb1e81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 1125 time: 0.0698726
Jan 29 20:48:10.801702 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db327df-86aa-499b-9412-78abfc5141f9 x-openstack-request-id: req-7db327df-86aa-499b-9412-78abfc5141f9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:10.801995 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:10.802633 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db327df-86aa-499b-9412-78abfc5141f9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:10.802633 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f', 'status': 'completed', 'code': 200}
Jan 29 20:48:10.814405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6faf18-1f76-41ef-a8f1-98dd3df86520 None None] Pushing event updated for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:10.850348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-4ac91680-9c45-406f-bc1b-0f5209af0140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f HTTP/1.1" status: 200  len: 217 time: 0.0580487
Jan 29 20:48:10.873725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Attempting to bind port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:10.874191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Attempting to bind port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:10.874635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Attempting to bind port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 on network bf787b49-49d2-4b21-813f-0819f6465f47 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:10.880587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:10.881090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Checking segment: {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:10.881629 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.882103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Bound using segment: {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:10.883204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Bound port: 46075eb0-2ec6-471d-b0a2-5be6e54887a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4716b22d-59ec-4c27-8cb9-857f14e5813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:10.883670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:10.917080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317728-8194-4367-9550-b07ac42e3697 req-51adbe2d-33e6-4944-9273-ed53bd6980d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:10.918709 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-51adbe2d-33e6-4944-9273-ed53bd6980d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.0615005
Jan 29 20:48:10.922069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Allocated IP 172.35.4.123 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/70582015-fde4-4eb4-8eef-2c69a593a5f4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:10.972773 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-d1c76c5a-79ae-4be3-bf38-ca2e31040da1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466380
Jan 29 20:48:10.982963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] For port 46075eb0-2ec6-471d-b0a2-5be6e54887a5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:10.987611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] For port 46075eb0-2ec6-471d-b0a2-5be6e54887a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46075eb0-2ec6-471d-b0a2-5be6e54887a5,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:10.997754 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.068064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:11.068695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aba6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:11.071663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6faf18-1f76-41ef-a8f1-98dd3df86520 None None] Pushing event updated for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:11.081158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.094260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-b2a04e35-a223-4571-890e-0784d6c9c297 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145480
Jan 29 20:48:11.136029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68583942-030c-4b0f-b7cc-484cab310d30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:11.154816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5efcf9-470b-4c3c-897f-70dc3f6bd88a req-d9dacb29-d30c-46cf-8ea6-aa2064a7c954 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:11.161916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb5efcf9-470b-4c3c-897f-70dc3f6bd88a req-d9dacb29-d30c-46cf-8ea6-aa2064a7c954 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 949 time: 0.2021022
Jan 29 20:48:11.198978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.218556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Provisioning complete for port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:11.219078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.233418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-13317728-8194-4367-9550-b07ac42e3697 req-3759def7-ba63-409b-8bb6-a603b738f207 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308699
Jan 29 20:48:11.330458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:11.345846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-d2ab2417-453f-45fa-b359-e6e7dea79be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:11.347842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-d2ab2417-453f-45fa-b359-e6e7dea79be4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1446d1ea6143497c87be058f9f8485a0&device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 1125 time: 0.0600281
Jan 29 20:48:11.366250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 68583942-030c-4b0f-b7cc-484cab310d30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:11.366716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68583942-030c-4b0f-b7cc-484cab310d30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.405368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:11.407379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:11.454353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-70453fb1-ed15-4ee5-97a6-d15035ad2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:11.455926 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-70453fb1-ed15-4ee5-97a6-d15035ad2fb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 200  len: 922 time: 0.1004713
Jan 29 20:48:11.480870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Current status of the port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:11.481281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.489221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb5efcf9-470b-4c3c-897f-70dc3f6bd88a req-4b86baed-886b-484d-bfbe-9130bfd74a0f tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3263769
Jan 29 20:48:11.491018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:11.497130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:11.500090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event updated for resources: {'Port': ['ID=70582015-fde4-4eb4-8eef-2c69a593a5f4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:11.501522 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-429b1c0d-73f2-4efb-a2c0-ff860e14b494 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f HTTP/1.1" status: 200  len: 217 time: 0.0385466
Jan 29 20:48:11.502355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:11.562898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (9172caec-e3ee-4762-a9c7-83ec0cb2e28a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.565208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-1b5f57e9-349e-4f61-b45e-56d7e3ac4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:11.566770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-1b5f57e9-349e-4f61-b45e-56d7e3ac4dd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 200  len: 861 time: 0.0567503
Jan 29 20:48:11.611739 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-8d9da881-0093-46c0-9be4-05e6d103e3c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8d9c425-1de8-44d6-86f2-05dc24907ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375257
Jan 29 20:48:11.644909 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.704220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:48:11.707441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78fda-a992-416b-8450-bcba73449f73 req-58bc9568-bbed-464c-afb7-7715a99605f9 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:11.715664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fe78fda-a992-416b-8450-bcba73449f73 req-58bc9568-bbed-464c-afb7-7715a99605f9 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 948 time: 0.1083057
Jan 29 20:48:11.725270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-c7cff855-be80-49ca-9785-fb4f45723c7d service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065621
Jan 29 20:48:11.784465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] For port 46075eb0-2ec6-471d-b0a2-5be6e54887a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46075eb0-2ec6-471d-b0a2-5be6e54887a5,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:11.801280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.830576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e6fdf3a-f196-47b0-9586-7127f97f3ba3 req-0f5a8106-04c6-4863-bf7e-a06290050030 service neutron] 10.222.0.18 "GET /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988607
Jan 29 20:48:11.833288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fe78fda-a992-416b-8450-bcba73449f73 req-afaaefa8-7ae1-4ae2-bbdb-d246cf8a6c7a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132662
Jan 29 20:48:11.939577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:11.942807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.947729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.956008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ed819693-5f44-4244-b537-a2bf24e1f6ce triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:11.956385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:11.984699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (9172caec-e3ee-4762-a9c7-83ec0cb2e28a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.000674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69171439-9d02-4c9f-abdb-3ee0fb737b67 req-d3012b64-cdbd-412e-9083-09fc00d46f95 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.002108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 68583942-030c-4b0f-b7cc-484cab310d30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:12.002228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69171439-9d02-4c9f-abdb-3ee0fb737b67 req-d3012b64-cdbd-412e-9083-09fc00d46f95 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 943 time: 0.1125932
Jan 29 20:48:12.011243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afe197-fd31-42c2-a190-6f5a6b9a4299 None None] Pushing event updated for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:12.014862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'port_id': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'mac_address': 'fa:16:3e:99:25:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083898-2673-409c-959a-194a4610b5e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:12.021221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event updated for resources: {'Port': ['ID=70582015-fde4-4eb4-8eef-2c69a593a5f4,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:12.034716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.035910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-288b6e16-0400-414b-901e-31270cdced33 req-bd9ee086-0ace-4ba3-85b3-95ab4352666f tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4973803
Jan 29 20:48:12.037893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ce67581a-541d-4b6a-829d-fe6d2227a028 None None] Provisioning complete for port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:12.038268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce67581a-541d-4b6a-829d-fe6d2227a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.103491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-288b6e16-0400-414b-901e-31270cdced33 req-cacdbadf-cec5-45cc-bf5f-1771ebfc3c7e tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.123 HTTP/1.1" status: 200  len: 696 time: 0.0562594
Jan 29 20:48:12.106510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69171439-9d02-4c9f-abdb-3ee0fb737b67 req-68264f98-85f3-409a-a416-a48867dafbba tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960696
Jan 29 20:48:12.117759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cd96c160-ae51-4a6c-ad19-f539a1c77bca is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:12.118144 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.145368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd96c160-ae51-4a6c-ad19-f539a1c77bca {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:12.172771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b0b3e2a8-885c-4da5-9893-d5c6f381fc80 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:12.204892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aba6370>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:08Z', 'revision_number': 4, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46075eb0-2ec6-471d-b0a2-5be6e54887a5', 'name': '', 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'mac_address': 'fa:16:3e:86:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:07Z', 'updated_at': '2022-01-29T20:48:10Z', 'revision_number': 4, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'subnets': [{'id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:12.253568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b6e16-0400-414b-901e-31270cdced33 req-1a746208-ab55-4999-a079-8eb0413e35ae tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.254903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-288b6e16-0400-414b-901e-31270cdced33 req-1a746208-ab55-4999-a079-8eb0413e35ae tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1448483
Jan 29 20:48:12.266728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdec04-ff21-48f6-9343-d4bb92093964 req-ffa74f9f-10aa-47e8-b8dd-4bb38138a424 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.268165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbbdec04-ff21-48f6-9343-d4bb92093964 req-ffa74f9f-10aa-47e8-b8dd-4bb38138a424 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.0983336
Jan 29 20:48:12.278594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:12.287208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a039c82-c3e3-4393-9fc6-2dbc5a668cc4 None None] The sync data for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 is: [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:08Z', 'revision_number': 4, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46075eb0-2ec6-471d-b0a2-5be6e54887a5', 'name': '', 'network_id': 'bf787b49-49d2-4b21-813f-0819f6465f47', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'mac_address': 'fa:16:3e:86:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:07Z', 'updated_at': '2022-01-29T20:48:10Z', 'revision_number': 4, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'subnets': [{'id': 'cbf2b42f-4aa4-4a66-a174-bddbe3de5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:12.294543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:12.294707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.299452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.352238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ce67581a-541d-4b6a-829d-fe6d2227a028 None None] Current status of the port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:12.370004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:12.371731 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30706b3f-9425-46f3-8232-1e7cf2da78f2" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:12.383333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbbdec04-ff21-48f6-9343-d4bb92093964 req-1708ebab-22cd-47b2-9af0-25bccc07eb2b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073458
Jan 29 20:48:12.405625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:12.407514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85372cf-d15f-4330-af9f-111e98f2935b req-1b23bfee-8f96-4990-a7e2-810cf6aab3b1 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.409725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85372cf-d15f-4330-af9f-111e98f2935b req-1b23bfee-8f96-4990-a7e2-810cf6aab3b1 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 946 time: 0.1000102
Jan 29 20:48:12.422373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.427986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:12.432159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:12.437410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:12.437785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.506946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85372cf-d15f-4330-af9f-111e98f2935b req-45a5b5fe-ed72-4b25-af73-4641da86dc85 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906088
Jan 29 20:48:12.531445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfbf72-d647-48a8-920c-d3914e117824 req-ecab9891-f2c5-4bd3-b586-d6afca8e838c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.535643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:12.537736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4dfbf72-d647-48a8-920c-d3914e117824 req-ecab9891-f2c5-4bd3-b586-d6afca8e838c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0948350
Jan 29 20:48:12.596171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e208289-38af-4d19-9eea-8091897ffab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.610561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:12.610863 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.647570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:12.649529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54063cb8-c76b-4c58-b7c0-a051f31ca7c5 req-2e28b30b-e7a4-4b22-97cd-496bbc062ecd tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips/9172caec-e3ee-4762-a9c7-83ec0cb2e28a HTTP/1.1" status: 200  len: 693 time: 0.0987482
Jan 29 20:48:12.654598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:12.663147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:12.725644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4dfbf72-d647-48a8-920c-d3914e117824 req-e5caccd6-621b-4126-abec-f408483504d8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843896
Jan 29 20:48:12.750033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:12.802916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063cb8-c76b-4c58-b7c0-a051f31ca7c5 req-ea0a91df-aff4-433f-8606-3fb3219ac544 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:12.804841 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b7cbba-2784-42b7-80a5-8857176e7508 x-openstack-request-id: req-b0b7cbba-2784-42b7-80a5-8857176e7508 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:12.805212 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:12.805473 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0b7cbba-2784-42b7-80a5-8857176e7508 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:12.805915 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'code': 200}
Jan 29 20:48:12.806031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54063cb8-c76b-4c58-b7c0-a051f31ca7c5 req-ea0a91df-aff4-433f-8606-3fb3219ac544 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1459265
Jan 29 20:48:12.824648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-54063cb8-c76b-4c58-b7c0-a051f31ca7c5 req-2c900a95-dc6e-4e87-8ab0-1577208e65a5 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:12.825881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54063cb8-c76b-4c58-b7c0-a051f31ca7c5 req-2c900a95-dc6e-4e87-8ab0-1577208e65a5 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0144944
Jan 29 20:48:13.046383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce633c-4d83-43fd-a0ed-82008953d86c req-d1c723c5-f59a-4ca7-84b2-3e1e4630173c tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:13.048001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edce633c-4d83-43fd-a0ed-82008953d86c req-d1c723c5-f59a-4ca7-84b2-3e1e4630173c tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 950 time: 0.1443059
Jan 29 20:48:13.055915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6983e7-e685-4279-b119-b498b921992d req-292fd60a-1a89-4806-8dee-ccf55e1c7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:13.057041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9a6983e7-e685-4279-b119-b498b921992d req-292fd60a-1a89-4806-8dee-ccf55e1c7834 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.0706356
Jan 29 20:48:13.068835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-2aa0c4ba-7ff5-4e26-ae3a-01e901e11d51 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:13.070889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-2aa0c4ba-7ff5-4e26-ae3a-01e901e11d51 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1361332
Jan 29 20:48:13.120917 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9a6983e7-e685-4279-b119-b498b921992d req-8e4ee492-fd1e-47c5-b2f5-f952fd6fcd8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565898
Jan 29 20:48:13.127343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46075eb0-2ec6-471d-b0a2-5be6e54887a5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:13.140140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-45b937d3-6bac-42ad-b4d9-f2777019c4e2 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 696 time: 0.0609984
Jan 29 20:48:13.154263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:13.161420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edce633c-4d83-43fd-a0ed-82008953d86c req-f002a7d5-7a79-4b50-aaba-427c888e23af tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054013
Jan 29 20:48:13.193734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:13.194249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:13.209716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:13.289505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:13.334534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c32f87f3-a2e7-455c-b179-a94be4c6b6c6 req-85f9d4f4-5b99-491e-b767-4ef8f273b76d tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=0a9fcdf43cd241cc80447149f9f92c2e HTTP/1.1" status: 200  len: 696 time: 0.1222568
Jan 29 20:48:13.552242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f87f3-a2e7-455c-b179-a94be4c6b6c6 req-2d490511-3622-45c8-a48d-19b010ba1c24 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:13.553756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c32f87f3-a2e7-455c-b179-a94be4c6b6c6 req-2d490511-3622-45c8-a48d-19b010ba1c24 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks?id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 787 time: 0.2113895
Jan 29 20:48:13.567469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-c32f87f3-a2e7-455c-b179-a94be4c6b6c6 req-219bb408-5d11-4355-a1ca-f25c21cb3df4 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:13.568367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c32f87f3-a2e7-455c-b179-a94be4c6b6c6 req-219bb408-5d11-4355-a1ca-f25c21cb3df4 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080698
Jan 29 20:48:13.584008 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:13.866524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dec3d-0cfd-4a02-a0a6-1d5682008634 req-0904f8da-b397-43c9-b141-c9d89866d7e1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:13.867953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc4dec3d-0cfd-4a02-a0a6-1d5682008634 req-0904f8da-b397-43c9-b141-c9d89866d7e1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2195530
Jan 29 20:48:14.172773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 142a7ded-1881-4d2d-b373-e8126cd29b0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:14.220443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc4dec3d-0cfd-4a02-a0a6-1d5682008634 req-bed429b1-a45e-411e-9271-5ec6415c9b35 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3406234
Jan 29 20:48:14.221274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:14.226161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:14.278117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:14.289590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '142a7ded-1881-4d2d-b373-e8126cd29b0f', 'network_id': 'b8d9c425-1de8-44d6-86f2-05dc24907ef7', 'port_id': '142a7ded-1881-4d2d-b373-e8126cd29b0f', 'mac_address': 'fa:16:3e:2a:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661c7f2-95f7-4a9d-9d42-fc375008c179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:14.326132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 142a7ded-1881-4d2d-b373-e8126cd29b0f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:14.326527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:14.339925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142a7ded-1881-4d2d-b373-e8126cd29b0f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:14.359065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:14.363924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:14.370447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f12a2-dbf0-4054-8676-b00de705a7b3 req-9c71d573-b176-437c-ad6b-dfbc3f4234aa tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:14.371939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d3f12a2-dbf0-4054-8676-b00de705a7b3 req-9c71d573-b176-437c-ad6b-dfbc3f4234aa tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 943 time: 0.0764432
Jan 29 20:48:14.373506 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Floating IP c7029725-7045-4acd-bf1d-c591311b3826 associated. External IP: 172.35.4.168, port: e2c40111-322f-407a-8883-ffef11f96aa0.
Jan 29 20:48:14.414941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:14.492561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d3f12a2-dbf0-4054-8676-b00de705a7b3 req-e6d6dc94-69fe-4bbc-95ef-cd9574435746 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824656
Jan 29 20:48:14.657549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca28705-72ca-492b-896f-c76310405448 req-ebe4791d-d7cb-4769-8f9d-c56518cbb9d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:14.658994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bca28705-72ca-492b-896f-c76310405448 req-ebe4791d-d7cb-4769-8f9d-c56518cbb9d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.1034062
Jan 29 20:48:14.665544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:14.750797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['142a7ded-1881-4d2d-b373-e8126cd29b0f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:14.770927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bca28705-72ca-492b-896f-c76310405448 req-374dec44-a85f-41f6-b689-f462abd1295a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043034
Jan 29 20:48:14.807574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:14.809956 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b88104-2fd5-48a3-a588-3d62a583a597" -d '{"events": [{"server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "name": "network-vif-plugged", "status": "completed", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:14.810097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:14.820959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:14.830836 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:14.831437 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b375a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:14.844873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:14.870564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-2fd11133-1288-4617-93b6-0e549fbf58cb tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips/9172caec-e3ee-4762-a9c7-83ec0cb2e28a HTTP/1.1" status: 200  len: 693 time: 0.0724874
Jan 29 20:48:14.891058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-c42cacc6-ec42-49be-b16a-ac25d4e0e2f0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "PUT /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 996 time: 1.7434242
Jan 29 20:48:14.900879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:14.903082 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9a0884-05a9-4b85-bea8-9243b78bec41" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:14.938944 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:15.010899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-0958bdcb-656e-48f4-91c8-5cd51464204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:15.012398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-0958bdcb-656e-48f4-91c8-5cd51464204f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.0776253
Jan 29 20:48:15.018761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-240d4125-ab0c-429c-b138-e53c5f60c9a0 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:15.019985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-240d4125-ab0c-429c-b138-e53c5f60c9a0 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1431260
Jan 29 20:48:15.033866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-440a9f7e-6586-4827-b16b-3ef431513987 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:15.034824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-440a9f7e-6586-4827-b16b-3ef431513987 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069726
Jan 29 20:48:15.123736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-2ca2a3d6-6b59-448d-aa0a-74f8413864e2 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.123 HTTP/1.1" status: 200  len: 696 time: 0.0791607
Jan 29 20:48:15.187647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-b18c9c99-0a8f-4acf-98c6-79ed1cd8fb1a tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.123 HTTP/1.1" status: 200  len: 696 time: 0.0574765
Jan 29 20:48:15.191958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-31f06b22-7ac5-4d33-acbb-5b3d25013664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:15.193440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-31f06b22-7ac5-4d33-acbb-5b3d25013664 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1726396
Jan 29 20:48:15.248086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b375a00>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:13Z', 'revision_number': 1, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:15.276596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:15.284617 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:15.285246 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b375a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:15.340313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-6e2bcc30-a30b-4548-bbd7-0d1454818b70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 999 time: 0.1392388
Jan 29 20:48:15.387919 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:15.396468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-76a55deb-2bba-4bfd-8345-999ba6cb3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:15.397961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-76a55deb-2bba-4bfd-8345-999ba6cb3406 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0518754
Jan 29 20:48:15.398968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:15.403058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Deleting port 70582015-fde4-4eb4-8eef-2c69a593a5f4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:15.403411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.472486 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.493988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port cd96c160-ae51-4a6c-ad19-f539a1c77bca completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:15.500395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port cd96c160-ae51-4a6c-ad19-f539a1c77bca triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:15.500553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.513368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-cc54f335-357f-48fb-8cf7-5c3b734632bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:15.514899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-cc54f335-357f-48fb-8cf7-5c3b734632bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1088736
Jan 29 20:48:15.516549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.516868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (70582015-fde4-4eb4-8eef-2c69a593a5f4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.529725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-7c50e9a6-9d73-46b3-b59c-fdb62498692c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:15.530626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-7c50e9a6-9d73-46b3-b59c-fdb62498692c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056691
Jan 29 20:48:15.536117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Calling delete_port for 70582015-fde4-4eb4-8eef-2c69a593a5f4 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:15.593529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cd96c160-ae51-4a6c-ad19-f539a1c77bca is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:15.593529 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.630088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:15.635836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.660715 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b375a00>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:13Z', 'revision_number': 1, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:15.685104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-bf8e3eca-3a47-45a0-9fdf-bf86e4504d53 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444285
Jan 29 20:48:15.690980 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77965a79-3660-48d7-827c-ff138951b6a2 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:13Z', 'revision_number': 1, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:15.812036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (70582015-fde4-4eb4-8eef-2c69a593a5f4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.831818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:15.847376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdc98d2b-6b25-4072-9573-0b48865cf2cd req-5cd487d2-b920-415e-ac6a-dcd91264d433 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504064
Jan 29 20:48:15.849570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event deleted for resources: {'Port': ['ID=70582015-fde4-4eb4-8eef-2c69a593a5f4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:15.877217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (9172caec-e3ee-4762-a9c7-83ec0cb2e28a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.879868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:15.881047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6850d9e4-d56b-4a0b-a33d-e26add6cd21e req-f84a5ebe-2449-4185-9bfb-bdb062f6b18c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "DELETE /v2.0/floatingips/9172caec-e3ee-4762-a9c7-83ec0cb2e28a HTTP/1.1" status: 204  len: 173 time: 0.6867390
Jan 29 20:48:15.918801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf6b14-5c73-4a29-afb6-52ee9b7418ca None None] New status for floating IP c7029725-7045-4acd-bf1d-c591311b3826: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:48:16.002835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88096e52-2a9d-41e5-878e-8e459893b0ed req-f5b1a8d9-910c-41b4-96c0-62cae1531355 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.004310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88096e52-2a9d-41e5-878e-8e459893b0ed req-f5b1a8d9-910c-41b4-96c0-62cae1531355 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0801735
Jan 29 20:48:16.016023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfc096-b213-432c-b10c-72c473fdb9be req-0fc8808e-ae3a-48fa-ab0a-bc6d2eb0f507 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.017454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adcfc096-b213-432c-b10c-72c473fdb9be req-0fc8808e-ae3a-48fa-ab0a-bc6d2eb0f507 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 950 time: 0.0836866
Jan 29 20:48:16.086304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88096e52-2a9d-41e5-878e-8e459893b0ed req-dc787223-f412-43e6-b269-3ad2d0fb5062 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679193
Jan 29 20:48:16.090685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adcfc096-b213-432c-b10c-72c473fdb9be req-eed466c2-6f25-419b-bf2b-7763956578d2 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667262
Jan 29 20:48:16.144570 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7eb760-5209-43a4-bbfd-0f6e573898cd x-openstack-request-id: req-8c7eb760-5209-43a4-bbfd-0f6e573898cd {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:16.144865 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:16.145151 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c7eb760-5209-43a4-bbfd-0f6e573898cd {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:16.145547 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:48:16.153953 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8ecec-056b-4731-bc82-050bcccc7135 x-openstack-request-id: req-31e8ecec-056b-4731-bc82-050bcccc7135 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:16.154279 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "name": "network-vif-plugged", "status": "completed", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:16.154557 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31e8ecec-056b-4731-bc82-050bcccc7135 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:16.154967 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80', 'code': 200}
Jan 29 20:48:16.200785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 142a7ded-1881-4d2d-b373-e8126cd29b0f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:16.227954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-17437cc4-bbe8-42ad-a599-c3389f48f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.230169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-17437cc4-bbe8-42ad-a599-c3389f48f925 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.0585067
Jan 29 20:48:16.258640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 142a7ded-1881-4d2d-b373-e8126cd29b0f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:16.263343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 142a7ded-1881-4d2d-b373-e8126cd29b0f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:16.263855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:16.328348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-545b69c1-5f21-4f2a-bfb3-06149e74024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.329945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-545b69c1-5f21-4f2a-bfb3-06149e74024f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.0933311
Jan 29 20:48:16.338584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2dc78-c9cf-4450-bb0e-b9856d376c82 req-87768462-6085-4d25-a5ad-7a18d75de57c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.340042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f2dc78-c9cf-4450-bb0e-b9856d376c82 req-87768462-6085-4d25-a5ad-7a18d75de57c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1309528
Jan 29 20:48:16.346906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 142a7ded-1881-4d2d-b373-e8126cd29b0f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:16.347424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:16.348909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6aea-852d-47ed-af42-06e1b44ef0a7 req-a1396baf-adc4-410e-a21b-e881ea2db896 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.350295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe1c6aea-852d-47ed-af42-06e1b44ef0a7 req-a1396baf-adc4-410e-a21b-e881ea2db896 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 944 time: 0.1208062
Jan 29 20:48:16.359467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e750-968a-48f2-ad5b-44af33328995 req-f375c140-7950-473b-9bf4-825fd8376d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.360901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6801e750-968a-48f2-ad5b-44af33328995 req-f375c140-7950-473b-9bf4-825fd8376d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 1132 time: 0.1060154
Jan 29 20:48:16.389488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:16.393798 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:16.438535 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-95ceb0a2-7e1a-40fb-b845-8782d4ffa08f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 1001 time: 0.1014016
Jan 29 20:48:16.442577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:16.461703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f2dc78-c9cf-4450-bb0e-b9856d376c82 req-11354cb5-fecf-45b8-963a-63e0a14c0906 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091590
Jan 29 20:48:16.464757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe1c6aea-852d-47ed-af42-06e1b44ef0a7 req-38e7c64a-67e7-4f86-9beb-4ec3b1bdbefa tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029890
Jan 29 20:48:16.466744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6801e750-968a-48f2-ad5b-44af33328995 req-bc9b6a6f-8434-43c0-aec7-990ddcbf2e72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895762
Jan 29 20:48:16.614260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53737c64-c666-4bac-8fd4-fc7acac9f3ef req-688eebab-9c2a-4b41-8202-7d10254e2f38 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.616331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53737c64-c666-4bac-8fd4-fc7acac9f3ef req-688eebab-9c2a-4b41-8202-7d10254e2f38 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.0905180
Jan 29 20:48:16.630886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-6446d880-bfbd-45aa-aae0-50602b330bdb tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.632470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-6446d880-bfbd-45aa-aae0-50602b330bdb tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0959942
Jan 29 20:48:16.715343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:16.731508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-7b97d2a5-1cea-4d03-8b49-93693f4bb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.733134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-7b97d2a5-1cea-4d03-8b49-93693f4bb32b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.2880054
Jan 29 20:48:16.752836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53737c64-c666-4bac-8fd4-fc7acac9f3ef req-aabc2862-5c50-4a84-aeaa-b66fdfc519fe tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295002
Jan 29 20:48:16.755502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-e9fad8b2-1ae4-4afb-8774-8b621b730fdc tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1001 time: 0.1171803
Jan 29 20:48:16.765348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:16.792235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-2a29b528-fde0-43ee-8a76-dfdaa5a59b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:16.793797 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-2a29b528-fde0-43ee-8a76-dfdaa5a59b56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517118
Jan 29 20:48:16.879443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:16.880002 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-e7ab0d13-bfe9-4442-b420-2baa6b228057 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789959
Jan 29 20:48:16.974777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a9a0884-05a9-4b85-bea8-9243b78bec41 req-13078d6f-ff8f-48cc-83e0-b1731223dcc4 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888615
Jan 29 20:48:17.001629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-cb523275-5300-482a-8a23-0076055b3f9c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1989126
Jan 29 20:48:17.016427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:17.097511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.132033 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-888adc52-9528-4e1c-b74a-55ea063c153b service neutron] show failed (client error): The resource could not be found.
Jan 29 20:48:17.133643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-888adc52-9528-4e1c-b74a-55ea063c153b service neutron] 10.222.0.18 "GET /v2.0/ports/73b487bf-810c-4a95-a634-be8062ba6880/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1828463
Jan 29 20:48:17.352038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-d370cd5e-2e4c-4583-87d5-2ec595840016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:17.353661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-d370cd5e-2e4c-4583-87d5-2ec595840016 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1132 time: 0.0471537
Jan 29 20:48:17.366832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:17.431646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.635891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.637325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:17.670601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:17.711265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:17.713728 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896a592a-3a4a-43e8-9917-dce121caa232" -d '{"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:17.717671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks [] for port (73b487bf-810c-4a95-a634-be8062ba6880), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.731170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Transition to ACTIVE for port object 73b487bf-810c-4a95-a634-be8062ba6880 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:17.735694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.805481 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.812355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] No DVR routers for this DVR port 73b487bf-810c-4a95-a634-be8062ba6880 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:17.814662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:17.815968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.864551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:17.864969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:17.865310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:17.871269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:17.871616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Attempting to bind port 73b487bf-810c-4a95-a634-be8062ba6880 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:17.878127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:17.878739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:17.879516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:17.880291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Bound port: 73b487bf-810c-4a95-a634-be8062ba6880, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:17.880864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:17.901808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Allocated IP 172.35.4.8 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/08a495a4-a0b4-47df-83be-1ffca342d3e8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:17.967985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:17.972035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:17.980028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.009301 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Floating IP c7029725-7045-4acd-bf1d-c591311b3826 associated. External IP: 172.35.4.168, port: e2c40111-322f-407a-8883-ffef11f96aa0.
Jan 29 20:48:18.014232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:18.014232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.015310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 1096 time: 0.6531730
Jan 29 20:48:18.079223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3696-d673-407b-861c-2f09dcaa05e0 service neutron] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:18.108771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-c90cb457-89ae-4784-971e-1f461dd450ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:18.110367 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-c90cb457-89ae-4784-971e-1f461dd450ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1130 time: 0.0660250
Jan 29 20:48:18.139384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.156794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca'}, {'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:18.160105 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d5d0b-e802-4a5b-91b1-e896d4b42ca4" -d '{"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-plugged", "status": "completed", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca"}, {"server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "name": "network-vif-plugged", "status": "completed", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:18.214979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-f71814f7-bfd2-4032-a8cd-8abda9bb9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:18.216442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-f71814f7-bfd2-4032-a8cd-8abda9bb9aa1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.0999777
Jan 29 20:48:18.254375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.269354 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-7c69b44a-99e7-44e1-b8cd-4b84f7b9c2aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0468812
Jan 29 20:48:18.309367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:18.318406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:18.318932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-1f651bb2-6797-4026-a9b8-5431f4b18994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:18.322040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-1f651bb2-6797-4026-a9b8-5431f4b18994 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0473566
Jan 29 20:48:18.323660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:18.339017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event updated for resources: {'Port': ['ID=08a495a4-a0b4-47df-83be-1ffca342d3e8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:18.372487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-bc1cfc9e-3765-4230-9203-8dd7b61c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:18.373356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:18.374211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-bc1cfc9e-3765-4230-9203-8dd7b61c6865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0451059
Jan 29 20:48:18.396829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (2dfcdc59-bc24-4a58-89e7-7b129cc19d86), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.466325 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-89140f50-369b-4bfe-be0b-cee6e555d44e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848176
Jan 29 20:48:18.502735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.546908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:18.557066 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d66ada1-ed7c-41de-891a-26df3332e8f4 req-9c13fc99-c8fe-4f20-b3d5-dfc23e8f325e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842676
Jan 29 20:48:18.562356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:18.574896 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:18.575576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af815e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:18.704060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:18.822183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.829135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.867487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (2dfcdc59-bc24-4a58-89e7-7b129cc19d86), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.902307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:18.903513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.8939583
Jan 29 20:48:18.905259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:18.906126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d997b0-1097-47b4-8611-fef13e9450db tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event updated for resources: {'Port': ['ID=08a495a4-a0b4-47df-83be-1ffca342d3e8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:18.925973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af815e0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:17Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:18.954879 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:18.963572 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:18.964191 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af815e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:18.964735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-8d139558-4bf0-4a05-adfb-9c80f8e4a1c7 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.8 HTTP/1.1" status: 200  len: 694 time: 0.0530493
Jan 29 20:48:19.063413 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:19.133423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:19.138572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:19.148686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-577ed3b8-ab6b-4424-85ce-03f88df55ad5 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.150082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2d9fae7-1a6d-4d43-9d6b-4043c62d0d5f req-577ed3b8-ab6b-4424-85ce-03f88df55ad5 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1559770
Jan 29 20:48:19.183283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:19.185680 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:19.221325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-d14c0d32-5603-488a-ab1e-2c1a9fbb7f88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "PUT /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 999 time: 2.4565334
Jan 29 20:48:19.275750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-4cd75248-8b1e-4e3e-9a04-7b7f2d91482a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.281110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-4cd75248-8b1e-4e3e-9a04-7b7f2d91482a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports/e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 942 time: 0.0561178
Jan 29 20:48:19.313576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af815e0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:17Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:19.341233 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43246af1-7e04-49ac-91b8-a183228a4e5f None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:17Z', 'revision_number': 3, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:19.417594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-f3e20cc4-0d71-4b82-ad0c-b23ad76a724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.419156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-f3e20cc4-0d71-4b82-ad0c-b23ad76a724c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.0824516
Jan 29 20:48:19.478125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb09e0b-7a85-4efa-af88-ab63048f6aa7 req-77fd6934-64bb-446b-bae8-dff8dc509323 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.479619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fb09e0b-7a85-4efa-af88-ab63048f6aa7 req-77fd6934-64bb-446b-bae8-dff8dc509323 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1077666
Jan 29 20:48:19.503640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd41df0-12f2-4694-8d49-dd7b383789cd None None] New status for floating IP c7029725-7045-4acd-bf1d-c591311b3826: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:48:19.559260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fb09e0b-7a85-4efa-af88-ab63048f6aa7 req-a858272b-4689-4d35-a296-eb12a55e85b4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731335
Jan 29 20:48:19.562582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-1940eb29-f471-4642-881c-0273e39ae322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.564039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-1940eb29-f471-4642-881c-0273e39ae322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1379383
Jan 29 20:48:19.613101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-ccc96bcc-9481-4193-a6e5-7f1c0f807c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.0430267
Jan 29 20:48:19.687586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-445cc146-d0aa-4995-be46-5740c3ac0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.689095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-445cc146-d0aa-4995-be46-5740c3ac0504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0707181
Jan 29 20:48:19.711806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e85f-e27f-4902-9515-5ad3ab6ca564 req-e5c33a98-5b4d-475a-bdd9-eb02a650c73d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.713270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57e1e85f-e27f-4902-9515-5ad3ab6ca564 req-e5c33a98-5b4d-475a-bdd9-eb02a650c73d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 948 time: 0.0965974
Jan 29 20:48:19.773591 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:19.783027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:19.783698 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:19.783824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-b114371a-f8db-4ab4-b864-805e842565c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.785381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-b114371a-f8db-4ab4-b864-805e842565c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0890119
Jan 29 20:48:19.788384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57e1e85f-e27f-4902-9515-5ad3ab6ca564 req-f0e7c365-678f-4f27-bac6-f7109c615969 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603216
Jan 29 20:48:19.895735 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:19.919767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-ad53cdb2-bc15-4c8c-8b9f-221c35c135cf service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269202
Jan 29 20:48:19.927680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e3728-0b57-4b3c-ac8c-e3d3ffcef8de req-d7b274d8-df98-487f-a04b-bb812d5a6e39 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:19.929653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b1e3728-0b57-4b3c-ac8c-e3d3ffcef8de req-d7b274d8-df98-487f-a04b-bb812d5a6e39 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 950 time: 0.0846930
Jan 29 20:48:20.031637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b1e3728-0b57-4b3c-ac8c-e3d3ffcef8de req-52702a09-760e-42b3-b179-6b500baca125 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939674
Jan 29 20:48:20.054819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-6feb1544-6386-4820-b9d9-153310ba7fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236081
Jan 29 20:48:20.212440 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81a90>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:19Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:20.213328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:20.245760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:20.254718 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:20.255431 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:20.262925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port 73b487bf-810c-4a95-a634-be8062ba6880 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:48:20.263326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:20.363308 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:20.393920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-9aa6f81e-1bd1-44b6-a0dc-e8e0dc7a07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.395457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-9aa6f81e-1bd1-44b6-a0dc-e8e0dc7a07c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1128 time: 0.3169339
Jan 29 20:48:20.454488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e7940-0798-4f47-930c-82ec73dfec3e req-38cf149c-ef40-497c-b260-2ca19928b633 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.455942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b36e7940-0798-4f47-930c-82ec73dfec3e req-38cf149c-ef40-497c-b260-2ca19928b633 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.3500865
Jan 29 20:48:20.530281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-48d157d1-5f48-4b15-9667-bdd6c6b07dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.531752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-48d157d1-5f48-4b15-9667-bdd6c6b07dd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1289816
Jan 29 20:48:20.535296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b36e7940-0798-4f47-930c-82ec73dfec3e req-bcc463fd-b919-46c7-b0dc-7880b00adc3f tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731356
Jan 29 20:48:20.594492 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81a90>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:19Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:20.601814 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e4b08a-cee6-4fe8-88ae-737e3770e4f9 x-openstack-request-id: req-74e4b08a-cee6-4fe8-88ae-737e3770e4f9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:20.602328 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:20.602441 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74e4b08a-cee6-4fe8-88ae-737e3770e4f9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:20.602750 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'code': 200}
Jan 29 20:48:20.605679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-c30e224e-df1c-4b4b-bc20-64cd2b9a82f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 1002 time: 0.0679791
Jan 29 20:48:20.626453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec65de0-d3f6-416b-9e8a-e81597db54ab None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:f1:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:19Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:20.690086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-7646bde9-6ca9-4d2b-8c2d-835312c775b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.691556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-7646bde9-6ca9-4d2b-8c2d-835312c775b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0792081
Jan 29 20:48:20.745946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21459e78-4b32-443a-889d-cb3cef64e920 req-8b14e5ff-9f58-4855-952e-0e182c901ed6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.747466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21459e78-4b32-443a-889d-cb3cef64e920 req-8b14e5ff-9f58-4855-952e-0e182c901ed6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.0923097
Jan 29 20:48:20.770817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-c6c94c17-78c0-462c-8de0-338e06de775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:20.773045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-c6c94c17-78c0-462c-8de0-338e06de775b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0744185
Jan 29 20:48:20.857193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21459e78-4b32-443a-889d-cb3cef64e920 req-46a5c3b5-bdae-485d-bd70-0ec24a634acd tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030185
Jan 29 20:48:20.900046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-7e2f0cf2-c2c4-45a4-a633-d48c55c2ba61 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202381
Jan 29 20:48:20.908384 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c27b09-14d3-46ee-af39-0d2319017243 x-openstack-request-id: req-44c27b09-14d3-46ee-af39-0d2319017243 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:20.908900 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-plugged", "status": "completed", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca", "code": 200}, {"server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "name": "network-vif-plugged", "status": "completed", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:20.909020 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c27b09-14d3-46ee-af39-0d2319017243 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:20.909628 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'code': 200}
Jan 29 20:48:20.909948 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f', 'code': 200}
Jan 29 20:48:21.015254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-2c6a55db-42da-4a96-b5dc-b2761d824097 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips/2dfcdc59-bc24-4a58-89e7-7b129cc19d86 HTTP/1.1" status: 200  len: 691 time: 0.0861115
Jan 29 20:48:21.021655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ac2a7-ea2b-4147-bfe3-7b485fa4b5d4 req-38e9af68-e91a-4fd7-bc3a-808292886096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.023180 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a77ac2a7-ea2b-4147-bfe3-7b485fa4b5d4 req-38e9af68-e91a-4fd7-bc3a-808292886096 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1127 time: 0.0463843
Jan 29 20:48:21.070293 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a77ac2a7-ea2b-4147-bfe3-7b485fa4b5d4 req-0bb26609-e71a-4ed2-8097-4694cee2446a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395598
Jan 29 20:48:21.121261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e396b016-2807-4ff9-8a1c-6f7b3b09f6e3 req-8c611b3a-650c-46ce-baf2-ed996dff39e3 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154286
Jan 29 20:48:21.144949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccdf74-cfb6-4437-9d9e-7864a15fe8e7 req-ed80f8b0-1bb4-4652-9498-c1684912871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.146492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ccdf74-cfb6-4437-9d9e-7864a15fe8e7 req-ed80f8b0-1bb4-4652-9498-c1684912871b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 1127 time: 0.1500189
Jan 29 20:48:21.169128 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb13b29-5192-4fa3-a4ce-ab085e63970e x-openstack-request-id: req-5fb13b29-5192-4fa3-a4ce-ab085e63970e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:21.169425 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:21.169684 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fb13b29-5192-4fa3-a4ce-ab085e63970e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:21.170090 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:48:21.184913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-835cb58d-10b2-4832-ad87-cd29e176dc61 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.186857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-835cb58d-10b2-4832-ad87-cd29e176dc61 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1554976
Jan 29 20:48:21.246255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-e81ee825-089c-4f0f-b16f-f5f4dea0e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.247766 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-e81ee825-089c-4f0f-b16f-f5f4dea0e5ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.0551965
Jan 29 20:48:21.248105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ccdf74-cfb6-4437-9d9e-7864a15fe8e7 req-259a5ca0-790e-4930-a721-472df1d2e494 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928991
Jan 29 20:48:21.254972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-5e40fa42-0ab5-412f-a6e6-ba88308ff6bc tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.8 HTTP/1.1" status: 200  len: 694 time: 0.0557885
Jan 29 20:48:21.304704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-7d497df3-4429-4ab0-ac6b-0b43cbd8e11c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.8 HTTP/1.1" status: 200  len: 694 time: 0.0439088
Jan 29 20:48:21.446702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Deleting port 08a495a4-a0b4-47df-83be-1ffca342d3e8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:21.447083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.550671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.550997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (08a495a4-a0b4-47df-83be-1ffca342d3e8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.567687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc748c-a07d-4da5-b96c-33baa214e38c req-a01365b9-6f5e-47b8-ab90-2ce64f4d880a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.569169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4bc748c-a07d-4da5-b96c-33baa214e38c req-a01365b9-6f5e-47b8-ab90-2ce64f4d880a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 948 time: 0.1107700
Jan 29 20:48:21.573571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Calling delete_port for 08a495a4-a0b4-47df-83be-1ffca342d3e8 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:21.582896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-2acebe41-c571-46cd-8dd9-af7650514385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.584438 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-2acebe41-c571-46cd-8dd9-af7650514385 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.0874028
Jan 29 20:48:21.629220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-1fa21f0f-862b-418f-adb9-2d065d900199 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.0385962
Jan 29 20:48:21.662285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4bc748c-a07d-4da5-b96c-33baa214e38c req-de14eb0f-146b-482c-9273-e811f34eab92 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867820
Jan 29 20:48:21.679378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-f46659a1-01d4-4950-b1f0-6090bdeccc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.680838 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-f46659a1-01d4-4950-b1f0-6090bdeccc0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0457556
Jan 29 20:48:21.759639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-a663fc0a-c5e4-44f2-bb62-8cf2ec529e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.761279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-a663fc0a-c5e4-44f2-bb62-8cf2ec529e82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559659
Jan 29 20:48:21.785108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-007f094d-632e-44ec-ae0b-345bd1c03eb5 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1002 time: 0.0918262
Jan 29 20:48:21.829309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (08a495a4-a0b4-47df-83be-1ffca342d3e8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.854660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-85f8ae36-3486-4b96-bc4d-38a07620ac23 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868654
Jan 29 20:48:21.868732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-dc2d2f7e-49a0-42e0-9b15-47a7464ae9a6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:21.870117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-dc2d2f7e-49a0-42e0-9b15-47a7464ae9a6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports/1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 943 time: 0.0775712
Jan 29 20:48:21.870867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Pushing event deleted for resources: {'Port': ['ID=08a495a4-a0b4-47df-83be-1ffca342d3e8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:21.895621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks [] for floatingip (2dfcdc59-bc24-4a58-89e7-7b129cc19d86), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.898928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:21.900074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f20852-5ea7-4542-87ca-eaaafe9abcf4 req-43c6407b-3d7a-43c0-aa01-0046fd985531 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "DELETE /v2.0/floatingips/2dfcdc59-bc24-4a58-89e7-7b129cc19d86 HTTP/1.1" status: 204  len: 173 time: 0.5900228
Jan 29 20:48:21.948691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae775ec4-b1c8-42e2-80d8-20bd058fc45c req-822637f1-709b-4083-b773-c9e14c65787f service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880187
Jan 29 20:48:22.017763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-5044defb-edc5-4128-bb72-a2312aa3c5dd tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1002 time: 0.0939741
Jan 29 20:48:22.042200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f50a-c079-40d3-9e3f-d22fc9bb74c3 req-19630c34-8e38-44cd-8f98-9206c290bb13 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.043625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2552f50a-c079-40d3-9e3f-d22fc9bb74c3 req-19630c34-8e38-44cd-8f98-9206c290bb13 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.0788038
Jan 29 20:48:22.144695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2552f50a-c079-40d3-9e3f-d22fc9bb74c3 req-b2a0a6ea-81d9-45c1-b8b3-073822135a48 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913177
Jan 29 20:48:22.165801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-6efb10bc-9fdb-4329-88e5-27b8b28b6831 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.167267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fded32bc-654f-4a10-8fac-f9fad5cc02a6 req-6efb10bc-9fdb-4329-88e5-27b8b28b6831 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1433401
Jan 29 20:48:22.170598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:22.279639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038ee-77e6-4915-b3ec-f81fe6178099 req-a1a0d6a4-0c92-4d5c-960f-74bbf5b9335d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.284175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e9038ee-77e6-4915-b3ec-f81fe6178099 req-a1a0d6a4-0c92-4d5c-960f-74bbf5b9335d tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.0608575
Jan 29 20:48:22.341787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e9038ee-77e6-4915-b3ec-f81fe6178099 req-0aaa0fb5-9bb7-4636-b5f6-969b1ea83c63 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537143
Jan 29 20:48:22.413280 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-4ea88866-d04d-4013-a7be-66da09cca5c4 req-0a73d01e-14ed-400e-bf10-21053a014a3c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] show failed (client error): The resource could not be found.
Jan 29 20:48:22.414818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea88866-d04d-4013-a7be-66da09cca5c4 req-0a73d01e-14ed-400e-bf10-21053a014a3c tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips/2dfcdc59-bc24-4a58-89e7-7b129cc19d86 HTTP/1.1" status: 404  len: 350 time: 0.0426400
Jan 29 20:48:22.422702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c518-4caa-4330-832c-8ec6b87be12f req-5e652492-cfb3-4d69-b113-b566fe68760d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.423694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3d5c518-4caa-4330-832c-8ec6b87be12f req-5e652492-cfb3-4d69-b113-b566fe68760d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.0947640
Jan 29 20:48:22.529061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3d5c518-4caa-4330-832c-8ec6b87be12f req-3c3c44af-465e-4bf6-81fd-98e7d99319f2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986295
Jan 29 20:48:22.536397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-ff1974be-8d19-4ff6-b824-cac5f663bcf0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1002 time: 0.0975623
Jan 29 20:48:22.594694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-92b1334f-e63e-4968-8803-0249e1f27202 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.596074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-92b1334f-e63e-4968-8803-0249e1f27202 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports/1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 943 time: 0.0534465
Jan 29 20:48:22.603790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:22.608174 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41" -d '{"events": [{"name": "network-changed", "server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:22.701846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379494-0885-46b5-816d-b429d3a691e4 req-864b480a-ccbe-4dce-b6b7-76bbba03b4bd tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.708490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b379494-0885-46b5-816d-b429d3a691e4 req-864b480a-ccbe-4dce-b6b7-76bbba03b4bd tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 950 time: 0.1115010
Jan 29 20:48:22.740818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-32e1c47c-ba6f-49cc-9ca5-c8b76f7813de tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1002 time: 0.1003520
Jan 29 20:48:22.811969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b379494-0885-46b5-816d-b429d3a691e4 req-468c4790-5cfb-40e7-94d4-38994e037fc8 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a2f8406-4dc2-4f7f-b125-054c0afde749&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026406
Jan 29 20:48:22.891051 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-3b148ad6-1bde-456b-975a-c8c44bad1b7a req-2503aaf6-1ff1-4596-8405-6798ac729d29 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] show failed (client error): The resource could not be found.
Jan 29 20:48:22.892025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b148ad6-1bde-456b-975a-c8c44bad1b7a req-2503aaf6-1ff1-4596-8405-6798ac729d29 tempest-FloatingIPsTestJSON-661666320 tempest-FloatingIPsTestJSON-661666320-project] 10.222.0.20 "GET /v2.0/floatingips/2dfcdc59-bc24-4a58-89e7-7b129cc19d86 HTTP/1.1" status: 404  len: 350 time: 0.0465906
Jan 29 20:48:22.899928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-71171864-d7c3-45d9-ab24-148795f1d210 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:22.901264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-71171864-d7c3-45d9-ab24-148795f1d210 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1500556
Jan 29 20:48:22.902677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38388) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:22.946926 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49ff8b-541a-4f20-aae3-510634d7f584 x-openstack-request-id: req-bf49ff8b-541a-4f20-aae3-510634d7f584 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:22.947490 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:22.948142 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf49ff8b-541a-4f20-aae3-510634d7f584 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:22.948943 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'status': 'completed', 'code': 200}
Jan 29 20:48:22.983902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-978052c9-3833-41d7-96ec-20849e6773db tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1002 time: 0.0751917
Jan 29 20:48:22.994817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:23.081027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.082126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-70d96072-71e7-46f6-9ab8-552477850548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.084680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-70d96072-71e7-46f6-9ab8-552477850548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1130 time: 0.1061544
Jan 29 20:48:23.098129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.119887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-e8acec49-4938-48de-90d9-8c9bb9636db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.121394 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-e8acec49-4938-48de-90d9-8c9bb9636db5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1130 time: 0.1334548
Jan 29 20:48:23.127165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a59d6-27f4-42ce-a8a1-af3ea0453bce req-f6e37128-f0d4-4d87-89c3-8930178c9a68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.128614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee6a59d6-27f4-42ce-a8a1-af3ea0453bce req-f6e37128-f0d4-4d87-89c3-8930178c9a68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 948 time: 0.1309655
Jan 29 20:48:23.190650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:23.192826 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b411cd-d038-4161-a72e-3ff239169110" -d '{"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:23.225706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee6a59d6-27f4-42ce-a8a1-af3ea0453bce req-0e37bfe4-c5cb-49a3-b731-abd138b8a23d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906188
Jan 29 20:48:23.284593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.296149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.296492 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Floating IP c7029725-7045-4acd-bf1d-c591311b3826 disassociated. External IP: 172.35.4.168, port: 1adeabe5-4a55-4354-bfda-58cbac0ac60d.
Jan 29 20:48:23.332226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-83288b2d-b650-444b-b044-00dad7a57a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.333711 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-83288b2d-b650-444b-b044-00dad7a57a41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1780567
Jan 29 20:48:23.359313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-f6fab04f-0e13-407d-a1d5-48b63c06f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.360717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-f6fab04f-0e13-407d-a1d5-48b63c06f68f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2431190
Jan 29 20:48:23.396673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:23.401573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-1d3429c2-ba50-4970-90e4-ae75448e6bba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0504835
Jan 29 20:48:23.407958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316d8c1-8356-4e1c-a14d-7c132492954d req-373202ec-dc4c-4f11-9176-e87c3cf938c8 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.409474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b316d8c1-8356-4e1c-a14d-7c132492954d req-373202ec-dc4c-4f11-9176-e87c3cf938c8 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1236856
Jan 29 20:48:23.445387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-00a52151-e507-40db-a83c-e03feaaabdd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0551064
Jan 29 20:48:23.505379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:23.521413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '73b487bf-810c-4a95-a634-be8062ba6880', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '73b487bf-810c-4a95-a634-be8062ba6880', 'mac_address': 'fa:16:3e:76:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:23.528700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b316d8c1-8356-4e1c-a14d-7c132492954d req-52d842f9-e677-4326-b8cc-a86dafe17a51 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101205
Jan 29 20:48:23.571427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-b0d7eb6d-4cb2-4444-9553-b35b58857efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.572924 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-b0d7eb6d-4cb2-4444-9553-b35b58857efc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1372297
Jan 29 20:48:23.573336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:23.580140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-eeee634a-7840-40bc-b43a-befb776be4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.581564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-eeee634a-7840-40bc-b43a-befb776be4fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0837123
Jan 29 20:48:23.585719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 73b487bf-810c-4a95-a634-be8062ba6880 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:23.586310 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.626284 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7ed35-0769-4174-89a6-5cba8cd478c1 x-openstack-request-id: req-38d7ed35-0769-4174-89a6-5cba8cd478c1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:23.626947 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:23.627433 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38d7ed35-0769-4174-89a6-5cba8cd478c1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:23.628629 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'status': 'completed', 'code': 200}
Jan 29 20:48:23.638498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b487bf-810c-4a95-a634-be8062ba6880 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:23.672438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:23.677491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.720667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:23.726907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:23.775091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:23.782281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-ef687649-be95-4057-af19-128506d2837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.783878 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-ef687649-be95-4057-af19-128506d2837d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1860051
Jan 29 20:48:23.785631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-2a9b9b10-014c-4a30-be3c-78cf9b08bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.787090 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-2a9b9b10-014c-4a30-be3c-78cf9b08bb98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2046728
Jan 29 20:48:23.791551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411cd-d038-4161-a72e-3ff239169110 req-fe7ec4b3-5011-4152-adc3-7d1c3fcf5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.792816 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-fe7ec4b3-5011-4152-adc3-7d1c3fcf5b2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1128 time: 0.1464274
Jan 29 20:48:23.801571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b6bcea86-52cf-426e-b66e-47795940663d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "PUT /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 695 time: 0.8111188
Jan 29 20:48:23.836290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:23.836908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:23.867086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3780a-0ef3-4229-9e0b-cec7ef6f9efc req-465edd77-30a8-425c-8cdd-e4bbaade664b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:23.868619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfb3780a-0ef3-4229-9e0b-cec7ef6f9efc req-465edd77-30a8-425c-8cdd-e4bbaade664b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.1116350
Jan 29 20:48:23.907486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:23.965886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:24.104377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:24.262720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-2198105b-c705-4e52-a130-f46a1905233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.264240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-2198105b-c705-4e52-a130-f46a1905233e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1128 time: 0.4548116
Jan 29 20:48:24.270440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd30>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:24.308921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:24.309452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (25b493a7-f3af-4374-b181-72e54e03be08), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:24.317970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfb3780a-0ef3-4229-9e0b-cec7ef6f9efc req-9692966b-10d4-4485-8c89-c14bfa630511 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4125941
Jan 29 20:48:24.325919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-0ab37d90-2a38-49e8-955f-62d328510416 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.327775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-0ab37d90-2a38-49e8-955f-62d328510416 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 950 time: 0.4757478
Jan 29 20:48:24.335994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:24.336615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:24.374742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-85a6b71c-ca80-4b3d-b335-4bda916f686f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.376242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-85a6b71c-ca80-4b3d-b335-4bda916f686f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3&tenant_id=7a0b118165d24356b73539995ce35e01&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.5016570
Jan 29 20:48:24.414524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411cd-d038-4161-a72e-3ff239169110 req-ab67cff1-3324-4041-9ca1-bd7867774b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.415997 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-ab67cff1-3324-4041-9ca1-bd7867774b91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.6146929
Jan 29 20:48:24.428194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-1e74dbf4-11d6-4eb3-bf53-592b676305bf service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6154819
Jan 29 20:48:24.435679 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-8ab06b44-edf8-40b0-9367-a78645bb0867 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6354852
Jan 29 20:48:24.459960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:24.534551 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-c60ca14d-8c8d-4f91-b0c4-c4ea89026fba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 217 time: 0.1009960
Jan 29 20:48:24.556872 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-fbb4d63d-428d-43aa-a530-38e0162d61df service neutron] delete failed (client error): The resource could not be found.
Jan 29 20:48:24.557916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-fbb4d63d-428d-43aa-a530-38e0162d61df service neutron] 10.222.0.18 "DELETE /v2.0/ports/73b487bf-810c-4a95-a634-be8062ba6880/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1605411
Jan 29 20:48:24.565034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-36f8c1f4-39ad-4e7b-9745-d51995422e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.566212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-36f8c1f4-39ad-4e7b-9745-d51995422e01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.2844203
Jan 29 20:48:24.595806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d534f9f-cfda-44cb-8946-15f87f2ab142 req-e535bb1a-76a7-4e96-99ed-33878279873c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.597282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d534f9f-cfda-44cb-8946-15f87f2ab142 req-e535bb1a-76a7-4e96-99ed-33878279873c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.1525476
Jan 29 20:48:24.629307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-d94008c4-5b10-4845-b6b7-3699ed55e6f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 217 time: 0.0554934
Jan 29 20:48:24.655247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Deleting port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:24.655591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:24.684971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd30>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:24.712017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f53c11-0d05-4d63-85a2-30fdb393a923 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:24.719610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411cd-d038-4161-a72e-3ff239169110 req-fedecc8b-9cb4-4f19-94e1-1c16a86deeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.721121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-fedecc8b-9cb4-4f19-94e1-1c16a86deeeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1555653
Jan 29 20:48:24.767744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-76051448-3b52-4ad5-840a-1370203df250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.775479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-76051448-3b52-4ad5-840a-1370203df250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1304667
Jan 29 20:48:24.779828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d534f9f-cfda-44cb-8946-15f87f2ab142 req-79d6901e-b875-4ab6-b401-b52efd49640d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546259
Jan 29 20:48:24.821145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-a921461e-5ef3-4a41-b05a-7ed84e98d362 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3762701
Jan 29 20:48:24.828337 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b7cc2189-1fc8-4abc-8928-e47edd0f8d41 req-bd757339-d44c-41d6-9076-042c8c62020a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3846009
Jan 29 20:48:24.849881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] For port b0b3e2a8-885c-4da5-9893-d5c6f381fc80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:24.850253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:24.879789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411cd-d038-4161-a72e-3ff239169110 req-6aab1c76-54a9-44ab-bd3e-c2cfacc63b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.881238 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-6aab1c76-54a9-44ab-bd3e-c2cfacc63b60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1523654
Jan 29 20:48:24.884519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Calling delete_port for b0b3e2a8-885c-4da5-9893-d5c6f381fc80 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:24.929674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-62fe619c-5547-4394-a94f-18d839fb9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:24.931199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-62fe619c-5547-4394-a94f-18d839fb9346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1549768
Jan 29 20:48:25.047010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b04e-895e-4e84-abb0-59d8dcad032d req-857dcc51-3d91-4e70-a4d6-dd05671a53bf tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.048541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9437b04e-895e-4e84-abb0-59d8dcad032d req-857dcc51-3d91-4e70-a4d6-dd05671a53bf tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 949 time: 0.1813736
Jan 29 20:48:25.058636 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a22558-32c8-4aac-8516-8d6fdfca1bb3 None None] New status for floating IP c7029725-7045-4acd-bf1d-c591311b3826: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:48:25.073863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-488e1ecf-fba1-4746-bbf5-5eaabdd33667 service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796429
Jan 29 20:48:25.079196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-825294ad-42e8-4906-a90f-d706a2f732b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.080622 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-825294ad-42e8-4906-a90f-d706a2f732b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1131 time: 0.1374862
Jan 29 20:48:25.106174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-5e76f2e9-d50d-4cb5-9116-246b5c5f55fc service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445324
Jan 29 20:48:25.210729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9437b04e-895e-4e84-abb0-59d8dcad032d req-fd7ec84b-89b2-4c3c-93a8-07770a5e6e17 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497133
Jan 29 20:48:25.226379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Deleting port 46075eb0-2ec6-471d-b0a2-5be6e54887a5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:25.226723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:25.297572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c1c88e-81a4-4e70-acb9-2524cb89bbe8 req-b5082871-c729-4f05-9900-aa6423b9179a service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507087
Jan 29 20:48:25.302171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b3b411cd-d038-4161-a72e-3ff239169110 req-21d059e4-64f4-412b-90cc-a9b36ebbb85e service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204287
Jan 29 20:48:25.317018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-6f2cc952-034b-452f-ae7f-732aaca5eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.318457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-6f2cc952-034b-452f-ae7f-732aaca5eec4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2273581
Jan 29 20:48:25.327788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (b0b3e2a8-885c-4da5-9893-d5c6f381fc80), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:25.339797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['b0b3e2a8-885c-4da5-9893-d5c6f381fc80'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:25.362803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f248a046-67e2-439c-a98d-cb8a7083a20d req-32f93cda-9f2d-4cc9-b458-ee2b820be1ca tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0 HTTP/1.1" status: 200  len: 210 time: 0.0581326
Jan 29 20:48:25.380199 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-a6b8ada4-35fb-4e48-9dd0-f39bda36b879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0548494
Jan 29 20:48:25.405966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Pushing event deleted for resources: {'Port': ['ID=b0b3e2a8-885c-4da5-9893-d5c6f381fc80,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:25.424656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] For port 46075eb0-2ec6-471d-b0a2-5be6e54887a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46075eb0-2ec6-471d-b0a2-5be6e54887a5,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:25.425098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:25.451633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Calling delete_port for 46075eb0-2ec6-471d-b0a2-5be6e54887a5 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:25.464020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-07c14c63-19df-4221-8011-9a5c573c6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.465654 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-07c14c63-19df-4221-8011-9a5c573c6e14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0784602
Jan 29 20:48:25.483430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] No DVR routers for this DVR port b0b3e2a8-885c-4da5-9893-d5c6f381fc80 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:25.504459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:25.508783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0aa6295-0cda-4a44-bdc3-154348d2ffb8 req-f37f25fd-ced3-4543-96dc-112133e21878 tempest-ServerDiagnosticsNegativeTest-1704839089 tempest-ServerDiagnosticsNegativeTest-1704839089-project] 10.222.0.18 "DELETE /v2.0/ports/b0b3e2a8-885c-4da5-9893-d5c6f381fc80 HTTP/1.1" status: 204  len: 173 time: 1.1522787
Jan 29 20:48:25.632211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d'}, {'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'name': 'network-vif-deleted', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:25.634730 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a" -d '{"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d"}, {"server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "name": "network-vif-deleted", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:25.645214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-95f48044-922a-4a7d-b42e-9ef768ea74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.646051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3890eb-ea61-4e58-bf0a-e58d92647080 req-f3d9194f-58f5-4652-baed-644a76123c11 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.646732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-95f48044-922a-4a7d-b42e-9ef768ea74b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1756196
Jan 29 20:48:25.649457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df3890eb-ea61-4e58-bf0a-e58d92647080 req-f3d9194f-58f5-4652-baed-644a76123c11 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1878865
Jan 29 20:48:25.709689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca65a3-743c-4a46-a585-260b070c72a4 req-6dbb3025-a1dc-4525-b86d-8a59546d232e tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.718134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eca65a3-743c-4a46-a585-260b070c72a4 req-6dbb3025-a1dc-4525-b86d-8a59546d232e tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1127 time: 0.1139607
Jan 29 20:48:25.739828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df3890eb-ea61-4e58-bf0a-e58d92647080 req-d704470a-5bf9-400e-84a8-a8d8ed0f74fc tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854466
Jan 29 20:48:25.774938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eca65a3-743c-4a46-a585-260b070c72a4 req-22d37912-56a0-454a-8c64-a2debcff0d63 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556586
Jan 29 20:48:25.815697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (46075eb0-2ec6-471d-b0a2-5be6e54887a5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:25.827098 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-d6f72f43-7458-483e-bcbb-258e52ee1348 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579592
Jan 29 20:48:25.860957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Pushing event deleted for resources: {'Port': ['ID=46075eb0-2ec6-471d-b0a2-5be6e54887a5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:25.900754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647661-1f4a-43b5-8d5f-359e74d1495e req-aabe728b-82bc-475b-9300-c84635ed990b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:25.906810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5647661-1f4a-43b5-8d5f-359e74d1495e req-aabe728b-82bc-475b-9300-c84635ed990b tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.0686669
Jan 29 20:48:25.984553 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229afba6-fdcc-469e-a249-1a6f57519526 x-openstack-request-id: req-229afba6-fdcc-469e-a249-1a6f57519526 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:25.984856 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d", "status": "completed", "code": 200}, {"server_uuid": "ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0", "name": "network-vif-deleted", "tag": "b0b3e2a8-885c-4da5-9893-d5c6f381fc80", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:25.985260 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-229afba6-fdcc-469e-a249-1a6f57519526 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:25.986674 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'status': 'completed', 'code': 200}
Jan 29 20:48:25.986954 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec76e1c1-9e1f-4b93-adb3-2b9c4d50dfb0', 'name': 'network-vif-deleted', 'tag': 'b0b3e2a8-885c-4da5-9893-d5c6f381fc80', 'status': 'completed', 'code': 200}
Jan 29 20:48:26.018816 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16a1a3ca-dcda-471f-8941-31528ef7eb92 req-f85ccfdb-9927-4d9a-b7b0-9637b9ceeab1 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722872
Jan 29 20:48:26.033841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5647661-1f4a-43b5-8d5f-359e74d1495e req-f18a25a4-d48d-460b-97b7-96f815c7ec21 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097589
Jan 29 20:48:26.087665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-a107b352-e930-4ba4-9d3a-caebc786d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.093396 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-a107b352-e930-4ba4-9d3a-caebc786d90b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 1128 time: 0.0694947
Jan 29 20:48:26.202742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-d110b54e-ed3d-4fc0-ac13-c607811a2083 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.210133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-d110b54e-ed3d-4fc0-ac13-c607811a2083 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0788915
Jan 29 20:48:26.262923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-45b2e01e-c2cc-4d2b-9520-356e1894f17b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 696 time: 0.0513875
Jan 29 20:48:26.275906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:26.338627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:26.472825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f1109-b6f8-4659-9fdf-31abfc424ac7 req-4ae35818-eb4f-43d0-a53e-c64a595c51c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.474287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a1f1109-b6f8-4659-9fdf-31abfc424ac7 req-4ae35818-eb4f-43d0-a53e-c64a595c51c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 949 time: 0.1546099
Jan 29 20:48:26.592400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (25b493a7-f3af-4374-b181-72e54e03be08), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:26.618845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-1cea1856-850d-4c41-95d7-9cbf564cdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.621820 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-1cea1856-850d-4c41-95d7-9cbf564cdb86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.4499779
Jan 29 20:48:26.629386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a1f1109-b6f8-4659-9fdf-31abfc424ac7 req-06390e01-d5fa-4160-a0ac-f67225583b72 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473107
Jan 29 20:48:26.716717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-4e9ae857-2bb4-44e4-a2b9-c15dc658875d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 200  len: 217 time: 0.0849044
Jan 29 20:48:26.802219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-ff185723-f201-4b42-86ee-3520a21ae43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.804879 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-ff185723-f201-4b42-86ee-3520a21ae43e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0560508
Jan 29 20:48:26.895077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-f558bd35-3b7a-48f3-86c5-0e083e10a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:26.896689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-f558bd35-3b7a-48f3-86c5-0e083e10a09c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0840900
Jan 29 20:48:26.964386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:48:27.043392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc929c-4f4e-4976-9a47-ffcd6ecb7d3a req-8a3ee60b-fbf7-441c-931e-3b044fea9a33 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:27.046310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dbc929c-4f4e-4976-9a47-ffcd6ecb7d3a req-8a3ee60b-fbf7-441c-931e-3b044fea9a33 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1429169
Jan 29 20:48:27.070564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.081085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.123474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38450) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:27.196375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dbc929c-4f4e-4976-9a47-ffcd6ecb7d3a req-dfac6f91-5daf-468f-b761-9c6b8ebcfcc1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398754
Jan 29 20:48:27.232965 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Floating IP c7029725-7045-4acd-bf1d-c591311b3826 associated. External IP: 172.35.4.168, port: e2c40111-322f-407a-8883-ffef11f96aa0.
Jan 29 20:48:27.244853 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-be701761-b8f7-4b43-abc3-c6d9bcd1c4fe service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961493
Jan 29 20:48:27.250976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Router 25b493a7-f3af-4374-b181-72e54e03be08 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:27.261833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-df84d64e-fe24-4b3d-a9c7-5e66392b0bfa tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:27.270163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-df84d64e-fe24-4b3d-a9c7-5e66392b0bfa tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.1342249
Jan 29 20:48:27.401079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ebe57-6393-4924-9a4d-a6e94e47ff1a req-ae2acc31-4cff-4a20-95c9-6ce14e8fceea tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:27.402699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba2ebe57-6393-4924-9a4d-a6e94e47ff1a req-ae2acc31-4cff-4a20-95c9-6ce14e8fceea tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/ports?device_id=455e27f2-6fbb-4f37-9931-8f36af7a92ea HTTP/1.1" status: 200  len: 945 time: 0.1080399
Jan 29 20:48:27.436121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:27.547371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba3e402b-bfe3-4d69-93f7-b137708421c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=680b51ac79f64ccd9d8692162c5b3cd4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4227312
Jan 29 20:48:27.548614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 73b487bf-810c-4a95-a634-be8062ba6880 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:27.550547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38468) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:27.559459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 73b487bf-810c-4a95-a634-be8062ba6880 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:27.561138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73b487bf-810c-4a95-a634-be8062ba6880), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.594952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f30c595f-5d2a-45c7-97b9-ece4ba45a99a req-382ff591-5150-4475-a911-1a210b034c7d service neutron] 10.222.0.36 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426518
Jan 29 20:48:27.613374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:27.625338 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf98484f-d210-486c-9b4d-cad1433719ac admin admin] 10.222.0.20 "PUT /v2.0/routers/25b493a7-f3af-4374-b181-72e54e03be08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7215247
Jan 29 20:48:27.628172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:27.675856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 73b487bf-810c-4a95-a634-be8062ba6880 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:27.676251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.680776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Sync routers for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:27.707684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Deleting port 142a7ded-1881-4d2d-b373-e8126cd29b0f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:27.708119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.777351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba2ebe57-6393-4924-9a4d-a6e94e47ff1a req-23ab05f1-6373-4c5b-a1b0-7fbb7daf6710 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups?id=afcbdc84-dcaa-43c6-8772-c80a4e46c75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3663526
Jan 29 20:48:27.779414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] Publish callbacks [] for security_group (5a2f8406-4dc2-4f7f-b125-054c0afde749), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.804915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:27.852027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:27.852738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a796cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:27.870968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] Publish callbacks [] for security_group (5a2f8406-4dc2-4f7f-b125-054c0afde749), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.888552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks [] for router (25b493a7-f3af-4374-b181-72e54e03be08), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:27.925639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:27.927967 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5698147-2a7c-4e1f-bac4-1c68bae2263c" -d '{"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:27.949171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:27.961525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.004445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] For port 142a7ded-1881-4d2d-b373-e8126cd29b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=142a7ded-1881-4d2d-b373-e8126cd29b0f,segment=NetworkSegment(34caa6c7-cc34-4b0b-8a51-7cda27fca50d),segment_id=34caa6c7-cc34-4b0b-8a51-7cda27fca50d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:28.004445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.004805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:28.018141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:28.021126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:28.027853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Calling delete_port for 142a7ded-1881-4d2d-b373-e8126cd29b0f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:28.034055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:28.034910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1132f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.039803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.058591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-cb8ac095-673b-4390-98d5-57ba30eb274f tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.060114 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-cb8ac095-673b-4390-98d5-57ba30eb274f tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.36 "GET /v2.0/ports?device_id=551d810d-7b60-46b9-8283-76a2ee1175cc HTTP/1.1" status: 200  len: 946 time: 0.2293997
Jan 29 20:48:28.095432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:28.118897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5aee1-0ab3-4215-afe4-428557b0f425 req-081ede8a-a78e-440c-90c8-f9ddc7bc9408 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.120473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87d5aee1-0ab3-4215-afe4-428557b0f425 req-081ede8a-a78e-440c-90c8-f9ddc7bc9408 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 949 time: 0.2421000
Jan 29 20:48:28.125267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-0ea38f1f-bbb3-4097-ba08-979a70afb2b0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "PUT /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 996 time: 1.8544629
Jan 29 20:48:28.125720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:28.127981 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0dadba-895d-4c4b-937e-b090a327f289" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:28.134892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5a2f8406-4dc2-4f7f-b125-054c0afde749), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.137511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.141415 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a2f8406-4dc2-4f7f-b125-054c0afde749 HTTP/1.1" status: 204  len: 168 time: 0.5874794
Jan 29 20:48:28.192282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd03f3c-b1f1-433f-b9ab-9a80bca9436f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f8406-4dc2-4f7f-b125-054c0afde749,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:28.197833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks [] for router_gateway (25b493a7-f3af-4374-b181-72e54e03be08), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.207429 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:28.248557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b0b3e2a8-885c-4da5-9893-d5c6f381fc80 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:28.292777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87d5aee1-0ab3-4215-afe4-428557b0f425 req-efb327ad-7325-42f9-be86-4af89ad22520 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508882
Jan 29 20:48:28.311280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-54b1eb2e-0058-4172-8a16-44e7d33313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.312860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-54b1eb2e-0058-4172-8a16-44e7d33313fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.1419594
Jan 29 20:48:28.366000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Deleting port 1adeabe5-4a55-4354-bfda-58cbac0ac60d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:28.367031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.371732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: b0b3e2a8-885c-4da5-9893-d5c6f381fc80 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:28.376657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b0b3e2a8-885c-4da5-9893-d5c6f381fc80 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:28.384566 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3912a2-2b4d-4b4e-ba85-e402c88d5a29 x-openstack-request-id: req-1e3912a2-2b4d-4b4e-ba85-e402c88d5a29 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:28.384886 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:28.385175 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3912a2-2b4d-4b4e-ba85-e402c88d5a29 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:28.385568 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'code': 200}
Jan 29 20:48:28.439199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (142a7ded-1881-4d2d-b373-e8126cd29b0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.455507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Deleting port 68583942-030c-4b0f-b7cc-484cab310d30 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:28.456057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (68583942-030c-4b0f-b7cc-484cab310d30), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.470697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a796cd0>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '68583942-030c-4b0f-b7cc-484cab310d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:25Z', 'revision_number': 5, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port': {'id': '68583942-030c-4b0f-b7cc-484cab310d30', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b493a7-f3af-4374-b181-72e54e03be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:03Z', 'updated_at': '2022-01-29T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.512499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-8b6df6ba-7ca8-4e50-a8d6-30d3cfffb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.514340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-8b6df6ba-7ca8-4e50-a8d6-30d3cfffb9a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1929283
Jan 29 20:48:28.546015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Checking router: 25b493a7-f3af-4374-b181-72e54e03be08 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:28.547697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:28.564184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event deleted for resources: {'Port': ['ID=142a7ded-1881-4d2d-b373-e8126cd29b0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:28.581177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Routers {'25b493a7-f3af-4374-b181-72e54e03be08'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:28.581862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a796cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['25b493a7-f3af-4374-b181-72e54e03be08'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.608054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] For port 1adeabe5-4a55-4354-bfda-58cbac0ac60d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1adeabe5-4a55-4354-bfda-58cbac0ac60d,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:28.608652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.623067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Calling delete_port for 1adeabe5-4a55-4354-bfda-58cbac0ac60d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:28.668283 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1132f6a0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:26Z', 'revision_number': 8, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.700117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-7abbb81e-d4bf-4029-ab1f-41eb901aa4fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 999 time: 0.1767395
Jan 29 20:48:28.711461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c89647e0-5eb6-428f-876c-783c6b703606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.724768 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:28.739693 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:28.741926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] Set router 25b493a7-f3af-4374-b181-72e54e03be08 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:28.743207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1132f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.784190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-ddd7eb84-a8e9-4aba-84c7-875886c51dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.794094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-ddd7eb84-a8e9-4aba-84c7-875886c51dca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0926633
Jan 29 20:48:28.830962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] No DVR routers for this DVR port 142a7ded-1881-4d2d-b373-e8126cd29b0f on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:28.841406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:28.845411 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6b5b0204-c12b-4e57-a7fc-cc5a6e25e21c req-092089c7-d1c6-416b-aaa4-5d5a19bbc5eb tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.18 "DELETE /v2.0/ports/142a7ded-1881-4d2d-b373-e8126cd29b0f HTTP/1.1" status: 204  len: 173 time: 1.5618851
Jan 29 20:48:28.857170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'name': 'network-vif-deleted', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:28.861671 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc91db-3f93-4ca3-8816-e4c46cd9b82a" -d '{"events": [{"server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "name": "network-vif-deleted", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:28.882677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-acd99c1a-524d-4560-9a91-3dc0c71c03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:28.890939 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:28.891449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a796cd0>, [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:28Z', 'revision_number': 6, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:28.891669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-acd99c1a-524d-4560-9a91-3dc0c71c03be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0963783
Jan 29 20:48:28.978041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e6ea-74e3-4362-93b2-dedb3c10d3ac None None] The sync data for ids ['25b493a7-f3af-4374-b181-72e54e03be08'] in ncdv-master-1 is: [{'id': '25b493a7-f3af-4374-b181-72e54e03be08', 'name': 'tempest-FloatingIPsTestJSON-1931038955-router', 'tenant_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:01Z', 'updated_at': '2022-01-29T20:48:28Z', 'revision_number': 6, 'project_id': '0a9fcdf43cd241cc80447149f9f92c2e', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:29.001195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c89647e0-5eb6-428f-876c-783c6b703606 admin admin] Publish callbacks [] for security_group (eaced143-f43e-48f8-8c1e-1a30990cc24e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.016517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c89647e0-5eb6-428f-876c-783c6b703606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eaced143-f43e-48f8-8c1e-1a30990cc24e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.117970 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02fb77-3498-4f05-a5a2-3185a59ab30d x-openstack-request-id: req-ab02fb77-3498-4f05-a5a2-3185a59ab30d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:29.119468 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:29.119734 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab02fb77-3498-4f05-a5a2-3185a59ab30d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:29.120164 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:48:29.126110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89647e0-5eb6-428f-876c-783c6b703606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaced143-f43e-48f8-8c1e-1a30990cc24e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:29.217300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c89647e0-5eb6-428f-876c-783c6b703606 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=915681c2074b4c7bbfc375c789fcb985&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5494080
Jan 29 20:48:29.218037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38522) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:29.223759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-e26503b0-26f1-4643-803c-ab8d7aeb7c67 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3309801
Jan 29 20:48:29.342069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbdc5a-7da4-47f7-a62b-4c29f8d47ff4 req-9fa96b9c-70cf-45fb-9a59-b550ad81a78f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:29.361146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bddbdc5a-7da4-47f7-a62b-4c29f8d47ff4 req-9fa96b9c-70cf-45fb-9a59-b550ad81a78f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2311749
Jan 29 20:48:29.386385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] For port 68583942-030c-4b0f-b7cc-484cab310d30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68583942-030c-4b0f-b7cc-484cab310d30,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:29.387054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (68583942-030c-4b0f-b7cc-484cab310d30), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.410560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1132f6a0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:26Z', 'revision_number': 8, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:29.416475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Calling delete_port for 68583942-030c-4b0f-b7cc-484cab310d30 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:29.448670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] Publish callbacks [] for security_group (eaced143-f43e-48f8-8c1e-1a30990cc24e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.456536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-98256628-8ed5-4319-bc94-f47fdd9b5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:29.458218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-98256628-8ed5-4319-bc94-f47fdd9b5987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.2154002
Jan 29 20:48:29.458394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af5aa8-0613-48b9-9ea9-c8512fb99ca6 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7029725-7045-4acd-bf1d-c591311b3826', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'floating_ip_address': '172.35.4.168', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'port_id': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'mac_address': 'fa:16:3e:3c:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:50Z', 'updated_at': '2022-01-29T20:48:26Z', 'revision_number': 8, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:29.526787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1adeabe5-4a55-4354-bfda-58cbac0ac60d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.544381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e2c40111-322f-407a-8883-ffef11f96aa0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:29.556934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] Publish callbacks [] for security_group (eaced143-f43e-48f8-8c1e-1a30990cc24e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.608964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bddbdc5a-7da4-47f7-a62b-4c29f8d47ff4 req-3aea6c0c-d728-4681-b374-58add12e539f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437418
Jan 29 20:48:29.638212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff1d39e-9936-4fd5-8e4e-45f12cfb0ab1 req-5fb36728-8242-4783-9f8d-fad0d2fcca93 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3739257
Jan 29 20:48:29.675854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event deleted for resources: {'Port': ['ID=1adeabe5-4a55-4354-bfda-58cbac0ac60d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:29.712947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eaced143-f43e-48f8-8c1e-1a30990cc24e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.715930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.717461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaced143-f43e-48f8-8c1e-1a30990cc24e HTTP/1.1" status: 204  len: 168 time: 0.4984460
Jan 29 20:48:29.734557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4fcf8-e893-4fe8-86f9-f60b9aeb4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaced143-f43e-48f8-8c1e-1a30990cc24e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:29.746656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] No DVR routers for this DVR port 1adeabe5-4a55-4354-bfda-58cbac0ac60d on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:29.752415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:29.756513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ba196f95-7e1c-4f79-9905-070adf2a0f38 req-910fd5ed-cf89-4514-9102-92b57a13ef4b tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.36 "DELETE /v2.0/ports/1adeabe5-4a55-4354-bfda-58cbac0ac60d HTTP/1.1" status: 204  len: 173 time: 1.6667235
Jan 29 20:48:29.856671 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f877d056-046c-4e66-9cf4-b4fea7dda25b x-openstack-request-id: req-f877d056-046c-4e66-9cf4-b4fea7dda25b {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:29.857034 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e27f2-6fbb-4f37-9931-8f36af7a92ea", "name": "network-vif-deleted", "tag": "142a7ded-1881-4d2d-b373-e8126cd29b0f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:29.857266 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f877d056-046c-4e66-9cf4-b4fea7dda25b {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:29.857666 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e27f2-6fbb-4f37-9931-8f36af7a92ea', 'name': 'network-vif-deleted', 'tag': '142a7ded-1881-4d2d-b373-e8126cd29b0f', 'status': 'completed', 'code': 200}
Jan 29 20:48:29.937669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-c59f9001-1902-403f-8320-fa8d8729d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:29.947631 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-c59f9001-1902-403f-8320-fa8d8729d7bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.4175479
Jan 29 20:48:30.004778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b0208-788d-411a-9f1d-fe78a5a79c70 None None] New status for floating IP c7029725-7045-4acd-bf1d-c591311b3826: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:48:30.011158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eff5fba2-d079-4ab7-8544-07e3ad7fedcf req-4dcdcdcb-5ac4-4b25-8339-66f826229bd8 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 996 time: 0.2014296
Jan 29 20:48:30.030505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69978611-56f6-4fd0-916d-98eb51a6a900 req-2c9cdce4-0630-4d62-b039-3371dcac43a6 tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.032026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69978611-56f6-4fd0-916d-98eb51a6a900 req-2c9cdce4-0630-4d62-b039-3371dcac43a6 tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1132 time: 0.1675763
Jan 29 20:48:30.189005 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-9487ac40-c2c5-4a00-9a0e-75bc4e7b3b49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 999 time: 0.2273490
Jan 29 20:48:30.238045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (68583942-030c-4b0f-b7cc-484cab310d30), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.256048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69978611-56f6-4fd0-916d-98eb51a6a900 req-c8cf7bcd-27c9-4f64-955a-1f19d504d41e tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066226
Jan 29 20:48:30.276468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 142a7ded-1881-4d2d-b373-e8126cd29b0f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:30.294169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Pushing event deleted for resources: {'Port': ['ID=68583942-030c-4b0f-b7cc-484cab310d30,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:30.342919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 142a7ded-1881-4d2d-b373-e8126cd29b0f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:30.343534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 142a7ded-1881-4d2d-b373-e8126cd29b0f not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:30.358462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-6dbedbf0-978e-4795-84bc-d91f52f9a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.371174 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-6dbedbf0-978e-4795-84bc-d91f52f9a812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1711488
Jan 29 20:48:30.387665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fba2-d079-4ab7-8544-07e3ad7fedcf req-2bb8551f-4a6e-4b48-ad12-28558ad2b7a6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.402317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eff5fba2-d079-4ab7-8544-07e3ad7fedcf req-2bb8551f-4a6e-4b48-ad12-28558ad2b7a6 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3693247
Jan 29 20:48:30.419848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-eff5fba2-d079-4ab7-8544-07e3ad7fedcf req-fdfa28b2-266c-4eaf-af2b-44c5d68196fe tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:30.425371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eff5fba2-d079-4ab7-8544-07e3ad7fedcf req-fdfa28b2-266c-4eaf-af2b-44c5d68196fe tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0129380
Jan 29 20:48:30.548564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (25b493a7-f3af-4374-b181-72e54e03be08), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.567815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38566) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:30.636604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-0641d3fa-bbf9-4aff-a65b-e46cd2dafde7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1001 time: 0.1896098
Jan 29 20:48:30.710164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-89e22873-313c-4ccc-83b6-6e6b278e1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.712220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-89e22873-313c-4ccc-83b6-6e6b278e1747 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3040926
Jan 29 20:48:30.721785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (25b493a7-f3af-4374-b181-72e54e03be08), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.736204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks [] for router_controller (25b493a7-f3af-4374-b181-72e54e03be08), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.749579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-fbf1146a-d1e4-40bf-8926-d6585adf71e0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.750910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-fbf1146a-d1e4-40bf-8926-d6585adf71e0 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports/e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 942 time: 0.1084821
Jan 29 20:48:30.771118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf94dbd-9c02-4671-b357-a08f56d19851 req-a582dffa-37f0-4ab0-a5ef-22068c9e7b35 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:30.779930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdf94dbd-9c02-4671-b357-a08f56d19851 req-a582dffa-37f0-4ab0-a5ef-22068c9e7b35 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.0896194
Jan 29 20:48:30.887656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdf94dbd-9c02-4671-b357-a08f56d19851 req-fd61a463-61e7-49ff-8f60-5190d89af54d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065495
Jan 29 20:48:30.897050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (25b493a7-f3af-4374-b181-72e54e03be08), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.897714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b493a7-f3af-4374-b181-72e54e03be08 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:48:30.906810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:30.908159 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c725021-3747-4989-8236-c7173022e443 admin admin] 10.222.0.20 "DELETE /v2.0/routers/25b493a7-f3af-4374-b181-72e54e03be08 HTTP/1.1" status: 204  len: 168 time: 3.2789974
Jan 29 20:48:30.910722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38578) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:30.926965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-3ae23805-9ffb-4116-8aa2-c30d6fd51816 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1001 time: 0.0996366
Jan 29 20:48:30.986717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-4588da53-989c-424f-918a-b35514f88547 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627738
Jan 29 20:48:31.080216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (2d48874b-6b7e-4e09-b3fa-4414f6dacc9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.083792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-b05cd4bb-1a9a-406b-ab7c-f2a6a1c900a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460196
Jan 29 20:48:31.124017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68583942-030c-4b0f-b7cc-484cab310d30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:31.151659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 68583942-030c-4b0f-b7cc-484cab310d30 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:31.151907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68583942-030c-4b0f-b7cc-484cab310d30 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:31.152518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46075eb0-2ec6-471d-b0a2-5be6e54887a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:31.189385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 46075eb0-2ec6-471d-b0a2-5be6e54887a5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:31.189980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46075eb0-2ec6-471d-b0a2-5be6e54887a5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:31.200782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Deleting subnet cbf2b42f-4aa4-4a66-a174-bddbe3de5102 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:48:31.205241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (2d48874b-6b7e-4e09-b3fa-4414f6dacc9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.206483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-4bef8353-1bf6-4bca-b9a8-1a039fe09c9e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:31.217996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Publish callbacks [] for subnet (cbf2b42f-4aa4-4a66-a174-bddbe3de5102), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.228213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-4bef8353-1bf6-4bca-b9a8-1a039fe09c9e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2946057
Jan 29 20:48:31.299335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (cbf2b42f-4aa4-4a66-a174-bddbe3de5102), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.303447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb0dadba-895d-4c4b-937e-b090a327f289 req-9b553b77-b9c5-437d-ade8-0985a4fd83d5 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639465
Jan 29 20:48:31.317722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-6006f537-adf9-4a84-a621-2b6a74208b2a tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 1001 time: 0.0890989
Jan 29 20:48:31.325901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-f683e91f-c34a-4ea5-9adb-084748f5b9d6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:31.329578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-f683e91f-c34a-4ea5-9adb-084748f5b9d6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2446175
Jan 29 20:48:31.336032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:31.341975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2d48874b-6b7e-4e09-b3fa-4414f6dacc9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.344485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.348288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d48874b-6b7e-4e09-b3fa-4414f6dacc9a HTTP/1.1" status: 204  len: 168 time: 0.7775853
Jan 29 20:48:31.351170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38596) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:31.387237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-88832c62-2ddb-4b90-83c9-e7fc29e66c4c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/quotas/7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 375 time: 0.0472469
Jan 29 20:48:31.411994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22703f7-5f52-4867-8089-a54db48d5c33 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48874b-6b7e-4e09-b3fa-4414f6dacc9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:31.418748 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-e97ec4e0-31a7-455b-bb4e-d7ae2a778490 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] show failed (client error): The resource could not be found.
Jan 29 20:48:31.423176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e97ec4e0-31a7-455b-bb4e-d7ae2a778490 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "GET /v2.0/security-groups/2d48874b-6b7e-4e09-b3fa-4414f6dacc9a HTTP/1.1" status: 404  len: 347 time: 0.0654476
Jan 29 20:48:31.425878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38598) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:31.433589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.469508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1adeabe5-4a55-4354-bfda-58cbac0ac60d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:31.487012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cbf2b42f-4aa4-4a66-a174-bddbe3de5102), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.492808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 1adeabe5-4a55-4354-bfda-58cbac0ac60d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:31.493298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1adeabe5-4a55-4354-bfda-58cbac0ac60d not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:31.502471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-a7971039-ce35-4f6b-8c5c-7bf5ad62ab86 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1080630
Jan 29 20:48:31.599697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.605137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (cbf2b42f-4aa4-4a66-a174-bddbe3de5102), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.606881 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.606881 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Floating IP c7029725-7045-4acd-bf1d-c591311b3826 disassociated. External IP: 172.35.4.168, port: e2c40111-322f-407a-8883-ffef11f96aa0.
Jan 29 20:48:31.641313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Deleting port 410433ce-eefc-443d-9893-09dc355d7bd7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:31.642113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.729421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf2b42f-4aa4-4a66-a174-bddbe3de5102,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:31.747494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.750503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4a8fa7d4-d40a-4c84-b64e-7c0a19b90a59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cbf2b42f-4aa4-4a66-a174-bddbe3de5102 HTTP/1.1" status: 204  len: 168 time: 0.8379896
Jan 29 20:48:31.754424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23dbf62-c906-479b-854c-1d3ee3852bed None None] Network bf787b49-49d2-4b21-813f-0819f6465f47 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:31.754602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:31.839090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.839554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for floatingip (410433ce-eefc-443d-9893-09dc355d7bd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:31.861103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'name': 'network-vif-deleted', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:31.864118 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e2763-9a16-4c5e-ae7f-b3e6992c90ac" -d '{"events": [{"server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "name": "network-vif-deleted", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:31.872915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Calling delete_port for 410433ce-eefc-443d-9893-09dc355d7bd7 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:31.893801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:32.030106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a32e122-1dee-4735-ad69-450e17647c2d req-b6088cbc-cdc7-47f6-8fff-d6069b482d76 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 210 time: 0.0404522
Jan 29 20:48:32.031325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] DHCP port deletion for bf787b49-49d2-4b21-813f-0819f6465f47 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:48:32.040261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (bf787b49-49d2-4b21-813f-0819f6465f47), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.071999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:32.085762 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:32.096350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (410433ce-eefc-443d-9893-09dc355d7bd7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.106017 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:32.107242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.109208 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b239eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.136690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Pushing event deleted for resources: {'Port': ['ID=410433ce-eefc-443d-9893-09dc355d7bd7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:32.143186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Deleting port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:32.144153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.162078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b5739108-ee6e-4c84-92e8-e7e0144f7163 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "PUT /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 696 time: 0.8310838
Jan 29 20:48:32.163575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:32.167644 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:32.199718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Deleting port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:32.200061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.294387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks [] for floatingip (8abd4351-cc24-4f71-87d6-bc29c6b104be), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.306030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.306244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-05056317-d12b-4af6-a6ea-9f4c0f70a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:32.311845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-05056317-d12b-4af6-a6ea-9f4c0f70a731 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.1173301
Jan 29 20:48:32.313409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] For port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:32.314100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.315886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-44e14a13-a3fd-41a4-86b8-8eab33d04551 tempest-ImagesOneServerNegativeTestJSON-1295723765 tempest-ImagesOneServerNegativeTestJSON-1295723765-project] 10.222.0.20 "DELETE /v2.0/floatingips/8abd4351-cc24-4f71-87d6-bc29c6b104be HTTP/1.1" status: 204  len: 168 time: 0.8888288
Jan 29 20:48:32.330158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Calling delete_port for 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:32.338999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:32.381061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] For port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,segment=NetworkSegment(4716b22d-59ec-4c27-8cb9-857f14e5813d),segment_id=4716b22d-59ec-4c27-8cb9-857f14e5813d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:32.381521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.424352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Calling delete_port for 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:32.466762 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.502274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-fe4cabaa-0933-4119-b3cd-193704c69c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:32.504407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-fe4cabaa-0933-4119-b3cd-193704c69c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.1860716
Jan 29 20:48:32.517943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Pushing event deleted for resources: {'Port': ['ID=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:32.529463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.529960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.530755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.531230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.531808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.532235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.532659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.533379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.534389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.534827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.535457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.535885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.536305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:48:32.549456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.555924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc6d82-6fc7-4644-8246-fd9554885773 None None] No DVR routers for this DVR port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:32.560788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-5f7c88d5-30f7-478e-a64a-8e07c27d961f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.0481503
Jan 29 20:48:32.569104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e824b-b800-45ce-84ad-ba4aacb831e0 req-8c003695-473f-4d14-95ca-7766a30f40c6 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:32.570952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499e824b-b800-45ce-84ad-ba4aacb831e0 req-8c003695-473f-4d14-95ca-7766a30f40c6 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1429543
Jan 29 20:48:32.587433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:32.591804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] No DVR routers for this DVR port 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:32.649762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-d4a0a576-ea80-44fe-be28-b1fe9b516558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:32.651224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-d4a0a576-ea80-44fe-be28-b1fe9b516558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.0791533
Jan 29 20:48:32.670275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (bf787b49-49d2-4b21-813f-0819f6465f47), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.678500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499e824b-b800-45ce-84ad-ba4aacb831e0 req-5af60eb1-a80e-4f75-a4a2-412424697c69 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970440
Jan 29 20:48:32.695052 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b239eb0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.695997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea094da850>,) {'filters': {'network_id': ['bf787b49-49d2-4b21-813f-0819f6465f47']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.707687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094da850>, '4716b22d-59ec-4c27-8cb9-857f14e5813d') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.707989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094da850>, '4716b22d-59ec-4c27-8cb9-857f14e5813d') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.726648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (4716b22d-59ec-4c27-8cb9-857f14e5813d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.729242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b50a2cd8-39b5-4d4f-b0a6-9bbbb035c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:32.730960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-b50a2cd8-39b5-4d4f-b0a6-9bbbb035c84b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0665674
Jan 29 20:48:32.736738 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce8695-60fb-4859-9369-f7fd7b2c73be x-openstack-request-id: req-a9ce8695-60fb-4859-9369-f7fd7b2c73be {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:32.737262 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551d810d-7b60-46b9-8283-76a2ee1175cc", "name": "network-vif-deleted", "tag": "1adeabe5-4a55-4354-bfda-58cbac0ac60d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:32.737519 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9ce8695-60fb-4859-9369-f7fd7b2c73be {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:32.737717 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d810d-7b60-46b9-8283-76a2ee1175cc', 'name': 'network-vif-deleted', 'tag': '1adeabe5-4a55-4354-bfda-58cbac0ac60d', 'status': 'completed', 'code': 200}
Jan 29 20:48:32.741687 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:32.750695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4716b22d-59ec-4c27-8cb9-857f14e5813d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.759944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:48:32.761237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (4716b22d-59ec-4c27-8cb9-857f14e5813d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.762905 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:32.763857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b239eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:32.787426 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2742c2d-3fda-46d9-88b8-6d2d66b6b9f0 x-openstack-request-id: req-d2742c2d-3fda-46d9-88b8-6d2d66b6b9f0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:32.787732 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:32.788110 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2742c2d-3fda-46d9-88b8-6d2d66b6b9f0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:32.789098 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:48:32.850823 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:48:32.861365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-79a4fb7b-5c8d-477f-ac7c-33f1f302c081 service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233401
Jan 29 20:48:32.928007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (bf787b49-49d2-4b21-813f-0819f6465f47), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.941269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:32.959171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] 10.222.0.20 "DELETE /v2.0/networks/bf787b49-49d2-4b21-813f-0819f6465f47 HTTP/1.1" status: 204  len: 168 time: 1.2007179
Jan 29 20:48:32.973747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-4cee4c29-12ff-47bc-a343-1de1b8130e48 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326982
Jan 29 20:48:33.001717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2d40-11d0-487c-88c9-ad2a348fe99f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf787b49-49d2-4b21-813f-0819f6465f47,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:33.006196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:33.011524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-6d40c856-ed94-4926-95d6-38fd0c7b2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:33.013268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-6d40c856-ed94-4926-95d6-38fd0c7b2194 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 1127 time: 0.1600773
Jan 29 20:48:33.144073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38666) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:33.174169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:33.251239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:33.251781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e95cc6b-6d2e-4d9e-8960-31b5ca8a4c57 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:33.312425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Deleting subnet 4661c7f2-95f7-4a9d-9d42-fc375008c179 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:48:33.318503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Publish callbacks [] for subnet (4661c7f2-95f7-4a9d-9d42-fc375008c179), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.349730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:33.362367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-d46081e1-1a5a-4628-a480-d911e0189a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:33.364135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-d46081e1-1a5a-4628-a480-d911e0189a77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 200  len: 922 time: 0.3449733
Jan 29 20:48:33.370262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38674) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:33.393949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4661c7f2-95f7-4a9d-9d42-fc375008c179), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.405070 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b239eb0>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:33.442582 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9c66d-1aac-4daf-9ff8-3a320a15337c None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:47:16Z', 'revision_number': 4, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73382635-67e3-4a76-b5a6-fbc0221ec35c', 'name': '', 'network_id': '4bab29f5-79f2-40f9-9b2d-c689d41bc1b3', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'mac_address': 'fa:16:3e:38:aa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:13Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'subnets': [{'id': '45d55421-75b4-46eb-850e-fb454f3263c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:33.453665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24eb55f-d8d9-419a-ab72-55dec9cae510 req-e85fb1d5-52a4-4147-b066-7c649c38b55d service neutron] 10.222.0.20 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5835676
Jan 29 20:48:33.518794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-b0865d74-b52a-49c6-8e92-aebd581904d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 200  len: 217 time: 0.1409621
Jan 29 20:48:33.546031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0ff2506-5a05-481a-833e-50f61b69fd70 req-0e6d9b58-2197-49f3-bc6b-25386d8e73d7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 210 time: 0.0708966
Jan 29 20:48:33.605697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1af87b4a-62bb-4c39-9874-8c235e37d23f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a9fcdf43cd241cc80447149f9f92c2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2289941
Jan 29 20:48:33.605890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38682) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:33.608430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4661c7f2-95f7-4a9d-9d42-fc375008c179), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.632826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-b4ec3011-8bb7-40f4-bfef-d944d9b7656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:33.634212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-b4ec3011-8bb7-40f4-bfef-d944d9b7656c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 200  len: 860 time: 0.1085896
Jan 29 20:48:33.684276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca4eba9e-9ffc-4eba-ac0c-a3bfeb477ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.747352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] Publish callbacks [] for security_group (ae694939-af4f-4f59-877b-5f61e2893d29), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.751774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-f667ddd7-f770-48cb-ae1a-45bcb2e1eca1 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 200  len: 696 time: 0.1096094
Jan 29 20:48:33.752573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4661c7f2-95f7-4a9d-9d42-fc375008c179), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:33.769201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-612e3259-d77a-419e-a6b8-9cb87aaf6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:33.771261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-612e3259-d77a-419e-a6b8-9cb87aaf6b94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1285689
Jan 29 20:48:33.790482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e819b-85cc-45b7-b9b4-8ea78bc27094 None None] New status for floating IP c7029725-7045-4acd-bf1d-c591311b3826: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:48:33.792384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-406c9f47-6cbe-4a66-b08a-80eaadbccfdd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:33.794439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-406c9f47-6cbe-4a66-b08a-80eaadbccfdd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8155785
Jan 29 20:48:33.854853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Request body: {'port': {'device_id': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '7a0b118165d24356b73539995ce35e01'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:33.868707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] Publish callbacks [] for security_group (ae694939-af4f-4f59-877b-5f61e2893d29), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.044432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-6cfe218b-feaf-41f9-8ab7-cbb829605d88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:34.046139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-6cfe218b-feaf-41f9-8ab7-cbb829605d88 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2824423
Jan 29 20:48:34.070533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bd74-587c-4222-8abe-190ceb49c622 req-0c2e899e-c78d-4dc6-9bf9-991dde686334 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:34.071684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9703bd74-587c-4222-8abe-190ceb49c622 req-0c2e899e-c78d-4dc6-9bf9-991dde686334 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2757645
Jan 29 20:48:34.075996 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4661c7f2-95f7-4a9d-9d42-fc375008c179,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:34.087983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.094743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bcf2d6d-f71e-4002-8921-5f71176bb10d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4661c7f2-95f7-4a9d-9d42-fc375008c179 HTTP/1.1" status: 204  len: 168 time: 0.9494123
Jan 29 20:48:34.095439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38690) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:34.120906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae694939-af4f-4f59-877b-5f61e2893d29), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.123568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.128233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae694939-af4f-4f59-877b-5f61e2893d29 HTTP/1.1" status: 204  len: 168 time: 0.5186400
Jan 29 20:48:34.151068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-9f761699-b3b9-45e6-95b8-624dbd18b20d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 699 time: 0.0780776
Jan 29 20:48:34.174929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db10356-48e2-400d-8063-77b9e12aec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae694939-af4f-4f59-877b-5f61e2893d29,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:34.235843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Made reservation on behalf of 7a0b118165d24356b73539995ce35e01 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:34.239189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.263130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-216f1ab9-e94b-4200-b36c-f5112085d5f7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.168 HTTP/1.1" status: 200  len: 697 time: 0.0931661
Jan 29 20:48:34.295334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9703bd74-587c-4222-8abe-190ceb49c622 req-43ff03a2-b71d-4bf6-987c-ee6b64adb481 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769998
Jan 29 20:48:34.319753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca4eba9e-9ffc-4eba-ac0c-a3bfeb477ae7 admin admin] Publish callbacks [] for security_group (5d221a0c-5630-459d-a073-fed87da061fd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.332135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b8d9c425-1de8-44d6-86f2-05dc24907ef7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.338718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca4eba9e-9ffc-4eba-ac0c-a3bfeb477ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d221a0c-5630-459d-a073-fed87da061fd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.399138 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-e9c6395c-28dc-4549-ae5a-cc5857864d62 service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366539
Jan 29 20:48:34.405025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eba9e-9ffc-4eba-ac0c-a3bfeb477ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d221a0c-5630-459d-a073-fed87da061fd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:34.439916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ca4eba9e-9ffc-4eba-ac0c-a3bfeb477ae7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bf89eb8a658499681dfd6bbafb3abb5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0850790
Jan 29 20:48:34.440679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:34.547878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Allocated IP 192.168.233.135 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/95b4f824-5ccc-4908-8411-5431cca31774) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:34.560938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Deleting port 704dca34-9a20-43d5-bbd3-069a23d8c2b9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:34.561317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.578431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b8d9c425-1de8-44d6-86f2-05dc24907ef7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.626919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea094cd760>,) {'filters': {'network_id': ['b8d9c425-1de8-44d6-86f2-05dc24907ef7']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:34.669997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094cd760>, '34caa6c7-cc34-4b0b-8a51-7cda27fca50d') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:34.670305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094cd760>, '34caa6c7-cc34-4b0b-8a51-7cda27fca50d') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:34.697106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (34caa6c7-cc34-4b0b-8a51-7cda27fca50d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.703879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] Publish callbacks [] for security_group (5d221a0c-5630-459d-a073-fed87da061fd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.714835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b18c0-ac51-4c74-af57-a72ca3491e60 req-aaa15d15-04fd-4b87-9d80-1ef1654825ec tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 210 time: 0.0678270
Jan 29 20:48:34.723914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0c26cde8-b130-4d2b-b27d-fb070c84c4f3 req-3c6948e3-6085-48d0-af3c-f1c15d7bdbef service neutron] 10.222.0.18 "GET /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3138521
Jan 29 20:48:34.737537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (34caa6c7-cc34-4b0b-8a51-7cda27fca50d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.745343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] Publish callbacks [] for security_group (5d221a0c-5630-459d-a073-fed87da061fd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.753120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:48:34.753694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (34caa6c7-cc34-4b0b-8a51-7cda27fca50d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:48:34.755179 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:48:34.769373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.769706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (704dca34-9a20-43d5-bbd3-069a23d8c2b9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.791071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Calling delete_port for 704dca34-9a20-43d5-bbd3-069a23d8c2b9 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:34.835269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b8d9c425-1de8-44d6-86f2-05dc24907ef7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.846649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.850198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b8d9c425-1de8-44d6-86f2-05dc24907ef7 HTTP/1.1" status: 204  len: 168 time: 0.7434182
Jan 29 20:48:34.864146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7c44-98dd-41d7-a9ed-720242e880f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d9c425-1de8-44d6-86f2-05dc24907ef7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:34.882447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d221a0c-5630-459d-a073-fed87da061fd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.887379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.889863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d221a0c-5630-459d-a073-fed87da061fd HTTP/1.1" status: 204  len: 168 time: 0.4484196
Jan 29 20:48:34.902170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef662e14-c922-44a4-9d28-9bf3049f8cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d221a0c-5630-459d-a073-fed87da061fd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:34.923415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for port (95b4f824-5ccc-4908-8411-5431cca31774), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:34.954289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87253def-8676-46ac-8541-57b91082fff1 req-4e1d1b81-8d3f-41df-bccb-cdaa89f79348 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:34.955841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87253def-8676-46ac-8541-57b91082fff1 req-4e1d1b81-8d3f-41df-bccb-cdaa89f79348 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1127 time: 0.1628392
Jan 29 20:48:35.001098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38722) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:35.030866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.052685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:35.074190 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a4fae756-4777-442a-b297-b671615cb458 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1446d1ea6143497c87be058f9f8485a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0716438
Jan 29 20:48:35.076677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38724) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:35.107180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87253def-8676-46ac-8541-57b91082fff1 req-f2b439db-f0a3-4ef9-97f1-6ff4a97aec27 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396742
Jan 29 20:48:35.135321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:35.138597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:35.140388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:35.144004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:35.149158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:35.150268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.166949 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (704dca34-9a20-43d5-bbd3-069a23d8c2b9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.200256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event deleted for resources: {'Port': ['ID=704dca34-9a20-43d5-bbd3-069a23d8c2b9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:35.203488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] Publish callbacks [] for security_group (afcbdc84-dcaa-43c6-8772-c80a4e46c75a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.213375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-c30f4aa9-4ca1-48db-9dd5-1cb34403fc68 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3674908
Jan 29 20:48:35.250401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Request body: {'port': {'device_id': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:35.263133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] Publish callbacks [] for security_group (afcbdc84-dcaa-43c6-8772-c80a4e46c75a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.343836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks [] for floatingip (c7029725-7045-4acd-bf1d-c591311b3826), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.346796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.348029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c1c17-8753-4ddf-8db0-9bd85f875960 req-85c43703-d68c-408b-8dfb-7aa92e35a16e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "DELETE /v2.0/floatingips/c7029725-7045-4acd-bf1d-c591311b3826 HTTP/1.1" status: 204  len: 173 time: 1.0720577
Jan 29 20:48:35.363344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (afcbdc84-dcaa-43c6-8772-c80a4e46c75a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.368386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.372872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afcbdc84-dcaa-43c6-8772-c80a4e46c75a HTTP/1.1" status: 204  len: 168 time: 0.2943950
Jan 29 20:48:35.387198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7645c-cb0c-4852-874b-88c69bbbb7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcbdc84-dcaa-43c6-8772-c80a4e46c75a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:35.431797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.542623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3affa627-d728-4e7d-8819-139f204f5186 None None] Provisioning complete for port 95b4f824-5ccc-4908-8411-5431cca31774 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:35.543058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3affa627-d728-4e7d-8819-139f204f5186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95b4f824-5ccc-4908-8411-5431cca31774), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.596670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3affa627-d728-4e7d-8819-139f204f5186 None None] Port 95b4f824-5ccc-4908-8411-5431cca31774 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:35.671621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23ff30-82df-4e27-a86c-316a59729159 req-b7497325-1835-462b-9ad4-bc70e27669be tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:35.673464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d23ff30-82df-4e27-a86c-316a59729159 req-b7497325-1835-462b-9ad4-bc70e27669be tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1609054
Jan 29 20:48:35.790175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d23ff30-82df-4e27-a86c-316a59729159 req-be1a2276-da7c-461d-9081-9e3d7d0e19ca tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063800
Jan 29 20:48:35.876858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b4f824-5ccc-4908-8411-5431cca31774 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:35.890644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks [] for port (95b4f824-5ccc-4908-8411-5431cca31774), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.909493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Transition to ACTIVE for port object 95b4f824-5ccc-4908-8411-5431cca31774 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:35.913901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:35.972744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:36.049994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Attempting to bind port 95b4f824-5ccc-4908-8411-5431cca31774 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:36.050342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Attempting to bind port 95b4f824-5ccc-4908-8411-5431cca31774 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:36.050681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Attempting to bind port 95b4f824-5ccc-4908-8411-5431cca31774 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:36.057311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Port 95b4f824-5ccc-4908-8411-5431cca31774 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:36.057644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Attempting to bind port 95b4f824-5ccc-4908-8411-5431cca31774 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:36.066836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:36.067276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:36.067674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:36.068115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Bound port: 95b4f824-5ccc-4908-8411-5431cca31774, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:36.068482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:36.197020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff251b49-3ddc-4d29-9c57-5527ae585a6c req-e4cb6784-8ec1-4078-a468-e9b9744b7992 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.198666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff251b49-3ddc-4d29-9c57-5527ae585a6c req-e4cb6784-8ec1-4078-a468-e9b9744b7992 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 948 time: 0.1102552
Jan 29 20:48:36.199830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:36.211840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:36.243410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:36.306694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.307876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:36.309358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 1096 time: 1.0769360
Jan 29 20:48:36.309817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:36.312116 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66" -d '{"events": [{"name": "network-changed", "server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "tag": "95b4f824-5ccc-4908-8411-5431cca31774"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:36.357398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff251b49-3ddc-4d29-9c57-5527ae585a6c req-5999c1ef-1eb0-49b7-b8f7-887ac8b01059 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469431
Jan 29 20:48:36.390669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c730f-6e42-482f-8ed8-6dca9cb342c8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:36.467586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-1f34b6ed-a07d-4376-88a0-cb61890eadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.469204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-1f34b6ed-a07d-4376-88a0-cb61890eadc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1130 time: 0.1067376
Jan 29 20:48:36.525449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-2df5ac6d-d6a3-4a73-833c-c0c2436b392d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0483329
Jan 29 20:48:36.589446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-5fbd03d1-171f-4925-b8bf-aaa28c441a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.591289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-5fbd03d1-171f-4925-b8bf-aaa28c441a97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0599036
Jan 29 20:48:36.659636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-92e71454-5c1b-4df0-b776-23709ba06aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.661556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-92e71454-5c1b-4df0-b776-23709ba06aea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0618546
Jan 29 20:48:36.814741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-42a17272-3281-4c24-9ab3-47ec43331a78 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440072
Jan 29 20:48:36.815533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-f362ba0d-b15b-416c-b717-efac04c4b293 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:36.818462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-f362ba0d-b15b-416c-b717-efac04c4b293 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0090621
Jan 29 20:48:36.869375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-bed9b1ae-5bc1-4a8a-a205-f0161ad169f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.870941 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-bed9b1ae-5bc1-4a8a-a205-f0161ad169f8 service neutron] 10.222.0.20 "GET /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 1124 time: 0.0431881
Jan 29 20:48:36.884211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:36.884766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:48:36.887522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8bc89-81b7-4ba2-a983-a4845d3df8c2 req-5fa82a8b-475b-4a3d-9b89-614ecc02ef5e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:36.889044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbd8bc89-81b7-4ba2-a983-a4845d3df8c2 req-5fa82a8b-475b-4a3d-9b89-614ecc02ef5e tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.1121643
Jan 29 20:48:36.950199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd112af-c9c9-4902-bcc5-96ba93327a6e req-d937e61d-73b1-49fb-99f4-177a7c1ed038 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287017
Jan 29 20:48:36.961957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbd8bc89-81b7-4ba2-a983-a4845d3df8c2 req-6463f4e9-d32b-43e6-a361-72e261ebc93d tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629435
Jan 29 20:48:37.014375 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17824b3d-6c3c-4b95-be9a-44f815351f30 x-openstack-request-id: req-17824b3d-6c3c-4b95-be9a-44f815351f30 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:37.014668 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "tag": "95b4f824-5ccc-4908-8411-5431cca31774", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:37.014924 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17824b3d-6c3c-4b95-be9a-44f815351f30 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:37.015390 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774', 'status': 'completed', 'code': 200}
Jan 29 20:48:37.036228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:37.036570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:37.036899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:37.042766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:37.043088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:37.048150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:37.048495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:37.048877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:37.049328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Bound port: cd96c160-ae51-4a6c-ad19-f539a1c77bca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:37.083868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-898eac9b-5f56-4760-9d90-268d4cb2d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.086160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-898eac9b-5f56-4760-9d90-268d4cb2d9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1130 time: 0.0469909
Jan 29 20:48:37.101199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:37.109399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:37.110585 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-6c4598f3-473a-4b90-a094-ff23abaa90f2 service neutron] 10.222.0.20 "POST /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca/bindings HTTP/1.1" status: 201  len: 389 time: 0.2305875
Jan 29 20:48:37.200084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-c76ddbb3-813b-4dd8-a296-051a7cd950a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.206960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-c76ddbb3-813b-4dd8-a296-051a7cd950a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1077049
Jan 29 20:48:37.261034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-9892cf8f-e5c9-41dd-b5be-5087e107ca81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0483878
Jan 29 20:48:37.364499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-d864261c-fbb8-4cad-b131-c6c6fb40c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.365883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-d864261c-fbb8-4cad-b131-c6c6fb40c6ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0921872
Jan 29 20:48:37.421498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b3f2-1854-48e0-a164-c01a1b214206 req-3538b6b5-d3aa-4e9d-ae47-deeaa0841c79 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.428168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba62b3f2-1854-48e0-a164-c01a1b214206 req-3538b6b5-d3aa-4e9d-ae47-deeaa0841c79 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.1424997
Jan 29 20:48:37.436809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-304ef2d3-8286-4924-96b6-67411323a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.438488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-304ef2d3-8286-4924-96b6-67411323a7e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1127 time: 0.0529103
Jan 29 20:48:37.499944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-71f8e75c-cc7c-48b7-9f94-46fe42758609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.501441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-71f8e75c-cc7c-48b7-9f94-46fe42758609 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1259916
Jan 29 20:48:37.518745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae71a-6ec8-4468-af23-cfa3615cf8fd req-c63ca43c-df3e-4e30-b282-ec25c392fa18 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.520186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0fae71a-6ec8-4468-af23-cfa3615cf8fd req-c63ca43c-df3e-4e30-b282-ec25c392fa18 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.1335623
Jan 29 20:48:37.546272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba62b3f2-1854-48e0-a164-c01a1b214206 req-71c34acb-5cd5-4c2b-b5de-40cbf60b879b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169839
Jan 29 20:48:37.553956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-28d4308c-4ff9-4066-9acc-a362b41618bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.556226 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-28d4308c-4ff9-4066-9acc-a362b41618bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1107526
Jan 29 20:48:37.609753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-575dd595-0ad7-4008-89d1-fdc5ceaa32eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 217 time: 0.0442648
Jan 29 20:48:37.641590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0fae71a-6ec8-4468-af23-cfa3615cf8fd req-617b88f9-c7e2-46b5-9a5f-58e7b006c98b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122887
Jan 29 20:48:37.669543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-ab2c0deb-7c85-45bb-ba4b-758ae06f2e98 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605475
Jan 29 20:48:37.674374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-3464be38-a702-454d-ab83-62b68828d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.676058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-3464be38-a702-454d-ab83-62b68828d0d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0617049
Jan 29 20:48:37.717490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:37.720215 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-522c0433-20ca-45fd-ae00-3b9c40af2607 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376992
Jan 29 20:48:37.830892 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-4872c9dc-9e62-4cc3-a734-22ce19b2efde service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036110
Jan 29 20:48:37.857572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41537e54-f3cb-42c4-98b9-7314b4280b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:37.892825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8595b5-b4f3-4f2d-be05-12f88f68cb52 req-b40ed228-d167-4bda-8056-0f2a1f4e9a00 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.894536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba8595b5-b4f3-4f2d-be05-12f88f68cb52 req-b40ed228-d167-4bda-8056-0f2a1f4e9a00 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 948 time: 0.1185870
Jan 29 20:48:37.898216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c3fd9e7-0b6e-4d39-bf9a-ba058ed65a66 req-f9da017e-23e3-453b-87cd-3ff351e22c3c service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222905
Jan 29 20:48:37.907081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-22e2dc96-9eec-43b5-aad0-0b89923f5fef tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:37.908563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-22e2dc96-9eec-43b5-aad0-0b89923f5fef tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.2035377
Jan 29 20:48:37.980558 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-cb13396c-ed1d-4f27-ba62-53d67642efd5 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378007
Jan 29 20:48:38.024945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba8595b5-b4f3-4f2d-be05-12f88f68cb52 req-f66b7adc-4d04-4ed1-bd55-c8578790a264 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115367
Jan 29 20:48:38.037779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41537e54-f3cb-42c4-98b9-7314b4280b6d admin admin] Publish callbacks [] for security_group (fcaa32a9-48af-4f17-a3b1-ba71df9b9be8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.054413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41537e54-f3cb-42c4-98b9-7314b4280b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcaa32a9-48af-4f17-a3b1-ba71df9b9be8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.062974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Deleting port e2c40111-322f-407a-8883-ffef11f96aa0 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:38.063450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.104658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-41537e54-f3cb-42c4-98b9-7314b4280b6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecbf8941891f46aeb39ef0d55e426892&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3831887
Jan 29 20:48:38.106766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41537e54-f3cb-42c4-98b9-7314b4280b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa32a9-48af-4f17-a3b1-ba71df9b9be8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:38.109083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:38.186045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] Publish callbacks [] for security_group (fcaa32a9-48af-4f17-a3b1-ba71df9b9be8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.207701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] Publish callbacks [] for security_group (fcaa32a9-48af-4f17-a3b1-ba71df9b9be8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.213000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] For port e2c40111-322f-407a-8883-ffef11f96aa0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2c40111-322f-407a-8883-ffef11f96aa0,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:38.213970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.236635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Calling delete_port for e2c40111-322f-407a-8883-ffef11f96aa0 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:38.261287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ece1e-4bea-49c2-bce8-a542796761e8 req-3e5c31ae-7800-4318-aa45-4ce02f0e50cb tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:38.268677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f05ece1e-4bea-49c2-bce8-a542796761e8 req-3e5c31ae-7800-4318-aa45-4ce02f0e50cb tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf1780e7-dd00-4202-88f5-62e33f7a8c76 HTTP/1.1" status: 200  len: 945 time: 0.1113162
Jan 29 20:48:38.269882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcaa32a9-48af-4f17-a3b1-ba71df9b9be8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.273526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.275374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcaa32a9-48af-4f17-a3b1-ba71df9b9be8 HTTP/1.1" status: 204  len: 168 time: 0.1527381
Jan 29 20:48:38.284481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328b9be-4cf6-417b-8ade-423f8ace549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa32a9-48af-4f17-a3b1-ba71df9b9be8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:38.389349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f05ece1e-4bea-49c2-bce8-a542796761e8 req-fd687559-119e-4185-960f-974a3df055b7 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154549
Jan 29 20:48:38.526646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (e2c40111-322f-407a-8883-ffef11f96aa0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.539985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e2c40111-322f-407a-8883-ffef11f96aa0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:38.643074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Pushing event deleted for resources: {'Port': ['ID=e2c40111-322f-407a-8883-ffef11f96aa0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:38.753342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38902) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:38.758426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] No DVR routers for this DVR port e2c40111-322f-407a-8883-ffef11f96aa0 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:38.764727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.768012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-975cd62a-d62a-4810-b6c1-d6427e219ae6 req-e5fddb45-ff2b-4595-bedd-12d673043404 tempest-FloatingIPsAssociationTestJSON-210948433 tempest-FloatingIPsAssociationTestJSON-210948433-project] 10.222.0.18 "DELETE /v2.0/ports/e2c40111-322f-407a-8883-ffef11f96aa0 HTTP/1.1" status: 204  len: 173 time: 0.8524737
Jan 29 20:48:38.910664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421033e9-2210-4e39-85b5-6b898c9fa50d req-42742b8d-fcfa-4ce1-8cf9-bb9d86c5dd4a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:38.912231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-421033e9-2210-4e39-85b5-6b898c9fa50d req-42742b8d-fcfa-4ce1-8cf9-bb9d86c5dd4a tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2140737
Jan 29 20:48:38.960300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211ef97-7a0f-4882-9c8b-8b9a8da8d170 req-67b30ce3-e3ec-47cd-afcd-4d40bd6617a9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:38.963937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7607e60-31c1-4b81-9a79-0ecbdaf3d9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:38.972311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e211ef97-7a0f-4882-9c8b-8b9a8da8d170 req-67b30ce3-e3ec-47cd-afcd-4d40bd6617a9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.2033985
Jan 29 20:48:39.026287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'name': 'network-vif-deleted', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:39.032890 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c394a07-cb42-4580-90e6-c7b4cee8ce82" -d '{"events": [{"server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "name": "network-vif-deleted", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:39.117448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-421033e9-2210-4e39-85b5-6b898c9fa50d req-7fe03dc6-2f1e-4734-8ccb-9b6fb19e134e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916978
Jan 29 20:48:39.120827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7607e60-31c1-4b81-9a79-0ecbdaf3d9e9 admin admin] Publish callbacks [] for security_group (585f955c-093b-455b-8a27-397bfeb964d3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.126478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7607e60-31c1-4b81-9a79-0ecbdaf3d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (585f955c-093b-455b-8a27-397bfeb964d3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.149741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e211ef97-7a0f-4882-9c8b-8b9a8da8d170 req-e89760b8-7d4f-43eb-b156-90a7eb927f19 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616714
Jan 29 20:48:39.178157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7607e60-31c1-4b81-9a79-0ecbdaf3d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585f955c-093b-455b-8a27-397bfeb964d3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:39.231829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7607e60-31c1-4b81-9a79-0ecbdaf3d9e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4c5b9d5d874e5fa19a9bc341d2f40f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4763885
Jan 29 20:48:39.233280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38918) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:39.290727 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6cc673-0896-4441-8422-100e23ea50cf x-openstack-request-id: req-db6cc673-0896-4441-8422-100e23ea50cf {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:39.291020 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1780e7-dd00-4202-88f5-62e33f7a8c76", "name": "network-vif-deleted", "tag": "e2c40111-322f-407a-8883-ffef11f96aa0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:39.291273 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db6cc673-0896-4441-8422-100e23ea50cf {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:39.291668 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1780e7-dd00-4202-88f5-62e33f7a8c76', 'name': 'network-vif-deleted', 'tag': 'e2c40111-322f-407a-8883-ffef11f96aa0', 'status': 'completed', 'code': 200}
Jan 29 20:48:39.482130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:39.556802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38932) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:39.769252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2116417029-network', 'tenant_id': 'da4564b995ef40d396be72d324de486c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:39.810881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Made reservation on behalf of da4564b995ef40d396be72d324de486c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:39.813381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.829658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.850126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] Publish callbacks [] for security_group (585f955c-093b-455b-8a27-397bfeb964d3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.877870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a543f8-7230-4b5f-92fa-f8f27b1d1b70 req-60d2017d-b069-428d-bec1-2c55c3df3189 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:39.885421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34a543f8-7230-4b5f-92fa-f8f27b1d1b70 req-60d2017d-b069-428d-bec1-2c55c3df3189 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 948 time: 0.5568247
Jan 29 20:48:39.905655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:39.907446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] Publish callbacks [] for security_group (585f955c-093b-455b-8a27-397bfeb964d3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:39.972778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34a543f8-7230-4b5f-92fa-f8f27b1d1b70 req-e6878fde-a768-4358-a6f7-b6befbc35c34 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820124
Jan 29 20:48:39.997159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (585f955c-093b-455b-8a27-397bfeb964d3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.002666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.006208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/585f955c-093b-455b-8a27-397bfeb964d3 HTTP/1.1" status: 204  len: 168 time: 0.7719567
Jan 29 20:48:40.009063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks [] for security_group (2750147c-732e-49be-997e-afaa208e1527), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.018052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2750147c-732e-49be-997e-afaa208e1527), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.027662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e5c75-f0ce-4748-9cbc-4af03c7c48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585f955c-093b-455b-8a27-397bfeb964d3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:40.043640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:48:40.087719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.088067 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Added segment cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1 of type vlan for network 47e8132c-7695-4e21-a784-66433f70c3de
Jan 29 20:48:40.117648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf58-8e46-4725-99ed-b59054fb6a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.152144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750147c-732e-49be-997e-afaa208e1527,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:40.173224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (47e8132c-7695-4e21-a784-66433f70c3de), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.263942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:40.272787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9741a55-7a2e-461d-abd5-94e4487c6054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.302151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (47e8132c-7695-4e21-a784-66433f70c3de), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.303185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:40.303896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.406817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8460350
Jan 29 20:48:40.411027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38956) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:40.419966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179135c-4566-4def-bdd2-4a352b7b186d admin admin] Pushing event updated for resources: {'Network': ['ID=47e8132c-7695-4e21-a784-66433f70c3de,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:40.434422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38182a-daba-43f7-ac50-3a4226815875 req-9d9e3373-17fe-4b1e-a6d5-57ecb8f0fe75 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:40.439952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f38182a-daba-43f7-ac50-3a4226815875 req-9d9e3373-17fe-4b1e-a6d5-57ecb8f0fe75 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.1279984
Jan 29 20:48:40.451522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Request body: {'subnet': {'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-subnet', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:40.458151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 47e8132c-7695-4e21-a784-66433f70c3de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:48:40.466846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf58-8e46-4725-99ed-b59054fb6a7c admin admin] Publish callbacks [] for security_group (dc6e1dbb-037f-4cc9-9941-3055553dceb4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.471104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.474694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf58-8e46-4725-99ed-b59054fb6a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dc6e1dbb-037f-4cc9-9941-3055553dceb4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.492154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ab6c8-f0ee-4974-9fc0-f7001b21f969 req-3d7c7892-68bf-4c20-9d98-d15cd768684b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:40.507727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-189ab6c8-f0ee-4974-9fc0-f7001b21f969 req-3d7c7892-68bf-4c20-9d98-d15cd768684b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2561512
Jan 29 20:48:40.588794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9aa2bf58-8e46-4725-99ed-b59054fb6a7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=060be740c386449286e9a4812673ffbe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6819990
Jan 29 20:48:40.589562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:40.591983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2bf58-8e46-4725-99ed-b59054fb6a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e1dbb-037f-4cc9-9941-3055553dceb4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:40.655884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Made reservation on behalf of da4564b995ef40d396be72d324de486c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:40.658242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.724099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:40.726612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] Publish callbacks [] for security_group (dc6e1dbb-037f-4cc9-9941-3055553dceb4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.730541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f38182a-daba-43f7-ac50-3a4226815875 req-0e16df49-8569-4ebd-8c75-b383e9d6d704 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525761
Jan 29 20:48:40.735681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '95b4f824-5ccc-4908-8411-5431cca31774', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '95b4f824-5ccc-4908-8411-5431cca31774', 'mac_address': 'fa:16:3e:f0:a3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:40.758864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] Publish callbacks [] for security_group (dc6e1dbb-037f-4cc9-9941-3055553dceb4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.800591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 95b4f824-5ccc-4908-8411-5431cca31774 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:40.801004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.826167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b4f824-5ccc-4908-8411-5431cca31774 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:40.848075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-189ab6c8-f0ee-4974-9fc0-f7001b21f969 req-0ba39972-64a2-4c0d-a22b-10fcc9bb64e8 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3393459
Jan 29 20:48:40.861090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:40.869655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.872510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dc6e1dbb-037f-4cc9-9941-3055553dceb4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.876205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:40.889116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc6e1dbb-037f-4cc9-9941-3055553dceb4 HTTP/1.1" status: 204  len: 168 time: 0.2848010
Jan 29 20:48:40.914854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585fddc-b7a5-4dd8-9aed-9a5444f4336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e1dbb-037f-4cc9-9941-3055553dceb4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:40.950865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Deleting port 73382635-67e3-4a76-b5a6-fbc0221ec35c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:40.951555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.027276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:41.100917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (734973c0-2600-42c9-9565-c98820f3024a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.124338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] For port 73382635-67e3-4a76-b5a6-fbc0221ec35c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73382635-67e3-4a76-b5a6-fbc0221ec35c,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:41.124929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.157684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Calling delete_port for 73382635-67e3-4a76-b5a6-fbc0221ec35c owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:41.170332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734973c0-2600-42c9-9565-c98820f3024a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:41.195243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:41.219069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6d15-663b-4f30-8b07-2882fa8c8eb6 req-af84ccdf-fda2-4a5d-a343-e086702c2eaa tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:41.221591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c59e6d15-663b-4f30-8b07-2882fa8c8eb6 req-af84ccdf-fda2-4a5d-a343-e086702c2eaa tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 949 time: 0.1514804
Jan 29 20:48:41.291879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Checking segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:41.293139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Network hostable DHCP agents. Network: 47e8132c-7695-4e21-a784-66433f70c3de, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:48:41.324385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c59e6d15-663b-4f30-8b07-2882fa8c8eb6 req-39eea097-f8bc-4b0a-bb34-5dc0c662b2ec tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953386
Jan 29 20:48:41.339383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Network 47e8132c-7695-4e21-a784-66433f70c3de is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:48:41.362441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47e8132c-7695-4e21-a784-66433f70c3de) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:41.380336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:41.383286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.387386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082afbd-a239-41fe-9587-e7e2eb0370d4 None None] Network 47e8132c-7695-4e21-a784-66433f70c3de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:41.421408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-11c212f1-dd84-4935-a271-0516e4bf68c9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9793112
Jan 29 20:48:41.422234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:41.429124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:41.471888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (97cc6331-9bd9-4750-9efd-037434b8800a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.473772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (97cc6331-9bd9-4750-9efd-037434b8800a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.588606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for router_controller (97cc6331-9bd9-4750-9efd-037434b8800a), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.628880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e8132c-7695-4e21-a784-66433f70c3de', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'project_id': 'da4564b995ef40d396be72d324de486c', 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:48:41.629948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.650563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (73382635-67e3-4a76-b5a6-fbc0221ec35c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:41.705464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Pushing event deleted for resources: {'Port': ['ID=73382635-67e3-4a76-b5a6-fbc0221ec35c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:41.843288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Allocated IP 172.20.0.2 (47e8132c-7695-4e21-a784-66433f70c3de/734973c0-2600-42c9-9565-c98820f3024a/f29944a1-3141-4e84-82d5-a3591cef492f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:42.033878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for router_gateway (97cc6331-9bd9-4750-9efd-037434b8800a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.073080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks [] for port (f29944a1-3141-4e84-82d5-a3591cef492f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.085907 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.109870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.161348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Network 47e8132c-7695-4e21-a784-66433f70c3de is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:42.166966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:42.172218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:42.241994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Pushing event updated for resources: {'Port': ['ID=f29944a1-3141-4e84-82d5-a3591cef492f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:42.251348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9fbac-79e7-4a5a-8365-691f34bee8da req-a7a6c8e4-af17-4d4a-9420-db0530a481bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:42.258571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0e9fbac-79e7-4a5a-8365-691f34bee8da req-a7a6c8e4-af17-4d4a-9420-db0530a481bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.3658628
Jan 29 20:48:42.289368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e2c40111-322f-407a-8883-ffef11f96aa0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:42.296537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be665-d429-4bfe-a4bb-a46b26cf3b61 req-4a9e15f4-da21-4afc-9b28-aa8af11f0ccd tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:42.298114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa0be665-d429-4bfe-a4bb-a46b26cf3b61 req-4a9e15f4-da21-4afc-9b28-aa8af11f0ccd tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2677264
Jan 29 20:48:42.319900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: e2c40111-322f-407a-8883-ffef11f96aa0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:42.320506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e2c40111-322f-407a-8883-ffef11f96aa0 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:42.335839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Attempting to bind port f29944a1-3141-4e84-82d5-a3591cef492f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:42.336860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Attempting to bind port f29944a1-3141-4e84-82d5-a3591cef492f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:42.337414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Attempting to bind port f29944a1-3141-4e84-82d5-a3591cef492f on network 47e8132c-7695-4e21-a784-66433f70c3de {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:42.347258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:42.348083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Checking segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:42.349469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.351086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Bound using segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:42.352131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Bound port: f29944a1-3141-4e84-82d5-a3591cef492f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:42.353022 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.367481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0e9fbac-79e7-4a5a-8365-691f34bee8da req-28f09449-5314-4ef9-a13d-5c991c1f7694 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079645
Jan 29 20:48:42.368217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39016) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:42.439988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] For port f29944a1-3141-4e84-82d5-a3591cef492f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:42.442763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] For port f29944a1-3141-4e84-82d5-a3591cef492f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f29944a1-3141-4e84-82d5-a3591cef492f,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:42.450820 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.455434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa0be665-d429-4bfe-a4bb-a46b26cf3b61 req-9246626c-f8cc-4bce-85e2-78f70b5a74ea tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494677
Jan 29 20:48:42.574142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf005e-eb6b-465b-9957-ded4cc9d4df1 None None] Pushing event updated for resources: {'Port': ['ID=f29944a1-3141-4e84-82d5-a3591cef492f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:42.609881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:42.619228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f299e2c-e7ad-4c22-bfb4-039d674dd245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.628566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ca137d-829c-4773-a2c9-e5490490285e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.650610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb33d7-8a75-4f5b-af00-156d487a66ce req-26b2df6c-b432-4916-85d7-149fe182a1f6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:42.657505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72eb33d7-8a75-4f5b-af00-156d487a66ce req-26b2df6c-b432-4916-85d7-149fe182a1f6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 949 time: 0.1906335
Jan 29 20:48:42.742594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:42.748162 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c084835c-d61d-4d14-a0f3-3f047b728827 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff6342e5-0bf7-4270-b6f1-cf30a0c99d31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2647300
Jan 29 20:48:42.750620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39024) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:42.757189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Sync routers for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:42.762221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for router_gateway (97cc6331-9bd9-4750-9efd-037434b8800a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.783587 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:42.784199 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a8940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:42.805865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:42.865226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72eb33d7-8a75-4f5b-af00-156d487a66ce req-0e48235e-8001-49a8-80c9-f57253f9edfe tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063906
Jan 29 20:48:42.961132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:42.994314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks [] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.134244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Allocated IP 172.35.4.115 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/36f084dc-6364-4a10-a50c-2dd0682f2668) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:43.316401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a8940>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:48:41Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:43.318246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ca137d-829c-4773-a2c9-e5490490285e admin admin] Publish callbacks [] for security_group (689a1a32-193d-474e-a6d4-a8e62a6d8ff1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.333420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ca137d-829c-4773-a2c9-e5490490285e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (689a1a32-193d-474e-a6d4-a8e62a6d8ff1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.356014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f29944a1-3141-4e84-82d5-a3591cef492f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:43.361121 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Checking router: ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:43.370425 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Routers {'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:43.371047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a8940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:43.512098 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] Set router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:43.516245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4ca137d-829c-4773-a2c9-e5490490285e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2fd8843954f46f0a8420e386b3afec2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1393559
Jan 29 20:48:43.531692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca137d-829c-4773-a2c9-e5490490285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a1a32-193d-474e-a6d4-a8e62a6d8ff1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:43.534159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f29944a1-3141-4e84-82d5-a3591cef492f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:43.534672 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.546404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39036) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:43.651775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks [] for router_gateway (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.687276 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.718267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Deleting port 187fe145-da93-4121-abf9-17b8e7ab40e6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:43.719033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.767543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f29944a1-3141-4e84-82d5-a3591cef492f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:43.768280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.818349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f29944a1-3141-4e84-82d5-a3591cef492f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f29944a1-3141-4e84-82d5-a3591cef492f,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:43.822777 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a8940>, [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:48:41Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:43.825413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.835798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144f235-8e3b-4c0d-bf38-55f8764aafff req-0b992aee-6473-4e69-be12-c6761c245259 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:43.842917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e144f235-8e3b-4c0d-bf38-55f8764aafff req-0b992aee-6473-4e69-be12-c6761c245259 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.3028519
Jan 29 20:48:43.854748 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca5b66-b81f-49db-ab90-427a263440f4 None None] The sync data for ids ['ff6342e5-0bf7-4270-b6f1-cf30a0c99d31'] in ncdv-master-1 is: [{'id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1194087771-router', 'tenant_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:03Z', 'updated_at': '2022-01-29T20:48:41Z', 'revision_number': 5, 'project_id': 'e4bed9fc808a4c0aaa9520a48b04989b', 'gw_port': {'id': '187fe145-da93-4121-abf9-17b8e7ab40e6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6342e5-0bf7-4270-b6f1-cf30a0c99d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:04Z', 'updated_at': '2022-01-29T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:43.870605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] For port 187fe145-da93-4121-abf9-17b8e7ab40e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=187fe145-da93-4121-abf9-17b8e7ab40e6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:43.870981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.891867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Calling delete_port for 187fe145-da93-4121-abf9-17b8e7ab40e6 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:43.895136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f29944a1-3141-4e84-82d5-a3591cef492f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:43.899359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.977002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904122a-b036-4874-9dad-bc159750aa4a req-0e532a01-6f19-4020-8955-071eda76fcae tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:43.978545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a904122a-b036-4874-9dad-bc159750aa4a req-0e532a01-6f19-4020-8955-071eda76fcae tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.3357694
Jan 29 20:48:43.983992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] Publish callbacks [] for security_group (689a1a32-193d-474e-a6d4-a8e62a6d8ff1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:43.988292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e144f235-8e3b-4c0d-bf38-55f8764aafff req-0dcf3209-bb59-4ed3-896c-dc4a6103fe94 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445668
Jan 29 20:48:44.057222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] Publish callbacks [] for security_group (689a1a32-193d-474e-a6d4-a8e62a6d8ff1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.091095 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.111000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (187fe145-da93-4121-abf9-17b8e7ab40e6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.114203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-f749e9b8-43cb-4ad5-9610-6edb380b0855 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:44.116568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-f749e9b8-43cb-4ad5-9610-6edb380b0855 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2203908
Jan 29 20:48:44.132558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21475c16-6d03-45d1-b5fe-3d742860b281 None None] Network 47e8132c-7695-4e21-a784-66433f70c3de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:44.161413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:44.166734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a904122a-b036-4874-9dad-bc159750aa4a req-e86788cb-232a-4869-ad27-b37f5a28f7f3 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734302
Jan 29 20:48:44.173019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Pushing event deleted for resources: {'Port': ['ID=187fe145-da93-4121-abf9-17b8e7ab40e6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:44.210521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:44.235353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:44.250793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.254239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:44.267947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Pushing event updated for resources: {'Port': ['ID=36f084dc-6364-4a10-a50c-2dd0682f2668,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:44.273822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-41510a9b-d474-458a-ab2d-06d44a6d705e None None] Provisioning complete for port f29944a1-3141-4e84-82d5-a3591cef492f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:44.274238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41510a9b-d474-458a-ab2d-06d44a6d705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.307278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:44.310235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:44.394387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.410010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.412679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks [] for router_controller (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.437657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (689a1a32-193d-474e-a6d4-a8e62a6d8ff1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.440334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.444792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/689a1a32-193d-474e-a6d4-a8e62a6d8ff1 HTTP/1.1" status: 204  len: 168 time: 0.8973522
Jan 29 20:48:44.463040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61367a4-a531-46f4-ac27-d4bf96849076 req-8f06a081-907b-4f7b-a271-08d3d0726730 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:44.472544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a61367a4-a531-46f4-ac27-d4bf96849076 req-8f06a081-907b-4f7b-a271-08d3d0726730 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 949 time: 0.3525684
Jan 29 20:48:44.472787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:48:44.509136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (ff6342e5-0bf7-4270-b6f1-cf30a0c99d31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.510849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:48:44.520771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.525473 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ae12720-ca72-453c-8137-3f63f534182d admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff6342e5-0bf7-4270-b6f1-cf30a0c99d31 HTTP/1.1" status: 204  len: 168 time: 1.7713084
Jan 29 20:48:44.526276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:44.607172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 95b4f824-5ccc-4908-8411-5431cca31774 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:48:44.639222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 95b4f824-5ccc-4908-8411-5431cca31774 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:44.639891 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95b4f824-5ccc-4908-8411-5431cca31774), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.692342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Deleting subnet 45d55421-75b4-46eb-850e-fb454f3263c3 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:48:44.698366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Publish callbacks [] for subnet (45d55421-75b4-46eb-850e-fb454f3263c3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.763395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (45d55421-75b4-46eb-850e-fb454f3263c3), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.928963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (45d55421-75b4-46eb-850e-fb454f3263c3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:44.950866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-41510a9b-d474-458a-ab2d-06d44a6d705e None None] Current status of the port f29944a1-3141-4e84-82d5-a3591cef492f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:44.968583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:44.990344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:48:45.042901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (45d55421-75b4-46eb-850e-fb454f3263c3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.047165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 95b4f824-5ccc-4908-8411-5431cca31774 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:45.047564 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.048044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b9deb-5e77-454c-b674-df3974a7ff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a1a32-193d-474e-a6d4-a8e62a6d8ff1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:45.083050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d55421-75b4-46eb-850e-fb454f3263c3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:45.085578 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.092054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac27e4cc-2644-4462-81d9-ae41fc593e2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45d55421-75b4-46eb-850e-fb454f3263c3 HTTP/1.1" status: 204  len: 168 time: 0.5610180
Jan 29 20:48:45.092382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:45.113063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:45.126957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:45.129256 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad33025-63fc-4d7b-b92d-f291d76f5be5" -d '{"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:45.132376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f379a62-5187-4555-a584-a1d921a2d516 None None] Network 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:45.139517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.204491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.263653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-155518b9-f42e-42fb-967e-e35b2fbcf696 None None] Provisioning complete for port f29944a1-3141-4e84-82d5-a3591cef492f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:45.268638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-155518b9-f42e-42fb-967e-e35b2fbcf696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.269465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a61367a4-a531-46f4-ac27-d4bf96849076 req-1ec384de-6092-4e5a-b89c-7e78b3e0d37a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7867458
Jan 29 20:48:45.354760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Deleting port aae7674a-60cd-463f-a968-8df370438829 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:45.355113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aae7674a-60cd-463f-a968-8df370438829), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.396556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:45.415940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f29944a1-3141-4e84-82d5-a3591cef492f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:45.419292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:45.486416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] For port aae7674a-60cd-463f-a968-8df370438829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aae7674a-60cd-463f-a968-8df370438829,segment=NetworkSegment(f23e026b-ab4f-43ea-8e83-742957071d42),segment_id=f23e026b-ab4f-43ea-8e83-742957071d42)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:45.487016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aae7674a-60cd-463f-a968-8df370438829), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.511334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Calling delete_port for aae7674a-60cd-463f-a968-8df370438829 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:45.539207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:45.560520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.576503 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6f0d6-9b39-463f-94f5-1cd50141decd x-openstack-request-id: req-33f6f0d6-9b39-463f-94f5-1cd50141decd {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:45.576820 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:45.577100 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33f6f0d6-9b39-463f-94f5-1cd50141decd {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:45.577640 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774', 'code': 200}
Jan 29 20:48:45.590043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56087ee3-168c-44d5-a12c-2f154d9e5f69 req-a4361c08-a26c-418f-8b81-682e8f205a7e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:45.604162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56087ee3-168c-44d5-a12c-2f154d9e5f69 req-a4361c08-a26c-418f-8b81-682e8f205a7e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 945 time: 0.1942103
Jan 29 20:48:45.619325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for router_gateway (97cc6331-9bd9-4750-9efd-037434b8800a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.640806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-155518b9-f42e-42fb-967e-e35b2fbcf696 None None] Current status of the port f29944a1-3141-4e84-82d5-a3591cef492f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:45.648648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f29944a1-3141-4e84-82d5-a3591cef492f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:45.649076 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.713308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] DHCP port deletion for 4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:48:45.739626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ef6e7-3d34-4c24-9fb9-b40f50b7ba20 req-7cc63ac5-ac30-4e12-bdae-3ac84b0ce447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:45.741685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-894ef6e7-3d34-4c24-9fb9-b40f50b7ba20 req-7cc63ac5-ac30-4e12-bdae-3ac84b0ce447 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1132 time: 0.1018643
Jan 29 20:48:45.757976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (aae7674a-60cd-463f-a968-8df370438829), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.782805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:45.785250 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757b7f3-2451-438b-9019-0f3c7462046e" -d '{"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:45.790363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39080) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:45.794066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks [] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.800345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f29944a1-3141-4e84-82d5-a3591cef492f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:45.806623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Pushing event deleted for resources: {'Port': ['ID=aae7674a-60cd-463f-a968-8df370438829,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:45.808710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] No DVR routers for this DVR port aae7674a-60cd-463f-a968-8df370438829 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:45.822276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Deleting port aae7674a-60cd-463f-a968-8df370438829 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:48:45.823260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56087ee3-168c-44d5-a12c-2f154d9e5f69 req-c259ec75-a4a4-466e-befb-8d68afbc7f70 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181644
Jan 29 20:48:45.823398 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aae7674a-60cd-463f-a968-8df370438829), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.854996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.909599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] For port aae7674a-60cd-463f-a968-8df370438829, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:45.910849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aae7674a-60cd-463f-a968-8df370438829), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.927823 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-894ef6e7-3d34-4c24-9fb9-b40f50b7ba20 req-5574128c-ca20-4164-9ba1-815fb9883a18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788225
Jan 29 20:48:45.931713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Calling delete_port for aae7674a-60cd-463f-a968-8df370438829 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:48:45.934922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Port aae7674a-60cd-463f-a968-8df370438829 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 20:48:45.939368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (aae7674a-60cd-463f-a968-8df370438829), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:45.946249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 73382635-67e3-4a76-b5a6-fbc0221ec35c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:45.959235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7767eb-07ac-40a4-82e2-815e69ccbee6 req-13e27182-1f5f-4e2c-a655-6addd13b6a8f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:45.967051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f7767eb-07ac-40a4-82e2-815e69ccbee6 req-13e27182-1f5f-4e2c-a655-6addd13b6a8f tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2833440
Jan 29 20:48:45.978418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] Pushing event deleted for resources: {'Port': ['ID=aae7674a-60cd-463f-a968-8df370438829,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.013464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496e087-af7c-413c-964d-62cc1c9aaf89 None None] No DVR routers for this DVR port aae7674a-60cd-463f-a968-8df370438829 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:46.023969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 73382635-67e3-4a76-b5a6-fbc0221ec35c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:46.024477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 73382635-67e3-4a76-b5a6-fbc0221ec35c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:46.024972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 187fe145-da93-4121-abf9-17b8e7ab40e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:46.047025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.054359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 187fe145-da93-4121-abf9-17b8e7ab40e6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:46.054854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 187fe145-da93-4121-abf9-17b8e7ab40e6 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:46.072286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea099c9820>,) {'filters': {'network_id': ['4bab29f5-79f2-40f9-9b2d-c689d41bc1b3']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:46.083697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099c9820>, 'f23e026b-ab4f-43ea-8e83-742957071d42') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:46.083697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099c9820>, 'f23e026b-ab4f-43ea-8e83-742957071d42') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:46.091774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:46.092310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:46.092409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:46.093155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (f23e026b-ab4f-43ea-8e83-742957071d42), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.099430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-973879735-network', 'tenant_id': '81599579baff474b953d9edb301eba6f'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:46.107067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.107662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f23e026b-ab4f-43ea-8e83-742957071d42), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.116476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:46.116694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Attempting to bind port cd96c160-ae51-4a6c-ad19-f539a1c77bca on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:46.123211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:48:46.124115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (f23e026b-ab4f-43ea-8e83-742957071d42), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:48:46.127076 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:48:46.147803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:46.148186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:46.148521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:46.148951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Bound port: cd96c160-ae51-4a6c-ad19-f539a1c77bca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:46.149345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.171584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Made reservation on behalf of 81599579baff474b953d9edb301eba6f for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:46.173850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.189695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f7767eb-07ac-40a4-82e2-815e69ccbee6 req-06e766c4-742e-482d-a98b-83e1cde23da2 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215075
Jan 29 20:48:46.209800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.214762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4bab29f5-79f2-40f9-9b2d-c689d41bc1b3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.222682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.228218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] 10.222.0.20 "DELETE /v2.0/networks/4bab29f5-79f2-40f9-9b2d-c689d41bc1b3 HTTP/1.1" status: 204  len: 168 time: 1.1327915
Jan 29 20:48:46.250007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb80269-3b84-4b5f-8120-b9f85588018c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bab29f5-79f2-40f9-9b2d-c689d41bc1b3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.254865 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dfb1e5-d170-4e6f-8688-88edae215bb6 x-openstack-request-id: req-67dfb1e5-d170-4e6f-8688-88edae215bb6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:46.255154 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:46.255420 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67dfb1e5-d170-4e6f-8688-88edae215bb6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:46.255822 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'code': 200}
Jan 29 20:48:46.283345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (97cc6331-9bd9-4750-9efd-037434b8800a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.386658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:46.399472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39092) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:46.444122 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ed53a56-259d-4aeb-be61-bf81463ebb7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4bed9fc808a4c0aaa9520a48b04989b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0408425
Jan 29 20:48:46.444979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39094) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:46.445480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:46.469590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.510240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] Publish callbacks [] for security_group (7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.534436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] Publish callbacks [] for security_group (7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.558166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271217-d864-4539-af78-411ed8663cd6 req-b4606240-edb2-45d2-be8c-e553054debb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:46.559682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55271217-d864-4539-af78-411ed8663cd6 req-b4606240-edb2-45d2-be8c-e553054debb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2052050
Jan 29 20:48:46.591591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks [] for security_group (d0744d6d-c953-4482-a07e-16ad318478f2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.594432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.597367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.601717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c HTTP/1.1" status: 204  len: 168 time: 0.1554539
Jan 29 20:48:46.606806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d0744d6d-c953-4482-a07e-16ad318478f2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.614812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ca2ff-0669-4684-b8f0-af5a6611dc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65b4bc-ae6d-4268-a8e5-c8d3ec2c4f6c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.632974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.657804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:46.658325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.659736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-09c25d5b-4e45-4c98-a951-205e42ec1a05 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 1121 time: 2.5325584
Jan 29 20:48:46.681100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:48:46.715925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0744d6d-c953-4482-a07e-16ad318478f2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:46.728604 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d037d2de-7f03-4da1-9e5c-6348c4a2d640), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.729149 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Added segment d037d2de-7f03-4da1-9e5c-6348c4a2d640 of type vlan for network 14df93a1-ddf0-469c-9cef-2844e46a67ea
Jan 29 20:48:46.750481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55271217-d864-4539-af78-411ed8663cd6 req-f54bc0db-7aa8-4262-bdd2-c0c9651dc11c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706402
Jan 29 20:48:46.774076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Router 97cc6331-9bd9-4750-9efd-037434b8800a is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:48:46.775376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:46.809316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.823931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:46.826210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (14df93a1-ddf0-469c-9cef-2844e46a67ea), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.979098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (14df93a1-ddf0-469c-9cef-2844e46a67ea), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:46.980362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:46.981145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:47.101141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3033271
Jan 29 20:48:47.105406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39120) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:47.111264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:47.115247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Request body: {'subnet': {'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-973879735-subnet', 'tenant_id': '81599579baff474b953d9edb301eba6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:47.123307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5904b-552b-4e23-8f76-33fccf31cc9c admin admin] Pushing event updated for resources: {'Network': ['ID=14df93a1-ddf0-469c-9cef-2844e46a67ea,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:47.146401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f8e3-3fe7-46dc-86ae-dcbabd8d695f req-b75900fd-ca2b-4078-8634-fdb2a86be3fc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:47.155069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d69f8e3-3fe7-46dc-86ae-dcbabd8d695f req-b75900fd-ca2b-4078-8634-fdb2a86be3fc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.2211342
Jan 29 20:48:47.163560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Made reservation on behalf of 81599579baff474b953d9edb301eba6f for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:47.168780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:47.178250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Sync routers for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:47.181745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:48:47.186428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:47.188349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d14c1ced-53ad-448f-8f0e-c1fd68b42815 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.7649715
Jan 29 20:48:47.188954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aae7674a-60cd-463f-a968-8df370438829 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:47.191549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39126) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:47.289066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: aae7674a-60cd-463f-a968-8df370438829 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:48:47.289449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aae7674a-60cd-463f-a968-8df370438829 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:47.320689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:48:47.329724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:47.330729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:47.352666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d69f8e3-3fe7-46dc-86ae-dcbabd8d695f req-16fd27e6-1fb3-42cd-8799-fddd64774178 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964624
Jan 29 20:48:47.451339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (093ec7cc-0218-458a-85b5-eb7bc05d2205), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:47.513744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093ec7cc-0218-458a-85b5-eb7bc05d2205,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:47.559535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Checking segment: {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:47.559912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Network hostable DHCP agents. Network: 14df93a1-ddf0-469c-9cef-2844e46a67ea, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:48:47.581731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:48:47.585121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:47.597784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14df93a1-ddf0-469c-9cef-2844e46a67ea) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:47.616848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:47.617563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:47.667440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5478abcb-b89a-4be5-834f-e289fcd18886 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5608888
Jan 29 20:48:47.692598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9948f-59eb-4d20-ab0f-d5b39efd7658 None None] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:47.863133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39148) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:47.902001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f226a-c381-42e6-a07e-044f5a00ad77 None None] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:47.928490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00001c-0742-4017-ae49-94f472dc4e59 req-44d0d4d0-2729-469b-b827-db97154a6622 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:47.930071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb00001c-0742-4017-ae49-94f472dc4e59 req-44d0d4d0-2729-469b-b827-db97154a6622 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.4333508
Jan 29 20:48:48.007020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-network', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:48.018055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb00001c-0742-4017-ae49-94f472dc4e59 req-e70b05ed-f8b0-4151-8379-089daf3921ba tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794127
Jan 29 20:48:48.030247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Made reservation on behalf of bcb11df646c940e99bd0a888e300f1b2 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:48.033524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.046826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.116466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0430>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:45Z', 'revision_number': 3, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:48.126406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481418-f4c6-4e2a-aa46-5f05a841627e req-c92dcc13-8275-479c-8f5b-6317360b693f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.128104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c481418-f4c6-4e2a-aa46-5f05a841627e req-c92dcc13-8275-479c-8f5b-6317360b693f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1091673
Jan 29 20:48:48.152492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Checking router: 97cc6331-9bd9-4750-9efd-037434b8800a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:48.153274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Updating router 97cc6331-9bd9-4750-9efd-037434b8800a port 36f084dc-6364-4a10-a50c-2dd0682f2668 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:48:48.156921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks [] for security_group (786668ce-81a2-47e6-89a5-229b46cf8763), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.161700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (786668ce-81a2-47e6-89a5-229b46cf8763), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.186891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:48:48.196648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.215375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882693057', 'description': 'tempest-description-868294146'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:48.219723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24be8230-4103-47b4-a5ae-cb5a1cdc973b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.220254 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Added segment 24be8230-4103-47b4-a5ae-cb5a1cdc973b of type vlan for network b739675d-0ed8-40e4-aa5e-71ebc72e5eea
Jan 29 20:48:48.234293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786668ce-81a2-47e6-89a5-229b46cf8763,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:48.257898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:48.260121 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:48.267364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c481418-f4c6-4e2a-aa46-5f05a841627e req-8ccc1ad6-cc94-487b-b31a-e54f6f8c4d59 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101611
Jan 29 20:48:48.294389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.299208 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b739675d-0ed8-40e4-aa5e-71ebc72e5eea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.327908 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.333511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b739675d-0ed8-40e4-aa5e-71ebc72e5eea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.335684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.336777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.368517 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ffd39-72b3-4ae3-8a72-4d03c04ae4a5 x-openstack-request-id: req-848ffd39-72b3-4ae3-8a72-4d03c04ae4a5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:48.369189 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:48.369189 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-848ffd39-72b3-4ae3-8a72-4d03c04ae4a5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:48.369473 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'status': 'completed', 'code': 200}
Jan 29 20:48:48.432122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] Pushing event updated for resources: {'Network': ['ID=b739675d-0ed8-40e4-aa5e-71ebc72e5eea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:48.453503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8bb06d07-5a4f-49ec-8aa7-d803fd97cd15 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 900 time: 0.5879650
Jan 29 20:48:48.455750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:48:48.465158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39164) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:48.469474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (bc34e91b-4769-42e7-8dbf-496f03ddd8ea), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.477370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Request body: {'subnet': {'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-subnet', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:48.485288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bc34e91b-4769-42e7-8dbf-496f03ddd8ea), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.498597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-a73c184e-1d2a-4a24-8371-28b3397d7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.500335 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-a73c184e-1d2a-4a24-8371-28b3397d7c2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1155 time: 0.0632460
Jan 29 20:48:48.539359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.540583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3db6113c-0d5b-4212-9c1a-52c16263b00a req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.3348753
Jan 29 20:48:48.554893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-b8025b7b-d32e-4231-b805-f877c340ba7d req-41ef9d69-081c-456d-b3c1-ad43089737a7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:48:48.554893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8025b7b-d32e-4231-b805-f877c340ba7d req-41ef9d69-081c-456d-b3c1-ad43089737a7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0179031
Jan 29 20:48:48.577099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c31a7-eda9-4a7a-ac06-af63b8dcc9d8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc34e91b-4769-42e7-8dbf-496f03ddd8ea,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:48.581841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Made reservation on behalf of bcb11df646c940e99bd0a888e300f1b2 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:48.583823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.620524 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks [] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.629305 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.650840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-3ba8a457-df4e-4679-8068-c04130a28314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.652331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-3ba8a457-df4e-4679-8068-c04130a28314 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1395693
Jan 29 20:48:48.687685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Attempting to bind port 36f084dc-6364-4a10-a50c-2dd0682f2668 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:48.688223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Attempting to bind port 36f084dc-6364-4a10-a50c-2dd0682f2668 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:48.688821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Attempting to bind port 36f084dc-6364-4a10-a50c-2dd0682f2668 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:48.700308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d017-7f0f-493d-a67b-5b2ae2c1f7dd None None] Pushing event updated for resources: {'Port': ['ID=36f084dc-6364-4a10-a50c-2dd0682f2668,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:48.703925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:48.704570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:48.705111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.705632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:48.706294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Bound port: 36f084dc-6364-4a10-a50c-2dd0682f2668, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:48.706780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.707512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-cb229af1-d2c5-4fa3-bfb5-4fc90e855b64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 217 time: 0.0483439
Jan 29 20:48:48.712522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Allocated IP 172.20.0.1 (47e8132c-7695-4e21-a784-66433f70c3de/734973c0-2600-42c9-9565-c98820f3024a/0145d12a-72c7-4c79-a621-fcf8f22ba975) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:48.784840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-d8332d56-763e-4a67-9a0d-ccd739244d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.786757 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-d8332d56-763e-4a67-9a0d-ccd739244d8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0725911
Jan 29 20:48:48.792590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] For port 36f084dc-6364-4a10-a50c-2dd0682f2668, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:48.799520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] For port 36f084dc-6364-4a10-a50c-2dd0682f2668, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36f084dc-6364-4a10-a50c-2dd0682f2668,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:48.808397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.833574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-597adbbf-3532-48c4-b600-e781ff987a22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377061
Jan 29 20:48:48.845690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1520957130', 'description': 'tempest-description-1111975056'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:48.873405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:48.874308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:48.876476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d017-7f0f-493d-a67b-5b2ae2c1f7dd None None] Pushing event updated for resources: {'Port': ['ID=36f084dc-6364-4a10-a50c-2dd0682f2668,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:48.884929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8828ab-3fe8-49b7-88ec-5cd307249ce4 req-03913cda-ba4e-478e-9c13-289b23dde092 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:48.886472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e8828ab-3fe8-49b7-88ec-5cd307249ce4 req-03913cda-ba4e-478e-9c13-289b23dde092 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.2087393
Jan 29 20:48:48.913903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:48.982635 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-f510554e-04e4-4ca6-8ffe-90bc6ebda18f service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093998
Jan 29 20:48:48.986801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:48.991055 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-39197ee6-97d3-49ca-97e5-e38293ee01ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1543963
Jan 29 20:48:49.033042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks [] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.034507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (ab9f8833-0a27-4279-95c6-4632d63b6e2d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.074860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e8828ab-3fe8-49b7-88ec-5cd307249ce4 req-1bb66e22-6f78-46f9-8008-74ff5561ad19 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803861
Jan 29 20:48:49.086959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f3bb1dde-c0c6-48ac-9017-d41d3ce8d0d5 req-4cc8b813-9905-4d40-b355-34a7bbacfdf3 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949643
Jan 29 20:48:49.177763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9f8833-0a27-4279-95c6-4632d63b6e2d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:49.243836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0430>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:45Z', 'revision_number': 3, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:49.274943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (9086d034-d75c-4c8a-ab5d-4008dd5b09b7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.281993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Checking segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:49.282324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Network hostable DHCP agents. Network: b739675d-0ed8-40e4-aa5e-71ebc72e5eea, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:48:49.284825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912f556-4e1a-446e-9a67-58ca64b4b1f6 None None] The sync data for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 is: [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:45Z', 'revision_number': 3, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:49.287722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.305032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9086d034-d75c-4c8a-ab5d-4008dd5b09b7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.370555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Network 47e8132c-7695-4e21-a784-66433f70c3de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:49.382432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:49.384309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9086d034-d75c-4c8a-ab5d-4008dd5b09b7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:49.389978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:49.390474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (97cc6331-9bd9-4750-9efd-037434b8800a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.403825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.420962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e5d271e-eaf4-46f9-b08e-e423a2de9a0f req-29cbde8b-b790-418b-9306-f4a02c95a985 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5962532
Jan 29 20:48:49.495975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39196) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:49.505023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:48:49.514995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27d72f-f5fb-4584-965e-8bb6d02cb155 req-5a961ef6-b8d2-4d8d-bfb5-8cfb6fab6c56 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:49.523697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e27d72f-f5fb-4584-965e-8bb6d02cb155 req-5a961ef6-b8d2-4d8d-bfb5-8cfb6fab6c56 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2942977
Jan 29 20:48:49.560122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:49.650244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b739675d-0ed8-40e4-aa5e-71ebc72e5eea) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:49.668095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70850e-2973-4c1e-9101-468f5254f2fc None None] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:49.697844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:49.698520 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.831153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e27d72f-f5fb-4584-965e-8bb6d02cb155 req-c2ac09de-9d6b-4bfd-bcf8-119d9b1c2a8e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3062737
Jan 29 20:48:49.847854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8efe2d2-9be4-4741-bc14-a682745dd211 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 863 time: 1.3769813
Jan 29 20:48:49.848636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39206) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:49.860491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:49.862212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d4db9e6-e271-4a2f-8838-50678d955de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:49.886040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12347-63c0-4e95-b73d-cbdd2b4801c6 req-8b7ef264-8df7-41f6-ad40-9645df123acd tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:49.888432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80d12347-63c0-4e95-b73d-cbdd2b4801c6 req-8b7ef264-8df7-41f6-ad40-9645df123acd tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.3501320
Jan 29 20:48:50.016725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.019176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.020427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.035326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d4db9e6-e271-4a2f-8838-50678d955de4 admin admin] Publish callbacks [] for security_group (20968ad8-3705-4055-b26f-43e13dff01d7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.041599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d4db9e6-e271-4a2f-8838-50678d955de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20968ad8-3705-4055-b26f-43e13dff01d7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.089815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d00254ed-b82b-4a7a-99f5-6a65fd1417f9 None None] Provisioning complete for port 0145d12a-72c7-4c79-a621-fcf8f22ba975 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:50.090281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d00254ed-b82b-4a7a-99f5-6a65fd1417f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.103355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d4db9e6-e271-4a2f-8838-50678d955de4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67bf354bf73040368a0005dd817d7c05&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6037319
Jan 29 20:48:50.103355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db9e6-e271-4a2f-8838-50678d955de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20968ad8-3705-4055-b26f-43e13dff01d7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:50.104373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39222) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:50.164029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:48:50.165029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.172586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] Publish callbacks [] for security_group (20968ad8-3705-4055-b26f-43e13dff01d7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.188033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d00254ed-b82b-4a7a-99f5-6a65fd1417f9 None None] Port 0145d12a-72c7-4c79-a621-fcf8f22ba975 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:50.206659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] Publish callbacks [] for security_group (20968ad8-3705-4055-b26f-43e13dff01d7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.214579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80d12347-63c0-4e95-b73d-cbdd2b4801c6 req-18cf579b-c437-4a2b-b42f-092753d487cf tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163474
Jan 29 20:48:50.248812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for router_controller (1b16db06-f079-4be1-b1a6-ae8d53f87a13), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.305098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20968ad8-3705-4055-b26f-43e13dff01d7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.307743 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.311431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20968ad8-3705-4055-b26f-43e13dff01d7 HTTP/1.1" status: 204  len: 168 time: 0.2036543
Jan 29 20:48:50.323737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d344a-9e0f-4286-a81d-be6b7b5db7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20968ad8-3705-4055-b26f-43e13dff01d7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:50.417569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-3b9d515c-46e8-4b47-bbed-2548a98ae59f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:50.425919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-3b9d515c-46e8-4b47-bbed-2548a98ae59f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 812 time: 0.4190044
Jan 29 20:48:50.430132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Allocated IP 172.20.0.2 (b739675d-0ed8-40e4-aa5e-71ebc72e5eea/ab9f8833-0a27-4279-95c6-4632d63b6e2d/54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:50.541594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-93e4e5b3-953f-4fc3-aed1-a1ff9d71ff5b tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/quotas/81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 375 time: 0.1149554
Jan 29 20:48:50.689085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks [] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.689579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-c807853a-dbc8-4126-b9fb-2c9fca2d3be6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1342843
Jan 29 20:48:50.698029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for router_gateway (1b16db06-f079-4be1-b1a6-ae8d53f87a13), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.700072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.746384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:50.754440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:50.758770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:50.766188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Pushing event updated for resources: {'Port': ['ID=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:50.833369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Attempting to bind port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:50.835213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Attempting to bind port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:50.835888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Attempting to bind port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 on network b739675d-0ed8-40e4-aa5e-71ebc72e5eea {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:50.847226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:50.848373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Checking segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:50.848942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.849526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Bound using segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:50.850526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Bound port: 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:50.853697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43743ea0-91b9-4347-b211-565bdae18996 req-0eb89aae-ba93-41fa-82a2-4dc41890a96d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:50.855242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43743ea0-91b9-4347-b211-565bdae18996 req-0eb89aae-ba93-41fa-82a2-4dc41890a96d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.5314150
Jan 29 20:48:50.857226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.951978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] For port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:50.956458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] For port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:50.969562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:50.976419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-ddd79696-4538-4890-891c-c550f5973a85 service neutron] 10.222.0.20 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714031
Jan 29 20:48:50.979530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43743ea0-91b9-4347-b211-565bdae18996 req-9e3554e0-563f-4521-81d5-45648f3cf513 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145413
Jan 29 20:48:51.076610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks [] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.091175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c343-838b-4ed3-8a1f-4131ecb2234e None None] Pushing event updated for resources: {'Port': ['ID=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:51.125346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.126076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (97cc6331-9bd9-4750-9efd-037434b8800a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.212007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36f084dc-6364-4a10-a50c-2dd0682f2668 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:51.269490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 36f084dc-6364-4a10-a50c-2dd0682f2668 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:51.269882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.375558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 36f084dc-6364-4a10-a50c-2dd0682f2668 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:51.375790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.397499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 36f084dc-6364-4a10-a50c-2dd0682f2668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36f084dc-6364-4a10-a50c-2dd0682f2668,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:51.403879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.480017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=36f084dc-6364-4a10-a50c-2dd0682f2668,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:51.563628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-6e53e596-ef09-4184-a621-753904c342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:51.565165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-6e53e596-ef09-4184-a621-753904c342ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1132 time: 0.5847650
Jan 29 20:48:51.573076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:51.647668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-c95ac2a3-67a3-413d-91ad-b1dad1759384 service neutron] 10.222.0.20 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6502082
Jan 29 20:48:51.722440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3119b9-f16f-4aaa-9115-afc67726d9d8 req-19ad8704-e3e0-436d-aa20-5ebfb3c78a0c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:51.723981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb3119b9-f16f-4aaa-9115-afc67726d9d8 req-19ad8704-e3e0-436d-aa20-5ebfb3c78a0c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.6440001
Jan 29 20:48:51.805148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Network 47e8132c-7695-4e21-a784-66433f70c3de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:51.815310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:51.897761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for router_gateway (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:51.899818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-25cb0b2b-0818-42b5-80d2-9cec9095bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:51.903390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-25cb0b2b-0818-42b5-80d2-9cec9095bc4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3257148
Jan 29 20:48:51.937825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb3119b9-f16f-4aaa-9115-afc67726d9d8 req-5f5c202a-928f-4436-9108-2ec81d88d0c2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007012
Jan 29 20:48:52.019194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.072211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-b3be1fa2-af5b-4f78-97e2-4651972d7cd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0787704
Jan 29 20:48:52.181016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-9a8c7dcd-88e5-4855-9fee-8c01472c9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:52.182505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-9a8c7dcd-88e5-4855-9fee-8c01472c9112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1010699
Jan 29 20:48:52.199433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.241787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c8e51599-0206-4713-9c6e-1ea3a89b7459 None None] Provisioning complete for port 0145d12a-72c7-4c79-a621-fcf8f22ba975 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:52.243923 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c8e51599-0206-4713-9c6e-1ea3a89b7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.260403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1f43-40bd-4acd-99a8-a88909891beb req-4becf4c5-961c-4d83-ac56-bfc69d247e3d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:52.270703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cdc1f43-40bd-4acd-99a8-a88909891beb req-4becf4c5-961c-4d83-ac56-bfc69d247e3d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.4531918
Jan 29 20:48:52.313147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c8e51599-0206-4713-9c6e-1ea3a89b7459 None None] Port 0145d12a-72c7-4c79-a621-fcf8f22ba975 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:52.361437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de634ef6-f6a2-4edd-b9b8-4952821aa7cb None None] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:48:52.401915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6edca19b-5b9a-4782-9302-7142aaa332cd req-fbce99b3-627f-47ea-ab64-7d3e61510f12 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 210 time: 0.0699825
Jan 29 20:48:52.464053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Allocated IP 172.35.4.57 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/7b98842f-157f-48ab-81df-0803980b7010) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:52.474203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-a3a7066b-e940-4a11-ae3b-23a6be82543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:52.476393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-a3a7066b-e940-4a11-ae3b-23a6be82543c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2839170
Jan 29 20:48:52.477969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Provisioning complete for port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:52.478356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.479861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cdc1f43-40bd-4acd-99a8-a88909891beb req-0f6d6121-080e-4882-a41f-04bf988a0b9c tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453316
Jan 29 20:48:52.485305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Router 97cc6331-9bd9-4750-9efd-037434b8800a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:48:52.592837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Current status of the port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:52.593371 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.646667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] For port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:52.651611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.701427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c65f7590-1fbf-4aba-85ac-a0dbba76874c req-a11e57d5-31d2-4c58-90d6-00a91d7afb19 tempest-AbsoluteLimitsNegativeTestJSON-1723530827 tempest-AbsoluteLimitsNegativeTestJSON-1723530827-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4849d7904a714addbb46eba8b231a4b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0993853
Jan 29 20:48:52.711331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0805a02-c055-4b9c-bb3c-d2125c67b278 None None] Pushing event updated for resources: {'Port': ['ID=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:52.873882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ee9f7879-5653-458d-83af-0d76d087aac8 None None] Provisioning complete for port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:52.874260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7879-5653-458d-83af-0d76d087aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.879006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for port (7b98842f-157f-48ab-81df-0803980b7010), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:52.884349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-7b765070-9acd-4c1e-b748-f1e9233d94bc service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3972709
Jan 29 20:48:52.896046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07b75f-6d26-4dd8-88ef-a390a39f1111 req-d0ae7306-998c-4fe5-952b-dd49fe9a51aa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:52.897516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b07b75f-6d26-4dd8-88ef-a390a39f1111 req-d0ae7306-998c-4fe5-952b-dd49fe9a51aa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.3626814
Jan 29 20:48:52.954676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f7879-5653-458d-83af-0d76d087aac8 None None] Current status of the port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:53.011168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:53.019835 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Sync routers for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:53.029664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-133eac83-2ae9-4d91-bf50-bb9635d1caf0 admin admin] 10.222.0.20 "PUT /v2.0/routers/97cc6331-9bd9-4750-9efd-037434b8800a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8367121
Jan 29 20:48:53.030653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:53.032174 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45bee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:53.043324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7590-1fbf-4aba-85ac-a0dbba76874c req-f0cd5c14-c0de-4e51-84a2-5f972a3e43c6 tempest-AbsoluteLimitsNegativeTestJSON-1723530827 tempest-AbsoluteLimitsNegativeTestJSON-1723530827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:53.049976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c65f7590-1fbf-4aba-85ac-a0dbba76874c req-f0cd5c14-c0de-4e51-84a2-5f972a3e43c6 tempest-AbsoluteLimitsNegativeTestJSON-1723530827 tempest-AbsoluteLimitsNegativeTestJSON-1723530827-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3149197
Jan 29 20:48:53.095626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c65f7590-1fbf-4aba-85ac-a0dbba76874c req-05b2fdee-8f10-442d-918b-401c5a0e71c4 tempest-AbsoluteLimitsNegativeTestJSON-1723530827 tempest-AbsoluteLimitsNegativeTestJSON-1723530827-project] 10.222.0.20 "GET /v2.0/quotas/4849d7904a714addbb46eba8b231a4b8 HTTP/1.1" status: 200  len: 375 time: 0.0447333
Jan 29 20:48:53.116502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b07b75f-6d26-4dd8-88ef-a390a39f1111 req-7a005fe2-41ec-4fb5-b48f-9ecacd208de9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992323
Jan 29 20:48:53.126893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.183691 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:53.195193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c65f7590-1fbf-4aba-85ac-a0dbba76874c req-a748bef4-f278-4495-839c-b4ad85c9f001 tempest-AbsoluteLimitsNegativeTestJSON-1723530827 tempest-AbsoluteLimitsNegativeTestJSON-1723530827-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4849d7904a714addbb46eba8b231a4b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0985267
Jan 29 20:48:53.200050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7b98842f-157f-48ab-81df-0803980b7010), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.353422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:53.361280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-34913dda-0674-44d3-a9ed-5c3fccf04dde service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627857
Jan 29 20:48:53.363347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:53.372620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:53.408740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-fc42dabc-463a-4c6a-8205-4896f1608267 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:53.413180 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-fc42dabc-463a-4c6a-8205-4896f1608267 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 812 time: 0.2463241
Jan 29 20:48:53.438198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36f084dc-6364-4a10-a50c-2dd0682f2668 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:53.440788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'device_id': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea', 'admin_state_up': True, 'tenant_id': '81599579baff474b953d9edb301eba6f'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:53.610329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 36f084dc-6364-4a10-a50c-2dd0682f2668 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:53.611401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.637733 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45bee0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:50Z', 'revision_number': 2, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:53.671058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Pushing event updated for resources: {'Port': ['ID=7b98842f-157f-48ab-81df-0803980b7010,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:53.676056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Made reservation on behalf of 81599579baff474b953d9edb301eba6f for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:53.680087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.697812 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Checking router: 97cc6331-9bd9-4750-9efd-037434b8800a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:53.700190 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Updating router 97cc6331-9bd9-4750-9efd-037434b8800a port 0145d12a-72c7-4c79-a621-fcf8f22ba975 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:48:53.764919 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.860185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 36f084dc-6364-4a10-a50c-2dd0682f2668 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:53.861321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:53.961176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:53.962280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:53.983556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Allocated IP 172.20.0.13 (14df93a1-ddf0-469c-9cef-2844e46a67ea/093ec7cc-0218-458a-85b5-eb7bc05d2205/bcd61e0f-f20b-43ca-a5c4-08b598b43fc9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:53.998127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39292) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:54.030494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39296) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:54.050987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258425208', 'description': 'tempest-description--739887853'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:54.165545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:54.202304 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks [] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.214734 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.255464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a9a1f48-03dc-4c63-8d7b-60bfd55de39c req-584ee5c9-8819-4b27-a9fe-5c7d62ecb44e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 210 time: 0.0642638
Jan 29 20:48:54.263764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.279925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d3034-93b6-4c0c-a7c7-b35459b1b718 req-7528a961-900b-4c93-b3e6-7cd9c7010a5f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:54.288113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e89d3034-93b6-4c0c-a7c7-b35459b1b718 req-7528a961-900b-4c93-b3e6-7cd9c7010a5f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 1.0209808
Jan 29 20:48:54.299762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.309499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.342025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c966a717-48d6-43a0-8717-186ac43890e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.391245 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Attempting to bind port 0145d12a-72c7-4c79-a621-fcf8f22ba975 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:54.393598 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Attempting to bind port 0145d12a-72c7-4c79-a621-fcf8f22ba975 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:54.394401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Attempting to bind port 0145d12a-72c7-4c79-a621-fcf8f22ba975 on network 47e8132c-7695-4e21-a784-66433f70c3de {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:54.407046 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:54.408501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Checking segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:54.409224 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.409884 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Bound using segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:54.411126 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Bound port: 0145d12a-72c7-4c79-a621-fcf8f22ba975, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:54.411923 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.415953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e89d3034-93b6-4c0c-a7c7-b35459b1b718 req-2c673513-99b4-4495-b2e7-bad58e5979a6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269732
Jan 29 20:48:54.431942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for router_gateway (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.449228 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c91c80-2adc-40ff-8e14-310ba9e4e0d0 None None] Pushing event updated for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:54.558803 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] For port 0145d12a-72c7-4c79-a621-fcf8f22ba975, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:54.562578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] For port 0145d12a-72c7-4c79-a621-fcf8f22ba975, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0145d12a-72c7-4c79-a621-fcf8f22ba975,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:54.572922 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.598448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:54.638078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:54.642196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:54.642196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45bee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:54.645269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c966a717-48d6-43a0-8717-186ac43890e3 admin admin] Publish callbacks [] for security_group (1020aa5c-a7a9-444c-bfe1-500e7ed87881), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.658115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:54.682779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:54.694084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c966a717-48d6-43a0-8717-186ac43890e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1020aa5c-a7a9-444c-bfe1-500e7ed87881), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.702262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4345-290b-4b57-b169-76bc61680000 req-acaf8f86-98d3-48ea-94f8-416c56ead6f5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:54.711163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48ed4345-290b-4b57-b169-76bc61680000 req-acaf8f86-98d3-48ea-94f8-416c56ead6f5 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.3491728
Jan 29 20:48:54.717033 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c91c80-2adc-40ff-8e14-310ba9e4e0d0 None None] Pushing event updated for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:54.719742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Provisioning complete for port 0145d12a-72c7-4c79-a621-fcf8f22ba975 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:54.720237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.830071 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:54.847604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:54.848390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.861939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966a717-48d6-43a0-8717-186ac43890e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020aa5c-a7a9-444c-bfe1-500e7ed87881,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:54.885808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Current status of the port 0145d12a-72c7-4c79-a621-fcf8f22ba975 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:54.886803 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.913329 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-a12d58fa-4dd3-4aac-83f9-7cf3cf42bcd1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4858582
Jan 29 20:48:54.915857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c966a717-48d6-43a0-8717-186ac43890e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4849d7904a714addbb46eba8b231a4b8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9164624
Jan 29 20:48:54.918840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (93b8cdd1-1644-49ff-8511-5da48fd85d4b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.919310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c39608-da0d-4897-a70b-807d809cc055 req-a95f8d27-2acf-45a1-8ffb-f8a33a1aed67 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:54.932300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] For port 0145d12a-72c7-4c79-a621-fcf8f22ba975, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0145d12a-72c7-4c79-a621-fcf8f22ba975,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:54.938012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:54.944498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3c39608-da0d-4897-a70b-807d809cc055 req-a95f8d27-2acf-45a1-8ffb-f8a33a1aed67 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 943 time: 0.3381233
Jan 29 20:48:54.948753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39306) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:54.987985 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-0c0b1dd2-18e4-414d-8ad5-451410e8e521 service neutron] 10.222.0.36 "GET /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1064084
Jan 29 20:48:54.993257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Request body: {'port': {'device_id': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:55.012242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d17a2-6738-4306-8d1e-0d6cd60f2760 None None] Pushing event updated for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:55.019574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93b8cdd1-1644-49ff-8511-5da48fd85d4b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.065397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed148013-8dc9-4918-81bf-055a7aeae581 None None] Provisioning complete for port 0145d12a-72c7-4c79-a621-fcf8f22ba975 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:55.065989 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed148013-8dc9-4918-81bf-055a7aeae581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.075596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48ed4345-290b-4b57-b169-76bc61680000 req-83ee68d1-bc33-4e70-a2f3-ba14c9031298 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3635669
Jan 29 20:48:55.121080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.125567 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.0859454
Jan 29 20:48:55.135661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3c39608-da0d-4897-a70b-807d809cc055 req-ef3156bb-3522-4a15-b0c9-9ca45a35e5ff tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901996
Jan 29 20:48:55.136449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39308) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:55.141567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'security_group_rule': {'security_group_id': '93b8cdd1-1644-49ff-8511-5da48fd85d4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:55.168514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af14f4-4c0c-4372-acd3-4022b13ad229 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8cdd1-1644-49ff-8511-5da48fd85d4b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:55.171662 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45bee0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:55.185816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.187649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] Publish callbacks [] for security_group (1020aa5c-a7a9-444c-bfe1-500e7ed87881), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.196494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.209047 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (c30ded03-424c-4136-85f5-bf72d4de72fa), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.224901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] Publish callbacks [] for security_group (1020aa5c-a7a9-444c-bfe1-500e7ed87881), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.229200 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c255f42-e700-461a-9bc6-fb99623d7256 None None] The sync data for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 is: [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:55.242937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed148013-8dc9-4918-81bf-055a7aeae581 None None] Current status of the port 0145d12a-72c7-4c79-a621-fcf8f22ba975 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:55.433485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1020aa5c-a7a9-444c-bfe1-500e7ed87881), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.436117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.439923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1020aa5c-a7a9-444c-bfe1-500e7ed87881 HTTP/1.1" status: 204  len: 168 time: 0.4798911
Jan 29 20:48:55.474396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (c30ded03-424c-4136-85f5-bf72d4de72fa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.483509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c30ded03-424c-4136-85f5-bf72d4de72fa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.518504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e602-76de-489f-a175-3db81456d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020aa5c-a7a9-444c-bfe1-500e7ed87881,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:55.598946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ded03-424c-4136-85f5-bf72d4de72fa,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:55.612888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.617434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf780cb8-cabd-4d4f-997b-33cec1aaa3eb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4799597
Jan 29 20:48:55.619504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:55.627869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:55.631971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28afa4-c088-42a0-b42d-9c5964293519 req-39fc4909-16d3-410e-af88-c0c0695c7e80 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:55.633645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e28afa4-c088-42a0-b42d-9c5964293519 req-39fc4909-16d3-410e-af88-c0c0695c7e80 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 932 time: 0.2628021
Jan 29 20:48:55.641282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'security_group_rule': {'security_group_id': '93b8cdd1-1644-49ff-8511-5da48fd85d4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:55.678447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:48:55.686542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:55.763101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (2c6fc37d-7ee4-45e0-9726-b9615a5f1cd3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.773622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd96c160-ae51-4a6c-ad19-f539a1c77bca {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:55.805507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:55.831960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e28afa4-c088-42a0-b42d-9c5964293519 req-c915d526-ad89-4dba-837e-ff11d33f7d96 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880608
Jan 29 20:48:55.849197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb85bfc-cad1-4c88-9dcc-9928a50fb67b req-807a9cfa-ef5c-4d3f-aa01-70db67b960b6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:55.850934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fb85bfc-cad1-4c88-9dcc-9928a50fb67b req-807a9cfa-ef5c-4d3f-aa01-70db67b960b6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.3033738
Jan 29 20:48:55.851990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.944699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:55.946282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fb85bfc-cad1-4c88-9dcc-9928a50fb67b req-5e733958-aa53-4585-a80f-da72d9f6509a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742536
Jan 29 20:48:55.947543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:48:55.960076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Sync routers for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:48:55.967306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks [] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.976094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (2c6fc37d-7ee4-45e0-9726-b9615a5f1cd3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.982919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2c6fc37d-7ee4-45e0-9726-b9615a5f1cd3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.985926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:55.987607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-830e44ef-8013-4794-9f46-86d73530394f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 938 time: 6.1345792
Jan 29 20:48:55.991142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39326) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:56.001207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:56.001775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:56.042072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Transition to ACTIVE for port object bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:56.060845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:56.062713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6fc37d-7ee4-45e0-9726-b9615a5f1cd3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:56.075506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:56.079950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e5228e22-d0cf-4425-a197-bb5eb3c4cf22 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4462063
Jan 29 20:48:56.082701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39330) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:56.116175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:56.134282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] Transition to ACTIVE for port object cd96c160-ae51-4a6c-ad19-f539a1c77bca will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:48:56.147055 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:56.213050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:56.241672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:56.273805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:56.279486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] No DVR routers for this DVR port cd96c160-ae51-4a6c-ad19-f539a1c77bca on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:48:56.450319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ab00-8848-4228-93de-3ef7c3dd4db6 req-051e70ba-41bd-4b5a-bfb8-a29d916934cb tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:56.462186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f000ab00-8848-4228-93de-3ef7c3dd4db6 req-051e70ba-41bd-4b5a-bfb8-a29d916934cb tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.2313354
Jan 29 20:48:56.490785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dab585-bc17-4d71-8a70-235f6febdc83 req-9e4e5799-4d2d-49ce-bce1-4dc4e2310a68 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:56.492178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89dab585-bc17-4d71-8a70-235f6febdc83 req-9e4e5799-4d2d-49ce-bce1-4dc4e2310a68 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.1641378
Jan 29 20:48:56.614875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9be20>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:53Z', 'revision_number': 3, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:56.654246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f000ab00-8848-4228-93de-3ef7c3dd4db6 req-84b95814-2b18-487e-a01a-c98515cd1927 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911674
Jan 29 20:48:56.659441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Checking router: 1b16db06-f079-4be1-b1a6-ae8d53f87a13 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:48:56.661856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Updating router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 port 7b98842f-157f-48ab-81df-0803980b7010 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:48:56.695749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b98842f-157f-48ab-81df-0803980b7010), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:56.767771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:56.782318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89dab585-bc17-4d71-8a70-235f6febdc83 req-086d9ebb-d17c-4b74-8c76-54236b7df6dd tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800665
Jan 29 20:48:56.812625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370bc7-8538-4bec-8875-5767ebf2810a req-45022ff0-d7c2-4f89-b9d8-8a21552d1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:56.814242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12370bc7-8538-4bec-8875-5767ebf2810a req-45022ff0-d7c2-4f89-b9d8-8a21552d1ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.2862875
Jan 29 20:48:56.987782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.9643612
Jan 29 20:48:56.988482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a2f3d-1ced-4bc1-a236-ce6555885d04 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:57.011242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1626383992-network', 'tenant_id': '9853e9034dbf45668208948118f43a4e'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:57.020031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Attempting to bind port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:57.020503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Attempting to bind port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:57.020848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Attempting to bind port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:57.057027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:48:57.057027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Attempting to bind port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:57.071885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12370bc7-8538-4bec-8875-5767ebf2810a req-ec2b7558-ce03-41ab-a7bf-56beb80cc708 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401090
Jan 29 20:48:57.077919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:57.078323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Checking segment: {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:57.078748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Bound using segment: {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:57.079273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Bound port: bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:57.079636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.140960 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks [] for port (7b98842f-157f-48ab-81df-0803980b7010), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.152919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b98842f-157f-48ab-81df-0803980b7010), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.208698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Made reservation on behalf of 9853e9034dbf45668208948118f43a4e for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:57.213368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.246674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0145d12a-72c7-4c79-a621-fcf8f22ba975 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:57.263940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.269159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.281229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:57.287209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:57.296970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.298202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Attempting to bind port 7b98842f-157f-48ab-81df-0803980b7010 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:48:57.298672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Attempting to bind port 7b98842f-157f-48ab-81df-0803980b7010 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:48:57.299137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Attempting to bind port 7b98842f-157f-48ab-81df-0803980b7010 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:48:57.299597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37e6d-64a2-4556-932c-e6fba0d6cf15 req-d689d80c-74ef-4ac4-99a6-40d19ae72669 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.301186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecc37e6d-64a2-4556-932c-e6fba0d6cf15 req-d689d80c-74ef-4ac4-99a6-40d19ae72669 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 944 time: 0.2823768
Jan 29 20:48:57.302201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3c0d-7000-4300-b1f6-752c079793a6 None None] Pushing event updated for resources: {'Port': ['ID=7b98842f-157f-48ab-81df-0803980b7010,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:57.304939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-a3336d2d-fe28-4392-91d5-7a8a868d2d1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3247497
Jan 29 20:48:57.319483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:48:57.320074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:48:57.320519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.321164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:48:57.321750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Bound port: 7b98842f-157f-48ab-81df-0803980b7010, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:48:57.322228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b98842f-157f-48ab-81df-0803980b7010), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.392426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.393273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.394842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] 10.222.0.36 "PUT /v2.0/ports/bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 1092 time: 2.4091489
Jan 29 20:48:57.402927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:57.405568 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a85611-ca37-44c3-837e-f62fd224521c" -d '{"events": [{"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:57.412229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.417060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0145d12a-72c7-4c79-a621-fcf8f22ba975 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:57.417264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.427344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1033-0309-42dc-84fa-df3812923d62 req-f955ab9d-82ac-4d8f-a959-1e6058ae0adb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.429570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61fc1033-0309-42dc-84fa-df3812923d62 req-f955ab9d-82ac-4d8f-a959-1e6058ae0adb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.3003104
Jan 29 20:48:57.445636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] For port 7b98842f-157f-48ab-81df-0803980b7010, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:48:57.467600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] For port 7b98842f-157f-48ab-81df-0803980b7010, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b98842f-157f-48ab-81df-0803980b7010,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:48:57.482952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b98842f-157f-48ab-81df-0803980b7010), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.516737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecc37e6d-64a2-4556-932c-e6fba0d6cf15 req-5ea27dd6-9ca5-4a1e-89cf-4552cbbc177e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864560
Jan 29 20:48:57.551636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fdb6a-2380-454f-874e-6703ca2f0725 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:57.577477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821023-0b35-4132-910a-298f944cc616 req-284b8129-7071-480c-86da-8dde81d1b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.579107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-284b8129-7071-480c-86da-8dde81d1b1ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 1132 time: 0.2328525
Jan 29 20:48:57.584154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:48:57.585724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:57.599419 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b049eed6-e855-4381-af68-1c8070c9f2e5 x-openstack-request-id: req-b049eed6-e855-4381-af68-1c8070c9f2e5 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:57.600683 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:57.601255 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b049eed6-e855-4381-af68-1c8070c9f2e5 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:57.602051 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'status': 'completed', 'code': 200}
Jan 29 20:48:57.603190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61fc1033-0309-42dc-84fa-df3812923d62 req-9348ee18-c467-4c9e-8a02-d58297308895 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641998
Jan 29 20:48:57.627405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Allocated IP 172.35.4.3 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/a13e09cc-a844-4b68-a061-adc063fbe282) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:57.636493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:48:57.638993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:57.673152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-cd44b086-3795-4a94-a1b9-f3e69b7a458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.674936 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-cd44b086-3795-4a94-a1b9-f3e69b7a458d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1126 time: 0.1847770
Jan 29 20:48:57.710543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks [] for security_group (361c0993-5410-46d6-a585-9195cd804ef3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.722032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (361c0993-5410-46d6-a585-9195cd804ef3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.763263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:48:57.786328 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-57f8d906-1358-4dd9-a700-94311a42c982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 217 time: 0.0566249
Jan 29 20:48:57.822602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Allocated IP 172.20.0.1 (b739675d-0ed8-40e4-aa5e-71ebc72e5eea/ab9f8833-0a27-4279-95c6-4632d63b6e2d/9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:48:57.903355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3c0d-7000-4300-b1f6-752c079793a6 None None] Pushing event updated for resources: {'Port': ['ID=7b98842f-157f-48ab-81df-0803980b7010,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:57.906401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-02eae034-3f80-4599-82ab-2d143db04cd1 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.908095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-02eae034-3f80-4599-82ab-2d143db04cd1 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1883843
Jan 29 20:48:57.914525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0145d12a-72c7-4c79-a621-fcf8f22ba975 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:57.919529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-e653c930-6557-4c01-9227-26bbbc09a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:57.921243 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-e653c930-6557-4c01-9227-26bbbc09a0a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.1171560
Jan 29 20:48:57.936152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks [] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.959907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for port (a13e09cc-a844-4b68-a061-adc063fbe282), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.988854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:57.997617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-5365bf3c-ef9e-4df1-beb0-04b726991fbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425096
Jan 29 20:48:58.026316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:48:58.030149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5889e1f6-13da-4a32-ac9b-5e1178cb0829), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.030731 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Added segment 5889e1f6-13da-4a32-ac9b-5e1178cb0829 of type vlan for network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027
Jan 29 20:48:58.057850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c0993-5410-46d6-a585-9195cd804ef3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:58.068035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-4fd70d1b-5402-48e1-9c56-f9a025bd21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.069644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-4fd70d1b-5402-48e1-9c56-f9a025bd21ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 1126 time: 0.1529655
Jan 29 20:48:58.103677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.205315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:58.206072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-2b540e5b-c62f-406a-890d-a74d31fefe8b service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990645
Jan 29 20:48:58.211920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:58.212204 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.212736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:58.223970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'Port': ['ID=a13e09cc-a844-4b68-a061-adc063fbe282,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:58.231250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:58.234107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:58.257480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'mac_address': 'fa:16:3e:a4:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:48:58.304933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-844174ea-285f-47ac-8657-5c693a34a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.306597 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-844174ea-285f-47ac-8657-5c693a34a700 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1126 time: 0.1951015
Jan 29 20:48:58.315223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:48:58.319117 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac1efa-dfc3-40dc-a73d-4c381d506aad" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:48:58.358610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:58.368414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.369224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:48:58.376363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:58.376599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.382765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:58.390488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:58.397101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821023-0b35-4132-910a-298f944cc616 req-d7806798-067e-4cd0-9eb3-51d8a56d03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.398769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-d7806798-067e-4cd0-9eb3-51d8a56d03d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.7886462
Jan 29 20:48:58.405169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:48:58.405371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.458567 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-41955327-dcaa-44ab-8135-54fae5d730e1 req-24a54f92-4619-4691-b505-13fecaa401b6 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430100
Jan 29 20:48:58.462728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:58.501536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port cd96c160-ae51-4a6c-ad19-f539a1c77bca host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:48:58.502003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:48:58.526596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:58.541642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9be20>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:53Z', 'revision_number': 3, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:48:58.577809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150a609-3707-44e5-ad02-f003aae4ba89 None None] The sync data for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 is: [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:53Z', 'revision_number': 3, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:48:58.581968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:48:58.581968 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:48:58.589464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.604970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-eba1087f-e748-41e0-a1c9-6e27927ad88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.606703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-eba1087f-e748-41e0-a1c9-6e27927ad88d service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2925751
Jan 29 20:48:58.619446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:58.630309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-bd7fa7e5-79ac-47e5-803e-6dfa68efaa4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a HTTP/1.1" status: 200  len: 217 time: 0.0979581
Jan 29 20:48:58.636278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.650525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae041-5bba-4048-926f-a96ebad43ca3 req-da677719-8660-4472-ae80-632966909de1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.652232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfdae041-5bba-4048-926f-a96ebad43ca3 req-da677719-8660-4472-ae80-632966909de1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.8538454
Jan 29 20:48:58.701310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.751527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaafcc-ca7a-4cbf-8e65-ff10e45ec983 req-16e524f6-d84b-4254-bce4-5e875b346e01 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.753381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33aaafcc-ca7a-4cbf-8e65-ff10e45ec983 req-16e524f6-d84b-4254-bce4-5e875b346e01 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.7794220
Jan 29 20:48:58.758076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.762672 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-2d9c62e7-7156-49d6-aeb1-d9ee0de449e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 200  len: 217 time: 0.0559194
Jan 29 20:48:58.807050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0b497953-30a7-4f60-a6af-45a8fa0c28ee None None] Provisioning complete for port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:58.807267 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0b497953-30a7-4f60-a6af-45a8fa0c28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.850121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85611-ca37-44c3-837e-f62fd224521c req-718f01a9-db33-4b9b-ba7f-8cf2507e73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.851636 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-718f01a9-db33-4b9b-ba7f-8cf2507e73dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1126 time: 0.2407312
Jan 29 20:48:58.851993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.852959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.853583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:58.866471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0b497953-30a7-4f60-a6af-45a8fa0c28ee None None] Port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:48:58.894903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-d10e78d3-0060-4765-a9e2-4ac1c9ec845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.896417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-d10e78d3-0060-4765-a9e2-4ac1c9ec845a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1281576
Jan 29 20:48:58.923248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.1520309
Jan 29 20:48:58.933770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:48:58.942025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Request body: {'subnet': {'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1626383992-subnet', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:48:58.962065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821023-0b35-4132-910a-298f944cc616 req-d198f372-f273-4d33-af5e-f8c1140df86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:58.964038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-d198f372-f273-4d33-af5e-f8c1140df86b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.3068745
Jan 29 20:48:59.001938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfdae041-5bba-4048-926f-a96ebad43ca3 req-48df2a93-c039-48d9-a856-a7d8d6cce7e4 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194954
Jan 29 20:48:59.048946 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-daeea449-0ed2-4cdd-83ad-8b62cb463366 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1167831
Jan 29 20:48:59.051283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33aaafcc-ca7a-4cbf-8e65-ff10e45ec983 req-895fb1fd-5bf7-4885-9a03-ea781fab2522 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789822
Jan 29 20:48:59.061708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315368a-19bf-4838-90b7-a4ab60188e20 admin admin] Pushing event updated for resources: {'Network': ['ID=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:59.125230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-2166c5bf-8108-4fbb-9f7a-1a4833b3c33c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3556406
Jan 29 20:48:59.155355 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b76de-28e3-4267-adeb-5cebc08b6e8a x-openstack-request-id: req-913b76de-28e3-4267-adeb-5cebc08b6e8a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:48:59.155877 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:48:59.156367 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-913b76de-28e3-4267-adeb-5cebc08b6e8a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:48:59.157106 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'code': 200}
Jan 29 20:48:59.160807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:48:59.177380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821023-0b35-4132-910a-298f944cc616 req-69e5821e-062b-49bc-beda-9b19370ded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.179505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-69e5821e-062b-49bc-beda-9b19370ded2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2049134
Jan 29 20:48:59.233943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Made reservation on behalf of 9853e9034dbf45668208948118f43a4e for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:48:59.236355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.289224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:59.290299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.331041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7b98842f-157f-48ab-81df-0803980b7010 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:48:59.336843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:48:59.352133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85611-ca37-44c3-837e-f62fd224521c req-46d01810-ec11-440d-bd74-76fc2f04b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.353989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-46d01810-ec11-440d-bd74-76fc2f04b4c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.4893134
Jan 29 20:48:59.360277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:59.387315 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.436579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-4df7921a-ee2b-4d82-9c1e-73bfbdfc589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.438314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-4df7921a-ee2b-4d82-9c1e-73bfbdfc589e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c95e86ea4ae685c15931f075a175&device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 1131 time: 0.2773547
Jan 29 20:48:59.456498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c818d-4538-4780-bcfd-d5afb1c24938 req-834dcfdc-682a-4b92-8537-77bc5be9e3d7 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.458169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-438c818d-4538-4780-bcfd-d5afb1c24938 req-834dcfdc-682a-4b92-8537-77bc5be9e3d7 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 944 time: 0.2448425
Jan 29 20:48:59.460260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:59.473288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7b98842f-157f-48ab-81df-0803980b7010 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:48:59.474022 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b98842f-157f-48ab-81df-0803980b7010), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.498556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-1c5fd930-fc38-4991-a654-47cf3ad00421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 217 time: 0.1332839
Jan 29 20:48:59.533478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks [] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.553638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed974-4067-4426-9274-ae99a02923fe req-3cc71c64-a719-4415-ac37-1bace970f389 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.560737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63aed974-4067-4426-9274-ae99a02923fe req-3cc71c64-a719-4415-ac37-1bace970f389 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.3144262
Jan 29 20:48:59.573389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.574340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.597421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7b98842f-157f-48ab-81df-0803980b7010 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:48:59.598111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b98842f-157f-48ab-81df-0803980b7010), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.614593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-1c2a9b0e-c2cb-4f22-91a7-ce4eaf7b8137 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5494692
Jan 29 20:48:59.621899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for port (a13e09cc-a844-4b68-a061-adc063fbe282), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.635928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 7b98842f-157f-48ab-81df-0803980b7010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b98842f-157f-48ab-81df-0803980b7010,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:48:59.641942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b98842f-157f-48ab-81df-0803980b7010), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.643873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85611-ca37-44c3-837e-f62fd224521c req-ebb1290d-e10d-4735-9f7c-43b59f67129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.645489 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-ebb1290d-e10d-4735-9f7c-43b59f67129d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.1378129
Jan 29 20:48:59.650970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.686290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-2733bd33-d23c-4232-995e-afea8fd0f0ad service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959321
Jan 29 20:48:59.710521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=7b98842f-157f-48ab-81df-0803980b7010,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:59.774328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:59.782967 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-815f0eb4-87d0-4ddb-9041-b0b194cff402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668812
Jan 29 20:48:59.821603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-438c818d-4538-4780-bcfd-d5afb1c24938 req-b83821e4-8e8c-4bc3-8169-5f7846be1253 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504767
Jan 29 20:48:59.833476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-b76fe7c4-e35b-4dcb-aec8-cb60e7d044c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:48:59.835157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-b76fe7c4-e35b-4dcb-aec8-cb60e7d044c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3670092
Jan 29 20:48:59.850977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63aed974-4067-4426-9274-ae99a02923fe req-b6c78ba3-8019-496b-90a8-2e53bbac4946 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2868838
Jan 29 20:48:59.907206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-bfc1cd31-596d-4227-94e0-800e8f1f606a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617 HTTP/1.1" status: 200  len: 217 time: 0.0515504
Jan 29 20:48:59.909987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:48:59.933334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'Port': ['ID=a13e09cc-a844-4b68-a061-adc063fbe282,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:48:59.975460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:48:59.977178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92821023-0b35-4132-910a-298f944cc616 req-639394a8-552c-422e-bbc4-6df34d0a7480 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572801
Jan 29 20:48:59.981146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:48:59.982963 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-5bcb9d2f-ce78-4b60-abd5-5e5a2a816619 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3519402
Jan 29 20:48:59.985320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:48:59.991027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (35f9bf34-bbf7-4ba6-9101-5ed5097d7726), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.002468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-0c5e59fd-910e-4266-8a92-dcb22e1ac04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.004655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-0c5e59fd-910e-4266-8a92-dcb22e1ac04e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0745285
Jan 29 20:49:00.073456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.082492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29b8e293-405e-4c9a-b9a2-fd3a41c59417 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.9888232
Jan 29 20:49:00.184777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-995b4289-ac71-4d01-8152-8b7ae372db6d service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3908701
Jan 29 20:49:00.185896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-cc70628b-610d-49c8-af9a-036b1a530a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.187753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-cc70628b-610d-49c8-af9a-036b1a530a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1306012
Jan 29 20:49:00.213161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:00.285074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f9bf34-bbf7-4ba6-9101-5ed5097d7726,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:00.328533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Checking segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:00.328904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Network hostable DHCP agents. Network: 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:49:00.366606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-c902dd39-8ea3-4c20-9cfb-54be083c7993 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647644
Jan 29 20:49:00.374152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:49:00.414469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7bb6c419-7a1e-487b-84e1-02d1307baf65 None None] Provisioning complete for port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:00.415048 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c419-7a1e-487b-84e1-02d1307baf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.425011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:00.428911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-09a85611-ca37-44c3-837e-f62fd224521c req-6f85e78b-1d40-4af8-b80b-7e5516d5686e service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166529
Jan 29 20:49:00.432333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.432918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.443005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa16a60-7ef9-4cdc-a564-8258662f3e90 None None] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:49:00.456132 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d586f05a-285d-4de3-9eda-632fe1a245b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5230441
Jan 29 20:49:00.457579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39378) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:00.463036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:00.481781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-3d1ab422-eb74-46c3-89dc-25df8b5ec24f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.483294 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-3d1ab422-eb74-46c3-89dc-25df8b5ec24f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1027033
Jan 29 20:49:00.493967 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.497027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.507820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6c419-7a1e-487b-84e1-02d1307baf65 None None] Port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:00.589907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'project_id': '9853e9034dbf45668208948118f43a4e', 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:49:00.590841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:00.600752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d04608cc-78f7-4457-8c76-7b00a3d94952 req-8b89516d-8d69-4eeb-8711-09fc10b8bad3 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143552
Jan 29 20:49:00.624728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca94c98-4c2b-48c8-b33b-6ad7fe5b10c2 req-cd651199-edc6-48d2-a72d-2531965a22cc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.634050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca94c98-4c2b-48c8-b33b-6ad7fe5b10c2 req-cd651199-edc6-48d2-a72d-2531965a22cc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.3962691
Jan 29 20:49:00.678468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec35c2-d701-4576-b845-706370f121b3 req-fc72b910-aff1-4f49-8edd-80018dd71e83 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:00.680069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1ec35c2-d701-4576-b845-706370f121b3 req-fc72b910-aff1-4f49-8edd-80018dd71e83 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 949 time: 0.4435527
Jan 29 20:49:00.733937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:00.740150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de40235c-88c9-4fa1-b7c4-c56e5fbdbb33 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b16db06-f079-4be1-b1a6-ae8d53f87a13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7476757
Jan 29 20:49:00.743585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca94c98-4c2b-48c8-b33b-6ad7fe5b10c2 req-94c1d6c3-50c7-49aa-ae1c-8bc36658f525 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004031
Jan 29 20:49:00.809442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1ec35c2-d701-4576-b845-706370f121b3 req-658877a5-e9aa-498a-950d-ce0e961f1549 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184936
Jan 29 20:49:00.834713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Allocated IP 172.20.0.2 (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027/35f9bf34-bbf7-4ba6-9101-5ed5097d7726/ce52ddd5-9e75-4d09-bc94-16631ef87905) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:00.962696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-acf8f240-ee07-4691-9098-9bff2a0259cb tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1258425208&fields=id&tenant_id=da4564b995ef40d396be72d324de486c HTTP/1.1" status: 200  len: 267 time: 0.0896297
Jan 29 20:49:01.057184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for router_controller (71bacadb-1eb2-461d-97d1-aa46f3d65a09), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.147015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks [] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.157822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7b98842f-157f-48ab-81df-0803980b7010 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:01.162183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.175544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-9825dc2c-1aad-4060-9d99-8d2da8afade6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:01.183049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-9825dc2c-1aad-4060-9d99-8d2da8afade6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/networks?id=47e8132c-7695-4e21-a784-66433f70c3de HTTP/1.1" status: 200  len: 815 time: 0.2190831
Jan 29 20:49:01.192324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff330fe-c857-4f1e-b9c0-d69af1e673fe req-6138ccb8-c048-46ca-b039-83944add52bd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:01.195120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cff330fe-c857-4f1e-b9c0-d69af1e673fe req-6138ccb8-c048-46ca-b039-83944add52bd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 944 time: 0.1678302
Jan 29 20:49:01.218839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-88d2fa43-6e9b-4fa5-b65b-2291b31fdfa6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/quotas/da4564b995ef40d396be72d324de486c HTTP/1.1" status: 200  len: 375 time: 0.0335596
Jan 29 20:49:01.254046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Pushing event updated for resources: {'Port': ['ID=ce52ddd5-9e75-4d09-bc94-16631ef87905,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:01.262068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:01.270809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:01.276257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:01.278065 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Sync routers for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:01.296277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:01.296880 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b466490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:01.310249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for router_gateway (71bacadb-1eb2-461d-97d1-aa46f3d65a09), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.311305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cff330fe-c857-4f1e-b9c0-d69af1e673fe req-00f17816-4d55-4805-8f38-bc10521e5d4c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081045
Jan 29 20:49:01.328692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-505cf190-b1fe-45ad-8dbc-8a9386253010 service neutron] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:01.334301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-505cf190-b1fe-45ad-8dbc-8a9386253010 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.335529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2c27733-1ed1-48bf-b6e9-d22be3a51305 req-505cf190-b1fe-45ad-8dbc-8a9386253010 service neutron] 10.222.0.18 "DELETE /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8443902
Jan 29 20:49:01.341266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-af35d221-0855-4eaa-8e66-e1d016479ed8 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4564b995ef40d396be72d324de486c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1227236
Jan 29 20:49:01.369279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Attempting to bind port ce52ddd5-9e75-4d09-bc94-16631ef87905 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:01.369653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Attempting to bind port ce52ddd5-9e75-4d09-bc94-16631ef87905 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:01.370022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Attempting to bind port ce52ddd5-9e75-4d09-bc94-16631ef87905 on network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:01.394512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:01.397011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Checking segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:01.397011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.397011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Bound using segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:01.397011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Bound port: ce52ddd5-9e75-4d09-bc94-16631ef87905, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:01.397011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.407555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7b98842f-157f-48ab-81df-0803980b7010 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:01.407952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b98842f-157f-48ab-81df-0803980b7010), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.464879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-760a9153-6bbc-4629-91ed-039432c3939f service neutron] 10.222.0.20 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104493
Jan 29 20:49:01.524255 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:01.533191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] For port ce52ddd5-9e75-4d09-bc94-16631ef87905, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:01.550767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] For port ce52ddd5-9e75-4d09-bc94-16631ef87905, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce52ddd5-9e75-4d09-bc94-16631ef87905,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:01.561353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7b98842f-157f-48ab-81df-0803980b7010 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:01.564921 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.631738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b84a-fe37-4de8-a38a-e9e27542b70b None None] Pushing event updated for resources: {'Port': ['ID=ce52ddd5-9e75-4d09-bc94-16631ef87905,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:01.663125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:01.667453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:01.679687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for router_gateway (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.711039 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.715725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-3ca3ce62-249d-4ab5-a5fa-677f207f7d43 service neutron] 10.222.0.20 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428424
Jan 29 20:49:01.765232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a767d-7d5b-4733-8aff-381f500279bf req-f0ae8468-f57d-4a94-bdc5-97e126fc0a55 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:01.767413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9a767d-7d5b-4733-8aff-381f500279bf req-f0ae8468-f57d-4a94-bdc5-97e126fc0a55 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2101293
Jan 29 20:49:01.872178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ed819693-5f44-4244-b537-a2bf24e1f6ce triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:01.872791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:01.907139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9a767d-7d5b-4733-8aff-381f500279bf req-7e39143e-b9ca-42b4-adca-5fed764a105a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284330
Jan 29 20:49:01.953124 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b466490>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 2, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:01.961028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Allocated IP 172.35.4.210 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/7c120079-3950-458c-983b-9b6b86451006) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:01.998310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:02.037850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Checking router: 1b16db06-f079-4be1-b1a6-ae8d53f87a13 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:02.038318 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Updating router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:49:02.041727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea', 'port_id': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'mac_address': 'fa:16:3e:24:b9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ec7cc-0218-458a-85b5-eb7bc05d2205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:02.086204 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.215381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d7ba5-2e36-4eb0-8bfd-94cb7c14c9d9 req-ac1745e7-9027-4790-8d2e-6fce0fdb52e0 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:02.237583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e2d7ba5-2e36-4eb0-8bfd-94cb7c14c9d9 req-ac1745e7-9027-4790-8d2e-6fce0fdb52e0 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1131 time: 0.0866346
Jan 29 20:49:02.242534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:02.242782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.244666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ed819693-5f44-4244-b537-a2bf24e1f6ce is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:02.245062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.267530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:02.286581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:02.288837 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278be174-52fb-4249-9398-13abf0af1eda" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:02.326687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for port (7c120079-3950-458c-983b-9b6b86451006), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.328296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:02.330276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:02.335794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.342978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.344843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e2d7ba5-2e36-4eb0-8bfd-94cb7c14c9d9 req-7f0b2eef-fbee-4c65-8c4c-e0d1d653fd51 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052618
Jan 29 20:49:02.429018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7c120079-3950-458c-983b-9b6b86451006), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.467976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:02.504703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:02.514927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:02.520263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:02.586792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Pushing event updated for resources: {'Port': ['ID=7c120079-3950-458c-983b-9b6b86451006,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:02.607464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ed8db41e-2739-4c2a-9f54-7d64a766f1e4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:02.610224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ed8db41e-2739-4c2a-9f54-7d64a766f1e4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 827 time: 0.2512403
Jan 29 20:49:02.661350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb090-98d3-4136-a1f0-99543d77b5f8 req-2bf5683d-c99f-4a64-a686-b4a26e762ac8 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:02.663272 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks [] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.674687 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.677627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-135eb090-98d3-4136-a1f0-99543d77b5f8 req-2bf5683d-c99f-4a64-a686-b4a26e762ac8 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.1953623
Jan 29 20:49:02.680356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-52e7bc1c-6cf8-460f-bb19-872335aa7ad9 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/quotas/bcb11df646c940e99bd0a888e300f1b2 HTTP/1.1" status: 200  len: 375 time: 0.0612013
Jan 29 20:49:02.753495 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d6136-1a23-4837-89d2-c0fa84704aa4 None None] Pushing event updated for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:02.839654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-135eb090-98d3-4136-a1f0-99543d77b5f8 req-7573e7a4-545f-4b2b-a976-461b37fea1d5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590390
Jan 29 20:49:02.915888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-fe23b61f-f114-4b3f-b2a7-2c24ab6bc476 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2022147
Jan 29 20:49:02.936936 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Attempting to bind port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:02.937594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Attempting to bind port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:02.938931 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Attempting to bind port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 on network b739675d-0ed8-40e4-aa5e-71ebc72e5eea {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:02.945894 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:02.946541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Checking segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:02.947986 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:02.948541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Bound using segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:02.949247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Bound port: 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:02.949679 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.001163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=11']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:03.040334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for router_gateway (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.056507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4174a056-e005-445f-b01d-ba4f6cd4f7e1 req-7279989b-299a-4e86-bbe9-a9d7d642dc08 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 210 time: 0.0507231
Jan 29 20:49:03.077595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:03.162972 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] For port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:03.173305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ecfea553-943d-4d9b-ba42-d5815cae0feb service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456751
Jan 29 20:49:03.175732 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427770ce-b168-4eeb-b1c3-82dcbb7db20c x-openstack-request-id: req-427770ce-b168-4eeb-b1c3-82dcbb7db20c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:03.176029 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:03.176288 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-427770ce-b168-4eeb-b1c3-82dcbb7db20c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:03.179360 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'code': 200}
Jan 29 20:49:03.191582 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] For port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:03.208278 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.317489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d6136-1a23-4837-89d2-c0fa84704aa4 None None] Pushing event updated for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:03.320464 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:03.326506 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b466490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:03.338566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce52ddd5-9e75-4d09-bc94-16631ef87905 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:03.387582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Provisioning complete for port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:03.387801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.470047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:03.495402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ce52ddd5-9e75-4d09-bc94-16631ef87905 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:03.495788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.517393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cf6e0-9396-4afe-a3af-d1bf5a76805e None None] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:49:03.573131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.707104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Current status of the port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:03.707518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.784068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] For port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:03.786539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ce52ddd5-9e75-4d09-bc94-16631ef87905 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:03.786968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.797325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.855136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b466490>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:03.864659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:49:03.884548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port ce52ddd5-9e75-4d09-bc94-16631ef87905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce52ddd5-9e75-4d09-bc94-16631ef87905,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:03.902078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:03.909813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37600fce-7df7-41f5-b431-f309cd455f04 None None] Pushing event updated for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:03.914272 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc079f73-7169-4705-823d-f045c49eca33 None None] The sync data for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 is: [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:03.962390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-aed27662-0ab3-43bf-b652-e3eb06a3e0bf service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7586155
Jan 29 20:49:03.963786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Provisioning complete for port ce52ddd5-9e75-4d09-bc94-16631ef87905 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:03.964170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.031117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=ce52ddd5-9e75-4d09-bc94-16631ef87905,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:04.083513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f67d0-7135-42a3-8c2d-aad90bcbab50 req-4cc4bb8a-f18f-4207-8673-0b3da83336db tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:04.091728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a4f67d0-7135-42a3-8c2d-aad90bcbab50 req-4cc4bb8a-f18f-4207-8673-0b3da83336db tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 945 time: 0.7907698
Jan 29 20:49:04.119504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:04.132010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Sync routers for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:04.147809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.152065 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fef584e1-8f55-450b-9b04-fe09f44db49f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.6905317
Jan 29 20:49:04.152065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:04.162938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Current status of the port ce52ddd5-9e75-4d09-bc94-16631ef87905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:04.167386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:04.168018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a752b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:04.197234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a4f67d0-7135-42a3-8c2d-aad90bcbab50 req-b480ae19-fad5-4975-9db7-0c0b01d74702 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040826
Jan 29 20:49:04.284964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-831866ba-2589-4bcb-8258-5627e9a065fe tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:04.295967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-831866ba-2589-4bcb-8258-5627e9a065fe tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.36 "GET /v2.0/networks?id=47e8132c-7695-4e21-a784-66433f70c3de HTTP/1.1" status: 200  len: 815 time: 0.3312042
Jan 29 20:49:04.418415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-b959ef87-88a2-4645-b001-d18143f926e5 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4564b995ef40d396be72d324de486c HTTP/1.1" status: 200  len: 380 time: 0.1085613
Jan 29 20:49:04.429668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'port': {'device_id': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'admin_state_up': True, 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'security_groups': ['93b8cdd1-1644-49ff-8511-5da48fd85d4b']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:04.440480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:04.555353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Provisioning complete for port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:04.555730 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.673578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba537cbe-7904-45de-8f9d-a38bcfdadc2c req-84050206-492d-459e-b374-1a6f16b8f390 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 210 time: 0.1984794
Jan 29 20:49:04.782788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff767f0b-0e30-4bb7-806c-dd5e8f2a5333 None None] Current status of the port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:04.829699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe03c781-7441-477c-ae77-9caebaf092c1 req-368d86f9-53ca-4076-8d86-7f89d57ac8ae tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 210 time: 0.0839152
Jan 29 20:49:04.859621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Made reservation on behalf of da4564b995ef40d396be72d324de486c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:04.863124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a752b20>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:02Z', 'revision_number': 3, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:04.867589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.897887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b62213-baed-4203-8066-7b8d430be0d6 req-5eef938f-e0b2-444a-92c3-7b82de7ba0a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:04.903358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22b62213-baed-4203-8066-7b8d430be0d6 req-5eef938f-e0b2-444a-92c3-7b82de7ba0a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.4275525
Jan 29 20:49:04.914649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Checking router: 71bacadb-1eb2-461d-97d1-aa46f3d65a09 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:04.915341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Updating router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 port 7c120079-3950-458c-983b-9b6b86451006 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:49:04.918918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.979154 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7c120079-3950-458c-983b-9b6b86451006), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:04.982396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e1eddeb5-694b-41d9-8e48-0fc5b6e8dd41 None None] Provisioning complete for port ce52ddd5-9e75-4d09-bc94-16631ef87905 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:04.982735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1eddeb5-694b-41d9-8e48-0fc5b6e8dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.152244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22b62213-baed-4203-8066-7b8d430be0d6 req-d62a1b8a-f47d-4e34-8529-5ccc6b071749 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342942
Jan 29 20:49:05.205602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Allocated IP 172.20.0.1 (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027/35f9bf34-bbf7-4ba6-9101-5ed5097d7726/18c6280d-ef15-4953-ae53-f4a5509d626c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:05.206958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995215-025b-4b4c-a191-1096d88a7736 req-5b8af583-2c49-4621-a5a3-68d790e3224f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:05.223528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3995215-025b-4b4c-a191-1096d88a7736 req-5b8af583-2c49-4621-a5a3-68d790e3224f tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1126 time: 0.2545540
Jan 29 20:49:05.265318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Allocated IP 172.20.0.13 (47e8132c-7695-4e21-a784-66433f70c3de/734973c0-2600-42c9-9565-c98820f3024a/a9a34014-1e18-4e43-b6d6-cb9e2c0726b0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:05.299643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e1eddeb5-694b-41d9-8e48-0fc5b6e8dd41 None None] Current status of the port ce52ddd5-9e75-4d09-bc94-16631ef87905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:05.366509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3995215-025b-4b4c-a191-1096d88a7736 req-a0b68865-dc90-4ae6-bd5e-144a43540187 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419361
Jan 29 20:49:05.422644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:05.433632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks [] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.485868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.494886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb1ab6-3987-455c-b062-1f3926886f43 req-aba0c7a2-a220-4ec6-a419-4e8071de3222 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:05.508900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ceb1ab6-3987-455c-b062-1f3926886f43 req-aba0c7a2-a220-4ec6-a419-4e8071de3222 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 1132 time: 0.2177896
Jan 29 20:49:05.542203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Pushing event updated for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:05.557092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:05.559652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:05.564043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:05.610476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.619667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks [] for port (7c120079-3950-458c-983b-9b6b86451006), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.630094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:05.631406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.639211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.655269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ceb1ab6-3987-455c-b062-1f3926886f43 req-97640474-2e98-45a4-a913-34ec03d50483 tempest-ServersAdminTestJSON-1948990197 tempest-ServersAdminTestJSON-1948990197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431677
Jan 29 20:49:05.670141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856538a8-cea4-4286-aa47-585d8057207c req-0219071a-54b1-4ca2-ad4c-5eebe1e94588 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:05.677240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856538a8-cea4-4286-aa47-585d8057207c req-0219071a-54b1-4ca2-ad4c-5eebe1e94588 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 945 time: 0.1661065
Jan 29 20:49:05.696180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:05.698416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7c120079-3950-458c-983b-9b6b86451006), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.806776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.812332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7afd3-04d1-41af-b04c-80530de52e3b None None] Pushing event updated for resources: {'Port': ['ID=7c120079-3950-458c-983b-9b6b86451006,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:05.817756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Attempting to bind port 7c120079-3950-458c-983b-9b6b86451006 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:05.818968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Attempting to bind port 7c120079-3950-458c-983b-9b6b86451006 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:05.819510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Attempting to bind port 7c120079-3950-458c-983b-9b6b86451006 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:05.833221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:05.833687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:05.834503 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.834910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:05.835395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Bound port: 7c120079-3950-458c-983b-9b6b86451006, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:05.835867 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7c120079-3950-458c-983b-9b6b86451006), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.850175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856538a8-cea4-4286-aa47-585d8057207c req-07c52ae8-2c92-4b80-844d-d064145ba7ab tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709373
Jan 29 20:49:05.855522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.921246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] For port 7c120079-3950-458c-983b-9b6b86451006, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:05.925474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] For port 7c120079-3950-458c-983b-9b6b86451006, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c120079-3950-458c-983b-9b6b86451006,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:05.937224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf896c-1d34-4c5b-a3e3-40545543124b req-1fb77366-9aee-46ea-9395-871a246687b5 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:05.944995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bdf896c-1d34-4c5b-a3e3-40545543124b req-1fb77366-9aee-46ea-9395-871a246687b5 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 1126 time: 0.1841838
Jan 29 20:49:05.963821 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7c120079-3950-458c-983b-9b6b86451006), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:05.968950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-738dfe0a-4c32-4596-863b-7dcdce130c4e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:05.970475 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-738dfe0a-4c32-4596-863b-7dcdce130c4e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.18 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 827 time: 0.1243656
Jan 29 20:49:06.002590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'port': {'device_id': 'f371202f-8300-442e-afb1-5884a2852937', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'admin_state_up': True, 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:06.009433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Network 47e8132c-7695-4e21-a784-66433f70c3de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:06.020353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event updated for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:06.025754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:06.028756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:06.034454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:06.035089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.045397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:06.047537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce52ddd5-9e75-4d09-bc94-16631ef87905 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:06.060412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bdf896c-1d34-4c5b-a3e3-40545543124b req-891e490d-7173-4e18-ab4d-3941de0b7dfc tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096416
Jan 29 20:49:06.071696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-c1c10d21-a4f3-44f7-825a-43c0b3415ab6 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6474688
Jan 29 20:49:06.105727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Request body: {'port': {'device_id': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:06.249475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7afd3-04d1-41af-b04c-80530de52e3b None None] Pushing event updated for resources: {'Port': ['ID=7c120079-3950-458c-983b-9b6b86451006,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:06.256142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:06.256773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a752b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:06.258716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c3194adc-25da-41f1-be37-732546488868 None None] Provisioning complete for port 18c6280d-ef15-4953-ae53-f4a5509d626c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:06.259091 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c3194adc-25da-41f1-be37-732546488868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.299853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:06.313537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Made reservation on behalf of bcb11df646c940e99bd0a888e300f1b2 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:06.316882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.354918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34202e31-7878-4cf7-af60-be5326413e6b req-e5bb9262-986c-4390-86ca-0f8b5eef1507 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 210 time: 0.0441065
Jan 29 20:49:06.360518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.413146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03dc40-9732-4686-aed7-2c2b4591b2a7 req-a177989f-f491-4cf5-a552-b6ebb88c6a7c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:06.414747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df03dc40-9732-4686-aed7-2c2b4591b2a7 req-a177989f-f491-4cf5-a552-b6ebb88c6a7c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 932 time: 0.1467321
Jan 29 20:49:06.511579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:06.512036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.538686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Allocated IP 172.20.0.10 (b739675d-0ed8-40e4-aa5e-71ebc72e5eea/ab9f8833-0a27-4279-95c6-4632d63b6e2d/cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:06.559737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks [] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.568947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c3194adc-25da-41f1-be37-732546488868 None None] Port 18c6280d-ef15-4953-ae53-f4a5509d626c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:06.575379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.584430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ce52ddd5-9e75-4d09-bc94-16631ef87905 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:06.584810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.627628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:06.643684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df03dc40-9732-4686-aed7-2c2b4591b2a7 req-ed3164d1-108c-4e2c-b641-afda95244a58 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2200675
Jan 29 20:49:06.662381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262d86-d46b-49b9-8ae6-88ffff7ed971 req-42bd540c-afed-49fb-a3e0-d0590a255c86 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:06.664449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54262d86-d46b-49b9-8ae6-88ffff7ed971 req-42bd540c-afed-49fb-a3e0-d0590a255c86 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1789701
Jan 29 20:49:06.717063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.749353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Pushing event updated for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:06.788587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:06.789002 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.791629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54262d86-d46b-49b9-8ae6-88ffff7ed971 req-f596177b-1adf-4c34-909f-1b3f3a88e62b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711133
Jan 29 20:49:06.824605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-313294c7-0d64-430f-ab4b-3ff52afd4022 None None] Provisioning complete for port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:06.825024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-313294c7-0d64-430f-ab4b-3ff52afd4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.963262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:06.965700 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b216f65-dbaf-495b-8845-771b8917ba1a" -d '{"events": [{"server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "name": "network-vif-plugged", "status": "completed", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:06.975366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:06.985455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks [] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:06.991145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-313294c7-0d64-430f-ab4b-3ff52afd4022 None None] Port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:06.992716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ce52ddd5-9e75-4d09-bc94-16631ef87905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:07.000125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:07.008796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Transition to ACTIVE for port object a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:07.009194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.060520 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.096405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:07.124024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a752b20>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 1, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:07.128384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:07.155541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599e5d5-07ce-41f6-8bf9-05e52f9906c4 None None] The sync data for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 is: [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 1, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:07.209089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.223333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac5595-f781-4f14-9a5f-0320c641e087 req-2b34ffcb-ff66-413f-8fb1-81ae325d8ff1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:07.233612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccac5595-f781-4f14-9a5f-0320c641e087 req-2b34ffcb-ff66-413f-8fb1-81ae325d8ff1 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 949 time: 0.3206668
Jan 29 20:49:07.259044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Attempting to bind port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:07.259536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Attempting to bind port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:07.261207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Attempting to bind port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 on network 47e8132c-7695-4e21-a784-66433f70c3de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:07.269145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:07.275155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:07.305951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 on network 47e8132c-7695-4e21-a784-66433f70c3de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:07.306435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Attempting to bind port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 on network 47e8132c-7695-4e21-a784-66433f70c3de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:07.334778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:07.337979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Checking segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:07.338752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Bound using segment: {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:07.339322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Bound port: a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:07.341114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.424939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.495469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccac5595-f781-4f14-9a5f-0320c641e087 req-19b6ce49-7451-4835-95bd-f73acfd5041b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513366
Jan 29 20:49:07.506064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:07.534805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:07.538641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event updated for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:07.548884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:07.610362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:07.623909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:07.636674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:07.642773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:07.643955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.650004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.656823 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136e3e4a-4894-4c1c-8a83-111e329663e7 x-openstack-request-id: req-136e3e4a-4894-4c1c-8a83-111e329663e7 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:07.657338 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "name": "network-vif-plugged", "status": "completed", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:07.657698 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-136e3e4a-4894-4c1c-8a83-111e329663e7 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:07.658103 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'code': 200}
Jan 29 20:49:07.682983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083a094-10c6-47cc-a96e-c4a91b6e1f1f req-b8b9b27a-c2ea-4a2e-86db-bd3dfcc32332 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:07.695220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5083a094-10c6-47cc-a96e-c4a91b6e1f1f req-b8b9b27a-c2ea-4a2e-86db-bd3dfcc32332 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 946 time: 0.3490710
Jan 29 20:49:07.790327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-75d8e11c-d350-4692-928b-483fec7bd676 None None] Provisioning complete for port 18c6280d-ef15-4953-ae53-f4a5509d626c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:07.790705 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75d8e11c-d350-4692-928b-483fec7bd676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.825505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-ac92b679-9776-42ee-a3b2-1ec3a8c192f5 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8274088
Jan 29 20:49:07.857261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Request body: {'port': {'device_id': 'f371202f-8300-442e-afb1-5884a2852937', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:07.859613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:07.860656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:07.862675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 HTTP/1.1" status: 200  len: 1092 time: 1.7720690
Jan 29 20:49:07.866549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:07.869354 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e02ea-7bb8-4326-998e-b640c61de791" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:07.893481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-75d8e11c-d350-4692-928b-483fec7bd676 None None] Port 18c6280d-ef15-4953-ae53-f4a5509d626c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:07.918129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae5616-d8eb-46de-8c17-c23c69c0b202 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:07.936086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5083a094-10c6-47cc-a96e-c4a91b6e1f1f req-5b025dae-c159-4891-96e8-cb9d28f41f77 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398431
Jan 29 20:49:08.031848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.033256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-89175002-0cfb-4807-8952-8248eed828a9 None None] Provisioning complete for port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:08.035384 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89175002-0cfb-4807-8952-8248eed828a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.043500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3180-6391-4a65-bc8c-02a7caf43c5d req-00f4471e-7611-4714-bc07-7cc819117c39 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.054498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-832f3180-6391-4a65-bc8c-02a7caf43c5d req-00f4471e-7611-4714-bc07-7cc819117c39 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 932 time: 0.2386212
Jan 29 20:49:08.058616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-924d254d-3385-48a7-a559-b5d352c62e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.060760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-924d254d-3385-48a7-a559-b5d352c62e7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da4564b995ef40d396be72d324de486c&device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 1126 time: 0.1438501
Jan 29 20:49:08.061795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-15a0c714-f7cd-4750-a922-6b501067824b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.063702 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-15a0c714-f7cd-4750-a922-6b501067824b tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 949 time: 0.3405743
Jan 29 20:49:08.065883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558d204-6d4a-45c7-85df-959e9b1eb94c req-84c8f6ca-36fc-44d7-a77f-8f2b7522905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.068381 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0558d204-6d4a-45c7-85df-959e9b1eb94c req-84c8f6ca-36fc-44d7-a77f-8f2b7522905c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1128 time: 0.3483682
Jan 29 20:49:08.095833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-89175002-0cfb-4807-8952-8248eed828a9 None None] Port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:08.125763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:08.148398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-5f17752f-74b3-4d1f-b0a2-3697b92007cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 HTTP/1.1" status: 200  len: 217 time: 0.0701897
Jan 29 20:49:08.161642 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf53f01e-7eec-4ad7-ac2f-21b852079f7f admin admin] 10.222.0.20 "PUT /v2.0/routers/71bacadb-1eb2-461d-97d1-aa46f3d65a09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0059280
Jan 29 20:49:08.240153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-832f3180-6391-4a65-bc8c-02a7caf43c5d req-8e87228d-aec6-44aa-8ee4-b105138e006e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845570
Jan 29 20:49:08.300978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417177-0273-4e4a-8e07-c0bf08fd0423 req-22282e0d-345f-4a94-b147-9f17f166550d tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.313858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff417177-0273-4e4a-8e07-c0bf08fd0423 req-22282e0d-345f-4a94-b147-9f17f166550d tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 944 time: 0.2520137
Jan 29 20:49:08.325461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-78bf4c01-8a4d-4f88-bec0-d9194044e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.327041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-78bf4c01-8a4d-4f88-bec0-d9194044e639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=734973c0-2600-42c9-9565-c98820f3024a HTTP/1.1" status: 200  len: 854 time: 0.1716497
Jan 29 20:49:08.466385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff417177-0273-4e4a-8e07-c0bf08fd0423 req-203a4648-52f6-436c-9ca3-e19937c81a00 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515791
Jan 29 20:49:08.573089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943068c-c55a-4fce-9b17-311a26227995 req-91d76142-96cd-4dc7-89a9-3fdc00d80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.574986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-91d76142-96cd-4dc7-89a9-3fdc00d80b2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47e8132c-7695-4e21-a784-66433f70c3de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1899447
Jan 29 20:49:08.577308 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b930fe7-7cae-4650-b9a0-3e5020728a16 x-openstack-request-id: req-3b930fe7-7cae-4650-b9a0-3e5020728a16 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:08.577593 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:08.577848 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b930fe7-7cae-4650-b9a0-3e5020728a16 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:08.578236 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'status': 'completed', 'code': 200}
Jan 29 20:49:08.659901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f692e-3659-4343-8391-a5e776b20bdd req-447ba2d9-253b-47bb-a22f-2c49c4e02add tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:08.686244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a1f692e-3659-4343-8391-a5e776b20bdd req-447ba2d9-253b-47bb-a22f-2c49c4e02add tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2632761
Jan 29 20:49:08.713395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0558d204-6d4a-45c7-85df-959e9b1eb94c req-7378552f-ca8d-4a60-8177-cd4f4a9bdc5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6159089
Jan 29 20:49:08.777832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Deleting port 5c4bbace-5e41-430b-9f78-53a56a9f5617 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:08.778203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.807967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-24b2aaea-374c-48cf-b416-3a27dea855c0 service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232089
Jan 29 20:49:08.833415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a1f692e-3659-4343-8391-a5e776b20bdd req-f05ce068-6b2a-41a1-863d-67051069ca63 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451743
Jan 29 20:49:08.875040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:08.886216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks [] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.915588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Transition to ACTIVE for port object cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:08.929983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.943602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] For port 5c4bbace-5e41-430b-9f78-53a56a9f5617, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c4bbace-5e41-430b-9f78-53a56a9f5617,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:08.944242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:08.995647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Calling delete_port for 5c4bbace-5e41-430b-9f78-53a56a9f5617 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:09.071710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Pushing event updated for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:09.074114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79e50f-c2e2-415d-9cb8-f77d0ed6c0c0 req-5aff09e4-8338-42e9-9544-7d371fc8c359 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.081365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df79e50f-c2e2-415d-9cb8-f77d0ed6c0c0 req-5aff09e4-8338-42e9-9544-7d371fc8c359 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=1873cdf4-8162-41b6-adf7-e29e88f7d7cd HTTP/1.1" status: 200  len: 949 time: 0.1600809
Jan 29 20:49:09.205607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df79e50f-c2e2-415d-9cb8-f77d0ed6c0c0 req-f926c765-6cea-461c-ac13-97fe4a437093 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220794
Jan 29 20:49:09.218509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39504) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:09.228015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84310032', 'description': 'tempest-description--2005919624'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:09.251130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Attempting to bind port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:09.251470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Attempting to bind port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:09.251787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Attempting to bind port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a on network b739675d-0ed8-40e4-aa5e-71ebc72e5eea {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:09.258631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a on network b739675d-0ed8-40e4-aa5e-71ebc72e5eea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:09.258960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Attempting to bind port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a on network b739675d-0ed8-40e4-aa5e-71ebc72e5eea {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:09.271772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b943068c-c55a-4fce-9b17-311a26227995 req-3af05328-f0c2-4467-942c-0b8146a7c7ae service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2941668
Jan 29 20:49:09.286191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:09.287208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Checking segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:09.287501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Bound using segment: {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:09.287941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Bound port: cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24be8230-4103-47b4-a5ae-cb5a1cdc973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:09.288303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.295970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7c120079-3950-458c-983b-9b6b86451006 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:09.299022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.473535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7c120079-3950-458c-983b-9b6b86451006 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:09.474061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7c120079-3950-458c-983b-9b6b86451006), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.480720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5c4bbace-5e41-430b-9f78-53a56a9f5617), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.512775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04aa8-3ed2-484f-8549-21cf852c4339 req-9d04cfca-d3d0-4387-821b-24c7649fbb51 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.515833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63b04aa8-3ed2-484f-8549-21cf852c4339 req-9d04cfca-d3d0-4387-821b-24c7649fbb51 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 946 time: 0.1826742
Jan 29 20:49:09.528237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['5c4bbace-5e41-430b-9f78-53a56a9f5617', 'ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:09.530483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f9a2456-a2b5-4a7d-9450-8b590f498b9a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:09.557027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event deleted for resources: {'Port': ['ID=5c4bbace-5e41-430b-9f78-53a56a9f5617,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:09.606166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:09.649051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] No DVR routers for this DVR port 5c4bbace-5e41-430b-9f78-53a56a9f5617 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:09.649294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (08b67c7d-b277-4777-b301-9ab4e3323c3e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.653670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.656292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-4cefa120-0a58-4e77-8ed5-4af87630e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.657579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad14f3e8-cf14-4cb1-a4ca-b723fb315fa6 req-d2948b16-5691-42a3-9cee-f00dff5132ef tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "DELETE /v2.0/ports/5c4bbace-5e41-430b-9f78-53a56a9f5617 HTTP/1.1" status: 204  len: 173 time: 1.5682800
Jan 29 20:49:09.658078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'name': 'network-vif-deleted', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:09.658514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-4cefa120-0a58-4e77-8ed5-4af87630e563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da4564b995ef40d396be72d324de486c&device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 1126 time: 0.2866387
Jan 29 20:49:09.660606 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1eb29e-7d0e-415d-b0a1-aa1495dd1a63" -d '{"events": [{"server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "name": "network-vif-deleted", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:09.664865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:09.675811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.680175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (08b67c7d-b277-4777-b301-9ab4e3323c3e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.741872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.743284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:09.745954 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] 10.222.0.18 "PUT /v2.0/ports/cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 1092 time: 1.8939035
Jan 29 20:49:09.777737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Pushing event updated for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:09.787994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.788586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.789278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.789713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.790157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.790774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.791209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.791666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.792224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.792771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.793459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.793924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.794363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81627142-d0a3-448e-abe6-6db102e8012f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:09.930347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b67c7d-b277-4777-b301-9ab4e3323c3e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:09.939653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-feab4d9d-842d-4e10-a046-5410709130bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.941189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-feab4d9d-842d-4e10-a046-5410709130bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=47e8132c-7695-4e21-a784-66433f70c3de HTTP/1.1" status: 200  len: 916 time: 0.2488174
Jan 29 20:49:09.958323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-44eee9da-949f-49bd-84d1-c62925896880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:09.963076 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-44eee9da-949f-49bd-84d1-c62925896880 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1126 time: 0.1281874
Jan 29 20:49:10.030312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f060f-467f-4788-8027-da7f4b6e6960 req-fd5eb182-87d1-4e87-9404-3a9d657e0b5b tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.037428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-116f060f-467f-4788-8027-da7f4b6e6960 req-fd5eb182-87d1-4e87-9404-3a9d657e0b5b tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 944 time: 0.6146293
Jan 29 20:49:10.047818 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-1a41dba5-0ae4-438a-853e-69473f23f46b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 217 time: 0.0764341
Jan 29 20:49:10.049753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-68ec9322-73a7-4b2b-a5f2-d9b82134953b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 HTTP/1.1" status: 200  len: 217 time: 0.0793445
Jan 29 20:49:10.063392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.063741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.064090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.064429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.064762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.065123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.065456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.065784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.066114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.066438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.066762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.067088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.067408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:10.089666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.094833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d3c3ec93-c30b-4e97-8f56-cf53e2304f44 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.8728492
Jan 29 20:49:10.111828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63b04aa8-3ed2-484f-8549-21cf852c4339 req-42d9300e-8060-417f-a841-5d16b524fa05 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5794601
Jan 29 20:49:10.112457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39558) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:10.118213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7c120079-3950-458c-983b-9b6b86451006 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:10.118603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7c120079-3950-458c-983b-9b6b86451006), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.142776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'security_group_rule': {'security_group_id': '08b67c7d-b277-4777-b301-9ab4e3323c3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:10.165474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-abbbe96a-009e-4cfc-a2eb-f208d6de4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.167095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-abbbe96a-009e-4cfc-a2eb-f208d6de4d2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.1086905
Jan 29 20:49:10.221062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-c549cc60-d588-442e-b26f-4cc8a1ea7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.221062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-c549cc60-d588-442e-b26f-4cc8a1ea7c97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=734973c0-2600-42c9-9565-c98820f3024a HTTP/1.1" status: 200  len: 854 time: 0.1464067
Jan 29 20:49:10.227063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 7c120079-3950-458c-983b-9b6b86451006, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c120079-3950-458c-983b-9b6b86451006,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:10.252059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-116f060f-467f-4788-8027-da7f4b6e6960 req-aa96a5d3-4381-4328-9485-417753fce720 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136886
Jan 29 20:49:10.262913 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7c120079-3950-458c-983b-9b6b86451006), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.279332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-d3ff248a-83ec-4c52-8aaf-dcb6ec440f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.281420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-d3ff248a-83ec-4c52-8aaf-dcb6ec440f4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1074977
Jan 29 20:49:10.340211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bef32b7f-c36d-4f55-b4e6-ef0f12a6acf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.389111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=7c120079-3950-458c-983b-9b6b86451006,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:10.402950 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (505a3c92-cdef-4ab4-838c-d8bb6880eb8c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.464574 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffddbdb-1501-4e59-9d6d-1bffa9b815a3 x-openstack-request-id: req-9ffddbdb-1501-4e59-9d6d-1bffa9b815a3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:10.464830 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1873cdf4-8162-41b6-adf7-e29e88f7d7cd", "name": "network-vif-deleted", "tag": "5c4bbace-5e41-430b-9f78-53a56a9f5617", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:10.465010 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ffddbdb-1501-4e59-9d6d-1bffa9b815a3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:10.465418 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1873cdf4-8162-41b6-adf7-e29e88f7d7cd', 'name': 'network-vif-deleted', 'tag': '5c4bbace-5e41-430b-9f78-53a56a9f5617', 'status': 'completed', 'code': 200}
Jan 29 20:49:10.501692 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-d912f8e9-f151-417b-9cca-a498e6825b13 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026749
Jan 29 20:49:10.550886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-fcd8bbec-3acb-48fc-b90c-eb103138fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.552882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-fcd8bbec-3acb-48fc-b90c-eb103138fe54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47e8132c-7695-4e21-a784-66433f70c3de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2980139
Jan 29 20:49:10.565311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (505a3c92-cdef-4ab4-838c-d8bb6880eb8c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.585793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbec25-e294-41d1-aec6-9c30f29a312b req-90ff2707-6de2-438d-b3df-f31517422ee0 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.587461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bdbec25-e294-41d1-aec6-9c30f29a312b req-90ff2707-6de2-438d-b3df-f31517422ee0 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 944 time: 0.3021383
Jan 29 20:49:10.590228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (505a3c92-cdef-4ab4-838c-d8bb6880eb8c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.637100 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-462bfe7b-0b2a-421c-b821-5658d159ddf3 req-39b30a52-8d5e-4841-abdf-7af14c1380b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273339
Jan 29 20:49:10.668024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e594e-b953-4d27-b68f-b77107a97445 req-35ccc217-dba8-4e12-bee7-77b50674ac1e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:10.669709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd3e594e-b953-4d27-b68f-b77107a97445 req-35ccc217-dba8-4e12-bee7-77b50674ac1e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2026858
Jan 29 20:49:10.685097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a3c92-cdef-4ab4-838c-d8bb6880eb8c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:10.704934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.710342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-df70f41a-81b5-4ac0-a0d1-a03cbf429d26 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5712512
Jan 29 20:49:10.713061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39566) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:10.718141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'security_group_rule': {'security_group_id': '08b67c7d-b277-4777-b301-9ab4e3323c3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:10.758583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (d7374055-7464-4fbc-b33e-deba20572594), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.797802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bdbec25-e294-41d1-aec6-9c30f29a312b req-9ed2ed3e-17c5-4b69-b163-43d0f0017ed8 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1611264
Jan 29 20:49:10.821264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd3e594e-b953-4d27-b68f-b77107a97445 req-6d2a2d5e-32ac-471a-a5c3-04ac30d125fd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311872
Jan 29 20:49:10.828006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-5d3ccea2-5083-4ad4-80ac-8dc7b818f518 service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602324
Jan 29 20:49:10.863518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (d7374055-7464-4fbc-b33e-deba20572594), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.873591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d7374055-7464-4fbc-b33e-deba20572594), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.899870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7374055-7464-4fbc-b33e-deba20572594,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:10.915413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:10.916656 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec638a37-0638-4431-88b3-cf65807f30bd tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2025497
Jan 29 20:49:10.919620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39582) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:10.924604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:10.965581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.249141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.273648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7c120079-3950-458c-983b-9b6b86451006 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:11.397498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7c120079-3950-458c-983b-9b6b86451006 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:11.398148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7c120079-3950-458c-983b-9b6b86451006), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.410459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Allocated IP 172.35.4.92 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/7f5bad55-cb8d-4a74-a808-6c93b9cd351e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:11.472114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6e75-0f82-4910-ac5c-a6b8a6253990 req-af951319-8ecc-4cf0-908f-b7b6d50fd6bf tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:11.474263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbeb6e75-0f82-4910-ac5c-a6b8a6253990 req-af951319-8ecc-4cf0-908f-b7b6d50fd6bf tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 950 time: 0.1043723
Jan 29 20:49:11.535155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7c120079-3950-458c-983b-9b6b86451006 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:11.563215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.579768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692dddd-df78-40d4-9985-336c91b94e00 req-d20bf8d5-42ce-4ae8-a7e7-f6cb6f584e52 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:11.581527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5692dddd-df78-40d4-9985-336c91b94e00 req-d20bf8d5-42ce-4ae8-a7e7-f6cb6f584e52 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 946 time: 0.1824274
Jan 29 20:49:11.591213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd5e02ea-7bb8-4326-998e-b640c61de791 req-ac7a0b7c-0680-4919-8d02-ba1e3aeca465 service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7575495
Jan 29 20:49:11.621901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbeb6e75-0f82-4910-ac5c-a6b8a6253990 req-6dbb7489-7135-4306-8364-be145ee14e33 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885835
Jan 29 20:49:11.624767 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75076497-b928-4a18-be67-747589176ba5 None None] Sync routers for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:11.631252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.636542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:11.637652 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11cc0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:48:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:11.657561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5c4bbace-5e41-430b-9f78-53a56a9f5617 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:11.681361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:11.685088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:11.688225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:11.691468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5692dddd-df78-40d4-9985-336c91b94e00 req-bdd02d3e-80df-4858-878a-dcd6590e8c05 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992889
Jan 29 20:49:11.695622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'Port': ['ID=7f5bad55-cb8d-4a74-a808-6c93b9cd351e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:11.696512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 5c4bbace-5e41-430b-9f78-53a56a9f5617 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:49:11.696865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5c4bbace-5e41-430b-9f78-53a56a9f5617 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:49:11.800356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:11.830501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-5dcfecd6-01d0-41f2-aa72-0cebec9b3222 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--167867924&fields=id&tenant_id=037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 267 time: 0.0755520
Jan 29 20:49:11.901004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.957030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:11.987319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ffce-b262-4754-905d-5bf8f94540c8 req-7eb27223-b71e-4b87-b7ba-9838fa2cb44f tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:11.988776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2802ffce-b262-4754-905d-5bf8f94540c8 req-7eb27223-b71e-4b87-b7ba-9838fa2cb44f tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 944 time: 0.1304405
Jan 29 20:49:12.013171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-402bc372-7628-4ecf-b32d-86ce60d69d8e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:12.020603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-402bc372-7628-4ecf-b32d-86ce60d69d8e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 824 time: 0.1802175
Jan 29 20:49:12.046914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-e23e2bc1-9acd-44af-a5cf-552ecba44dcd tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/quotas/037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 375 time: 0.0257893
Jan 29 20:49:12.049351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11cc0250>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:06Z', 'revision_number': 2, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:12.104052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2802ffce-b262-4754-905d-5bf8f94540c8 req-36c9d7da-d74e-465c-822a-d16956b3b09f tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034586
Jan 29 20:49:12.133916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-c153eb90-926c-4fcd-841e-4065baa480d3 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0847180
Jan 29 20:49:12.197089 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75076497-b928-4a18-be67-747589176ba5 None None] Checking router: 71bacadb-1eb2-461d-97d1-aa46f3d65a09 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:12.197686 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75076497-b928-4a18-be67-747589176ba5 None None] Updating router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 port 18c6280d-ef15-4953-ae53-f4a5509d626c binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:49:12.237705 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.240541 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.243178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.310062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-d29d3ad3-958a-45df-b31a-1537805359a1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-882693057&fields=id&tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 267 time: 0.0736132
Jan 29 20:49:12.339053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-ff169918-829f-4fe1-8a95-2ebc9af0152f service neutron] 10.222.0.20 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933308
Jan 29 20:49:12.344476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'Port': ['ID=7f5bad55-cb8d-4a74-a808-6c93b9cd351e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:12.360343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.380582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.382153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ee8fe7e9-5896-4359-b307-294367fa0b81 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4609225
Jan 29 20:49:12.451038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-ed41dfb9-755d-4efa-b1cb-98f5898a49bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:12.452545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-ed41dfb9-755d-4efa-b1cb-98f5898a49bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 946 time: 0.1347227
Jan 29 20:49:12.466999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:12.468659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'security_groups': ['d0744d6d-c953-4482-a07e-16ad318478f2', 'bc34e91b-4769-42e7-8dbf-496f03ddd8ea']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:12.469653 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925d283-c043-4163-a507-a007a1a9fe06" -d '{"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:12.476353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-156f7178-3ab8-4d95-a4e0-00abeb37eb48 service neutron] 10.222.0.20 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364810
Jan 29 20:49:12.568399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.585304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a2e3-2efd-417d-bc77-341018bbb51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.628563 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks [] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.636270 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.780343 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Pushing event updated for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:12.794156 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.794508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.794857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.795199 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.795787 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.796120 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.796452 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.796786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.797149 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.797478 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.797801 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.798126 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.798449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:12.874271 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-75076497-b928-4a18-be67-747589176ba5 None None] Attempting to bind port 18c6280d-ef15-4953-ae53-f4a5509d626c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:12.875573 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-75076497-b928-4a18-be67-747589176ba5 None None] Attempting to bind port 18c6280d-ef15-4953-ae53-f4a5509d626c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:12.876667 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75076497-b928-4a18-be67-747589176ba5 None None] Attempting to bind port 18c6280d-ef15-4953-ae53-f4a5509d626c on network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:12.882710 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75076497-b928-4a18-be67-747589176ba5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:12.883400 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75076497-b928-4a18-be67-747589176ba5 None None] Checking segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:12.884178 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.884735 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75076497-b928-4a18-be67-747589176ba5 None None] Bound using segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:12.885620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-75076497-b928-4a18-be67-747589176ba5 None None] Bound port: 18c6280d-ef15-4953-ae53-f4a5509d626c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:12.886179 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:12.988192 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-75076497-b928-4a18-be67-747589176ba5 None None] For port 18c6280d-ef15-4953-ae53-f4a5509d626c, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:12.995158 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-75076497-b928-4a18-be67-747589176ba5 None None] For port 18c6280d-ef15-4953-ae53-f4a5509d626c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c6280d-ef15-4953-ae53-f4a5509d626c,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:13.017020 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-75076497-b928-4a18-be67-747589176ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.035158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-3eb3325d-bcef-4ad9-9c9d-bb6bc3475093 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:13.036815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-3eb3325d-bcef-4ad9-9c9d-bb6bc3475093 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/ports?device_id=16e891e2-3823-4c56-9530-0ccc7294c48d HTTP/1.1" status: 200  len: 945 time: 0.3625591
Jan 29 20:49:13.053539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:13.111709 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:13.112512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11cc0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:13.144012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-1addef94-6d22-4890-b7d9-79c44b5ec643 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:13.145642 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-1addef94-6d22-4890-b7d9-79c44b5ec643 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.18 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 950 time: 0.1482024
Jan 29 20:49:13.155676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Provisioning complete for port 18c6280d-ef15-4953-ae53-f4a5509d626c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:13.156359 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.166885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcc6b1-8a8c-4d18-af3e-08c30d96138d req-b15ebb1d-17ba-4b45-93df-051aaeb4cb78 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:13.181864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59fcc6b1-8a8c-4d18-af3e-08c30d96138d req-b15ebb1d-17ba-4b45-93df-051aaeb4cb78 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 944 time: 0.4092133
Jan 29 20:49:13.247120 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa1c6-c427-4ed0-93e7-1ad1345f3597 None None] Pushing event updated for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:13.300277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.316486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.344629 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:13.365560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:13.416265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59fcc6b1-8a8c-4d18-af3e-08c30d96138d req-5903bdbb-e411-4727-ab81-6e074d308949 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2288072
Jan 29 20:49:13.425255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:13.426045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.446488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb2a12b3-ee60-4d6f-9643-3559a8ba0562 req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "PUT /v2.0/ports/bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 982 time: 0.9844601
Jan 29 20:49:13.488464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Current status of the port 18c6280d-ef15-4953-ae53-f4a5509d626c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:13.489310 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.497388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Deleting port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:13.499137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.513032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:13.522544 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81" -d '{"events": [{"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:13.524360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:13.524845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efbffe-5bac-4784-accb-f11639629242 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:13.565236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Deleting port 536f3ef3-85cd-49df-93b8-c6e604949d74 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:13.565601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.701015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:13.726958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] For port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:13.727332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.807504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Calling delete_port for 7f9a2456-a2b5-4a7d-9450-8b590f498b9a owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:13.845328 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.850485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] For port 18c6280d-ef15-4953-ae53-f4a5509d626c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c6280d-ef15-4953-ae53-f4a5509d626c,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:13.869261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-2119f2c5-8492-45d9-8a49-c85e62f4fc63 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--84310032&fields=id&tenant_id=9853e9034dbf45668208948118f43a4e HTTP/1.1" status: 200  len: 267 time: 0.2744670
Jan 29 20:49:13.899216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:13.919119 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-75076497-b928-4a18-be67-747589176ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11cc0250>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:12Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:13.947124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8078e71-2952-403b-a6eb-d2277a7a1aec req-fd4e3dbe-2d7a-40b2-8ea9-2c0b43fbaa3c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:13.960492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8078e71-2952-403b-a6eb-d2277a7a1aec req-fd4e3dbe-2d7a-40b2-8ea9-2c0b43fbaa3c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.3645959
Jan 29 20:49:13.978852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75076497-b928-4a18-be67-747589176ba5 None None] The sync data for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 is: [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:12Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:14.043104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:49:14.046119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723946-ef51-46ac-9de8-fca3d8275383 None None] Pushing event updated for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:14.148807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7f9a2456-a2b5-4a7d-9450-8b590f498b9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.175089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:14.231879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event deleted for resources: {'Port': ['ID=7f9a2456-a2b5-4a7d-9450-8b590f498b9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:14.259019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f9a2456-a2b5-4a7d-9450-8b590f498b9a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:14.267702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] For port 536f3ef3-85cd-49df-93b8-c6e604949d74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=536f3ef3-85cd-49df-93b8-c6e604949d74,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:14.268328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.314038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-57026f20-c203-4ed4-83f8-776079f0b189 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:14.316925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-57026f20-c203-4ed4-83f8-776079f0b189 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/networks?id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 HTTP/1.1" status: 200  len: 806 time: 0.4311895
Jan 29 20:49:14.328700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8078e71-2952-403b-a6eb-d2277a7a1aec req-fac90be9-7ca9-4e30-9d68-5b5e0e625a6f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3641443
Jan 29 20:49:14.334835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] No DVR routers for this DVR port 7f9a2456-a2b5-4a7d-9450-8b590f498b9a on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:14.341869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.346262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e89d2a08-c330-48e2-9270-3d6ee145df34 req-ba307491-63f9-40cc-a0ce-dc913c10252d tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.18 "DELETE /v2.0/ports/7f9a2456-a2b5-4a7d-9450-8b590f498b9a HTTP/1.1" status: 204  len: 173 time: 1.1934373
Jan 29 20:49:14.500594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:14.530225 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf82fe6-5518-484c-8b36-3426ab3dbe2d x-openstack-request-id: req-5bf82fe6-5518-484c-8b36-3426ab3dbe2d {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:14.531795 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:14.532894 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf82fe6-5518-484c-8b36-3426ab3dbe2d {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:14.534361 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'status': 'completed', 'code': 200}
Jan 29 20:49:14.617206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-85177301-4532-48d0-9e51-88d77de37c2f None None] Provisioning complete for port 18c6280d-ef15-4953-ae53-f4a5509d626c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:14.618987 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85177301-4532-48d0-9e51-88d77de37c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.709278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-e0233656-1b15-4d7f-a410-494d9494224d tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/quotas/9853e9034dbf45668208948118f43a4e HTTP/1.1" status: 200  len: 375 time: 0.3744309
Jan 29 20:49:14.757009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-366b6845-28fa-4825-80ab-c8acce2f89e0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:14.759486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-366b6845-28fa-4825-80ab-c8acce2f89e0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 824 time: 0.4039824
Jan 29 20:49:14.761819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d283-c043-4163-a507-a007a1a9fe06 req-042bc011-b73b-4503-bcb2-25e0057557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:14.763499 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-042bc011-b73b-4503-bcb2-25e0057557e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1126 time: 0.1799622
Jan 29 20:49:14.882147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.882493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:14.882841 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86 disassociated. External IP: 172.35.4.108, port: 536f3ef3-85cd-49df-93b8-c6e604949d74.
Jan 29 20:49:14.883424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Calling delete_port for 536f3ef3-85cd-49df-93b8-c6e604949d74 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:14.917915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:14.924673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:49:15.032341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d283-c043-4163-a507-a007a1a9fe06 req-f11dcd50-5816-490b-a06c-213e973dac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:15.043870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-f11dcd50-5816-490b-a06c-213e973dac41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 928 time: 0.2656634
Jan 29 20:49:15.066464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (536f3ef3-85cd-49df-93b8-c6e604949d74), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:15.105451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecc44066-57a1-4f2c-bfb4-b69adc656e6a req-a30b942e-b665-4ae1-bd49-cc9d7175633f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 210 time: 0.4042614
Jan 29 20:49:15.143402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event deleted for resources: {'Port': ['ID=536f3ef3-85cd-49df-93b8-c6e604949d74,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:15.169287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'port_id': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'mac_address': 'fa:16:3e:6a:73:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:15.284562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-b9d14be8-cfe7-4c7f-ab3f-7c814b829dce tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9853e9034dbf45668208948118f43a4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5742748
Jan 29 20:49:15.308919 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-16844b2d-ab50-4611-929d-c442f92446d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 217 time: 0.2207332
Jan 29 20:49:15.396585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:15.458045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 18c6280d-ef15-4953-ae53-f4a5509d626c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:15.472810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d3b3b7a-ea9c-43a4-9c28-cc55a9e2851c req-b33a839c-720e-476f-806c-5e27436be3da tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91f267e-f8d2-40ed-877a-51b8e2eb8f0b HTTP/1.1" status: 200  len: 210 time: 0.0883536
Jan 29 20:49:15.481993 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-b0172748-35d5-449f-bd9c-9e4228468ec7 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037f1964ef704b31b503ee62b862c477 HTTP/1.1" status: 200  len: 379 time: 0.7110353
Jan 29 20:49:15.488407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d283-c043-4163-a507-a007a1a9fe06 req-a51988f9-1626-4a31-8d2a-0628276fbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:15.490106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-a51988f9-1626-4a31-8d2a-0628276fbaed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.1666670
Jan 29 20:49:15.495814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'port': {'device_id': 'a588e7aa-023f-4392-bded-477cddb7b200', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'admin_state_up': True, 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'security_groups': ['3fde3040-a1a4-4930-b589-a6f92ee6f6cf']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:15.651276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:15.651660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:15.692137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d283-c043-4163-a507-a007a1a9fe06 req-ee099f3f-0e4c-43b9-8c8c-3fa5f3a5eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:15.694321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-ee099f3f-0e4c-43b9-8c8c-3fa5f3a5eee0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1950555
Jan 29 20:49:15.720658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:15.743747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:15.749129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-126a68c2-44ec-4497-b6a5-5170f938f148 service neutron] 10.222.0.20 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255762
Jan 29 20:49:15.775311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Made reservation on behalf of 037f1964ef704b31b503ee62b862c477 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:15.778834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:15.794523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b95006-2a89-45f2-a0ea-8dd92044b3fa req-3389a3d4-8033-4ba7-bec1-fe7ed0de6bec tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:15.796738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97b95006-2a89-45f2-a0ea-8dd92044b3fa req-3389a3d4-8033-4ba7-bec1-fe7ed0de6bec tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 944 time: 0.1364522
Jan 29 20:49:15.882333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:15.968367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] No DVR routers for this DVR port 536f3ef3-85cd-49df-93b8-c6e604949d74 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:15.972417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:15.975981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ec484a6-62e9-4caf-a760-568ec8191a17 req-f4a731ef-f60a-4ce3-9dac-04cfb09dcba9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "DELETE /v2.0/ports/536f3ef3-85cd-49df-93b8-c6e604949d74 HTTP/1.1" status: 204  len: 173 time: 2.9316661
Jan 29 20:49:16.002987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97b95006-2a89-45f2-a0ea-8dd92044b3fa req-9bde8972-281a-46ce-8a58-367712123b79 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906724
Jan 29 20:49:16.016381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ee072653-6c39-41ff-a810-481d888155cf service neutron] 10.222.0.20 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590928
Jan 29 20:49:16.059897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:16.116079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.119991 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.148887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:16.149561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f2a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:16.291076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-6c49edd0-1cde-467a-903e-6b3900f6725f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1520957130&fields=id&tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 267 time: 0.1269009
Jan 29 20:49:16.330014 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-878f5fdd-e6b3-4035-92b0-b6c42ce48b51 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6269717
Jan 29 20:49:16.344353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:16.371694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-85177301-4532-48d0-9e51-88d77de37c2f None None] Current status of the port 18c6280d-ef15-4953-ae53-f4a5509d626c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:16.418390 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171de9ad-f590-4507-af82-eaf140af8830 x-openstack-request-id: req-171de9ad-f590-4507-af82-eaf140af8830 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:16.418707 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:16.418964 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-171de9ad-f590-4507-af82-eaf140af8830 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:16.419380 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'status': 'completed', 'code': 200}
Jan 29 20:49:16.473576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Allocated IP 172.20.0.7 (5b57c20e-ecc6-4399-8f26-2585fd067fec/719d70f1-c9c4-476a-a24c-78a866816d0c/eb1d7859-0e4b-4244-b6cc-9f680ef62a72) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:16.500882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3925d283-c043-4163-a507-a007a1a9fe06 req-6abd88e1-4d9c-47a6-8c9c-e89cf9d37a18 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621895
Jan 29 20:49:16.541278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-11e3b29b-ea63-4e87-90cc-1127c427f318 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:16.542419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'name': 'network-vif-deleted', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:16.544503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:16.547999 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c205b614-c9a3-4bbb-95c4-97819133e1ac" -d '{"events": [{"server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "name": "network-vif-deleted", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:16.550833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-11e3b29b-ea63-4e87-90cc-1127c427f318 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 985 time: 0.2502391
Jan 29 20:49:16.557754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'security_groups': ['bc34e91b-4769-42e7-8dbf-496f03ddd8ea', 'd0744d6d-c953-4482-a07e-16ad318478f2', '9086d034-d75c-4c8a-ab5d-4008dd5b09b7']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:16.676181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:16.680424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'mac_address': 'fa:16:3e:ff:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:16.687361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:16.799661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 18c6280d-ef15-4953-ae53-f4a5509d626c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:16.799661 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.808253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.869296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.873504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.933340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:16.933814 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:16.954114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:16.970706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event updated for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:16.991113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:16.995143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:17.002576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:17.049963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.056795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:17.084424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.113220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.114733 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.128189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-00a40025-0de2-46cb-9f41-d03a74618a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.133781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-00a40025-0de2-46cb-9f41-d03a74618a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1167 time: 0.7448699
Jan 29 20:49:17.145550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-34e880a4-082d-4ffb-96a5-917b50d3ff8f tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6533902
Jan 29 20:49:17.161920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Request body: {'port': {'device_id': 'a588e7aa-023f-4392-bded-477cddb7b200', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:17.190334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 18c6280d-ef15-4953-ae53-f4a5509d626c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:17.279680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb84c-9d9c-4330-b6e8-488ab16412ed req-c8af67f9-8127-488a-9467-7b1337417772 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.285711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:17.286683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41eeb84c-9d9c-4330-b6e8-488ab16412ed req-c8af67f9-8127-488a-9467-7b1337417772 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 945 time: 0.8045185
Jan 29 20:49:17.317315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f2a90>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:17.369473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.393838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:17.416793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:17.417755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f2a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:17.424329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0bf3b7f8-365d-48c3-8dca-07fc1ce81f0b None None] Provisioning complete for port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:17.425068 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b7f8-365d-48c3-8dca-07fc1ce81f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.436744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41eeb84c-9d9c-4330-b6e8-488ab16412ed req-75d7b3e5-5bc0-4954-89c7-d84fc622ff61 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485028
Jan 29 20:49:17.493216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-730e1f9a-508b-4879-99db-5ada7c07a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.497862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-730e1f9a-508b-4879-99db-5ada7c07a922 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.3586376
Jan 29 20:49:17.577831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:17.601605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-94749e3a-2776-441e-8d51-796e5fadc1f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 217 time: 0.0941744
Jan 29 20:49:17.630411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3b7f8-365d-48c3-8dca-07fc1ce81f0b None None] Port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:17.690641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:17.740715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-a064ec4b-3a14-4681-a5ac-2d0501550636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.742236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-a064ec4b-3a14-4681-a5ac-2d0501550636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.1145732
Jan 29 20:49:17.757484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475a188-96d1-46a8-8a9b-bf87b2bf2344 req-62adc88a-b4ff-406f-b61c-19210f7bb6bf tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:17.764764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9475a188-96d1-46a8-8a9b-bf87b2bf2344 req-62adc88a-b4ff-406f-b61c-19210f7bb6bf tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2271073
Jan 29 20:49:17.809598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-52e51114-8869-4143-b82c-4837ea7f2e4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366490
Jan 29 20:49:17.828449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:17.840798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1d7859-0e4b-4244-b6cc-9f680ef62a72 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:17.868097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks [] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.897865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Transition to ACTIVE for port object eb1d7859-0e4b-4244-b6cc-9f680ef62a72 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:17.905331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:17.918213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-ddf1b63c-d03b-4259-8f89-3bd74ea66290 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949063
Jan 29 20:49:18.033346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9475a188-96d1-46a8-8a9b-bf87b2bf2344 req-3f6a2aca-f098-4bcb-a974-bec0e6f1baea tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675464
Jan 29 20:49:18.053939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.071237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.094657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:18.138350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:18.147770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f2a90>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:18.219160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.220136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.221267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-956c04e1-149d-4207-b02e-45d5c8eda665 req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "PUT /v2.0/ports/bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 1021 time: 1.6694965
Jan 29 20:49:18.250978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea5144-47b5-4bf0-9da2-44dae992e8e0 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:18.283629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354035e-9481-4a45-b4dc-a8a7d66119ea tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:18.306885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ab8fa34-92ff-435d-8ab6-78f4e23dca81 req-2d5457bf-a5c5-4d19-a511-fef328c8401c service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3733826
Jan 29 20:49:18.338057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:18.346923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:18.374197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaedc2-ed3f-49ec-b919-18cddce2e9ef req-0fa9f4ed-955f-4944-b092-b33a79b70e5d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.375820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dacaedc2-ed3f-49ec-b919-18cddce2e9ef req-0fa9f4ed-955f-4944-b092-b33a79b70e5d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 943 time: 0.1986916
Jan 29 20:49:18.429376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'name': 'network-vif-deleted', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74'}, {'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:18.431617 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe37743-8bb3-41f4-9b68-6c2307e182be" -d '{"events": [{"server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "name": "network-vif-deleted", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74"}, {"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:18.465230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Attempting to bind port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:18.467796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Attempting to bind port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:18.469576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Attempting to bind port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:18.484148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-7738f150-ce55-45bf-8fe5-8dc7e82fbf14 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.485975 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-7738f150-ce55-45bf-8fe5-8dc7e82fbf14 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.18 "GET /v2.0/networks?id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 HTTP/1.1" status: 200  len: 806 time: 0.5182483
Jan 29 20:49:18.487158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:18.487586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Attempting to bind port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 on network 5b57c20e-ecc6-4399-8f26-2585fd067fec {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:18.494361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:18.497795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac73e90e-9cce-42d1-9bb3-02d565ccee9e req-1d1266d3-0432-4c92-8388-bc4bc7d6aee6 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 210 time: 0.0856249
Jan 29 20:49:18.503067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:18.503400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Checking segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:18.503819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Bound using segment: {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:18.504337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Bound port: eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ebeb01-a270-45bb-aa64-29c6dea16acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:18.504700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.519549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:18.519929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.545003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dacaedc2-ed3f-49ec-b919-18cddce2e9ef req-7eaf0c3a-9254-48fc-940c-768f02803920 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608620
Jan 29 20:49:18.669833 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4452e6-bcd8-4d8b-9344-ed4e2bb37bad x-openstack-request-id: req-bf4452e6-bcd8-4d8b-9344-ed4e2bb37bad {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:18.670129 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91f267e-f8d2-40ed-877a-51b8e2eb8f0b", "name": "network-vif-deleted", "tag": "7f9a2456-a2b5-4a7d-9450-8b590f498b9a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:18.670654 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf4452e6-bcd8-4d8b-9344-ed4e2bb37bad {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:18.671049 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91f267e-f8d2-40ed-877a-51b8e2eb8f0b', 'name': 'network-vif-deleted', 'tag': '7f9a2456-a2b5-4a7d-9450-8b590f498b9a', 'status': 'completed', 'code': 200}
Jan 29 20:49:18.754788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35379437-b1c1-4d61-a0ff-4cea35bc552e None None] New status for floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:18.758163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-959105e0-0317-4222-b2a9-64b32168661a tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9853e9034dbf45668208948118f43a4e HTTP/1.1" status: 200  len: 378 time: 0.2630579
Jan 29 20:49:18.767161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:18.769243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:18.769654 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.774903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'port': {'device_id': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'admin_state_up': True, 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'security_groups': ['08b67c7d-b277-4777-b301-9ab4e3323c3e']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:18.840861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:18.854722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.929910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.930904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:18.932432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bdbbd-c703-4c07-9bdb-40b046b7b95b req-6a2280fb-aeff-437d-acfc-0bdf9899144b tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.932717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb1d7859-0e4b-4244-b6cc-9f680ef62a72 HTTP/1.1" status: 200  len: 1091 time: 1.7777419
Jan 29 20:49:18.934591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768bdbbd-c703-4c07-9bdb-40b046b7b95b req-6a2280fb-aeff-437d-acfc-0bdf9899144b tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 945 time: 0.2016490
Jan 29 20:49:18.953784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b6ed5-6415-489e-9de6-2eff2a22458b req-3cc2c9e8-63d8-4a01-96ea-111a039aa42a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:18.956302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-811b6ed5-6415-489e-9de6-2eff2a22458b req-3cc2c9e8-63d8-4a01-96ea-111a039aa42a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1024 time: 0.2083802
Jan 29 20:49:19.056601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf59401-b097-4d3c-9410-7a7ce808aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:19.080940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Made reservation on behalf of 9853e9034dbf45668208948118f43a4e for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:19.085058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.100926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-acb407c3-9ddf-4316-a7df-89f301041a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.102597 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-acb407c3-9ddf-4316-a7df-89f301041a97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 1125 time: 0.0973997
Jan 29 20:49:19.116215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768bdbbd-c703-4c07-9bdb-40b046b7b95b req-b32e3a1f-b7d6-4130-998d-cbbd9cd50881 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546631
Jan 29 20:49:19.191490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-811b6ed5-6415-489e-9de6-2eff2a22458b req-b706cbc8-a592-46f6-8c35-21ff48af613e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc34e91b-4769-42e7-8dbf-496f03ddd8ea&id=9086d034-d75c-4c8a-ab5d-4008dd5b09b7&id=d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 200  len: 6199 time: 0.2183185
Jan 29 20:49:19.210419 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7aab1-8e97-472f-b32a-755329a7fe8a x-openstack-request-id: req-2fe7aab1-8e97-472f-b32a-755329a7fe8a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:19.210848 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e891e2-3823-4c56-9530-0ccc7294c48d", "name": "network-vif-deleted", "tag": "536f3ef3-85cd-49df-93b8-c6e604949d74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:19.211426 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe7aab1-8e97-472f-b32a-755329a7fe8a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:19.211956 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e891e2-3823-4c56-9530-0ccc7294c48d', 'name': 'network-vif-deleted', 'tag': '536f3ef3-85cd-49df-93b8-c6e604949d74', 'status': 'completed', 'code': 200}
Jan 29 20:49:19.212538 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'status': 'completed', 'code': 200}
Jan 29 20:49:19.222424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:19.228729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-81548a7d-b9ef-4b29-b272-3dc301ef7a51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72 HTTP/1.1" status: 200  len: 217 time: 0.1136980
Jan 29 20:49:19.301513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:19.320303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:19.322608 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949234d2-d13a-4595-933e-5d772409a07c" -d '{"events": [{"server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "name": "network-vif-plugged", "status": "completed", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:19.345151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.345972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 536f3ef3-85cd-49df-93b8-c6e604949d74 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:19.367707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-880cf601-585b-4f31-b2de-a92eb70bfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.369736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-880cf601-585b-4f31-b2de-a92eb70bfc02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1207 time: 0.1303830
Jan 29 20:49:19.372495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-df91158d-db54-4a9d-90f8-9c4f2bb68049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.374274 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-df91158d-db54-4a9d-90f8-9c4f2bb68049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.1337371
Jan 29 20:49:19.432683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Allocated IP 172.20.0.12 (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027/35f9bf34-bbf7-4ba6-9101-5ed5097d7726/5bf740e2-6d77-4354-8449-6f514b9359f7) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:19.494776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e692b4-5723-46fe-ade1-e78921af97fe req-fcc8bbf3-ebaa-4a32-a082-a0ae9c0feb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.496370 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-fcc8bbf3-ebaa-4a32-a082-a0ae9c0feb38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1109841
Jan 29 20:49:19.528620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-c8ae84b6-3ea0-4013-bbf6-db0b2f96418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.530124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-c8ae84b6-3ea0-4013-bbf6-db0b2f96418f service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.1425526
Jan 29 20:49:19.582287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 536f3ef3-85cd-49df-93b8-c6e604949d74 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:49:19.582648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 536f3ef3-85cd-49df-93b8-c6e604949d74 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:49:19.593389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-ac0c5459-3971-40f8-8b4b-f0e84e81ad0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 200  len: 217 time: 0.0519712
Jan 29 20:49:19.601372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57160819-bb1c-4c7a-87b6-e418b5fbc1b8 req-8b53cfc6-8f70-4944-9c7a-6b71f1cb8330 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.603027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57160819-bb1c-4c7a-87b6-e418b5fbc1b8 req-8b53cfc6-8f70-4944-9c7a-6b71f1cb8330 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.2897248
Jan 29 20:49:19.612567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:19.634861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:19.670097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:19.671142 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.706959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-f6d04528-b515-46f0-bde2-2992552ce6db service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018771
Jan 29 20:49:19.713129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57160819-bb1c-4c7a-87b6-e418b5fbc1b8 req-240ef714-f777-4e3f-abea-c740455d1cc0 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004567
Jan 29 20:49:19.752357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f0861-120d-4039-a178-12ed868668f0 req-b3f67cd1-1f41-4350-8a54-98e249e0b04b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.753901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df7f0861-120d-4039-a178-12ed868668f0 req-b3f67cd1-1f41-4350-8a54-98e249e0b04b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1386571
Jan 29 20:49:19.760928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.762404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1970595628 ', 'description': 'tempest-description-702758413'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:19.782134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-7647c2b9-5d4f-4e06-be49-24a7cbb98a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:19.783802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-7647c2b9-5d4f-4e06-be49-24a7cbb98a42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.1796312
Jan 29 20:49:19.796058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.842217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:19.843080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.844219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-b840033f-ed79-4b86-8cfa-93f3d26a8049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506477
Jan 29 20:49:19.885502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39e692b4-5723-46fe-ade1-e78921af97fe req-f9ddb18a-79d7-4f18-b161-8950199e9c51 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528287
Jan 29 20:49:19.886648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.895155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:19.902150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:19.905562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f9a2456-a2b5-4a7d-9450-8b590f498b9a no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:19.914386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df7f0861-120d-4039-a178-12ed868668f0 req-c62977d4-966b-4d49-8b30-fdf02acf0e81 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295862
Jan 29 20:49:19.950862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:19.956535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:19.962246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:19.968633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:19.989223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event updated for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:19.993697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7f9a2456-a2b5-4a7d-9450-8b590f498b9a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:49:19.994102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f9a2456-a2b5-4a7d-9450-8b590f498b9a not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:49:20.024465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.025196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.056366 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4e686c-c27b-4aa1-8486-a5a61da3eccc x-openstack-request-id: req-ef4e686c-c27b-4aa1-8486-a5a61da3eccc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:20.056750 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "name": "network-vif-plugged", "status": "completed", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:20.056935 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef4e686c-c27b-4aa1-8486-a5a61da3eccc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:20.058128 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'code': 200}
Jan 29 20:49:20.063323 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-550ce98f-e410-407b-8f00-bd498a802a0f tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2970912
Jan 29 20:49:20.081495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (79c2ef27-2fe8-4530-98f9-0276af3fbe73), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.086420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-9ec8779b-52e7-4b7f-98a6-ca2e5f9951ca service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100472
Jan 29 20:49:20.087595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79c2ef27-2fe8-4530-98f9-0276af3fbe73), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.089985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Request body: {'port': {'device_id': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:20.205470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.214572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-582592a0-598c-427b-900e-b5a6da1b60b5 req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.4562848
Jan 29 20:49:20.235710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bcbc0-e2b3-475f-b4ad-888b1af39bf4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2ef27-2fe8-4530-98f9-0276af3fbe73,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:20.268343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.333124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422fee-0f42-41f1-b311-761f15969779 req-0a2dd983-89be-4c74-b20b-ac88da68ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.334667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-79422fee-0f42-41f1-b311-761f15969779 req-0a2dd983-89be-4c74-b20b-ac88da68ba8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 1128 time: 0.1744361
Jan 29 20:49:20.334904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8f0bc-5b3b-4a4c-ae1a-b24a5a6bff09 req-987e26b8-8825-419e-8d19-06fa3448db8e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.339487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4a8f0bc-5b3b-4a4c-ae1a-b24a5a6bff09 req-987e26b8-8825-419e-8d19-06fa3448db8e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 950 time: 0.1856284
Jan 29 20:49:20.363882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7bcd06dd-58f6-4109-b0b3-1c105d81f1f8 None None] Provisioning complete for port 5bf740e2-6d77-4354-8449-6f514b9359f7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:20.365100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7bcd06dd-58f6-4109-b0b3-1c105d81f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.366415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fe37743-8bb3-41f4-9b68-6c2307e182be req-f2124132-f856-415f-9e32-29754ec6e9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706318
Jan 29 20:49:20.423802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbef8-558e-4dd4-a800-7ca07b5f2307 req-1efb1fc3-f7c7-46a4-867c-f4e3ece0c706 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.424327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd06dd-58f6-4109-b0b3-1c105d81f1f8 None None] Port 5bf740e2-6d77-4354-8449-6f514b9359f7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:20.425278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05dfbef8-558e-4dd4-a800-7ca07b5f2307 req-1efb1fc3-f7c7-46a4-867c-f4e3ece0c706 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 932 time: 0.1477780
Jan 29 20:49:20.448164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4a8f0bc-5b3b-4a4c-ae1a-b24a5a6bff09 req-e9fe7ce8-9c99-41a1-be12-189ef76759e2 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956144
Jan 29 20:49:20.496291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05dfbef8-558e-4dd4-a800-7ca07b5f2307 req-55026cb2-3ee1-4f3b-a960-eaa040fd0fb0 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0618794
Jan 29 20:49:20.539397 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-79422fee-0f42-41f1-b311-761f15969779 req-18da4024-d552-4f92-a562-c737ee1dccbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882293
Jan 29 20:49:20.610139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855be9d-e3b5-41fe-9bb2-45da78fae01b req-6e6dc09b-2b14-447b-892c-c7e6ec1516a0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.613207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4855be9d-e3b5-41fe-9bb2-45da78fae01b req-6e6dc09b-2b14-447b-892c-c7e6ec1516a0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 943 time: 0.0781610
Jan 29 20:49:20.673523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:20.677346 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ac3135-05e6-48ea-990d-153b3b119cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:20.682690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf740e2-6d77-4354-8449-6f514b9359f7 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:20.690319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks [] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.703286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Transition to ACTIVE for port object 5bf740e2-6d77-4354-8449-6f514b9359f7 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:20.710312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:20.754112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4855be9d-e3b5-41fe-9bb2-45da78fae01b req-b19340b5-d721-4b0d-b8a0-817500821315 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262527
Jan 29 20:49:20.767254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb1757-f9ad-452f-a8b8-7b67af6af332 req-83ff225a-93cc-4481-9a8b-992902c73f83 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:20.774764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66bb1757-f9ad-452f-a8b8-7b67af6af332 req-83ff225a-93cc-4481-9a8b-992902c73f83 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.1604447
Jan 29 20:49:20.783388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-69fa3e86-07c6-4a92-a434-7a9cefe67f80 service neutron] 10.222.0.18 "GET /v2.0/ports/95b4f824-5ccc-4908-8411-5431cca31774/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1580467
Jan 29 20:49:20.818694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:20.892430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66bb1757-f9ad-452f-a8b8-7b67af6af332 req-f5244cda-15f1-444a-bec4-8bc7dfe042d4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166599
Jan 29 20:49:20.903450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58a13b87-2f78-4e9e-a255-b3e7759ba5a3 req-f10b3ed0-ddfe-48a6-bca6-e25006eb3fd6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/79c2ef27-2fe8-4530-98f9-0276af3fbe73 HTTP/1.1" status: 200  len: 1797 time: 0.1051576
Jan 29 20:49:20.917296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Attempting to bind port 5bf740e2-6d77-4354-8449-6f514b9359f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:20.917556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Attempting to bind port 5bf740e2-6d77-4354-8449-6f514b9359f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:20.917880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Attempting to bind port 5bf740e2-6d77-4354-8449-6f514b9359f7 on network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:20.928252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Port 5bf740e2-6d77-4354-8449-6f514b9359f7 on network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:20.930756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Attempting to bind port 5bf740e2-6d77-4354-8449-6f514b9359f7 on network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:20.950059 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd82a0b-9cff-4d18-bc21-5057aa25e17f x-openstack-request-id: req-1dd82a0b-9cff-4d18-bc21-5057aa25e17f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:20.950365 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:20.950785 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dd82a0b-9cff-4d18-bc21-5057aa25e17f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:20.951010 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'status': 'completed', 'code': 200}
Jan 29 20:49:20.962508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:20.962868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Checking segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:20.963266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Bound using segment: {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:20.963720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Bound port: 5bf740e2-6d77-4354-8449-6f514b9359f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5889e1f6-13da-4a32-ac9b-5e1178cb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:20.964091 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.013195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-82c2dafd-2e36-4c5c-9fc5-b692688df974 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/79c2ef27-2fe8-4530-98f9-0276af3fbe73 HTTP/1.1" status: 200  len: 1797 time: 0.0570569
Jan 29 20:49:21.128736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (79c2ef27-2fe8-4530-98f9-0276af3fbe73), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.130765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-a8b9752c-b6b3-44bd-8976-61908360bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.132641 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-a8b9752c-b6b3-44bd-8976-61908360bca3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 1125 time: 0.1564853
Jan 29 20:49:21.160824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:21.169968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af241d5-44ec-4c37-94a0-064f1af0d155 req-951ef3d1-0bd9-4dff-94ef-9c8256f5ec4c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.178578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3af241d5-44ec-4c37-94a0-064f1af0d155 req-951ef3d1-0bd9-4dff-94ef-9c8256f5ec4c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1556005
Jan 29 20:49:21.201014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bf740e2-6d77-4354-8449-6f514b9359f7,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:21.208877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (79c2ef27-2fe8-4530-98f9-0276af3fbe73), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.210205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.263702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.263702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.264916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] 10.222.0.18 "PUT /v2.0/ports/5bf740e2-6d77-4354-8449-6f514b9359f7 HTTP/1.1" status: 200  len: 1092 time: 1.1947262
Jan 29 20:49:21.270416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-e62f8803-9dc4-472d-a8d8-f79d59dea217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.272052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-e62f8803-9dc4-472d-a8d8-f79d59dea217 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1132 time: 0.1583824
Jan 29 20:49:21.282433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3af241d5-44ec-4c37-94a0-064f1af0d155 req-4a036bf2-a7b3-4aa0-ad06-a2cc5312e587 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030378
Jan 29 20:49:21.293331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79c2ef27-2fe8-4530-98f9-0276af3fbe73), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.305915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.308791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcbc7016-aa7a-4944-b38e-4bd8c3fcfa45 req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/79c2ef27-2fe8-4530-98f9-0276af3fbe73 HTTP/1.1" status: 204  len: 173 time: 0.2939804
Jan 29 20:49:21.312441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-1d20ef1a-4731-432b-b3dd-c685f35db1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.313984 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-1d20ef1a-4731-432b-b3dd-c685f35db1dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 925 time: 0.1752524
Jan 29 20:49:21.319117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1dd86-bed6-49f4-9c5a-d30a5c20a194 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:21.334405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e3928-c580-4383-8fa9-a3d7dc944c66 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2ef27-2fe8-4530-98f9-0276af3fbe73,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:21.375609 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-f6aa165c-97b9-4037-8fcc-bfdc07dcd41c req-18b9ea61-e198-4597-81ad-d48e238963d1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:49:21.376644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6aa165c-97b9-4037-8fcc-bfdc07dcd41c req-18b9ea61-e198-4597-81ad-d48e238963d1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/79c2ef27-2fe8-4530-98f9-0276af3fbe73 HTTP/1.1" status: 404  len: 352 time: 0.0185509
Jan 29 20:49:21.399078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-8a937bc7-d723-4578-8283-e812f209c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.403763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-8a937bc7-d723-4578-8283-e812f209c809 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1132 time: 0.0842493
Jan 29 20:49:21.448929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1182426268', 'description': 'tempest-description-2093695370'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:21.491539 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-f09bab58-602b-44c4-a41a-f446023740e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72 HTTP/1.1" status: 200  len: 217 time: 0.1560190
Jan 29 20:49:21.538687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.553562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5198c-6c36-4889-a496-45f8ff08a743 req-1c7a71d4-1562-4e95-8a67-6777e02d7d04 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.555121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fea5198c-6c36-4889-a496-45f8ff08a743 req-1c7a71d4-1562-4e95-8a67-6777e02d7d04 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1444921
Jan 29 20:49:21.556201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-2b4596c1-790d-44fc-b61a-0968bba70d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.558179 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-2b4596c1-790d-44fc-b61a-0968bba70d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9853e9034dbf45668208948118f43a4e&device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 1126 time: 0.1900702
Jan 29 20:49:21.622234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-6ff66506-3281-43f1-b29e-b328bbb9a585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bf740e2-6d77-4354-8449-6f514b9359f7 HTTP/1.1" status: 200  len: 217 time: 0.0550878
Jan 29 20:49:21.633864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-1c450281-57ea-41fa-9d86-9632b33e3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.635345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-1c450281-57ea-41fa-9d86-9632b33e3b37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2258711
Jan 29 20:49:21.690379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-78042913-62ce-440a-9283-78b205210767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.691890 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-78042913-62ce-440a-9283-78b205210767 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.1912510
Jan 29 20:49:21.712443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-4e868739-4960-48c4-825b-78273ef2fca4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0689092
Jan 29 20:49:21.729647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fea5198c-6c36-4889-a496-45f8ff08a743 req-ed4c1993-5825-42b6-a3ad-72be390c99ae tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639507
Jan 29 20:49:21.745669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-dd898cf4-42ce-46be-808a-d2d401e4d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.746692 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-dd898cf4-42ce-46be-808a-d2d401e4d2f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35f9bf34-bbf7-4ba6-9101-5ed5097d7726 HTTP/1.1" status: 200  len: 845 time: 0.1150897
Jan 29 20:49:21.804941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-8d086313-3453-4e9f-8a68-f34cc3d657cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.806626 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-8d086313-3453-4e9f-8a68-f34cc3d657cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1072078
Jan 29 20:49:21.825786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-99b17183-a096-4ad3-8058-3338c54f152e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.827866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-99b17183-a096-4ad3-8058-3338c54f152e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 950 time: 0.2412448
Jan 29 20:49:21.861809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-b763d440-049f-4b71-8030-20c41e78edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.863570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-b763d440-049f-4b71-8030-20c41e78edf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1104817
Jan 29 20:49:21.912719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (ffede8ac-f4df-4522-adf1-358731cdca4a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.919324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-d74b112d-577e-4382-96c4-eaa8b858628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:21.921207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-d74b112d-577e-4382-96c4-eaa8b858628d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2019064
Jan 29 20:49:21.922672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ffede8ac-f4df-4522-adf1-358731cdca4a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:21.989950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-8d78c56e-f98a-4523-80b3-3ff24a9a2a29 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753256
Jan 29 20:49:22.009541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:22.011294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbe3397d-78da-4e00-aacd-1bce3e552358 req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5832827
Jan 29 20:49:22.045518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992653f-32ae-46eb-971c-559f622c88d8 req-d1f89eca-c427-4642-99f0-e3b833dce295 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:22.054348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2992653f-32ae-46eb-971c-559f622c88d8 req-d1f89eca-c427-4642-99f0-e3b833dce295 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 950 time: 0.2549171
Jan 29 20:49:22.055978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-7706a02c-8735-449b-9390-6b37b93d48ef service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858377
Jan 29 20:49:22.059517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:22.064436 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110f304-5c52-427a-a171-9a5b671de1d0" -d '{"events": [{"server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "name": "network-vif-plugged", "status": "completed", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:22.066422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b12e-e8d2-4ba8-9810-83e1482e8d67 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffede8ac-f4df-4522-adf1-358731cdca4a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:22.170156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270506-1453-4c11-a42c-df923b3ca932 req-496b50ad-faae-413e-acd4-1420374c2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:22.172054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-496b50ad-faae-413e-acd4-1420374c2b56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2332420
Jan 29 20:49:22.177407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2992653f-32ae-46eb-971c-559f622c88d8 req-8915929a-b841-4f17-bf86-5568d482e21e tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/security-groups?id=a55aeb5b-fa13-4572-8111-5e6f0ee7906c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202357
Jan 29 20:49:22.222180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:22.496355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9ac3135-05e6-48ea-990d-153b3b119cdf req-eed553c1-f842-4b85-ab87-a6ab1bd86fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5003350
Jan 29 20:49:22.531161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-213920e8-a7f4-4b15-9dea-5de0bb1d2a82 req-194dbaaf-c0cf-465c-968c-2de500a35640 service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4687655
Jan 29 20:49:22.540316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Deleting port ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:22.540661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:22.555145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73b54-f567-4b2e-ad94-d199e4941c41 req-b73bf527-08f6-4a9c-9936-4b9d6d8f3abf tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:22.556765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bad73b54-f567-4b2e-ad94-d199e4941c41 req-b73bf527-08f6-4a9c-9936-4b9d6d8f3abf tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 944 time: 0.4850798
Jan 29 20:49:22.735059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-118ce1c4-7756-4a4d-a808-8b2a628c1d0a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5518639
Jan 29 20:49:22.736725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] For port ed819693-5f44-4244-b537-a2bf24e1f6ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed819693-5f44-4244-b537-a2bf24e1f6ce,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:22.737686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:22.749242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1624919-e31e-4a90-9ef2-337a8226da92 req-04015ddf-b588-4b49-a944-3d97db9194d5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:22.753503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1624919-e31e-4a90-9ef2-337a8226da92 req-04015ddf-b588-4b49-a944-3d97db9194d5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 943 time: 0.2245216
Jan 29 20:49:22.781562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bad73b54-f567-4b2e-ad94-d199e4941c41 req-dc611946-4bd5-43f3-ae38-a045e9363ebc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1700530
Jan 29 20:49:22.782638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Calling delete_port for ed819693-5f44-4244-b537-a2bf24e1f6ce owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:22.952551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:22.954932 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989ea1c-5a02-42a3-bbc0-717e914aa646" -d '{"events": [{"name": "network-changed", "server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:22.956260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1624919-e31e-4a90-9ef2-337a8226da92 req-4a037b3b-79b1-406d-8bae-2a09d4e1f69e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1946909
Jan 29 20:49:22.990356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46270506-1453-4c11-a42c-df923b3ca932 req-26e4488c-3808-45f6-8cac-facf171024bd service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303002
Jan 29 20:49:23.000196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1477515506', 'description': 'tempest-description-1296278163'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:23.028125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a42b-8e90-4d5e-a5bb-af3d6dab1477 req-696130c8-751b-4021-95b5-206a514db71d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:23.029697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0de6a42b-8e90-4d5e-a5bb-af3d6dab1477 req-696130c8-751b-4021-95b5-206a514db71d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.1740968
Jan 29 20:49:23.069746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.116121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.137983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ed819693-5f44-4244-b537-a2bf24e1f6ce), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.149881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ed819693-5f44-4244-b537-a2bf24e1f6ce'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:23.179868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0de6a42b-8e90-4d5e-a5bb-af3d6dab1477 req-fa30ddca-a444-4291-b6f5-d23d22a6520f tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421678
Jan 29 20:49:23.183436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Pushing event deleted for resources: {'Port': ['ID=ed819693-5f44-4244-b537-a2bf24e1f6ce,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:23.254698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] No DVR routers for this DVR port ed819693-5f44-4244-b537-a2bf24e1f6ce on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:23.259174 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.262542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c951ceae-25e0-4561-9fcf-710f8061bb50 req-9933702e-ac31-4c22-919d-9ab6d13d88ab tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.36 "DELETE /v2.0/ports/ed819693-5f44-4244-b537-a2bf24e1f6ce HTTP/1.1" status: 204  len: 173 time: 1.4206009
Jan 29 20:49:23.263120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-deleted', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:23.265725 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc74909-a674-4827-a991-6ee36e99e211" -d '{"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-deleted", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:23.271736 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5904e8ce-5096-4292-ae8f-1cff119be3b3 x-openstack-request-id: req-5904e8ce-5096-4292-ae8f-1cff119be3b3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:23.272059 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "name": "network-vif-plugged", "status": "completed", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:23.272321 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5904e8ce-5096-4292-ae8f-1cff119be3b3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:23.272721 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'code': 200}
Jan 29 20:49:23.278019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (f8c7a5b9-ac84-416a-a5b5-594ddcee1faa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.287727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8c7a5b9-ac84-416a-a5b5-594ddcee1faa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.346026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.347546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee23e212-39ff-4184-a84b-9a3fe7b26276 req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3535547
Jan 29 20:49:23.409865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741599a-e5a7-4f5d-b360-6a3c7253a0e8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7a5b9-ac84-416a-a5b5-594ddcee1faa,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:23.441541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360c51-e09d-4cc9-a1b3-0808aef3d72e req-134c9789-5e5f-43d5-8261-f0b46fbd79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:23.443590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82360c51-e09d-4cc9-a1b3-0808aef3d72e req-134c9789-5e5f-43d5-8261-f0b46fbd79f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1128 time: 0.0951941
Jan 29 20:49:23.513966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d381f1d-e6a8-4428-8960-3fb56690d886 req-e64e6861-5e27-47bd-828e-262948837f9d tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:23.515405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d381f1d-e6a8-4428-8960-3fb56690d886 req-e64e6861-5e27-47bd-828e-262948837f9d tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1755753
Jan 29 20:49:23.557434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82360c51-e09d-4cc9-a1b3-0808aef3d72e req-4a3111a7-093f-4d09-a9a4-d4aa061ff103 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012261
Jan 29 20:49:23.568481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678a7d-b8e9-4f24-9a2f-fa1c375f2b5f req-d9cc0a92-f08f-4c19-9b14-21c0171eddff tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:23.569986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e678a7d-b8e9-4f24-9a2f-fa1c375f2b5f req-d9cc0a92-f08f-4c19-9b14-21c0171eddff tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1255248
Jan 29 20:49:23.609954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d381f1d-e6a8-4428-8960-3fb56690d886 req-f139bfef-7689-43ad-9538-50cc3f5beb3b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862463
Jan 29 20:49:23.638276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e678a7d-b8e9-4f24-9a2f-fa1c375f2b5f req-b21ce5cb-e03b-4f8b-85da-4dc7abbba686 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586512
Jan 29 20:49:23.663056 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d42f9-5b66-4c2c-941a-774ed0c46e84 x-openstack-request-id: req-2b1d42f9-5b66-4c2c-941a-774ed0c46e84 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:23.663375 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:23.663626 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1d42f9-5b66-4c2c-941a-774ed0c46e84 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:23.664109 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'status': 'completed', 'code': 200}
Jan 29 20:49:23.700443 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a84e46-adfd-4c9c-ac8b-a325c7c5c08e x-openstack-request-id: req-27a84e46-adfd-4c9c-ac8b-a325c7c5c08e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:23.700739 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a19b16-8f77-4f22-8e17-2b8508b8fb9e", "name": "network-vif-deleted", "tag": "ed819693-5f44-4244-b537-a2bf24e1f6ce", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:23.701005 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27a84e46-adfd-4c9c-ac8b-a325c7c5c08e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:23.701416 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a19b16-8f77-4f22-8e17-2b8508b8fb9e', 'name': 'network-vif-deleted', 'tag': 'ed819693-5f44-4244-b537-a2bf24e1f6ce', 'status': 'completed', 'code': 200}
Jan 29 20:49:23.727957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-873326362', 'description': 'tempest-description-2100878206'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:23.752301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de2c483d-ed44-420d-b89b-0f1ee2fc1f1d req-2c79b716-e39c-4701-9d4b-d675ee66d955 tempest-ServersAdminTestJSON-683123132 tempest-ServersAdminTestJSON-683123132-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a19b16-8f77-4f22-8e17-2b8508b8fb9e HTTP/1.1" status: 200  len: 210 time: 0.0386550
Jan 29 20:49:23.768244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.935240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (299f0d0c-ce12-4658-9c5a-2c14bec1da6f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:23.937535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-4a7035fc-f003-430c-afe5-f6feffd1b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:23.939054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-4a7035fc-f003-430c-afe5-f6feffd1b377 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9853e9034dbf45668208948118f43a4e&device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 1126 time: 0.1249373
Jan 29 20:49:23.941693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (299f0d0c-ce12-4658-9c5a-2c14bec1da6f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.018886 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.020027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cac4fc8-cf79-4446-988e-610ca321e6fd req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2963703
Jan 29 20:49:24.030613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac34b-156f-4e41-8626-b7a03bc5aa3a req-19fe7d0e-a5b2-4284-a58c-54e07bbb0f9f tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.032106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f57ac34b-156f-4e41-8626-b7a03bc5aa3a req-19fe7d0e-a5b2-4284-a58c-54e07bbb0f9f tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1647146
Jan 29 20:49:24.037892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b603a6e-a748-4d9a-8d14-cc422f98209f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f0d0c-ce12-4658-9c5a-2c14bec1da6f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:24.042794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:24.053914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Request body: {'floatingip': {'port_id': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:24.089074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-7d658c0c-f4c5-4c8b-ab57-1783d1879923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.090642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-7d658c0c-f4c5-4c8b-ab57-1783d1879923 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 HTTP/1.1" status: 200  len: 907 time: 0.1419353
Jan 29 20:49:24.118649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.171383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-e0100c56-d77a-4ba8-8129-b699ee0df5dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bf740e2-6d77-4354-8449-6f514b9359f7 HTTP/1.1" status: 200  len: 217 time: 0.0638471
Jan 29 20:49:24.188544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1d7859-0e4b-4244-b6cc-9f680ef62a72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:24.269661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-4b9b0746-9bcb-4353-a5fc-7a03d5b01923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.271603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-4b9b0746-9bcb-4353-a5fc-7a03d5b01923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35f9bf34-bbf7-4ba6-9101-5ed5097d7726 HTTP/1.1" status: 200  len: 845 time: 0.0753405
Jan 29 20:49:24.278720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdd1d9-2978-4310-8b2a-ffae2591fecd req-7600cc0f-5f72-4a87-8881-71b2fca9acac tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.280167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7dbdd1d9-2978-4310-8b2a-ffae2591fecd req-7600cc0f-5f72-4a87-8881-71b2fca9acac tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 944 time: 0.1855173
Jan 29 20:49:24.298756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ed8cb-b48a-474f-9fd2-0c3ebb5cc64d req-5a30da74-2248-4426-b367-69948f7ca1d0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.300231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d6ed8cb-b48a-474f-9fd2-0c3ebb5cc64d req-5a30da74-2248-4426-b367-69948f7ca1d0 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 943 time: 0.1691291
Jan 29 20:49:24.319108 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:49:24.341371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:24.366721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'port_id': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'mac_address': 'fa:16:3e:27:57:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:24.412914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7dbdd1d9-2978-4310-8b2a-ffae2591fecd req-51c70469-cac7-4833-b14d-a760e0a1ca60 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1218555
Jan 29 20:49:24.413155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:24.413155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.416812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d6ed8cb-b48a-474f-9fd2-0c3ebb5cc64d req-8058599b-4bec-4f89-860e-8a34b0d83186 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998864
Jan 29 20:49:24.418721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-8235bcc5-cda9-4d78-a5f9-40cd8d48d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.420163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-8235bcc5-cda9-4d78-a5f9-40cd8d48d7dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1391108
Jan 29 20:49:24.428354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1d7859-0e4b-4244-b6cc-9f680ef62a72 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:24.466147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:24.478279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.537489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:24.677435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-2df117e7-f991-4fa4-a761-3fb3f570839d service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496629
Jan 29 20:49:24.696053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ffca-4f0f-4ab4-a7ee-bfb8f520e3dd req-8839543e-e698-4b6d-ae34-05cc3e3ff98e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:24.697536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9df9ffca-4f0f-4ab4-a7ee-bfb8f520e3dd req-8839543e-e698-4b6d-ae34-05cc3e3ff98e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.1428678
Jan 29 20:49:24.714396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.715490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f760f2c-c1d6-4aee-a583-21a8414c0018 req-9b0ea91b-e57f-421d-a1c5-2d69d85b3632 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 10999 time: 0.2084994
Jan 29 20:49:24.722490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:24.808224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['eb1d7859-0e4b-4244-b6cc-9f680ef62a72'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:24.838498 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Floating IP a6f9de0f-e7f8-45e4-b979-1d8db823dc68 associated. External IP: 172.35.4.3, port: a9a34014-1e18-4e43-b6d6-cb9e2c0726b0.
Jan 29 20:49:24.861105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f760f2c-c1d6-4aee-a583-21a8414c0018 req-e9c576e5-cc43-42c8-a243-3f69f154a975 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 200  len: 2998 time: 0.1335602
Jan 29 20:49:24.883350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9df9ffca-4f0f-4ab4-a7ee-bfb8f520e3dd req-44285c0e-c3b1-4c28-8a22-50b13ca87083 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569366
Jan 29 20:49:24.890462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5989ea1c-5a02-42a3-bbc0-717e914aa646 req-cadca0f2-23f3-427f-8b01-0f9f7fe4f61c service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042434
Jan 29 20:49:24.948721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f760f2c-c1d6-4aee-a583-21a8414c0018 req-401e44a6-0e4d-4f44-b2bb-4918707bd1a5 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 200  len: 2998 time: 0.0796089
Jan 29 20:49:25.095315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f333-650a-42a1-984d-50035c95a890 req-6c70ee0b-3962-4bd7-aba3-692ecc9f418a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:25.097321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c602f333-650a-42a1-984d-50035c95a890 req-6c70ee0b-3962-4bd7-aba3-692ecc9f418a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1208267
Jan 29 20:49:25.103227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:25.114787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-ce55220e-65a8-42b1-b8f6-95e48c1d099e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/ffede8ac-f4df-4522-adf1-358731cdca4a HTTP/1.1" status: 200  len: 1818 time: 0.0917861
Jan 29 20:49:25.196520 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (ffede8ac-f4df-4522-adf1-358731cdca4a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.230584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (ffede8ac-f4df-4522-adf1-358731cdca4a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.257365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Router 97cc6331-9bd9-4750-9efd-037434b8800a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:25.260047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 95b4f824-5ccc-4908-8411-5431cca31774 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:25.260932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.294365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:25.299408 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e9ee1-d834-47c3-a371-604f004bf589" -d '{"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-unplugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:25.303706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ffede8ac-f4df-4522-adf1-358731cdca4a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.306976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.319148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-066ef771-880c-4f35-8599-9ab09cee1c5e req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffede8ac-f4df-4522-adf1-358731cdca4a HTTP/1.1" status: 204  len: 173 time: 0.2030685
Jan 29 20:49:25.321036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:25.327801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.343149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c602f333-650a-42a1-984d-50035c95a890 req-463a547e-bd31-488e-b732-ddbb8f400d8d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076368
Jan 29 20:49:25.354276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253f1fa-92a1-4b44-ae1e-02b8b3e1ade9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffede8ac-f4df-4522-adf1-358731cdca4a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:25.380887 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eece77-0678-4590-a2e1-4c725dd730d3 x-openstack-request-id: req-f6eece77-0678-4590-a2e1-4c725dd730d3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:25.381310 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-unplugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:25.381496 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6eece77-0678-4590-a2e1-4c725dd730d3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:25.382569 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774', 'code': 200}
Jan 29 20:49:25.414215 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-8457b514-0393-491b-905d-767820f27aa8 req-12226786-5aa7-40ce-bd0f-9108875cb8b7 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:49:25.424354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:25.425599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8457b514-0393-491b-905d-767820f27aa8 req-12226786-5aa7-40ce-bd0f-9108875cb8b7 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/ffede8ac-f4df-4522-adf1-358731cdca4a HTTP/1.1" status: 404  len: 352 time: 0.0274961
Jan 29 20:49:25.435135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.450354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Sync routers for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:25.463041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:25.467757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:25.468371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ead60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:25.479466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:25.500952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76d0042b-86e8-4c60-b91a-770cf042813b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "PUT /v2.0/floatingips/a6f9de0f-e7f8-45e4-b979-1d8db823dc68 HTTP/1.1" status: 200  len: 990 time: 1.4547284
Jan 29 20:49:25.563842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75e15501-441e-4a78-89c8-26567e4ae19d req-d485509b-ea2e-40a6-9a0e-03f22dfa30e3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/f8c7a5b9-ac84-416a-a5b5-594ddcee1faa HTTP/1.1" status: 200  len: 1818 time: 0.1206806
Jan 29 20:49:25.590255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:25.653598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-75e15501-441e-4a78-89c8-26567e4ae19d req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (f8c7a5b9-ac84-416a-a5b5-594ddcee1faa), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.666022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:25.668573 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddd4780-c763-4835-91d6-a631776b1008" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:25.689638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51989-15ae-4214-8b1f-59ea2b24a735 req-80add4c7-8a19-499f-ad09-3b5396c21ed7 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:25.696893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c51989-15ae-4214-8b1f-59ea2b24a735 req-80add4c7-8a19-499f-ad09-3b5396c21ed7 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 944 time: 0.1300936
Jan 29 20:49:25.699642 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f1821bb1-8542-4538-9ceb-fb30769bf674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7e4c95e86ea4ae685c15931f075a175&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2190828
Jan 29 20:49:25.702197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:25.721596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-75e15501-441e-4a78-89c8-26567e4ae19d req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (f8c7a5b9-ac84-416a-a5b5-594ddcee1faa), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.776223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] Publish callbacks [] for security_group (a55aeb5b-fa13-4572-8111-5e6f0ee7906c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.781333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c51989-15ae-4214-8b1f-59ea2b24a735 req-6cdee3be-2e3b-4e45-8e37-bef089bb0612 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794590
Jan 29 20:49:25.805311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-75e15501-441e-4a78-89c8-26567e4ae19d req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8c7a5b9-ac84-416a-a5b5-594ddcee1faa), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.805896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] Publish callbacks [] for security_group (a55aeb5b-fa13-4572-8111-5e6f0ee7906c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.808935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-75e15501-441e-4a78-89c8-26567e4ae19d req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.810361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75e15501-441e-4a78-89c8-26567e4ae19d req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8c7a5b9-ac84-416a-a5b5-594ddcee1faa HTTP/1.1" status: 204  len: 173 time: 0.2338879
Jan 29 20:49:25.824654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70988133-50bb-490b-97aa-2f0bc5e7d6d0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7a5b9-ac84-416a-a5b5-594ddcee1faa,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:25.878147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a55aeb5b-fa13-4572-8111-5e6f0ee7906c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.883691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:25.885078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a55aeb5b-fa13-4572-8111-5e6f0ee7906c HTTP/1.1" status: 204  len: 168 time: 0.1816661
Jan 29 20:49:25.895849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e50960-868a-4657-bafc-bd998002862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55aeb5b-fa13-4572-8111-5e6f0ee7906c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:25.999748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98cb7b-6829-4ab3-93a9-4bbe5c30739b req-03d9e8af-f6ed-468a-a3d6-d9f240b8cfa0 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.001533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a98cb7b-6829-4ab3-93a9-4bbe5c30739b req-03d9e8af-f6ed-468a-a3d6-d9f240b8cfa0 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 944 time: 0.1320744
Jan 29 20:49:26.011339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0c99-5231-4151-876f-bc56dd785e21 req-e4c3ae54-c13b-481d-aae9-6a01f8d12549 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.022351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08ca0c99-5231-4151-876f-bc56dd785e21 req-e4c3ae54-c13b-481d-aae9-6a01f8d12549 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1026926
Jan 29 20:49:26.042522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ead60>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6f9de0f-e7f8-45e4-b979-1d8db823dc68', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'floating_ip_address': '172.35.4.3', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'port_id': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'mac_address': 'fa:16:3e:6a:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:48:58Z', 'updated_at': '2022-01-29T20:49:24Z', 'revision_number': 1, 'project_id': 'da4564b995ef40d396be72d324de486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:26.090182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Checking router: 97cc6331-9bd9-4750-9efd-037434b8800a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:26.100350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:26.101289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ead60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:26.116749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a98cb7b-6829-4ab3-93a9-4bbe5c30739b req-8633dbd5-450e-4363-80cd-99171bdd3f88 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0833468
Jan 29 20:49:26.134037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08ca0c99-5231-4151-876f-bc56dd785e21 req-c558cbd0-6fe1-46ed-8f93-1f1fa456a3ac tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104293
Jan 29 20:49:26.162779 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3e562-9d6e-4f14-8269-f5230701b155 x-openstack-request-id: req-fcf3e562-9d6e-4f14-8269-f5230701b155 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:26.163072 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:26.163334 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf3e562-9d6e-4f14-8269-f5230701b155 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:26.163745 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'status': 'completed', 'code': 200}
Jan 29 20:49:26.207253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1d7859-0e4b-4244-b6cc-9f680ef62a72 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:26.271005 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-b192c3cc-b300-4866-9747-3edfcdb669e4 req-f2c9ec6a-721a-40aa-b797-01a393138d4f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:49:26.272062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b192c3cc-b300-4866-9747-3edfcdb669e4 req-f2c9ec6a-721a-40aa-b797-01a393138d4f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/f8c7a5b9-ac84-416a-a5b5-594ddcee1faa HTTP/1.1" status: 404  len: 352 time: 0.0757229
Jan 29 20:49:26.313923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:26.342299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:26.343407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4780-c763-4835-91d6-a631776b1008 req-83a2bc38-bb95-4282-a05f-d57a0ab7d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.345384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-83a2bc38-bb95-4282-a05f-d57a0ab7d272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da4564b995ef40d396be72d324de486c&device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 1128 time: 0.1594555
Jan 29 20:49:26.351382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:26.351882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.386130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:26.423911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24058b4-80cd-41af-9bac-6a31bc32a6f7 req-0b645de1-3719-4e0e-b316-03ad3e259d77 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.425416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24058b4-80cd-41af-9bac-6a31bc32a6f7 req-0b645de1-3719-4e0e-b316-03ad3e259d77 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.1771998
Jan 29 20:49:26.428242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cccbef38-0158-4596-86bf-c5407b175e6a req-0a7a4ac0-aac3-42d3-8b53-8677ae384cf6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/299f0d0c-ce12-4658-9c5a-2c14bec1da6f HTTP/1.1" status: 200  len: 1817 time: 0.1268160
Jan 29 20:49:26.467396 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a43ee4c-e947-4990-9fe5-e8fbdff3f233 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e46d1eb99d25448b89e8eb851b406706&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0785224
Jan 29 20:49:26.470435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39830) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:26.540434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4780-c763-4835-91d6-a631776b1008 req-b3800a37-0efd-4abf-a834-a1d1a635f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.541956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-b3800a37-0efd-4abf-a834-a1d1a635f696 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47e8132c-7695-4e21-a784-66433f70c3de HTTP/1.1" status: 200  len: 916 time: 0.1904809
Jan 29 20:49:26.545539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c24058b4-80cd-41af-9bac-6a31bc32a6f7 req-22c4e894-d533-4289-93a1-e8fb3350d0be tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117024
Jan 29 20:49:26.584553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] Publish callbacks [] for security_group (3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.618696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cccbef38-0158-4596-86bf-c5407b175e6a req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (299f0d0c-ce12-4658-9c5a-2c14bec1da6f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.644879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] Publish callbacks [] for security_group (3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.666701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cccbef38-0158-4596-86bf-c5407b175e6a req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (299f0d0c-ce12-4658-9c5a-2c14bec1da6f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.735071 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.737836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.745849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a HTTP/1.1" status: 204  len: 168 time: 0.2695274
Jan 29 20:49:26.766776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd3ed-7db4-491b-b328-5bf822e67fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3307b7d2-ed2d-4fe0-91d9-ddc67e9c0b5a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:26.798069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cccbef38-0158-4596-86bf-c5407b175e6a req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (299f0d0c-ce12-4658-9c5a-2c14bec1da6f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.800941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cccbef38-0158-4596-86bf-c5407b175e6a req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.803216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cccbef38-0158-4596-86bf-c5407b175e6a req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/299f0d0c-ce12-4658-9c5a-2c14bec1da6f HTTP/1.1" status: 204  len: 173 time: 0.3599904
Jan 29 20:49:26.829382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-50d1580a-ef6b-4e68-9fde-4af53c00007d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 HTTP/1.1" status: 200  len: 998 time: 0.2793696
Jan 29 20:49:26.832266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b6136-5b57-4011-8b2b-02e14ba0e240 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f0d0c-ce12-4658-9c5a-2c14bec1da6f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:26.884589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:26.885330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.956067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:26.977926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:26.979124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:26.997092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279d647-9b95-4f96-90e2-136ef2b9fda3 req-cbfd0d98-3876-4e20-ad6a-f491dbfba9ee tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:26.998596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5279d647-9b95-4f96-90e2-136ef2b9fda3 req-cbfd0d98-3876-4e20-ad6a-f491dbfba9ee tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 948 time: 0.2838619
Jan 29 20:49:27.059152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:27.059819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4780-c763-4835-91d6-a631776b1008 req-32f756fc-651b-478b-a915-ddd1865d55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:27.062084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-32f756fc-651b-478b-a915-ddd1865d55b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=734973c0-2600-42c9-9565-c98820f3024a HTTP/1.1" status: 200  len: 854 time: 0.2248838
Jan 29 20:49:27.084423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: ed819693-5f44-4244-b537-a2bf24e1f6ce {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:49:27.085138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ed819693-5f44-4244-b537-a2bf24e1f6ce not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:49:27.093433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ead60>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6f9de0f-e7f8-45e4-b979-1d8db823dc68', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'floating_ip_address': '172.35.4.3', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'port_id': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'mac_address': 'fa:16:3e:6a:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:48:58Z', 'updated_at': '2022-01-29T20:49:24Z', 'revision_number': 1, 'project_id': 'da4564b995ef40d396be72d324de486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:27.138014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5fe6f-6835-4fd0-bcd5-4868da32c0fd None None] The sync data for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 is: [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6f9de0f-e7f8-45e4-b979-1d8db823dc68', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'floating_ip_address': '172.35.4.3', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'port_id': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'mac_address': 'fa:16:3e:6a:73:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:48:58Z', 'updated_at': '2022-01-29T20:49:24Z', 'revision_number': 1, 'project_id': 'da4564b995ef40d396be72d324de486c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:27.138389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:27.183923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-2625200f-68d9-4164-bde9-280806bf2e46 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 258 time: 0.3431756
Jan 29 20:49:27.192722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:27.213596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5279d647-9b95-4f96-90e2-136ef2b9fda3 req-0bc2f967-d73e-4c6a-9880-2890837eb0a7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011344
Jan 29 20:49:27.235489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4780-c763-4835-91d6-a631776b1008 req-daddcaa1-9c21-49f5-85a9-32ddc054a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:27.238471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-daddcaa1-9c21-49f5-85a9-32ddc054a6bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47e8132c-7695-4e21-a784-66433f70c3de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1613827
Jan 29 20:49:27.263234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:27.323948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:27.339350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '95b4f824-5ccc-4908-8411-5431cca31774', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '95b4f824-5ccc-4908-8411-5431cca31774', 'mac_address': 'fa:16:3e:f0:a3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:27.382949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 95b4f824-5ccc-4908-8411-5431cca31774 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:27.383343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:27.392473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:27.396134 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b52a4-f730-471d-81d3-8efcb3053512" -d '{"events": [{"server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "name": "network-vif-plugged", "status": "completed", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:27.403409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b4f824-5ccc-4908-8411-5431cca31774 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:27.426202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:27.432184 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:27.432910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5bf740e2-6d77-4354-8449-6f514b9359f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:27.545966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509749f0-c188-4c23-b70c-36ea53869dc1 None None] New status for floating IP a6f9de0f-e7f8-45e4-b979-1d8db823dc68: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:27.579050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:27.679890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bf740e2-6d77-4354-8449-6f514b9359f7,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:27.695854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'port_id': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'mac_address': 'fa:16:3e:13:dc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:27.773820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5bf740e2-6d77-4354-8449-6f514b9359f7 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:27.774561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:27.794262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf740e2-6d77-4354-8449-6f514b9359f7 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:27.832478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bf740e2-6d77-4354-8449-6f514b9359f7,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:27.838189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:27.856628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-bb937ff4-2337-4572-a6b2-6804ea8270ff service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6098757
Jan 29 20:49:27.869863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39026c-2ee9-466c-a14a-70153bddf002 req-cf6c06b0-dffb-4380-8c2a-04be367691f9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:27.871799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd39026c-2ee9-466c-a14a-70153bddf002 req-cf6c06b0-dffb-4380-8c2a-04be367691f9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1772118
Jan 29 20:49:27.925390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:27.998222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:28.007178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd39026c-2ee9-466c-a14a-70153bddf002 req-4305879e-f132-403f-bdaa-3a5b8bd1c560 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222746
Jan 29 20:49:28.059463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ddd4780-c763-4835-91d6-a631776b1008 req-1431892a-ffe1-4e0d-a44e-e2a3b8a5e964 service neutron] 10.222.0.36 "GET /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862824
Jan 29 20:49:28.083520 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-ab12a15f-21e4-41c8-a5bb-87269bacadd9 req-c07e5f8a-161a-46cc-9440-ef945a6ac51a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:49:28.084361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab12a15f-21e4-41c8-a5bb-87269bacadd9 req-c07e5f8a-161a-46cc-9440-ef945a6ac51a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/299f0d0c-ce12-4658-9c5a-2c14bec1da6f HTTP/1.1" status: 404  len: 352 time: 0.0302508
Jan 29 20:49:28.156198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Allocated IP 172.35.4.188 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2e95f495-c49d-4be2-9c71-11ba9a6499ca) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:28.227925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5bf740e2-6d77-4354-8449-6f514b9359f7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:28.230392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:28.290568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a2f4c-8dca-45e0-99e7-1173601cca4a req-568de3a7-aa7d-4f28-ae30-2ccb050a49be tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:28.304376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f50a2f4c-8dca-45e0-99e7-1173601cca4a req-568de3a7-aa7d-4f28-ae30-2ccb050a49be tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 945 time: 0.1450515
Jan 29 20:49:28.360824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:28.389694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f50a2f4c-8dca-45e0-99e7-1173601cca4a req-a0bb5b4f-c742-4592-aa01-95c2f9ac0081 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0847924
Jan 29 20:49:28.447193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:28.503344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:28.535176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:28.540165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:28.558931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event updated for resources: {'Port': ['ID=2e95f495-c49d-4be2-9c71-11ba9a6499ca,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:28.622027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0515c-699e-41fe-a8da-b820e1b93699 req-f4956b64-e2d8-4cd1-8ea0-ebe58a53873c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:28.623951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b0515c-699e-41fe-a8da-b820e1b93699 req-f4956b64-e2d8-4cd1-8ea0-ebe58a53873c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1279876
Jan 29 20:49:28.646290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:28.732357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b0515c-699e-41fe-a8da-b820e1b93699 req-2786a4e8-c59a-4f1b-8f9b-53845ca3ccd7 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887802
Jan 29 20:49:28.732912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:28.782409 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2178e150-d9b5-4a48-94b9-481c82efc434 x-openstack-request-id: req-2178e150-d9b5-4a48-94b9-481c82efc434 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:28.782953 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "name": "network-vif-plugged", "status": "completed", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:28.782953 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2178e150-d9b5-4a48-94b9-481c82efc434 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:28.783347 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'code': 200}
Jan 29 20:49:28.947248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc2d4bd1-b05a-4c6d-9fac-e935576435ae req-ae714336-b482-449e-8aae-e4bcbe88848f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 6199 time: 0.1456683
Jan 29 20:49:28.985847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf08a9-a153-4943-b390-cbbc3432fcc5 req-013ce89b-6828-44e5-a869-fb9d79eec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:28.987226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4faf08a9-a153-4943-b390-cbbc3432fcc5 req-013ce89b-6828-44e5-a869-fb9d79eec8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 1127 time: 0.1259685
Jan 29 20:49:29.026377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.034302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.066119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc2d4bd1-b05a-4c6d-9fac-e935576435ae req-517d0944-94bd-44a3-bfe0-957c5e6327be tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 200  len: 2998 time: 0.1062403
Jan 29 20:49:29.082527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.123462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4faf08a9-a153-4943-b390-cbbc3432fcc5 req-4f179fe2-566a-4b7d-880e-e1f405acdf52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225019
Jan 29 20:49:29.134514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event updated for resources: {'Port': ['ID=2e95f495-c49d-4be2-9c71-11ba9a6499ca,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:29.145485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.146709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-3ea7fe74-a251-4991-aa45-5fc0a33cfd51 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9619844
Jan 29 20:49:29.192741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc2d4bd1-b05a-4c6d-9fac-e935576435ae req-fc88e7c0-6783-41e2-84f7-609396213c21 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 200  len: 2998 time: 0.1172991
Jan 29 20:49:29.203129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-bf034256-145d-42e5-babf-0f9882595492 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 696 time: 0.0495515
Jan 29 20:49:29.366673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acaef7-3ba7-4002-a44d-2fc8691cb85e req-5e3e9007-ec29-4e20-85e1-34867a71cdc6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:29.368172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46acaef7-3ba7-4002-a44d-2fc8691cb85e req-5e3e9007-ec29-4e20-85e1-34867a71cdc6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 949 time: 0.0884895
Jan 29 20:49:29.375866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-921aed3c-35b3-4d65-9bb0-d5aac80c2ae2 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:29.377721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-921aed3c-35b3-4d65-9bb0-d5aac80c2ae2 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1631188
Jan 29 20:49:29.389451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-8a0393cc-f1f9-49dd-a2eb-da6e4317e2bc tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:49:29.390394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54f3dc56-9db8-412e-b2df-429640ae83a0 req-8a0393cc-f1f9-49dd-a2eb-da6e4317e2bc tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060322
Jan 29 20:49:29.429281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46acaef7-3ba7-4002-a44d-2fc8691cb85e req-d59376ca-4440-4c56-bcd7-ed23e2d88ad0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505056
Jan 29 20:49:29.556557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcdd74-5a88-4c08-8beb-03fd6d8d9a1c req-8f36186a-3ee8-4ba1-823e-493c52dbf4ea tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:29.558557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5bcdd74-5a88-4c08-8beb-03fd6d8d9a1c req-8f36186a-3ee8-4ba1-823e-493c52dbf4ea tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.0664160
Jan 29 20:49:29.573943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438601147', 'description': 'tempest-description-1825901607'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:29.607149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.632634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5bcdd74-5a88-4c08-8beb-03fd6d8d9a1c req-bae20b8d-9d43-4b3e-af84-13ead5a6c1b9 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682616
Jan 29 20:49:29.693836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (eb28e113-8447-475b-a018-00cb74233e1d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.698363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eb28e113-8447-475b-a018-00cb74233e1d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.727958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:29.738902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66e95491-609a-441e-baa5-0302af2a4e31 req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1731203
Jan 29 20:49:29.753036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07fc3-5dbc-4354-b8b8-1574acd191b3 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28e113-8447-475b-a018-00cb74233e1d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:29.832587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-7ff79641-88fd-4f61-81d0-130c229726b4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:29.834654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-7ff79641-88fd-4f61-81d0-130c229726b4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0925846
Jan 29 20:49:29.886706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201f98-b5cb-4d06-9946-476083ac157e req-afb3e0eb-2b70-4ef1-afd0-95337ca26a4a tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:29.888159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1201f98-b5cb-4d06-9946-476083ac157e req-afb3e0eb-2b70-4ef1-afd0-95337ca26a4a tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 945 time: 0.1029096
Jan 29 20:49:29.894776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-7e5fff99-35aa-49f7-87e5-556a6a1ce4e4 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 696 time: 0.0540547
Jan 29 20:49:29.906252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'floatingip': {'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:29.962355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.012208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1201f98-b5cb-4d06-9946-476083ac157e req-2533cc7b-7657-4917-b8c5-17719bd92e56 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1158700
Jan 29 20:49:30.229032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1881978700', 'description': 'tempest-description-1162828048'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:30.362565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.403914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-6e8d44ef-c97f-4125-90b7-68015cdd9138 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:30.405403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-6e8d44ef-c97f-4125-90b7-68015cdd9138 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c&tenant_id=7a0b118165d24356b73539995ce35e01&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1721277
Jan 29 20:49:30.555141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.562921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (00165c89-c10a-4574-a6a6-5e38e857d5b7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.565389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.570912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (00165c89-c10a-4574-a6a6-5e38e857d5b7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.655487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-e00d538f-7660-4550-94ca-80fc88700a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:30.657463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-e00d538f-7660-4550-94ca-80fc88700a4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1131 time: 0.1709950
Jan 29 20:49:30.685100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00165c89-c10a-4574-a6a6-5e38e857d5b7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:30.699911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:30.701151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e23ea654-37bf-410f-944b-1bd970954c54 req-0b1171d1-9f84-49d2-82f1-b78d34a240de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5051091
Jan 29 20:49:30.774480 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Floating IP cc3d98e3-d35b-47b6-9f3e-5355ef448023 associated. External IP: 172.35.4.188, port: cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a.
Jan 29 20:49:30.881041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-4990dcab-e1f4-41f0-b432-b18671647165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:30.882377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-4990dcab-e1f4-41f0-b432-b18671647165 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2182012
Jan 29 20:49:30.935787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-1274c6bd-66bd-425d-8b58-6e12e278fce6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0418882
Jan 29 20:49:30.982330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8343b-ad2f-41bb-bb09-6ffd2c2e2b8f req-430ca061-5a11-49bb-afe1-43b25808a143 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:30.983759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66e8343b-ad2f-41bb-bb09-6ffd2c2e2b8f req-430ca061-5a11-49bb-afe1-43b25808a143 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 949 time: 0.1698334
Jan 29 20:49:31.052116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-ad4f422a-2389-4508-a6db-cbae5550ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:31.053564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-ad4f422a-2389-4508-a6db-cbae5550ee8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1113038
Jan 29 20:49:31.147121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:31.199126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 95b4f824-5ccc-4908-8411-5431cca31774 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:31.199522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95b4f824-5ccc-4908-8411-5431cca31774), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.290031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 95b4f824-5ccc-4908-8411-5431cca31774 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:31.290541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.340135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:31.341549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:31.344277 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b65b16-065c-4643-a513-f4a33ab2d2bc" -d '{"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:31.362182 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.363360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5bf740e2-6d77-4354-8449-6f514b9359f7 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:31.407204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66e8343b-ad2f-41bb-bb09-6ffd2c2e2b8f req-b7e6dc35-945e-4ea6-a10d-40f37f588a3b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4169931
Jan 29 20:49:31.439006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-83fbabba-884b-42ab-b31a-4c94e41c6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:31.440487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-83fbabba-884b-42ab-b31a-4c94e41c6511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3594074
Jan 29 20:49:31.459988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 5bf740e2-6d77-4354-8449-6f514b9359f7 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:31.467541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:31.472050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 5bf740e2-6d77-4354-8449-6f514b9359f7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:31.472498 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.529284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:31.578506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5bf740e2-6d77-4354-8449-6f514b9359f7 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:31.578890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.614449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bf740e2-6d77-4354-8449-6f514b9359f7,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:31.619193 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.668526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:31.693896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-9dd34ce2-91d8-4503-bfa9-75ce8fd9158a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427135
Jan 29 20:49:31.705819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77e3b-d762-44df-b5da-630622f4d744 req-e77cdb6c-22a1-4470-8629-a0b3ddd0c14a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:31.707226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93b77e3b-d762-44df-b5da-630622f4d744 req-e77cdb6c-22a1-4470-8629-a0b3ddd0c14a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1732016
Jan 29 20:49:31.776436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:31.782813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:31.787015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Sync routers for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:31.797705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:31.798321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:31.847286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c579a39-51b9-4a1a-9596-60aa88e1ff57 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "PUT /v2.0/floatingips/cc3d98e3-d35b-47b6-9f3e-5355ef448023 HTTP/1.1" status: 200  len: 997 time: 1.9453642
Jan 29 20:49:31.850059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:31.852311 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42" -d '{"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:31.864631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93b77e3b-d762-44df-b5da-630622f4d744 req-5fbbfe30-a96a-4431-bcba-db52a84fcc47 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351283
Jan 29 20:49:31.875843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6b399db-077f-464e-bdf1-e89c1cee72bb req-ddb170a9-5643-4ac5-863b-d0204bf2e317 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671481
Jan 29 20:49:31.923733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:31.990560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-cde55cf0-d218-4122-8587-d24bcf92c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:31.994927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-cde55cf0-d218-4122-8587-d24bcf92c261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1128 time: 0.0935371
Jan 29 20:49:32.164094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-d594595e-a6b9-410b-b7b6-2ce512af5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:32.165636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-d594595e-a6b9-410b-b7b6-2ce512af5320 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 928 time: 0.1655471
Jan 29 20:49:32.173246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-d5eec51d-6f68-4aba-b31d-1eed941aacfa tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:32.180272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-d5eec51d-6f68-4aba-b31d-1eed941aacfa tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 812 time: 0.1811438
Jan 29 20:49:32.194588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4cb50>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3d98e3-d35b-47b6-9f3e-5355ef448023', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'floating_ip_address': '172.35.4.188', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'mac_address': 'fa:16:3e:ff:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371202f-8300-442e-afb1-5884a2852937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:28Z', 'updated_at': '2022-01-29T20:49:30Z', 'revision_number': 1, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:32.233592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Checking router: 1b16db06-f079-4be1-b1a6-ae8d53f87a13 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:32.235444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-1106de58-2220-495d-843b-35e7b364ece6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/quotas/81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 375 time: 0.0543664
Jan 29 20:49:32.243031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:32.243634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:32.291663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-53b8ba3a-ced4-4a17-9cf6-cdcd56a580b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 1000 time: 0.1094596
Jan 29 20:49:32.312726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-2f42e1dd-f808-41f0-aec4-2465ea8554ad tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0764601
Jan 29 20:49:32.378369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:32.448589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-df2a9de4-9394-4e36-90d6-6f616c7703a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:32.450154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-df2a9de4-9394-4e36-90d6-6f616c7703a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.1421976
Jan 29 20:49:32.517313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-bb15a31f-513b-49bc-8bc5-8b185754bbfa service neutron] 10.222.0.20 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662304
Jan 29 20:49:32.534291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-c16ba494-cf30-40f8-89ae-4ebd23c42bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:32.536589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-c16ba494-cf30-40f8-89ae-4ebd23c42bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0752318
Jan 29 20:49:32.549042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c1ad2cf-a96c-467b-8fe1-e7a917b9f3ef service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:49:32.550335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-9c1ad2cf-a96c-467b-8fe1-e7a917b9f3ef service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066807
Jan 29 20:49:32.653960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4cb50>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3d98e3-d35b-47b6-9f3e-5355ef448023', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'floating_ip_address': '172.35.4.188', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'mac_address': 'fa:16:3e:ff:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371202f-8300-442e-afb1-5884a2852937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:28Z', 'updated_at': '2022-01-29T20:49:30Z', 'revision_number': 1, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:32.687334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d612bf-7424-4fbb-8833-e4baeccf74c1 None None] The sync data for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 is: [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3d98e3-d35b-47b6-9f3e-5355ef448023', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'floating_ip_address': '172.35.4.188', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'mac_address': 'fa:16:3e:ff:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371202f-8300-442e-afb1-5884a2852937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:28Z', 'updated_at': '2022-01-29T20:49:30Z', 'revision_number': 1, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:32.697409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-fcb3b266-2977-41d4-a6c7-c274b8abf3bf service neutron] 10.222.0.20 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655610
Jan 29 20:49:32.721936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-33c4436e-2f42-45a7-92b2-30b140377cda service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577590
Jan 29 20:49:32.831985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d37b7b3-0c2e-4b19-a6a9-897033be2850 req-16530736-972d-4d62-a137-edf4bebac484 service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035511
Jan 29 20:49:32.917489 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e1e93-b95f-4687-a8ab-c723fc3192e6 x-openstack-request-id: req-000e1e93-b95f-4687-a8ab-c723fc3192e6 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:32.917810 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f824-5ccc-4908-8411-5431cca31774", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:32.918077 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-000e1e93-b95f-4687-a8ab-c723fc3192e6 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:32.918483 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774', 'code': 200}
Jan 29 20:49:33.002684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffffa7-6951-4006-a957-64bff63669e7 req-604472fb-9d93-4974-aca3-c683740d1067 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:33.004585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ffffa7-6951-4006-a957-64bff63669e7 req-604472fb-9d93-4974-aca3-c683740d1067 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.0844474
Jan 29 20:49:33.031731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1b06d-d7b0-4ca3-921c-3d5d4cb709fb None None] New status for floating IP cc3d98e3-d35b-47b6-9f3e-5355ef448023: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:33.055597 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baf3d4c-0717-46b5-835a-0803261fe27d x-openstack-request-id: req-6baf3d4c-0717-46b5-835a-0803261fe27d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:33.056542 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:33.057358 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6baf3d4c-0717-46b5-835a-0803261fe27d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:33.058943 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'status': 'completed', 'code': 200}
Jan 29 20:49:33.245558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ffffa7-6951-4006-a957-64bff63669e7 req-94c3aa83-1ac8-4d3a-bd4a-a8e6495c13a3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2348700
Jan 29 20:49:33.267823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-604b1fac-3e2a-40a4-85fa-30aca172fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:33.269800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-604b1fac-3e2a-40a4-85fa-30aca172fc13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1128 time: 0.1957176
Jan 29 20:49:33.278680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb9d89-bfbd-40b2-b89e-e8bbdd1e9959 req-0f482c52-8e0b-4c5c-b61d-f4e026bc81ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:33.281419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20bb9d89-bfbd-40b2-b89e-e8bbdd1e9959 req-0f482c52-8e0b-4c5c-b61d-f4e026bc81ef tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1543708
Jan 29 20:49:33.290289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40014) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:33.295427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Request body: {'floatingip': {'port_id': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:33.370746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:33.462137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40022) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:33.465848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2924341-7f4b-45c5-9160-78740aa6b8c3 req-6e5909c7-cbaa-4f4d-a258-a06d150befa8 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 210 time: 0.0794625
Jan 29 20:49:33.649206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b452-0d1d-4b0f-a8a2-810eaa35a445 req-3e1b81a7-1928-4eb9-931a-f9f7aed6aa40 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:33.656896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fd7b452-0d1d-4b0f-a8a2-810eaa35a445 req-3e1b81a7-1928-4eb9-931a-f9f7aed6aa40 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2691364
Jan 29 20:49:33.677598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-101eded2-5ede-4c57-9761-3f156eaa6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:33.679545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-101eded2-5ede-4c57-9761-3f156eaa6d46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 928 time: 0.3964765
Jan 29 20:49:33.787742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db439390-8cad-4c48-99fe-a8b424a1c313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:33.794212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fd7b452-0d1d-4b0f-a8a2-810eaa35a445 req-a8fdcaa0-d598-435e-bb8b-687a15de3e91 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358666
Jan 29 20:49:33.799151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-9c1828b5-f088-419c-8438-5cf67d6dee39 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 258 time: 0.2829807
Jan 29 20:49:33.824150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:33.861271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-4b89f653-a35a-416a-ba05-b607337668b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 1002 time: 0.1659753
Jan 29 20:49:33.914403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:33.947894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:33.953157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.013181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-c7ff9f16-4c40-4abe-ab80-e4249ba7a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:34.014702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-c7ff9f16-4c40-4abe-ab80-e4249ba7a417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.1453297
Jan 29 20:49:34.062349 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86 associated. External IP: 172.35.4.108, port: eb1d7859-0e4b-4244-b6cc-9f680ef62a72.
Jan 29 20:49:34.077242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db439390-8cad-4c48-99fe-a8b424a1c313 admin admin] Publish callbacks [] for security_group (1b68e842-b554-4864-ba17-1fc66f67831e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.090897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db439390-8cad-4c48-99fe-a8b424a1c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1b68e842-b554-4864-ba17-1fc66f67831e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.108959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abf322-5725-4aa5-be14-b8b325759293 req-05f9378a-89df-46c6-81c2-ed1a6be82b60 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:34.115935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3abf322-5725-4aa5-be14-b8b325759293 req-05f9378a-89df-46c6-81c2-ed1a6be82b60 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.2073374
Jan 29 20:49:34.213194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-db439390-8cad-4c48-99fe-a8b424a1c313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2118595586ce46d883446de31094364c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7498722
Jan 29 20:49:34.219315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:34.259528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-a5fd75da-a1ca-44a2-b18b-0025ef2fd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:34.261348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-a5fd75da-a1ca-44a2-b18b-0025ef2fd100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2316027
Jan 29 20:49:34.269912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db439390-8cad-4c48-99fe-a8b424a1c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68e842-b554-4864-ba17-1fc66f67831e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:34.374363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] Publish callbacks [] for security_group (1b68e842-b554-4864-ba17-1fc66f67831e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.391207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:34.430433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] Publish callbacks [] for security_group (1b68e842-b554-4864-ba17-1fc66f67831e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.458785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3abf322-5725-4aa5-be14-b8b325759293 req-97e69529-cd9c-4d27-b3f5-8ab5ee757d6c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3407094
Jan 29 20:49:34.537912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-03d7807a-7edb-4da6-855d-d8df9568bb79 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548063
Jan 29 20:49:34.545643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-7a9320f8-2462-4232-ae65-ee334d22dbc5 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:34.547649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-7a9320f8-2462-4232-ae65-ee334d22dbc5 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 812 time: 0.2787983
Jan 29 20:49:34.581386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'device_id': '07326083-134d-4d64-8c87-0208a2ef62ba', 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea', 'admin_state_up': True, 'tenant_id': '81599579baff474b953d9edb301eba6f'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:34.595048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:34.605162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.610786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:34.633935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:34.634889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bbd8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:34.649864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1b68e842-b554-4864-ba17-1fc66f67831e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.653136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.654341 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b68e842-b554-4864-ba17-1fc66f67831e HTTP/1.1" status: 204  len: 168 time: 0.4339850
Jan 29 20:49:34.678838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806e7bf-fb2d-4ba6-9d25-baea3f996ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68e842-b554-4864-ba17-1fc66f67831e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:34.685256 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5494bd34-8c6b-4c62-b816-aa057de41808 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "PUT /v2.0/floatingips/d07b2824-b4d0-439c-b035-6fcb32ff3b86 HTTP/1.1" status: 200  len: 991 time: 1.3936908
Jan 29 20:49:34.685991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:34.689509 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f31c7d-6966-48cc-b72d-12e7e59060ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:34.726295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:34.959349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:34.962595 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551523b-6363-4fdc-9421-1fc2afdacd7d" -d '{"events": [{"server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "name": "network-vif-plugged", "status": "completed", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:35.046760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:35.207580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:35.260676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91b65-3105-40c4-a291-e182e8feeeb4 req-6fadf84b-1849-4970-a2d8-53bddc4065e0 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:35.270706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1db91b65-3105-40c4-a291-e182e8feeeb4 req-6fadf84b-1849-4970-a2d8-53bddc4065e0 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.7178938
Jan 29 20:49:35.296942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d390bd5-0468-41f5-85a8-05b6d89101cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.340261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4866bb5f-252d-4d5f-85e4-2c24fbf5ca42 req-eef93595-9138-44d9-9f00-16e3acfd2fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7914624
Jan 29 20:49:35.413612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1db91b65-3105-40c4-a291-e182e8feeeb4 req-f3ba32b0-cb97-432b-b013-620bb309dbd9 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1419041
Jan 29 20:49:35.425002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Made reservation on behalf of 81599579baff474b953d9edb301eba6f for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:35.428912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.445357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d390bd5-0468-41f5-85a8-05b6d89101cd admin admin] Publish callbacks [] for security_group (71a46094-714e-48fa-8533-5ec5371ad90d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.452271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d390bd5-0468-41f5-85a8-05b6d89101cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (71a46094-714e-48fa-8533-5ec5371ad90d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.489727 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d390bd5-0468-41f5-85a8-05b6d89101cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=231eefa0068f4c57a9e69625a5b160ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2656436
Jan 29 20:49:35.496841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40052) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:35.532154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Allocated IP 172.35.4.197 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/a4555226-3542-4501-b7c1-4b1761b39580) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:35.533704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d390bd5-0468-41f5-85a8-05b6d89101cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a46094-714e-48fa-8533-5ec5371ad90d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:35.591237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] Publish callbacks [] for security_group (71a46094-714e-48fa-8533-5ec5371ad90d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.624822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] Publish callbacks [] for security_group (71a46094-714e-48fa-8533-5ec5371ad90d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.697800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bbd8c40>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:27:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588e7aa-023f-4392-bded-477cddb7b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:49:33Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:35.699893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-593c2bfc-1bea-474e-a3d0-1b5bac2b1f1d req-124910be-ec52-43d4-a308-a46603fadbbf tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 210 time: 0.0942898
Jan 29 20:49:35.703132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (71a46094-714e-48fa-8533-5ec5371ad90d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.706488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.714497 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71a46094-714e-48fa-8533-5ec5371ad90d HTTP/1.1" status: 204  len: 168 time: 0.2087924
Jan 29 20:49:35.744189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1be1e-b046-4056-9a9b-fcaea976a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a46094-714e-48fa-8533-5ec5371ad90d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:35.786447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:35.823968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:35.824804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bbd8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:35.869883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for port (a4555226-3542-4501-b7c1-4b1761b39580), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:35.880123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Allocated IP 172.20.0.12 (14df93a1-ddf0-469c-9cef-2844e46a67ea/093ec7cc-0218-458a-85b5-eb7bc05d2205/2b5ad264-0f2d-4b83-9373-511e2b1bcb02) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:35.918424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee2a9d-a4d8-4eaf-a0a4-e38bed4f611c req-640f05ab-0982-4769-98db-d0f3df42c0c2 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:35.921949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fee2a9d-a4d8-4eaf-a0a4-e38bed4f611c req-640f05ab-0982-4769-98db-d0f3df42c0c2 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1344714
Jan 29 20:49:35.975611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:36.025321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a4555226-3542-4501-b7c1-4b1761b39580), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:36.102870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fee2a9d-a4d8-4eaf-a0a4-e38bed4f611c req-162d4229-a01e-42cc-88e0-84097ee8b7f2 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640005
Jan 29 20:49:36.148070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:36.179321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:36.181804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:36.186234 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900ec22-93d5-4260-935b-578e18625647 x-openstack-request-id: req-5900ec22-93d5-4260-935b-578e18625647 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:36.186536 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:36.186794 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5900ec22-93d5-4260-935b-578e18625647 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:36.187201 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'status': 'completed', 'code': 200}
Jan 29 20:49:36.203774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event updated for resources: {'Port': ['ID=a4555226-3542-4501-b7c1-4b1761b39580,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:36.267127 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba7755b-e1af-467e-b54c-9a71df365407 x-openstack-request-id: req-7ba7755b-e1af-467e-b54c-9a71df365407 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:36.267973 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "name": "network-vif-plugged", "status": "completed", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:36.268262 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba7755b-e1af-467e-b54c-9a71df365407 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:36.268671 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'code': 200}
Jan 29 20:49:36.322567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-14c17dc7-1bd1-4986-9b95-19863a42b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.324683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-14c17dc7-1bd1-4986-9b95-19863a42b1d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037f1964ef704b31b503ee62b862c477&device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 1127 time: 0.0859871
Jan 29 20:49:36.408572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bbd8c40>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:27:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588e7aa-023f-4392-bded-477cddb7b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:49:33Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:36.467980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d738ad2-273c-4d22-9714-bdb5a90ea6ed None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd07b2824-b4d0-439c-b035-6fcb32ff3b86', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'port_id': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'mac_address': 'fa:16:3e:27:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588e7aa-023f-4392-bded-477cddb7b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:26Z', 'updated_at': '2022-01-29T20:49:33Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:36.470008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (aeb19a06-d101-4f19-ae21-93b4f0a32eac), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:36.474053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:36.537128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-7ad827b2-c981-4a8a-86c0-2f827db28e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.540280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-7ad827b2-c981-4a8a-86c0-2f827db28e49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 200  len: 925 time: 0.2088525
Jan 29 20:49:36.592220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a4555226-3542-4501-b7c1-4b1761b39580), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:36.594088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3864d41-5570-469f-98d0-064cbdddf7f2 req-c1c7ed88-bb22-4b08-b78d-2f2b179897e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.595731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3864d41-5570-469f-98d0-064cbdddf7f2 req-c1c7ed88-bb22-4b08-b78d-2f2b179897e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 1128 time: 0.2498631
Jan 29 20:49:36.644870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-036f734a-3ab8-4b12-b79f-efc3dacb2201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72 HTTP/1.1" status: 200  len: 999 time: 0.0957947
Jan 29 20:49:36.704923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:36.717638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:36.749752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-ec7286ba-33d1-4cee-b605-84934d1c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.751698 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-ec7286ba-33d1-4cee-b605-84934d1c3641 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 200  len: 863 time: 0.0942278
Jan 29 20:49:36.864654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-7aa38e24-432b-4982-82e8-95a80bb63c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.866243 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-7aa38e24-432b-4982-82e8-95a80bb63c68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b57c20e-ecc6-4399-8f26-2585fd067fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1066058
Jan 29 20:49:36.867520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183792-5f45-4317-a669-edc7f5cc0530 req-148f8b77-b095-4d59-bd85-dd9345ac52de tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:36.875912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09183792-5f45-4317-a669-edc7f5cc0530 req-148f8b77-b095-4d59-bd85-dd9345ac52de tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.3007400
Jan 29 20:49:36.899118 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182983a-43ee-487d-b741-4c064a831e0f None None] New status for floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:36.974202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3864d41-5570-469f-98d0-064cbdddf7f2 req-b0105086-8e00-4b24-adb7-0caccd499a4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3261509
Jan 29 20:49:37.026074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Network 14df93a1-ddf0-469c-9cef-2844e46a67ea is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:37.033344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:37.051863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:37.057223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:37.060695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.080942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:37.091445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-3741d2c1-d98a-4672-8208-4ffc17ad6753 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111845
Jan 29 20:49:37.164697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09183792-5f45-4317-a669-edc7f5cc0530 req-e63a3c9e-22f6-4a51-9dac-b79fc1b1e779 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2878489
Jan 29 20:49:37.189762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f9b75497-37d6-47b1-b754-29bcf6eb7a5c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6264932
Jan 29 20:49:37.217098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Request body: {'port': {'device_id': '07326083-134d-4d64-8c87-0208a2ef62ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:37.335013 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-42f31c7d-6966-48cc-b72d-12e7e59060ed req-cdc7b836-3a0d-4903-b217-6a59afd4af62 service neutron] 10.222.0.36 "GET /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352409
Jan 29 20:49:37.351094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9c8108d6-bdd6-4e1b-8056-d32000edf18f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395198
Jan 29 20:49:37.359686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.391024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for port (a4555226-3542-4501-b7c1-4b1761b39580), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.423525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a4555226-3542-4501-b7c1-4b1761b39580), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.511469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (aeb19a06-d101-4f19-ae21-93b4f0a32eac), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.594515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event updated for resources: {'Port': ['ID=a4555226-3542-4501-b7c1-4b1761b39580,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:37.623219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:37.624467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-142f7191-baef-4d70-a3fd-f194e7741b2a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8150473
Jan 29 20:49:37.645881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-1190e81a-b5ee-4151-8f47-21b6f1389340 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:37.647039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-1190e81a-b5ee-4151-8f47-21b6f1389340 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2735929
Jan 29 20:49:37.741204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-b694291e-9134-4931-8b98-42675fa3c087 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.197 HTTP/1.1" status: 200  len: 696 time: 0.1058545
Jan 29 20:49:37.745513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-a169f093-4f2a-457c-b0f8-05e9b76639b3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/quotas/7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 375 time: 0.0902743
Jan 29 20:49:37.944070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-dde4f83d-4884-4244-bb28-7cdbc3b6a817 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1924565
Jan 29 20:49:38.071262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-f1b15361-7733-4565-9ab1-f973e64f6dae tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:38.073503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7278cc9e-e89b-4fb8-88bb-f851cd0431e3 req-f1b15361-7733-4565-9ab1-f973e64f6dae tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3238783
Jan 29 20:49:38.142432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:38.203308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks [] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:38.269986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Transition to ACTIVE for port object 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:38.277647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:38.334244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0bbd-434d-409f-8024-0b47702e55fd req-d3b480f9-e32b-47e9-b817-479bd1cdc95e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:38.336284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79ab0bbd-434d-409f-8024-0b47702e55fd req-d3b480f9-e32b-47e9-b817-479bd1cdc95e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 932 time: 0.1876478
Jan 29 20:49:38.373347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:38.405998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a1e4-edc8-412d-8d58-5eb0c6bc532f req-bec62f48-ebd0-4694-8ddf-0b74e0104853 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:38.405998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45b9a1e4-edc8-412d-8d58-5eb0c6bc532f req-bec62f48-ebd0-4694-8ddf-0b74e0104853 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1849065
Jan 29 20:49:38.492618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79ab0bbd-434d-409f-8024-0b47702e55fd req-fb56662f-3421-4f8f-8c30-be190482ffe4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372771
Jan 29 20:49:38.499175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Attempting to bind port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:38.499509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Attempting to bind port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:38.500712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Attempting to bind port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:38.513461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:38.514128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Attempting to bind port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 on network 14df93a1-ddf0-469c-9cef-2844e46a67ea {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:38.523531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:38.523871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Checking segment: {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:38.524253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Bound using segment: {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:38.524681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Bound port: 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd037d2de-7f03-4da1-9e5c-6348c4a2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:38.525090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:38.529493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45b9a1e4-edc8-412d-8d58-5eb0c6bc532f req-869b2bb9-0852-46b6-8dc5-c7246a33304d tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150329
Jan 29 20:49:38.699350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:38.705883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:38.772566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:38.823781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:38.824472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:38.825873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] 10.222.0.36 "PUT /v2.0/ports/2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 1092 time: 1.6211262
Jan 29 20:49:38.826328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:38.828840 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c879b-7655-437d-951c-51ad607a16ed" -d '{"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:38.882757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-f0aee6de-0b9b-40be-bfe4-343015b2a4b3 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:38.890032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-f0aee6de-0b9b-40be-bfe4-343015b2a4b3 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1875398
Jan 29 20:49:38.901205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59124ad-fbd6-4937-9ada-8c6aa45515ae service neutron] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:39.018545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-e9b611a2-33dd-488e-a46c-5fdc33d7115d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.197 HTTP/1.1" status: 200  len: 696 time: 0.1269624
Jan 29 20:49:39.040713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-a4c873b8-8752-42e7-812b-6c20e069b29d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'floatingip': {'port_id': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:39.102613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb17ad97-8ac8-4042-9f0e-f725087d09c1 req-11d32a96-bcd3-48ff-b96e-6de5422ab760 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 210 time: 0.1005745
Jan 29 20:49:39.121188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-a4c873b8-8752-42e7-812b-6c20e069b29d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (aeb19a06-d101-4f19-ae21-93b4f0a32eac), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:39.198727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-fd3da2da-ea48-4110-a6af-15a1e69cb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:39.200150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-fd3da2da-ea48-4110-a6af-15a1e69cb994 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1126 time: 0.2886219
Jan 29 20:49:39.312358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-b3c80d49-07ee-4591-80a2-d435cf919db6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 217 time: 0.0973730
Jan 29 20:49:39.861470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-d5213e92-4258-4a6a-bc2b-bfc1bdfeb78b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460618
Jan 29 20:49:39.863597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-b35d751b-94be-4773-b995-2410b5e6fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:39.865753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-b35d751b-94be-4773-b995-2410b5e6fb65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.5446074
Jan 29 20:49:39.872884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9f8a-f448-40b9-ab92-f801ce0138e6 req-c56821aa-9e03-4ee8-af49-3dc3cd1350a3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:39.874589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d1a9f8a-f448-40b9-ab92-f801ce0138e6 req-c56821aa-9e03-4ee8-af49-3dc3cd1350a3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.6605473
Jan 29 20:49:39.975971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-97fbaa12-b2c8-4452-b639-523ad1c03257 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1004381
Jan 29 20:49:40.153841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d1a9f8a-f448-40b9-ab92-f801ce0138e6 req-fa314b1f-8833-4502-a08c-3e0b58c02953 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2513440
Jan 29 20:49:40.154630 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-a4c873b8-8752-42e7-812b-6c20e069b29d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 29 20:49:40.155548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef7580e3-c1a2-4972-9e90-b7777bcda79f req-a4c873b8-8752-42e7-812b-6c20e069b29d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "PUT /v2.0/floatingips/aeb19a06-d101-4f19-ae21-93b4f0a32eac HTTP/1.1" status: 409  len: 551 time: 1.1367517
Jan 29 20:49:40.202491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-98da261a-9db3-41b8-8f89-e06f55fd4b5e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:40.203955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-98da261a-9db3-41b8-8f89-e06f55fd4b5e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3254185
Jan 29 20:49:40.210936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-7ef04d72-d0bb-4143-b46a-22fea4cfecc6 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224338
Jan 29 20:49:40.287712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Request body: {'port': {'device_id': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '7a0b118165d24356b73539995ce35e01'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:40.288729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ab8afd1-f836-4d9a-8c29-9edcd8eeac10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:40.318603 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a29d1d-94ed-4b4b-a9aa-6af39028a679 x-openstack-request-id: req-c2a29d1d-94ed-4b4b-a9aa-6af39028a679 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:40.319051 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:40.319647 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2a29d1d-94ed-4b4b-a9aa-6af39028a679 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:40.319839 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'status': 'completed', 'code': 200}
Jan 29 20:49:40.589876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533aaee-571e-40b7-a994-42e85fdc64ec req-698a1cfa-3826-4f30-bcf8-a0aae798f83a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:40.591796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c533aaee-571e-40b7-a994-42e85fdc64ec req-698a1cfa-3826-4f30-bcf8-a0aae798f83a tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.3016989
Jan 29 20:49:40.608942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-035b56f0-8ddb-4ba2-b0a6-c0b79afe4953 req-8e4332b5-5a9f-4f78-9e25-d4ec47347b13 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3758726
Jan 29 20:49:40.625286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d0112-c7ec-468d-a24f-27fe3936821c req-0ef3196f-4fd5-44dc-92c8-85207b52f23c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:40.627475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b0d0112-c7ec-468d-a24f-27fe3936821c req-0ef3196f-4fd5-44dc-92c8-85207b52f23c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 944 time: 0.2123640
Jan 29 20:49:40.700937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Made reservation on behalf of 7a0b118165d24356b73539995ce35e01 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:40.704400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:40.754637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c533aaee-571e-40b7-a994-42e85fdc64ec req-fefcac09-ef47-4f91-9f04-cf055dab069b tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1520641
Jan 29 20:49:40.805398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b0d0112-c7ec-468d-a24f-27fe3936821c req-67b49dd8-078a-434f-b17e-de753d2a39c0 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549511
Jan 29 20:49:40.853132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c879b-7655-437d-951c-51ad607a16ed req-4010b8c8-00e0-4e78-ae67-f28275eaa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:40.856223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-4010b8c8-00e0-4e78-ae67-f28275eaa18a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1126 time: 0.1793156
Jan 29 20:49:41.037375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf26d2ad-34dc-4ecc-bd88-f3d840aa18ec req-471b784d-23e6-4c36-b382-8eb7102b3c33 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 210 time: 0.1278188
Jan 29 20:49:41.046318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-fccf67ef-b7ce-443f-a926-d3fdebe5ca27 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips/aeb19a06-d101-4f19-ae21-93b4f0a32eac HTTP/1.1" status: 200  len: 693 time: 0.1671932
Jan 29 20:49:41.151999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Allocated IP 192.168.233.181 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:41.199623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c879b-7655-437d-951c-51ad607a16ed req-16371613-80d0-4b2b-9227-770b95cf2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:41.201512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-16371613-80d0-4b2b-9227-770b95cf2e2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.3387432
Jan 29 20:49:41.276347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-a4692d1f-9242-4106-baf0-8097e8dc2d2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 217 time: 0.0666676
Jan 29 20:49:41.354395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db6889-053c-4f36-bfa3-dbd6ba58d842 req-a724451e-7807-4a36-981e-34e80af7c795 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:41.355882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68db6889-053c-4f36-bfa3-dbd6ba58d842 req-a724451e-7807-4a36-981e-34e80af7c795 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.2239735
Jan 29 20:49:41.361875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-8944b1bb-0cb8-4da4-867a-6ff27873ed1d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:41.363182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-8944b1bb-0cb8-4da4-867a-6ff27873ed1d tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3098190
Jan 29 20:49:41.364541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40186) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:41.369154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Request body: {'floatingip': {'port_id': '5bf740e2-6d77-4354-8449-6f514b9359f7'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:41.437704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:41.474568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c879b-7655-437d-951c-51ad607a16ed req-1f2167b6-baff-4e10-8a0e-adc8969a899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:41.476181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-1f2167b6-baff-4e10-8a0e-adc8969a899e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.1878345
Jan 29 20:49:41.491318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-b0e7b96e-e650-40c8-9d7e-c3ade1e5d5ec tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.197 HTTP/1.1" status: 200  len: 696 time: 0.1125650
Jan 29 20:49:41.541788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-7975c225-1b30-4b73-a3c2-6b70f7e8b5bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493097
Jan 29 20:49:41.611282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-4599f2e9-7375-427a-b638-676a188b528a tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.197 HTTP/1.1" status: 200  len: 696 time: 0.1126626
Jan 29 20:49:41.736478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:41.818065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-099f37c4-974e-4cf3-84b8-5c0153a2e6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351704
Jan 29 20:49:41.933677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:41.947341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:42.005900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:42.049963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:42.074814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:42.077444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:42.083800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:42.084572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.124354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40228) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:42.129474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:42.171822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Deleting port a4555226-3542-4501-b7c1-4b1761b39580 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:42.172344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a4555226-3542-4501-b7c1-4b1761b39580), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.266180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c581c-adbd-4883-9c1f-37fbe65128d3 req-e92c8f3f-39d4-4ea3-a6d4-84d97b7261e1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:42.267745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a0c581c-adbd-4883-9c1f-37fbe65128d3 req-e92c8f3f-39d4-4ea3-a6d4-84d97b7261e1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 944 time: 0.3210347
Jan 29 20:49:42.284962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-9306e650-fa88-44cc-afd0-ab790be43a02 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0720401
Jan 29 20:49:42.299594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04c879b-7655-437d-951c-51ad607a16ed req-03d77e2b-1a8f-492b-b5d9-1a1f85fa969d service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4705610
Jan 29 20:49:42.434140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.438816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.470403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f21e4bab-d6d6-42f7-96a7-c8c41e4b70bc None None] Provisioning complete for port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:42.470706 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f21e4bab-d6d6-42f7-96a7-c8c41e4b70bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.506264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f21e4bab-d6d6-42f7-96a7-c8c41e4b70bc None None] Port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:42.559547 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Floating IP faabf2cc-80ce-4daa-acf9-55e1a9570e31 associated. External IP: 172.35.4.92, port: 5bf740e2-6d77-4354-8449-6f514b9359f7.
Jan 29 20:49:42.574662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df8b6f63-0621-4392-a7d3-cc40ca4c6162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.621789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Request body: {'port': {'device_id': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:42.634651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08d75843-1d84-41b4-b3e4-2afeaf3511a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.653504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a4555226-3542-4501-b7c1-4b1761b39580), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.653981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (a4555226-3542-4501-b7c1-4b1761b39580), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.687612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Calling delete_port for a4555226-3542-4501-b7c1-4b1761b39580 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:42.787792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a0c581c-adbd-4883-9c1f-37fbe65128d3 req-fcab2636-26d9-4aea-b25a-314248045607 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4991555
Jan 29 20:49:42.796553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:42.830562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.927608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:42.932694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.940365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Sync routers for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:42.960060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:42.960804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab0e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:42.969783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08d75843-1d84-41b4-b3e4-2afeaf3511a7 admin admin] Publish callbacks [] for security_group (2706807b-6333-474a-8989-2dbfb137b462), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.980020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08d75843-1d84-41b4-b3e4-2afeaf3511a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2706807b-6333-474a-8989-2dbfb137b462), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:42.989509 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9cb6d843-7f86-4a10-9568-93d4bc308958 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "PUT /v2.0/floatingips/faabf2cc-80ce-4daa-acf9-55e1a9570e31 HTTP/1.1" status: 200  len: 991 time: 1.6237659
Jan 29 20:49:42.990493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:42.993038 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a6b8b-606e-4075-9ef2-7ea9037d9243" -d '{"events": [{"name": "network-changed", "server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:43.093924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:43.124152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d0d22-3cf7-43a3-838a-d199b89a5b96 req-d1a6367b-f44a-4bd9-9764-ddced1c83dd7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.125849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f07d0d22-3cf7-43a3-838a-d199b89a5b96 req-d1a6367b-f44a-4bd9-9764-ddced1c83dd7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 936 time: 0.2565713
Jan 29 20:49:43.131071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-08d75843-1d84-41b4-b3e4-2afeaf3511a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a83399a612f844a7b812641a7bf9dd3e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9958107
Jan 29 20:49:43.131614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40250) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:43.133178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75843-1d84-41b4-b3e4-2afeaf3511a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706807b-6333-474a-8989-2dbfb137b462,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:43.201534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a4555226-3542-4501-b7c1-4b1761b39580), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.211076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] Publish callbacks [] for security_group (2706807b-6333-474a-8989-2dbfb137b462), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.240499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] Publish callbacks [] for security_group (2706807b-6333-474a-8989-2dbfb137b462), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.253912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event deleted for resources: {'Port': ['ID=a4555226-3542-4501-b7c1-4b1761b39580,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:43.305290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (aeb19a06-d101-4f19-ae21-93b4f0a32eac), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.308015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.309232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c78d60-b52d-4afb-b6dd-38f05ccc4633 req-9a832dfa-6f61-4910-a5c9-5c124b0c99ca tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "DELETE /v2.0/floatingips/aeb19a06-d101-4f19-ae21-93b4f0a32eac HTTP/1.1" status: 204  len: 173 time: 1.6684291
Jan 29 20:49:43.317165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2706807b-6333-474a-8989-2dbfb137b462), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.317165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.327426 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2706807b-6333-474a-8989-2dbfb137b462 HTTP/1.1" status: 204  len: 168 time: 0.1905770
Jan 29 20:49:43.329545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f07d0d22-3cf7-43a3-838a-d199b89a5b96 req-a0ee2c6a-5b88-44ff-94f6-2a2e71c88c92 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540546
Jan 29 20:49:43.354695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dc84-ba65-4db3-80f9-4770c044dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706807b-6333-474a-8989-2dbfb137b462,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:43.427390 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a371d-a34c-4605-b384-2e49c6f55a88 x-openstack-request-id: req-143a371d-a34c-4605-b384-2e49c6f55a88 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:43.427941 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:43.428153 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-143a371d-a34c-4605-b384-2e49c6f55a88 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:43.428370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab0e2e0>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'faabf2cc-80ce-4daa-acf9-55e1a9570e31', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'floating_ip_address': '172.35.4.92', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'port_id': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'mac_address': 'fa:16:3e:13:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:11Z', 'updated_at': '2022-01-29T20:49:42Z', 'revision_number': 1, 'project_id': '9853e9034dbf45668208948118f43a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:43.428555 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'status': 'completed', 'code': 200}
Jan 29 20:49:43.458616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:43.466235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Checking router: 71bacadb-1eb2-461d-97d1-aa46f3d65a09 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:43.469285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks [] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.476408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:43.477107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab0e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:43.512174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-a0bcadb2-72f5-41bd-ab6d-2deb5dad4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.513846 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-a0bcadb2-72f5-41bd-ab6d-2deb5dad4b80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9853e9034dbf45668208948118f43a4e&device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 1128 time: 0.0627341
Jan 29 20:49:43.528357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Transition to ACTIVE for port object 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:43.542394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.568738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ad2f-a8e0-4e01-b181-3093745e8cbf req-686fa26d-6898-406d-b58f-305d5d9347bf tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.570348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b2ad2f-a8e0-4e01-b181-3093745e8cbf req-686fa26d-6898-406d-b58f-305d5d9347bf tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.1547558
Jan 29 20:49:43.590653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-60df9748-887c-4960-8509-479fa5799b94 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 1002 time: 0.1273701
Jan 29 20:49:43.683255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-41725383-dce9-4da2-8eef-f5cae26afc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.685276 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-41725383-dce9-4da2-8eef-f5cae26afc4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 HTTP/1.1" status: 200  len: 907 time: 0.1626935
Jan 29 20:49:43.686052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:43.765551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40262) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:43.785447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e35d46c-ec8c-4b81-b436-a28c2505e259 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.789334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72fbe79e-0034-421c-934e-a7c24e56286a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.792114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.795714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e35d46c-ec8c-4b81-b436-a28c2505e259 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports/cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 943 time: 0.1775744
Jan 29 20:49:43.800700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Attempting to bind port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:43.801132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Attempting to bind port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:43.801497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Attempting to bind port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:43.812005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b2ad2f-a8e0-4e01-b181-3093745e8cbf req-110609d5-6686-47d4-9c33-c94777758427 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2177024
Jan 29 20:49:43.814701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:43.815039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Attempting to bind port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:43.823400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:43.823752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:43.824142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:43.824571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Bound port: 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:43.824938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.852135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:43.883976 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-146debc2-bdba-4a3f-9811-78ec84ff4def service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bf740e2-6d77-4354-8449-6f514b9359f7 HTTP/1.1" status: 200  len: 999 time: 0.1900058
Jan 29 20:49:43.919301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:43.923044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:43.957011 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:43.957730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-16d3230a-fee0-4ec4-9a36-fe2a8a73a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:43.959305 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-16d3230a-fee0-4ec4-9a36-fe2a8a73a60d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35f9bf34-bbf7-4ba6-9101-5ed5097d7726 HTTP/1.1" status: 200  len: 845 time: 0.0671577
Jan 29 20:49:43.981620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72fbe79e-0034-421c-934e-a7c24e56286a admin admin] Publish callbacks [] for security_group (622c67eb-ddc2-4100-9571-511329683fff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.002937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72fbe79e-0034-421c-934e-a7c24e56286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (622c67eb-ddc2-4100-9571-511329683fff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.029481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.030902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.031526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 1096 time: 1.7293334
Jan 29 20:49:44.032071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:44.034385 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5b9df2-372c-4d94-b631-fb7da03ac429" -d '{"events": [{"name": "network-changed", "server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:44.067814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbe79e-0034-421c-934e-a7c24e56286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c67eb-ddc2-4100-9571-511329683fff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:44.073198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72fbe79e-0034-421c-934e-a7c24e56286a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=555b815ccfcc4b23b37ee61161a386b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3043122
Jan 29 20:49:44.076694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:44.099242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-aaf19401-1fcc-4611-93bd-d0e7ae610285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.100826 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-aaf19401-1fcc-4611-93bd-d0e7ae610285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1284871
Jan 29 20:49:44.108382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-05a8e5e8-7d86-4552-a2e2-1c3fa12f8964 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 1002 time: 0.2549984
Jan 29 20:49:44.139238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d22247-b15e-4e1a-8271-8bb588f22b46 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:44.199289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] Publish callbacks [] for security_group (622c67eb-ddc2-4100-9571-511329683fff), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.238613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] Publish callbacks [] for security_group (622c67eb-ddc2-4100-9571-511329683fff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.262978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab0e2e0>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'faabf2cc-80ce-4daa-acf9-55e1a9570e31', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'floating_ip_address': '172.35.4.92', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'port_id': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'mac_address': 'fa:16:3e:13:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:11Z', 'updated_at': '2022-01-29T20:49:42Z', 'revision_number': 1, 'project_id': '9853e9034dbf45668208948118f43a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:44.264675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-d53beb91-bffc-4be2-a5b0-903cc7682148 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.265064 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-78448790-a3e4-4401-b075-6f89548a8a17 service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497185
Jan 29 20:49:44.266234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-d53beb91-bffc-4be2-a5b0-903cc7682148 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.2956626
Jan 29 20:49:44.279599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-e18f3a68-b84e-4c7b-9fa2-e2827753edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.281122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-e18f3a68-b84e-4c7b-9fa2-e2827753edf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1130 time: 0.1649187
Jan 29 20:49:44.301016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906405e-cfea-4fd4-b6d1-17f6af2f6116 None None] The sync data for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 is: [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'faabf2cc-80ce-4daa-acf9-55e1a9570e31', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'floating_ip_address': '172.35.4.92', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'port_id': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'mac_address': 'fa:16:3e:13:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:11Z', 'updated_at': '2022-01-29T20:49:42Z', 'revision_number': 1, 'project_id': '9853e9034dbf45668208948118f43a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:44.316949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-3b80a187-7ad9-46e2-96d8-23503c6812b9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/quotas/27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 375 time: 0.0411799
Jan 29 20:49:44.361556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (622c67eb-ddc2-4100-9571-511329683fff), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.364253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.367766 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/622c67eb-ddc2-4100-9571-511329683fff HTTP/1.1" status: 204  len: 168 time: 0.2877884
Jan 29 20:49:44.380297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793951d-a895-4ab6-87d5-ee042387b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c67eb-ddc2-4100-9571-511329683fff,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:44.389485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:44.418599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-d4167cd6-cbfd-407c-a47b-34ec53bfc91b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.0896318
Jan 29 20:49:44.437685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-df1a6b8b-606e-4075-9ef2-7ea9037d9243 req-c613ade9-b8d2-4d2f-a4ba-18ad3d8ccffe service neutron] 10.222.0.18 "GET /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601391
Jan 29 20:49:44.450586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-8a82a45d-75bf-4001-a209-bae7bc10ebad tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.455914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-8a82a45d-75bf-4001-a209-bae7bc10ebad tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3255115
Jan 29 20:49:44.540275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-73180b41-ddb0-4ecd-bdb1-b8201e54ad87 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2221851
Jan 29 20:49:44.549936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:44.564468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'network_id': '14df93a1-ddf0-469c-9cef-2844e46a67ea', 'port_id': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'mac_address': 'fa:16:3e:2d:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ec7cc-0218-458a-85b5-eb7bc05d2205', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:44.586135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-bb757f3d-1315-4dec-8872-c670f39cbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.587627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-bb757f3d-1315-4dec-8872-c670f39cbd00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1581106
Jan 29 20:49:44.626293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:44.626885 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.643661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-da2448d2-da68-4c31-bdb8-986da4f173b9 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 1002 time: 0.1627152
Jan 29 20:49:44.643969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:44.651873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:44.652857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da2ea5-0638-484a-aeb1-f45b3d7df574 None None] New status for floating IP faabf2cc-80ce-4daa-acf9-55e1a9570e31: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:44.690436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:44.695702 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.772650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:44.778339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-68df90a1-baed-4869-b3f8-cc7da27c5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:44.781363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-68df90a1-baed-4869-b3f8-cc7da27c5939 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1595275
Jan 29 20:49:44.784719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:44.797894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.798256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.798605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.798948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.799289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.799956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.800298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.800636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.801496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.801828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.802516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.802855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.803182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:49:44.810671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-367a7808-e9b4-4ff0-8a96-fd41b5915645 service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601109
Jan 29 20:49:45.073986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-40640515-1b11-4470-a6dc-1b85884dfcd4 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623589
Jan 29 20:49:45.077943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:45.080099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-15ed8723-6dd5-4836-bd51-f3e3a94ab464 service neutron] 10.222.0.20 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530358
Jan 29 20:49:45.081523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:45.083512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:45.083940 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Floating IP cc3d98e3-d35b-47b6-9f3e-5355ef448023 disassociated. External IP: 172.35.4.188, port: cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a.
Jan 29 20:49:45.262630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb751da6-3e33-4b11-8e3e-990d9e73aa75 req-17ed5a8f-3751-4fb6-a004-2888a339990b service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747236
Jan 29 20:49:45.464801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:45.669924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2e632-0fb5-4b62-a129-7508db6e3aa8 req-b94a4f22-e3e0-40f7-bc68-134c7277d9e4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:45.671667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70f2e632-0fb5-4b62-a129-7508db6e3aa8 req-b94a4f22-e3e0-40f7-bc68-134c7277d9e4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 945 time: 0.0777957
Jan 29 20:49:45.707429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:45.774656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70f2e632-0fb5-4b62-a129-7508db6e3aa8 req-2db3c3d4-efd3-420d-8929-b7699b23394e tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935059
Jan 29 20:49:45.828282 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a738b-4f58-464b-912e-e77b6be57cb5 x-openstack-request-id: req-f34a738b-4f58-464b-912e-e77b6be57cb5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:45.830101 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:45.830407 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f34a738b-4f58-464b-912e-e77b6be57cb5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:45.831087 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'status': 'completed', 'code': 200}
Jan 29 20:49:45.862831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:45.867650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:45.878412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Sync routers for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:45.900041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:45.900914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b060700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:45.961264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-7e7df50d-0f69-491a-ba14-4005b0781828 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "PUT /v2.0/floatingips/cc3d98e3-d35b-47b6-9f3e-5355ef448023 HTTP/1.1" status: 200  len: 695 time: 1.3166192
Jan 29 20:49:46.023730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde09f9-2de3-4cae-9a02-534c27ad036a req-2ad17a7f-ac7a-4935-81e3-68151621c450 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.025277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdde09f9-2de3-4cae-9a02-534c27ad036a req-2ad17a7f-ac7a-4935-81e3-68151621c450 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 948 time: 0.1209657
Jan 29 20:49:46.030425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-17ac777d-bd0c-4083-8d77-1d079f7b9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.031857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-17ac777d-bd0c-4083-8d77-1d079f7b9ace service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1130 time: 0.1262777
Jan 29 20:49:46.041240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:46.074187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-9877824e-16bd-42eb-a032-d5fcf0b2a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.075684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-9877824e-16bd-42eb-a032-d5fcf0b2a281 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1128 time: 0.0980475
Jan 29 20:49:46.220860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdde09f9-2de3-4cae-9a02-534c27ad036a req-64cf6efd-abe2-42bc-9ff1-594bcad09999 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873503
Jan 29 20:49:46.276785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b060700>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:46.281713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-ada84c46-96cd-411c-a332-d8f24f149fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.283206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-ada84c46-96cd-411c-a332-d8f24f149fab service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2264721
Jan 29 20:49:46.284829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-edceac34-178f-4c0f-9e33-52ab433f0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.286265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-edceac34-178f-4c0f-9e33-52ab433f0674 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 928 time: 0.1590047
Jan 29 20:49:46.308710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Checking router: 1b16db06-f079-4be1-b1a6-ae8d53f87a13 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:46.317499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:46.318094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b060700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:46.370648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-9988c97a-4396-4a17-99b5-fc338f982d46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.0798538
Jan 29 20:49:46.387480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:46.388552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-08ee5b5b-7d71-4c58-9d7a-8370c0f15458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 217 time: 0.0916018
Jan 29 20:49:46.459673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:46.484774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-e61fd819-015f-4a23-aca3-a55399ec0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.486480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-e61fd819-015f-4a23-aca3-a55399ec0572 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1009474
Jan 29 20:49:46.487753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-de25cef0-22f6-4958-aa61-a1b902cd0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.493483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-de25cef0-22f6-4958-aa61-a1b902cd0b7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.0959227
Jan 29 20:49:46.497939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:46.504439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba1e7e-d03d-4253-b309-df3d23fde5d3 req-d1b6771e-131a-444e-a5e3-2bb3e9c069f6 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.506014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8aba1e7e-d03d-4253-b309-df3d23fde5d3 req-d1b6771e-131a-444e-a5e3-2bb3e9c069f6 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.2079997
Jan 29 20:49:46.517623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:46.517623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:46.703267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:46.703466 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:46.708819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-8224f867-d738-47aa-9022-29b72a38e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.710357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-8224f867-d738-47aa-9022-29b72a38e593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2138441
Jan 29 20:49:46.721287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8aba1e7e-d03d-4253-b309-df3d23fde5d3 req-57fdc00e-a65b-4ce0-bbd9-4bb005ce9cc3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2042680
Jan 29 20:49:46.725324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-0c8e6264-616f-4099-8fea-a3b4238e002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.734118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-0c8e6264-616f-4099-8fea-a3b4238e002c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2271650
Jan 29 20:49:46.741929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-af5f96f1-a26e-4ddd-bd24-3eac80f05b28 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:46.743450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-af5f96f1-a26e-4ddd-bd24-3eac80f05b28 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 808 time: 0.2288840
Jan 29 20:49:46.778213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:46.780332 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab266706-d7e9-4761-b3c8-39e43b136ad3" -d '{"events": [{"server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:46.781435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Request body: {'port': {'device_id': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'admin_state_up': True, 'tenant_id': '27ae2dd26ab24bf3acb67351b313e4b6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:46.792190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:46.798781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:46.807543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:46.845442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b060700>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:46.881847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f97177-a151-4577-8e3a-691d520c40f7 None None] The sync data for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 is: [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:48:58Z', 'revision_number': 4, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2', 'name': '', 'network_id': 'b739675d-0ed8-40e4-aa5e-71ebc72e5eea', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'mac_address': 'fa:16:3e:58:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:57Z', 'updated_at': '2022-01-29T20:49:03Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'subnets': [{'id': 'ab9f8833-0a27-4279-95c6-4632d63b6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:46.896579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:46.964165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d89c0474-45c2-46f5-bfee-2072d1934887 req-20ecdb95-144f-45c7-afbf-ede490e983ef tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 210 time: 0.1209955
Jan 29 20:49:47.048786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-50298af7-b5df-4ec5-8bcc-105bf52f0c1e service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138227
Jan 29 20:49:47.069004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-4fe47b57-1253-45ed-88c1-22236c8c0818 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3464751
Jan 29 20:49:47.228375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Made reservation on behalf of 27ae2dd26ab24bf3acb67351b313e4b6 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:47.233117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:47.233289 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52647023-1e2b-43e7-afcd-ed3ba8b552e0 None None] New status for floating IP cc3d98e3-d35b-47b6-9f3e-5355ef448023: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:49:47.257395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-7a11c663-962c-46f8-ad11-5835f5878b14 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0584831
Jan 29 20:49:47.373406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7277e9-980a-40c1-86fd-d8168b63f71b req-8d091398-fd24-489e-b2cd-33e435f8b6c0 service neutron] 10.222.0.20 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177116
Jan 29 20:49:47.425334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c5b9df2-372c-4d94-b631-fb7da03ac429 req-42ebc9dd-8b96-47e1-8451-f8bc29f261c6 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3383894
Jan 29 20:49:47.550469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-e0d79ecf-293f-4129-9865-f5a9f55d1361 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:47.552471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-e0d79ecf-293f-4129-9865-f5a9f55d1361 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2840092
Jan 29 20:49:47.588538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-37bed3af-d6e1-4785-89ed-5eb07c63555f tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/quotas/6e654827d7ee4ac5a6f641d90ed0c9ff HTTP/1.1" status: 200  len: 375 time: 0.0290999
Jan 29 20:49:47.598807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Allocated IP 172.20.0.13 (932510fa-f2a4-4fc0-9283-4a5038e30cf2/26083898-2673-409c-959a-194a4610b5e9/3a6c7588-6700-4063-8abb-210e6b5547e2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:47.640925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2dd7c-f8e3-41d9-9cfd-5b88c558259a req-47bb20dc-05bb-4ad9-8470-ffa2fe0893e4 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:47.642432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bc2dd7c-f8e3-41d9-9cfd-5b88c558259a req-47bb20dc-05bb-4ad9-8470-ffa2fe0893e4 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.1789770
Jan 29 20:49:47.648011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-9c98611b-7609-43ff-9a4f-1868823785c2 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509748
Jan 29 20:49:47.742916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bc2dd7c-f8e3-41d9-9cfd-5b88c558259a req-5fbf3b32-3f59-4246-85da-22a571914b82 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0938990
Jan 29 20:49:47.811539 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc731574-8aaf-4a4f-b3ad-49d9d2e1444a x-openstack-request-id: req-dc731574-8aaf-4a4f-b3ad-49d9d2e1444a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:47.812024 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:47.812124 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc731574-8aaf-4a4f-b3ad-49d9d2e1444a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:47.812465 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'code': 200}
Jan 29 20:49:47.870077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:47.873973 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053670ad-a2dc-4244-b835-09c28011935f" -d '{"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:47.883343 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks [] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:47.974388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32855e01-2390-4b30-bcfb-0100e1daf5a9 req-525c56cc-060a-4c96-a287-cc92d7b8941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:47.975899 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32855e01-2390-4b30-bcfb-0100e1daf5a9 req-525c56cc-060a-4c96-a287-cc92d7b8941f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1128 time: 0.0472674
Jan 29 20:49:48.004178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bcfd3-bd18-4819-8838-778f9661d49b req-dc98896f-ec91-490f-842c-7e0fe628ad42 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.005913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-648bcfd3-bd18-4819-8838-778f9661d49b req-dc98896f-ec91-490f-842c-7e0fe628ad42 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 948 time: 0.1289499
Jan 29 20:49:48.008553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:48.024124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:48.039151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32855e01-2390-4b30-bcfb-0100e1daf5a9 req-69169bfb-c26c-4bca-a614-0bdae75a6476 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566189
Jan 29 20:49:48.053515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22608db-f983-4eb1-a701-9a82f341dac0 req-f076f608-8a49-46eb-b9df-dceb38781c35 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.055135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d22608db-f983-4eb1-a701-9a82f341dac0 req-f076f608-8a49-46eb-b9df-dceb38781c35 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 946 time: 0.1612232
Jan 29 20:49:48.101859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:48.111875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:48.119274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:48.124389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.125112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:48.130336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:48.200217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-648bcfd3-bd18-4819-8838-778f9661d49b req-b5fa3b5d-7969-48e6-bcce-ac26d84a8fa9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866555
Jan 29 20:49:48.209940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d22608db-f983-4eb1-a701-9a82f341dac0 req-0c71cb35-e46d-4aee-9f33-13f6fb73ac1f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410699
Jan 29 20:49:48.232972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e2768a2-2c82-4fa6-afb0-e1cc57738067 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4680183
Jan 29 20:49:48.293681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-40754b2d-830e-4345-a14b-ea56314bc959 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips/cc3d98e3-d35b-47b6-9f3e-5355ef448023 HTTP/1.1" status: 200  len: 693 time: 0.0496378
Jan 29 20:49:48.331611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Request body: {'port': {'device_id': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:48.343877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-456a946f-6fb9-42c4-a802-31bf233ec335 req-1944a54b-53c7-4296-98fa-1f30649b47da tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 210 time: 0.0491958
Jan 29 20:49:48.407134 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7f3979-6562-4dfb-8290-1c3cf17e9688 x-openstack-request-id: req-1a7f3979-6562-4dfb-8290-1c3cf17e9688 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:48.407766 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:48.407766 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7f3979-6562-4dfb-8290-1c3cf17e9688 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:48.408093 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'status': 'completed', 'code': 200}
Jan 29 20:49:48.543584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:48.829905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-98451d50-f449-47a0-9a09-2ce98e737c04 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.831521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-98451d50-f449-47a0-9a09-2ce98e737c04 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.5280173
Jan 29 20:49:48.846590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053670ad-a2dc-4244-b835-09c28011935f req-902dc810-7109-42d9-91bc-5aba90adca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.848690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-902dc810-7109-42d9-91bc-5aba90adca38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcb11df646c940e99bd0a888e300f1b2&device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 1128 time: 0.4295864
Jan 29 20:49:48.872754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-62915ba3-aae5-4e86-88c6-98c1755605c7 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252199
Jan 29 20:49:48.935950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54948db2-ac88-4f61-94b1-6ae6df85c968 req-0b0fe710-9d1b-4a2a-b08e-3d14915b0ddf tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.937457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54948db2-ac88-4f61-94b1-6ae6df85c968 req-0b0fe710-9d1b-4a2a-b08e-3d14915b0ddf tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 932 time: 0.4831958
Jan 29 20:49:48.977661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-4a7db7e8-fa0f-48ec-ae08-24acae172027 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 696 time: 0.1378150
Jan 29 20:49:48.993701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-9db23d0a-7999-4f6a-95e9-aa31090ea2b2 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:48.995253 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-9db23d0a-7999-4f6a-95e9-aa31090ea2b2 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1151137
Jan 29 20:49:49.008592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Request body: {'port': {'device_id': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '6e654827d7ee4ac5a6f641d90ed0c9ff'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:49.108353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-0ca9729c-c057-4ffd-962e-f8362aec5af9 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.188 HTTP/1.1" status: 200  len: 696 time: 0.1176491
Jan 29 20:49:49.114577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Made reservation on behalf of 6e654827d7ee4ac5a6f641d90ed0c9ff for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:49:49.118184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.127187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.208812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54948db2-ac88-4f61-94b1-6ae6df85c968 req-8dee2d26-ea44-4727-80ec-5bdbfbffc9d0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390237
Jan 29 20:49:49.209462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks [] for security_group (79c83850-5f16-4e34-a72f-8b42cd0c2a23), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.214080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79c83850-5f16-4e34-a72f-8b42cd0c2a23), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.244169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:49.287243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053670ad-a2dc-4244-b835-09c28011935f req-8b8a4ac3-f27a-4846-a256-ce59f4f3fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:49.288801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-8b8a4ac3-f27a-4846-a256-ce59f4f3fa17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 200  len: 928 time: 0.4148450
Jan 29 20:49:49.319943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c83850-5f16-4e34-a72f-8b42cd0c2a23,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:49.382898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Allocated IP 192.168.233.67 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/318ee084-2e8b-4666-ac1e-065fc63a9e02) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:49:49.388157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-5722b561-40fd-4feb-8a2a-80ee2261028a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 200  len: 217 time: 0.0888062
Jan 29 20:49:49.523092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bd29f-37ca-45e2-a889-3c978e332171 req-583d67b3-65bc-42ea-b850-da19d1ffd081 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:49.524641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d0bd29f-37ca-45e2-a889-3c978e332171 req-583d67b3-65bc-42ea-b850-da19d1ffd081 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 948 time: 0.2243085
Jan 29 20:49:49.528791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053670ad-a2dc-4244-b835-09c28011935f req-a3ee845f-bf49-4838-a5cf-1f60919115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:49.530385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-a3ee845f-bf49-4838-a5cf-1f60919115e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 200  len: 866 time: 0.1288283
Jan 29 20:49:49.556827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:49.557084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks [] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.580851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'mac_address': 'fa:16:3e:8f:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:49.584709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Deleting port 2e95f495-c49d-4be2-9c71-11ba9a6499ca {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:49.585103 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.600642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.631935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:49.633314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.642392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:49:49.646042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:49:49.648636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6c7588-6700-4063-8abb-210e6b5547e2 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:49.649043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:49:49.650809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:49.661146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks [] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.683157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:49.688697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.703474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Pushing event updated for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:49.715271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:49.716177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.719918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Transition to ACTIVE for port object 3a6c7588-6700-4063-8abb-210e6b5547e2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:49.735175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-55489cad-2dcd-407b-a505-fa75cd2b822a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7302685
Jan 29 20:49:49.737473 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.743765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d0bd29f-37ca-45e2-a889-3c978e332171 req-cbc20cb5-7cd3-4b19-b715-6fe7f21b00f9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896176
Jan 29 20:49:49.748199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Request body: {'port': {'device_id': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:49.749951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:49.791031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053670ad-a2dc-4244-b835-09c28011935f req-b65ca6ef-80e8-435a-98a8-5ca3c2bbb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:49.792612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-b65ca6ef-80e8-435a-98a8-5ca3c2bbb110 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b739675d-0ed8-40e4-aa5e-71ebc72e5eea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2369545
Jan 29 20:49:49.823921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.824143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (2e95f495-c49d-4be2-9c71-11ba9a6499ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.829809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:49.891294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:49.901974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Calling delete_port for 2e95f495-c49d-4be2-9c71-11ba9a6499ca owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:49.982931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ad6c94b9-dc9e-45b2-9f10-33ad12e2e645 None None] Provisioning complete for port 318ee084-2e8b-4666-ac1e-065fc63a9e02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:49.983357 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad6c94b9-dc9e-45b2-9f10-33ad12e2e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.018275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c94b9-dc9e-45b2-9f10-33ad12e2e645 None None] Port 318ee084-2e8b-4666-ac1e-065fc63a9e02 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:49:50.030609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:50.030950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:50.031292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:50.056598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:50.056948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:50.068042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-b377001d-4efa-48e5-bd1e-94b8be362e05 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619851
Jan 29 20:49:50.072244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:50.072588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:50.072970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:50.073440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Bound port: 3a6c7588-6700-4063-8abb-210e6b5547e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:50.073798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.081897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422eea-bf48-4d4f-9791-5f2269f36cdf req-6d498ecb-04c5-4a55-ab97-5e433cf5a175 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.083333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0422eea-bf48-4d4f-9791-5f2269f36cdf req-6d498ecb-04c5-4a55-ab97-5e433cf5a175 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 946 time: 0.2007356
Jan 29 20:49:50.105116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:50.123048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318ee084-2e8b-4666-ac1e-065fc63a9e02 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:50.131211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks [] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.143805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Transition to ACTIVE for port object 318ee084-2e8b-4666-ac1e-065fc63a9e02 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:49:50.148062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.224357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Pushing event updated for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:50.292898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Attempting to bind port 318ee084-2e8b-4666-ac1e-065fc63a9e02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:49:50.293172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Attempting to bind port 318ee084-2e8b-4666-ac1e-065fc63a9e02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:49:50.293552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Attempting to bind port 318ee084-2e8b-4666-ac1e-065fc63a9e02 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:50.299239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Port 318ee084-2e8b-4666-ac1e-065fc63a9e02 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:49:50.299676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Attempting to bind port 318ee084-2e8b-4666-ac1e-065fc63a9e02 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:49:50.305502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:49:50.305968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:49:50.306467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:49:50.307095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Bound port: 318ee084-2e8b-4666-ac1e-065fc63a9e02, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:49:50.307534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.308008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0422eea-bf48-4d4f-9791-5f2269f36cdf req-53d0d4d0-4e70-4db4-9586-0b60b2060f7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125881
Jan 29 20:49:50.318579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053670ad-a2dc-4244-b835-09c28011935f req-b262aae3-8fd5-43b3-bc88-b5760db43959 service neutron] 10.222.0.18 "GET /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342982
Jan 29 20:49:50.319665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:50.332132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:50.337501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2e95f495-c49d-4be2-9c71-11ba9a6499ca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.346800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.390356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:49:50.392850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event deleted for resources: {'Port': ['ID=2e95f495-c49d-4be2-9c71-11ba9a6499ca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:50.394672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:49:50.403968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.432777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.433437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.434817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-55a30582-7a99-4a59-b008-672ec512566a service neutron] 10.222.0.36 "PUT /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 1092 time: 2.1075268
Jan 29 20:49:50.459570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:50.461919 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ab47f-fd71-442c-9c72-f44d6fb9f532" -d '{"events": [{"name": "network-changed", "server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:50.470054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.471533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.471699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks [] for floatingip (cc3d98e3-d35b-47b6-9f3e-5355ef448023), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.473064 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] 10.222.0.18 "PUT /v2.0/ports/318ee084-2e8b-4666-ac1e-065fc63a9e02 HTTP/1.1" status: 200  len: 1095 time: 0.7296774
Jan 29 20:49:50.473589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:50.474192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:50.475416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e35216e-ef41-4617-acb3-f141a56afe51 req-7a5bdf83-2eb6-46ac-b519-a4906991ad55 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "DELETE /v2.0/floatingips/cc3d98e3-d35b-47b6-9f3e-5355ef448023 HTTP/1.1" status: 204  len: 173 time: 1.3516774
Jan 29 20:49:50.483017 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405df600-0454-41ac-bb2e-9be39b2a6634" -d '{"events": [{"name": "network-changed", "server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:50.487094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9ed46-2830-477a-ab0d-4f558a351ebc service neutron] Pushing event updated for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:50.573555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30582-7a99-4a59-b008-672ec512566a service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:50.598276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-fe8bb6d7-c61b-4370-804f-3547ba50515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.600327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-fe8bb6d7-c61b-4370-804f-3547ba50515f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 1129 time: 0.0775774
Jan 29 20:49:50.617053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a47ef-de1c-420d-8706-1b6d979a3ab4 req-df26d8b1-3899-4adc-8e1c-3f1f4550f3d7 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.618603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e0a47ef-de1c-420d-8706-1b6d979a3ab4 req-df26d8b1-3899-4adc-8e1c-3f1f4550f3d7 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 947 time: 0.2064905
Jan 29 20:49:50.637172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e1808af-eefd-4ac4-9052-804eccdc02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.638664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-4e1808af-eefd-4ac4-9052-804eccdc02cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1126 time: 0.1408617
Jan 29 20:49:50.652364 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-d690f499-d650-4ca2-8775-ed6036221a47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02 HTTP/1.1" status: 200  len: 217 time: 0.0440776
Jan 29 20:49:50.692301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-56a5be84-4e8d-46b0-a0e4-d541e8fdc51d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 217 time: 0.0423319
Jan 29 20:49:50.704484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212614b-cb2a-4933-92d2-1a96fb91d2f1 req-e952d76f-b633-4ba3-bf0a-514e7af3e74a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.706015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8212614b-cb2a-4933-92d2-1a96fb91d2f1 req-e952d76f-b633-4ba3-bf0a-514e7af3e74a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.1511476
Jan 29 20:49:50.709655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-94bf664a-d476-40a2-a9a1-4926e8d8cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.711271 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-94bf664a-d476-40a2-a9a1-4926e8d8cd02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0480001
Jan 29 20:49:50.762431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-d13d6af8-6c02-422d-871f-38329f883827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.763977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-d13d6af8-6c02-422d-871f-38329f883827 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0458343
Jan 29 20:49:50.766803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e0a47ef-de1c-420d-8706-1b6d979a3ab4 req-8474a687-90ca-4ce0-aad0-a2cd509f1b4e tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420693
Jan 29 20:49:50.787602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-5e5fb6b1-d4e1-422b-8921-d8fadb8e8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:50.789114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-5e5fb6b1-d4e1-422b-8921-d8fadb8e8c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0801611
Jan 29 20:49:50.834910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-22151801-b4c9-43fd-81c5-5b03bc5df26a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344796
Jan 29 20:49:50.842335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8212614b-cb2a-4933-92d2-1a96fb91d2f1 req-16c20d60-1231-43e9-b8e9-456d34f4d697 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182148
Jan 29 20:49:50.888666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-cd7373b2-7841-4223-ab70-b01f155aade8 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080928
Jan 29 20:49:50.895230 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52144a86-9308-4b8c-9b47-1c82996ddb3a x-openstack-request-id: req-52144a86-9308-4b8c-9b47-1c82996ddb3a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:50.895530 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:50.895786 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52144a86-9308-4b8c-9b47-1c82996ddb3a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:50.896179 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'status': 'completed', 'code': 200}
Jan 29 20:49:50.939208 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a69df1-b6cc-4142-8f63-c69ffa3994b0 x-openstack-request-id: req-90a69df1-b6cc-4142-8f63-c69ffa3994b0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:50.939664 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:50.939934 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a69df1-b6cc-4142-8f63-c69ffa3994b0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:50.940835 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02', 'status': 'completed', 'code': 200}
Jan 29 20:49:50.943666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-449ae03f-9e34-47a9-b948-8433768b46c1 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-438601147&fields=id&tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 267 time: 0.1121421
Jan 29 20:49:50.984977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0100bd6-f325-4b6a-ab6b-07bedafbca95 req-d90d6314-bbba-48a8-b54f-076c5aead112 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902715
Jan 29 20:49:50.996010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-666aecd4-b029-4f0a-b93e-c5bd9c154241 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518800
Jan 29 20:49:51.084135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-4068e91b-743a-4ad9-81d9-f4c7dbf70043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.085695 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-4068e91b-743a-4ad9-81d9-f4c7dbf70043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 1129 time: 0.0451133
Jan 29 20:49:51.117942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-3e674ca6-5dba-4642-bad2-7f16fd056add tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.119435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-3e674ca6-5dba-4642-bad2-7f16fd056add tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 946 time: 0.1611452
Jan 29 20:49:51.135476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e332d-0c77-4257-a53a-cdad686653ed req-58862e38-d6e9-4984-b03f-a74d558266bc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.136908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c1e332d-0c77-4257-a53a-cdad686653ed req-58862e38-d6e9-4984-b03f-a74d558266bc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 949 time: 0.1435537
Jan 29 20:49:51.144050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'security_groups': ['d0744d6d-c953-4482-a07e-16ad318478f2', 'eb28e113-8447-475b-a018-00cb74233e1d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:51.186753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-31445d32-e2b7-4d47-96c3-b974780d5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.188161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2efc13-1ce2-4bf4-8672-a1ea6d8a4a87 req-2668ea18-5293-4c7f-8b58-4df93b6c5956 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807845
Jan 29 20:49:51.188314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-31445d32-e2b7-4d47-96c3-b974780d5481 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.0892587
Jan 29 20:49:51.234950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-1a6c16e2-2f49-4dc8-adab-3ea4c8632e59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02 HTTP/1.1" status: 200  len: 217 time: 0.0398116
Jan 29 20:49:51.288593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-6bdb6572-8f58-40de-a6d0-2a1f38829bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.290107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-6bdb6572-8f58-40de-a6d0-2a1f38829bd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0486329
Jan 29 20:49:51.342272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-dec75f29-616a-41ee-88fc-49a7f1876ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.343791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-dec75f29-616a-41ee-88fc-49a7f1876ac2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0458457
Jan 29 20:49:51.435609 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-f2123f2d-a265-46ad-8d25-452aa53f0133 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853784
Jan 29 20:49:51.532334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-405df600-0454-41ac-bb2e-9be39b2a6634 req-c6767e7d-b306-4291-bd74-fd73288518bb service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906744
Jan 29 20:49:51.545708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c1e332d-0c77-4257-a53a-cdad686653ed req-fe6d40e7-0de4-43a6-994d-0968f505a539 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3980510
Jan 29 20:49:51.555368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:51.600437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-1550df30-aab1-4130-b53a-3147a1680617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.601970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-1550df30-aab1-4130-b53a-3147a1680617 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1126 time: 0.3543646
Jan 29 20:49:51.758381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a501a1-a2e0-4e49-99c0-179933f621cc req-4f95f33f-3338-40d3-ac8f-dca7007b9078 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.759942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31a501a1-a2e0-4e49-99c0-179933f621cc req-4f95f33f-3338-40d3-ac8f-dca7007b9078 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1554949
Jan 29 20:49:51.851379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-6edf3bc4-695e-4811-af94-d26ff8cf5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:51.852768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-6edf3bc4-695e-4811-af94-d26ff8cf5b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2365930
Jan 29 20:49:51.855811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31a501a1-a2e0-4e49-99c0-179933f621cc req-6a70a09f-b487-48d8-afac-3e01fd6b3ef7 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0859971
Jan 29 20:49:51.917915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-300c4f44-6248-4930-8b70-2b9760dfb773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 217 time: 0.0525217
Jan 29 20:49:51.983849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:52.020036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-4aba8d4a-5656-4887-a09f-d50340c80e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.021528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-4aba8d4a-5656-4887-a09f-d50340c80e22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0898273
Jan 29 20:49:52.044452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:52.053786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b4fb-94cc-418a-8454-830e51a72400 req-a029eecf-e697-4208-90cb-0f5d7d8e3c74 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.055257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6551b4fb-94cc-418a-8454-830e51a72400 req-a029eecf-e697-4208-90cb-0f5d7d8e3c74 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 947 time: 0.1421618
Jan 29 20:49:52.072123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-e2d2f2a0-c684-49ac-8d96-af6e03970b34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380018
Jan 29 20:49:52.072720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:52.085320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:52.190035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.190655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:52.192083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66d6644a-4cad-410c-84dc-db7b0f3f17b1 req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "PUT /v2.0/ports/2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 982 time: 1.0639532
Jan 29 20:49:52.216604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:52.264486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87ca47-76d1-4d18-96b5-a85e4ae2461a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:52.272343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6551b4fb-94cc-418a-8454-830e51a72400 req-f4c4532e-aff7-49a0-9ac7-1d5d23abf24b tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025936
Jan 29 20:49:52.279763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb40f594-fdd2-4bfb-8a58-3395d154c120 req-05f3d16d-f2a1-4218-ac1d-5a66e68e3f79 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0636451
Jan 29 20:49:52.301776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-c6592706-a087-4bb8-9b37-ca8a1525ce9c service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184284
Jan 29 20:49:52.332601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:52.460026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c751d8f8-1b95-47cc-b5c7-718655493442 req-264f4d06-8116-4e48-835b-a335a784db57 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/eb28e113-8447-475b-a018-00cb74233e1d HTTP/1.1" status: 200  len: 1817 time: 0.1020491
Jan 29 20:49:52.492004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a891c9-40b1-4773-9cb9-dcbed5f63873 req-71eb003e-f381-436b-9007-892c50a85254 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.493477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06a891c9-40b1-4773-9cb9-dcbed5f63873 req-71eb003e-f381-436b-9007-892c50a85254 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.1342146
Jan 29 20:49:52.495297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-118ab47f-fd71-442c-9c72-f44d6fb9f532 req-0af526d7-e853-432d-8d51-905f15c1e4ca service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855702
Jan 29 20:49:52.550281 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-c751d8f8-1b95-47cc-b5c7-718655493442 req-17df14a2-4b36-4076-a4ca-727f08660f0f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 20:49:52.551876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c751d8f8-1b95-47cc-b5c7-718655493442 req-17df14a2-4b36-4076-a4ca-727f08660f0f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb28e113-8447-475b-a018-00cb74233e1d HTTP/1.1" status: 409  len: 341 time: 0.0853047
Jan 29 20:49:52.569832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06a891c9-40b1-4773-9cb9-dcbed5f63873 req-6cc012c3-0594-4e22-a856-95ffbfe8f6d9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687680
Jan 29 20:49:52.855154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71088-f9c7-4c6b-bea1-915e3e42c7e1 req-877632f2-dddb-4500-adea-de4fc65bd518 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.856550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3e71088-f9c7-4c6b-bea1-915e3e42c7e1 req-877632f2-dddb-4500-adea-de4fc65bd518 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 985 time: 0.1103244
Jan 29 20:49:52.863493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6bb25-30f3-4db3-b7ee-67db8bc3753c req-bcf98909-855c-4899-ab1a-d8f803617434 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.864862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdd6bb25-30f3-4db3-b7ee-67db8bc3753c req-bcf98909-855c-4899-ab1a-d8f803617434 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 949 time: 0.1278918
Jan 29 20:49:52.896966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:52.899164 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49628d62-8a28-470e-8598-7b87c3d824a2" -d '{"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:52.908344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-028ed1cd-18fb-4c7a-8660-4d3178c02ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:52.909827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-028ed1cd-18fb-4c7a-8660-4d3178c02ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1167 time: 0.1113343
Jan 29 20:49:53.004312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdd6bb25-30f3-4db3-b7ee-67db8bc3753c req-1146dae3-ea27-4155-85be-5f55d58faf41 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292470
Jan 29 20:49:53.010304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3e71088-f9c7-4c6b-bea1-915e3e42c7e1 req-3ac76a76-6688-4cb8-88de-4a6271d3025a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb28e113-8447-475b-a018-00cb74233e1d&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1444056
Jan 29 20:49:53.051682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-5685f29f-950a-450e-9cd2-93cd774b309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.053195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-5685f29f-950a-450e-9cd2-93cd774b309b service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.1304650
Jan 29 20:49:53.096864 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279e9bb7-6e88-4d5a-b85f-c54fa9fa041f x-openstack-request-id: req-279e9bb7-6e88-4d5a-b85f-c54fa9fa041f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:53.097188 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:53.097961 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-279e9bb7-6e88-4d5a-b85f-c54fa9fa041f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:53.098509 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'status': 'completed', 'code': 200}
Jan 29 20:49:53.100568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-9e9d2c81-8d85-4738-82b2-9601a2a48f3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 217 time: 0.0412991
Jan 29 20:49:53.117884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:53.181727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-1db12157-7103-444a-b0c9-c0328141fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.183288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-1db12157-7103-444a-b0c9-c0328141fed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.0737603
Jan 29 20:49:53.195304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944baa-6377-4a7b-84ce-9e3726176048 req-f5c8a07b-85f8-4bf7-8db0-3db5373534f9 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.198624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7944baa-6377-4a7b-84ce-9e3726176048 req-f5c8a07b-85f8-4bf7-8db0-3db5373534f9 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.1037438
Jan 29 20:49:53.229592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-dd74f063-4b0d-49c4-b0f3-e5779a678ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300212
Jan 29 20:49:53.249830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:53.302458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:53.306121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:53.306525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:53.312466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7944baa-6377-4a7b-84ce-9e3726176048 req-274af903-7b90-4c24-bf7e-7db2975b610e tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055505
Jan 29 20:49:53.350013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-821273b9-ded7-4614-bf6c-7e83fb128e49 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105886
Jan 29 20:49:53.392735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:53.393066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:53.419938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:53.422468 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83570734-eef7-441e-b38c-6da462a2e654" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:53.437473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:53.443233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:53.468839 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195a2b5-f3fc-4a07-bce2-65e0b14e1ff8 x-openstack-request-id: req-f195a2b5-f3fc-4a07-bce2-65e0b14e1ff8 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:53.469182 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:53.469440 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f195a2b5-f3fc-4a07-bce2-65e0b14e1ff8 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:53.469839 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'code': 200}
Jan 29 20:49:53.486063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1622c9-3403-4a80-902d-9bc7baca8293 req-4c874f0c-1e2d-4977-8610-f8df39b0cb74 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.487534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da1622c9-3403-4a80-902d-9bc7baca8293 req-4c874f0c-1e2d-4977-8610-f8df39b0cb74 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 947 time: 0.1075237
Jan 29 20:49:53.493283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c88548a6-c7f3-4de5-aa11-cf198715988b req-475c3463-7485-4e17-8b61-e7616343f49e service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326308
Jan 29 20:49:53.497200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:53.541497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da1622c9-3403-4a80-902d-9bc7baca8293 req-8e9d6dd1-17a3-46a1-a5de-7fba31145db3 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449162
Jan 29 20:49:53.578534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b4c57-5962-4a9b-9d32-623c0720417b req-35f59bfb-0373-415c-acd9-cd374c18b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.580254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d18b4c57-5962-4a9b-9d32-623c0720417b req-35f59bfb-0373-415c-acd9-cd374c18b952 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1132 time: 0.0474133
Jan 29 20:49:53.587948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-963c550a-49d1-4222-a130-7add8e332464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.589511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-963c550a-49d1-4222-a130-7add8e332464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1167 time: 0.0443120
Jan 29 20:49:53.636416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d18b4c57-5962-4a9b-9d32-623c0720417b req-566442fc-8bb6-41d2-88a3-546d948d35dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464914
Jan 29 20:49:53.742065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109169-1e99-4e8f-9099-84d81c91aeae req-a43a41da-333f-4225-81f2-8885ea77d58b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.743524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9109169-1e99-4e8f-9099-84d81c91aeae req-a43a41da-333f-4225-81f2-8885ea77d58b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.0818841
Jan 29 20:49:53.747901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-410b8303-6e44-4690-9dd6-c258e910d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.749278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-410b8303-6e44-4690-9dd6-c258e910d70a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.1471601
Jan 29 20:49:53.804195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-d68bf58d-8cf8-4924-abe9-2e5b236015d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 217 time: 0.0417914
Jan 29 20:49:53.852122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9109169-1e99-4e8f-9099-84d81c91aeae req-84b67e01-4cf1-4ddd-8fc7-09eb0333a258 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019087
Jan 29 20:49:53.866555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-99e94453-e26f-42cb-91a4-39de3e98493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:53.867981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-99e94453-e26f-42cb-91a4-39de3e98493d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.0565958
Jan 29 20:49:53.904747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-db98a776-a7b4-4b76-9bba-8c8b85b0155a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248308
Jan 29 20:49:53.994099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-ef1577fd-43a6-419a-b2d0-ab588eb8279f service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799735
Jan 29 20:49:54.162831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49628d62-8a28-470e-8598-7b87c3d824a2 req-646b1f91-c1d1-4106-8d30-2e28ac8a3593 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473677
Jan 29 20:49:54.188268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1117bc-2e4f-4edd-ab48-0866fe2154cd req-4be3309d-21bd-4237-85ce-63d0760bb1d7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.189791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b1117bc-2e4f-4edd-ab48-0866fe2154cd req-4be3309d-21bd-4237-85ce-63d0760bb1d7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1090963
Jan 29 20:49:54.209603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3d444-d10a-4de5-bfc9-872355c2ff98 req-d1962ced-4c4d-4ce6-b3ba-ddfa79df9374 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.211312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13d3d444-d10a-4de5-bfc9-872355c2ff98 req-d1962ced-4c4d-4ce6-b3ba-ddfa79df9374 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 985 time: 0.1118426
Jan 29 20:49:54.279198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b1117bc-2e4f-4edd-ab48-0866fe2154cd req-3660f5ac-fc25-4906-bbad-5309b57cfe22 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804441
Jan 29 20:49:54.295864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13d3d444-d10a-4de5-bfc9-872355c2ff98 req-81a87bf2-176e-4f74-9280-631d7f10c44d tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb28e113-8447-475b-a018-00cb74233e1d&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0777957
Jan 29 20:49:54.427278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5cbaa-8ef0-4da0-b46a-41e2b4f4c77a req-4fafa6aa-42a5-4586-ae44-22b8e34ea980 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.428728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78e5cbaa-8ef0-4da0-b46a-41e2b4f4c77a req-4fafa6aa-42a5-4586-ae44-22b8e34ea980 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.0516505
Jan 29 20:49:54.474352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78e5cbaa-8ef0-4da0-b46a-41e2b4f4c77a req-090e08ba-b419-4474-8adc-e0342eaaed3b tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/security-groups?id=786668ce-81a2-47e6-89a5-229b46cf8763&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400484
Jan 29 20:49:54.657643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284e35-39ba-4fa0-bf2a-e2c4af2ba07d req-2df2a214-9047-4c5c-982b-2ae1ad096a08 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.659096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84284e35-39ba-4fa0-bf2a-e2c4af2ba07d req-2df2a214-9047-4c5c-982b-2ae1ad096a08 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 947 time: 0.0509930
Jan 29 20:49:54.708887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84284e35-39ba-4fa0-bf2a-e2c4af2ba07d req-e38018ae-7861-4ca9-8552-38e8776a71ed tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441945
Jan 29 20:49:54.862826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-7be7afd2-15ac-419a-976f-b3094e087491 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.864176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-7be7afd2-15ac-419a-976f-b3094e087491 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.18 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 946 time: 0.0618899
Jan 29 20:49:54.958182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Deleting port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:54.958865 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:54.966848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bb5f9-a397-4b74-a5f8-44bb77e8b9c5 req-d95ac328-6396-44e5-bfca-0fcb0f4ad50e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:54.968319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-617bb5f9-a397-4b74-a5f8-44bb77e8b9c5 req-d95ac328-6396-44e5-bfca-0fcb0f4ad50e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.0510683
Jan 29 20:49:55.014931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-617bb5f9-a397-4b74-a5f8-44bb77e8b9c5 req-71a214f5-505d-4e1c-a03f-3c6b257d4d5b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407887
Jan 29 20:49:55.049288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] For port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:55.049652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:55.064078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Calling delete_port for cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:55.186475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:55.198047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:55.222747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Pushing event deleted for resources: {'Port': ['ID=cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:55.269953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 318ee084-2e8b-4666-ac1e-065fc63a9e02 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:55.420952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:55.435789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '318ee084-2e8b-4666-ac1e-065fc63a9e02', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '318ee084-2e8b-4666-ac1e-065fc63a9e02', 'mac_address': 'fa:16:3e:5c:5f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:55.487072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 318ee084-2e8b-4666-ac1e-065fc63a9e02 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:55.487465 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:55.508273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318ee084-2e8b-4666-ac1e-065fc63a9e02 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:55.520010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c0be4-1b2a-4fad-a9f9-c4132eed67c2 req-fdff5c8e-37a4-46e3-aac6-d79a6a5f39ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:55.521392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19c0be4-1b2a-4fad-a9f9-c4132eed67c2 req-fdff5c8e-37a4-46e3-aac6-d79a6a5f39ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1440699
Jan 29 20:49:55.531212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:55.535939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c77e-3c48-436c-9a37-bb18933f427b req-83908ff1-6a03-4671-9eee-2e0ac9d53588 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:55.536297 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:55.544035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cae5c77e-3c48-436c-9a37-bb18933f427b req-83908ff1-6a03-4671-9eee-2e0ac9d53588 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 985 time: 0.0951657
Jan 29 20:49:55.568437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] No DVR routers for this DVR port cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:55.573754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:55.577889 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8eaf2e8e-914a-4a03-923f-84a0a73d38cb req-97221714-220e-47d0-9cef-00c416c229a6 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.18 "DELETE /v2.0/ports/cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a HTTP/1.1" status: 204  len: 173 time: 0.7077019
Jan 29 20:49:55.578373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'name': 'network-vif-deleted', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:55.581894 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484b962-9465-4438-ac65-fe01954d24b7" -d '{"events": [{"server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "name": "network-vif-deleted", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:55.605684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:55.621520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19c0be4-1b2a-4fad-a9f9-c4132eed67c2 req-ceba5aab-a0ca-4b29-a27d-3a25f5679f62 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750372
Jan 29 20:49:55.643853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cae5c77e-3c48-436c-9a37-bb18933f427b req-0f07b701-b77c-47bb-bf70-e44dce8af7d4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb28e113-8447-475b-a018-00cb74233e1d&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0988708
Jan 29 20:49:55.699601 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc58b6-0f12-4d4b-aab7-e1b6026c35c9 x-openstack-request-id: req-1fdc58b6-0f12-4d4b-aab7-e1b6026c35c9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:55.700050 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f371202f-8300-442e-afb1-5884a2852937", "name": "network-vif-deleted", "tag": "cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:55.700370 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fdc58b6-0f12-4d4b-aab7-e1b6026c35c9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:55.700764 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371202f-8300-442e-afb1-5884a2852937', 'name': 'network-vif-deleted', 'tag': 'cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a', 'status': 'completed', 'code': 200}
Jan 29 20:49:55.740400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1026a47f-895f-4b60-81a1-e62947f8836f req-bc9cb5bd-85d2-4c28-8bf7-7df5f6132017 tempest-FloatingIPsAssociationNegativeTestJSON-578352829 tempest-FloatingIPsAssociationNegativeTestJSON-578352829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f371202f-8300-442e-afb1-5884a2852937 HTTP/1.1" status: 200  len: 210 time: 0.0310628
Jan 29 20:49:55.810308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f829-490c-4f98-9297-188b33e78627 req-31537c6b-605d-457c-ab91-f5381eff9ba8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:55.811743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f39f829-490c-4f98-9297-188b33e78627 req-31537c6b-605d-457c-ab91-f5381eff9ba8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0666423
Jan 29 20:49:55.871323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-e76ff995-cf21-4462-a4ad-bfee6dc8b76d tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1881978700&fields=id&tenant_id=81599579baff474b953d9edb301eba6f HTTP/1.1" status: 200  len: 267 time: 0.0768914
Jan 29 20:49:55.890451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f39f829-490c-4f98-9297-188b33e78627 req-2210b5ca-0174-4181-adea-2338c654e2bc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726004
Jan 29 20:49:55.929209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['318ee084-2e8b-4666-ac1e-065fc63a9e02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:55.930784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-c7fc1271-4638-476c-a1da-42f6ee05362a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:55.932946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-c7fc1271-4638-476c-a1da-42f6ee05362a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 985 time: 0.0535712
Jan 29 20:49:55.942503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'port': {'security_groups': ['d0744d6d-c953-4482-a07e-16ad318478f2', 'eb28e113-8447-475b-a018-00cb74233e1d', '00165c89-c10a-4574-a6a6-5e38e857d5b7']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:49:56.051941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:56.073145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea54f4-22d5-4d34-9be1-4076215f592a req-2fe655ab-0a30-4d08-aa92-621a6a58262d tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:56.074606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75ea54f4-22d5-4d34-9be1-4076215f592a req-2fe655ab-0a30-4d08-aa92-621a6a58262d tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 948 time: 0.1263843
Jan 29 20:49:56.173376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75ea54f4-22d5-4d34-9be1-4076215f592a req-25fe28d9-7445-4b27-bf91-aae7f3fe7040 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737715
Jan 29 20:49:56.340204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:56.356460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d774-4064-408a-91ce-0562be564b69 req-4835f730-ff17-4ce8-8455-008cdf78db7e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:56.357942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b933d774-4064-408a-91ce-0562be564b69 req-4835f730-ff17-4ce8-8455-008cdf78db7e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.0899072
Jan 29 20:49:56.390487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:56.397416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:56.408629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:56.439652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:49:56.458909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b933d774-4064-408a-91ce-0562be564b69 req-512bdf9d-9bf4-4c5c-b4d0-c41780ae7487 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930426
Jan 29 20:49:56.464062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:56.464690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:56.466217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3331fb76-2cd2-4919-9ad8-66fff2774852 req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "PUT /v2.0/ports/2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 1021 time: 0.5282769
Jan 29 20:49:56.471722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:56.474116 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7715cc-f79c-4828-8264-a09826c2eea3" -d '{"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:56.493288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9cd7a-d1af-4012-ad1c-45529163048f tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:56.539930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6951583d-a76d-47ee-9394-fec60ba270bb req-9958eb27-64ee-4da2-9ed7-313942a043c7 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/00165c89-c10a-4574-a6a6-5e38e857d5b7 HTTP/1.1" status: 200  len: 1818 time: 0.0401690
Jan 29 20:49:56.541245 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe46ca-639c-440e-81f1-d9a67f002f07 x-openstack-request-id: req-e8fe46ca-639c-440e-81f1-d9a67f002f07 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:56.541521 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:56.541772 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8fe46ca-639c-440e-81f1-d9a67f002f07 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:56.542179 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'status': 'completed', 'code': 200}
Jan 29 20:49:56.576304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:56.636325 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-6951583d-a76d-47ee-9394-fec60ba270bb req-0ea1d845-9250-42ff-b719-bc4e18e62688 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 20:49:56.637833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6951583d-a76d-47ee-9394-fec60ba270bb req-0ea1d845-9250-42ff-b719-bc4e18e62688 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/00165c89-c10a-4574-a6a6-5e38e857d5b7 HTTP/1.1" status: 409  len: 341 time: 0.0824862
Jan 29 20:49:56.650939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-24dca304-d8f9-4b99-bab0-e0b2b547ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:56.652662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-24dca304-d8f9-4b99-bab0-e0b2b547ff3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81599579baff474b953d9edb301eba6f&device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1207 time: 0.0785744
Jan 29 20:49:56.656282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-d98fe6db-e1cd-47a4-accf-f434a2238246 req-b16cc5c5-d7fc-4b0d-b948-cab9a102993a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:49:56.657341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d98fe6db-e1cd-47a4-accf-f434a2238246 req-b16cc5c5-d7fc-4b0d-b948-cab9a102993a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0090795
Jan 29 20:49:56.675030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:56.713060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2', 'port_id': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'mac_address': 'fa:16:3e:69:17:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083898-2673-409c-959a-194a4610b5e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:49:56.849909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3a6c7588-6700-4063-8abb-210e6b5547e2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:56.850344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:56.858621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40466) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:56.890973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6c7588-6700-4063-8abb-210e6b5547e2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:49:56.937354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:56.962471 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.047186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-1395a435-f9de-46a8-9c3d-47b036d61b78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0674322
Jan 29 20:49:57.077077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:57.165263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4dd3-e07f-4bee-8170-2c74f2bbfea1 req-152b690e-6ca1-4f1e-83bb-0bc805ba5d44 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.172548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91be4dd3-e07f-4bee-8170-2c74f2bbfea1 req-152b690e-6ca1-4f1e-83bb-0bc805ba5d44 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1024 time: 0.1267197
Jan 29 20:49:57.191088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-3c980606-6bd5-4e56-86f2-f77bb50604c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.192634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-3c980606-6bd5-4e56-86f2-f77bb50604c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 200  len: 913 time: 0.5330031
Jan 29 20:49:57.201967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae4b8-305d-4585-83ba-d2021ea8a7dc req-ed96b6c8-ad99-4927-b9ee-9312cc892dc6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.203513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-251ae4b8-305d-4585-83ba-d2021ea8a7dc req-ed96b6c8-ad99-4927-b9ee-9312cc892dc6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1597254
Jan 29 20:49:57.273542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 318ee084-2e8b-4666-ac1e-065fc63a9e02 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:49:57.277297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-e0c0d969-8e9c-4c67-8963-20c626311419 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 200  len: 217 time: 0.0667231
Jan 29 20:49:57.339579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-ccfd992d-1a51-4e79-9190-f180d9b93dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.341367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-ccfd992d-1a51-4e79-9190-f180d9b93dfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 200  len: 852 time: 0.0535886
Jan 29 20:49:57.353750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 318ee084-2e8b-4666-ac1e-065fc63a9e02 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:49:57.358519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 318ee084-2e8b-4666-ac1e-065fc63a9e02 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:49:57.358896 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.393878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3a6c7588-6700-4063-8abb-210e6b5547e2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:57.419904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-de66d548-7a4c-490d-a34e-53b122d70b7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14df93a1-ddf0-469c-9cef-2844e46a67ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649536
Jan 29 20:49:57.443493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-251ae4b8-305d-4585-83ba-d2021ea8a7dc req-e54a71b5-d9b4-4ee6-8b19-f7415e582469 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317085
Jan 29 20:49:57.444594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.548260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 318ee084-2e8b-4666-ac1e-065fc63a9e02 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:49:57.548845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.585231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91be4dd3-e07f-4bee-8170-2c74f2bbfea1 req-06afa0a2-4780-4363-a01e-39477fc45957 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb28e113-8447-475b-a018-00cb74233e1d&id=d0744d6d-c953-4482-a07e-16ad318478f2&id=00165c89-c10a-4574-a6a6-5e38e857d5b7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.4115913
Jan 29 20:49:57.587503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:57.590415 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1993ebe-adfe-4127-a16e-f3da2fed12de" -d '{"events": [{"server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "name": "network-vif-plugged", "status": "completed", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:57.617589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:57.627262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.682234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:57.687750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ecfe-fd47-4083-966e-f622232981af req-0597bfd6-54f6-47d4-a97d-48b21913582b tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.689407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1705ecfe-fd47-4083-966e-f622232981af req-0597bfd6-54f6-47d4-a97d-48b21913582b tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 948 time: 0.1561882
Jan 29 20:49:57.726292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-3288b8ab-7f08-41ac-9ec6-89d692b37c48 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981572
Jan 29 20:49:57.804715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Deleting port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:57.805180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.831261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bdfbc-c75a-4ffc-a731-152f6538b74f req-3edd2b12-b97b-4eb9-b972-fabe04ae7f55 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:57.833594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-159bdfbc-c75a-4ffc-a731-152f6538b74f req-3edd2b12-b97b-4eb9-b972-fabe04ae7f55 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1408596
Jan 29 20:49:57.871118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1705ecfe-fd47-4083-966e-f622232981af req-f0ac5262-772b-4b8f-ba37-c0b65a64eedb tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491029
Jan 29 20:49:57.912205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca7715cc-f79c-4828-8264-a09826c2eea3 req-986c5fac-211a-4221-931b-0aafd9b3c1f5 service neutron] 10.222.0.36 "GET /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758254
Jan 29 20:49:57.912381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] For port 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:57.912871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:57.915490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-159bdfbc-c75a-4ffc-a731-152f6538b74f req-65dcffac-08e0-4ac8-a6b0-e61dd222c97e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752194
Jan 29 20:49:57.944049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Calling delete_port for 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:57.953481 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab2cf35-2bd9-4ba1-b7a5-408db0db467c x-openstack-request-id: req-cab2cf35-2bd9-4ba1-b7a5-408db0db467c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:57.954247 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "name": "network-vif-plugged", "status": "completed", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:57.954247 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cab2cf35-2bd9-4ba1-b7a5-408db0db467c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:57.954767 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02', 'code': 200}
Jan 29 20:49:58.123775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578a2e1-edc6-43a7-ac08-3a6a065a92ad req-3930ccaa-6c8b-4421-95c4-c38067b3b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:58.125315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3578a2e1-edc6-43a7-ac08-3a6a065a92ad req-3930ccaa-6c8b-4421-95c4-c38067b3b724 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 1131 time: 0.0669322
Jan 29 20:49:58.203056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:58.212937 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3578a2e1-edc6-43a7-ac08-3a6a065a92ad req-f66587b6-abfd-48c5-a9f2-22b70ec7c33a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784783
Jan 29 20:49:58.232202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:58.399078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:58.551186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78529cca-e643-43f7-8dfb-abb93553b94f req-9113e93f-a3ed-453e-b1b2-601430922a33 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:58.552605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78529cca-e643-43f7-8dfb-abb93553b94f req-9113e93f-a3ed-453e-b1b2-601430922a33 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0527542
Jan 29 20:49:58.617220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:49:58.617379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78529cca-e643-43f7-8dfb-abb93553b94f req-edbd4b0c-8d35-4d5e-b624-9aabd9d256ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574493
Jan 29 20:49:58.673202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-934c7f12-84c1-4ecc-b291-aa49d6bd7e54 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:58.674782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-934c7f12-84c1-4ecc-b291-aa49d6bd7e54 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1024 time: 0.0550826
Jan 29 20:49:58.736772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:49:58.741700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c420d2e6-1fe6-460f-8d3b-a77512e8d19c admin admin] 10.222.0.20 "PUT /v2.0/routers/1b16db06-f079-4be1-b1a6-ae8d53f87a13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8817935
Jan 29 20:49:58.744187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40504) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:49:58.748448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Sync routers for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:49:58.773119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:58.773868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a522c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:58.807107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444946c7-3be7-4222-9043-d222f973c4b1 req-e0e6fc88-cf1c-49fa-a63a-f9e8511c7ee5 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:58.808838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-444946c7-3be7-4222-9043-d222f973c4b1 req-e0e6fc88-cf1c-49fa-a63a-f9e8511c7ee5 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 1024 time: 0.1291056
Jan 29 20:49:58.872025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Deleting port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:58.872491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:58.873962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks [] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:58.942226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-444946c7-3be7-4222-9043-d222f973c4b1 req-875ba29f-d0db-4fcb-a7b2-17ad3458e799 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb28e113-8447-475b-a018-00cb74233e1d&id=d0744d6d-c953-4482-a07e-16ad318478f2&id=00165c89-c10a-4574-a6a6-5e38e857d5b7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1274753
Jan 29 20:49:58.968701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:59.000664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:59.001058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.020903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Calling delete_port for 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:59.063360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-86457e97-cb21-4f36-9cee-9891c1720fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.064869 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-86457e97-cb21-4f36-9cee-9891c1720fec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1132 time: 0.1145024
Jan 29 20:49:59.080128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks [] for router_gateway (1b16db06-f079-4be1-b1a6-ae8d53f87a13), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.169130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35591-f835-41c6-91c3-1ad51d1582e5 req-a1fb0c7c-6b29-44bc-8464-c22edc2ae879 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.181026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90c35591-f835-41c6-91c3-1ad51d1582e5 req-a1fb0c7c-6b29-44bc-8464-c22edc2ae879 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1080792
Jan 29 20:49:59.187098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a522c70>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '7b98842f-157f-48ab-81df-0803980b7010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:49:58Z', 'revision_number': 5, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port': {'id': '7b98842f-157f-48ab-81df-0803980b7010', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:52Z', 'updated_at': '2022-01-29T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:59.202964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-db37fa47-443e-4518-932b-ca1ebff60f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.204431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-db37fa47-443e-4518-932b-ca1ebff60f18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1327510
Jan 29 20:49:59.220261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Checking router: 1b16db06-f079-4be1-b1a6-ae8d53f87a13 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:49:59.221472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609e68-ce58-4dde-a3fa-3c4db776d719 req-27c81c5a-7d4a-40cc-9b65-a8261c1a988a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.223150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc609e68-ce58-4dde-a3fa-3c4db776d719 req-27c81c5a-7d4a-40cc-9b65-a8261c1a988a tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 949 time: 0.1538365
Jan 29 20:49:59.225937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Deleting port 7b98842f-157f-48ab-81df-0803980b7010 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:49:59.226505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7b98842f-157f-48ab-81df-0803980b7010), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.230960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Routers {'1b16db06-f079-4be1-b1a6-ae8d53f87a13'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:49:59.231675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a522c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:59.299401 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-bb28550c-a35d-4ea2-b03a-293b2067d685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.0884211
Jan 29 20:49:59.326626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2b5ad264-0f2d-4b83-9373-511e2b1bcb02), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.378296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'Port': ['ID=2b5ad264-0f2d-4b83-9373-511e2b1bcb02,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:59.383494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-b44c7540-9347-4c72-9b5d-7882035c125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.385038 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-b44c7540-9347-4c72-9b5d-7882035c125d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0734553
Jan 29 20:49:59.402439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90c35591-f835-41c6-91c3-1ad51d1582e5 req-8bc49631-d4eb-418e-a4ae-0c4cd3152bd0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251806
Jan 29 20:49:59.425514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] For port 7b98842f-157f-48ab-81df-0803980b7010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b98842f-157f-48ab-81df-0803980b7010,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:49:59.425911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7b98842f-157f-48ab-81df-0803980b7010), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.438602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Calling delete_port for 7b98842f-157f-48ab-81df-0803980b7010 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:49:59.451806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:49:59.454091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:49:59.471509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] No DVR routers for this DVR port 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:49:59.474763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.478999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca283fc-f6bb-489e-9ade-f33e2b472c37 req-04688d27-8017-42b0-8dea-e75ac07870bb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "DELETE /v2.0/ports/2b5ad264-0f2d-4b83-9373-511e2b1bcb02 HTTP/1.1" status: 204  len: 173 time: 0.7980795
Jan 29 20:49:59.479966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'name': 'network-vif-deleted', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:49:59.483103 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24463e1-c1c3-4de1-99ba-a971896af833" -d '{"events": [{"server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "name": "network-vif-deleted", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:49:59.498843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc609e68-ce58-4dde-a3fa-3c4db776d719 req-83a7c9a1-fde7-453d-a16b-27112fdff1c7 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667320
Jan 29 20:49:59.519159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:49:59.520222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cdc99236-c5b2-4d4e-b9c2-3c27a8dff59a not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:49:59.527732 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf5006-3f57-427b-a173-215b3cd58f37 x-openstack-request-id: req-69bf5006-3f57-427b-a173-215b3cd58f37 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:49:59.528240 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07326083-134d-4d64-8c87-0208a2ef62ba", "name": "network-vif-deleted", "tag": "2b5ad264-0f2d-4b83-9373-511e2b1bcb02", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:49:59.528655 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bf5006-3f57-427b-a173-215b3cd58f37 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:49:59.529319 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07326083-134d-4d64-8c87-0208a2ef62ba', 'name': 'network-vif-deleted', 'tag': '2b5ad264-0f2d-4b83-9373-511e2b1bcb02', 'status': 'completed', 'code': 200}
Jan 29 20:49:59.563595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] Set router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:49:59.619705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5eb87693-cc2f-4c7a-ae31-c5215a4b6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.621334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5eb87693-cc2f-4c7a-ae31-c5215a4b6b52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2173843
Jan 29 20:49:59.632279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a522c70>, [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:49:59Z', 'revision_number': 6, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:49:59.662299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699ffaf-268b-4edf-ac25-a68566606c45 None None] The sync data for ids ['1b16db06-f079-4be1-b1a6-ae8d53f87a13'] in ncdv-master-1 is: [{'id': '1b16db06-f079-4be1-b1a6-ae8d53f87a13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-77105465-router', 'tenant_id': 'bcb11df646c940e99bd0a888e300f1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:50Z', 'updated_at': '2022-01-29T20:49:59Z', 'revision_number': 6, 'project_id': 'bcb11df646c940e99bd0a888e300f1b2', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:49:59.746103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7b98842f-157f-48ab-81df-0803980b7010), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:49:59.782251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b98842f-157f-48ab-81df-0803980b7010,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:49:59.794090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf80b1-eeca-4887-9f83-befe71157cf8 req-57385519-40ce-4293-b7e7-8253a0f96dc2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:49:59.802403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eddf80b1-eeca-4887-9f83-befe71157cf8 req-57385519-40ce-4293-b7e7-8253a0f96dc2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0710020
Jan 29 20:49:59.852534 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-b946f053-b557-4c79-979a-a92c861121d6 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055187
Jan 29 20:49:59.881959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eddf80b1-eeca-4887-9f83-befe71157cf8 req-072ad533-a716-40c8-847a-b7b777bf5b5e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785916
Jan 29 20:50:00.065464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5eb5347-398c-469a-bcd4-40d77dbc2a3c req-461ed6c1-7b62-471d-ab80-34242489744d tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=07326083-134d-4d64-8c87-0208a2ef62ba HTTP/1.1" status: 200  len: 210 time: 0.0311735
Jan 29 20:50:00.181279 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.276759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.280379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks [] for router_controller (1b16db06-f079-4be1-b1a6-ae8d53f87a13), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.340145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (1b16db06-f079-4be1-b1a6-ae8d53f87a13), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.340582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b16db06-f079-4be1-b1a6-ae8d53f87a13 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:50:00.344053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-230ca00f-240c-455c-8f45-4950c235bf36 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4760921
Jan 29 20:50:00.346936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.348006 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4687670c-52e8-4dd0-aa7d-65587a42304b admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b16db06-f079-4be1-b1a6-ae8d53f87a13 HTTP/1.1" status: 204  len: 168 time: 1.6027374
Jan 29 20:50:00.350765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40518) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:00.401546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Deleting subnet ab9f8833-0a27-4279-95c6-4632d63b6e2d {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:00.404649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Publish callbacks [] for subnet (ab9f8833-0a27-4279-95c6-4632d63b6e2d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.429052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:00.446694 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Publish callbacks [] for subnet (ab9f8833-0a27-4279-95c6-4632d63b6e2d), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.523376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 3a6c7588-6700-4063-8abb-210e6b5547e2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:00.527729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 3a6c7588-6700-4063-8abb-210e6b5547e2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:00.528223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.558920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ab9f8833-0a27-4279-95c6-4632d63b6e2d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.629714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3a6c7588-6700-4063-8abb-210e6b5547e2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:00.630130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.653121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7cf2f-e068-4984-91d5-01089d2eb5cf req-f3ec1955-eb64-458e-9d85-1fc04a479fc6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:00.654016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:00.654664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2de7cf2f-e068-4984-91d5-01089d2eb5cf req-f3ec1955-eb64-458e-9d85-1fc04a479fc6 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1385746
Jan 29 20:50:00.662118 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b654bb-f6c0-4849-ae97-cc510c6926ad" -d '{"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:00.675255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:00.678157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.678912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:00.684670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (ab9f8833-0a27-4279-95c6-4632d63b6e2d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.718655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:00.719003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2b5ad264-0f2d-4b83-9373-511e2b1bcb02 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:00.728506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9f8833-0a27-4279-95c6-4632d63b6e2d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:00.732539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd81070-c12b-4b19-b0ff-0c9da39cbcb8 None None] Network b739675d-0ed8-40e4-aa5e-71ebc72e5eea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:00.738144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.741062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea032f9f-c394-4077-a3c9-d1f8e3a17fa6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab9f8833-0a27-4279-95c6-4632d63b6e2d HTTP/1.1" status: 204  len: 168 time: 0.3892310
Jan 29 20:50:00.743537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:00.752740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ea32c-f3a3-4e9d-92aa-404ede3a884f req-4be6feab-cc7f-4b5a-8690-b9412b8601fd tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:00.754796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea1ea32c-f3a3-4e9d-92aa-404ede3a884f req-4be6feab-cc7f-4b5a-8690-b9412b8601fd tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 949 time: 0.1472497
Jan 29 20:50:00.762903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2de7cf2f-e068-4984-91d5-01089d2eb5cf req-f36421c6-f154-4e3c-a3df-a1fca4a795a4 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998645
Jan 29 20:50:00.793945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:00.841769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b739675d-0ed8-40e4-aa5e-71ebc72e5eea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.874442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea1ea32c-f3a3-4e9d-92aa-404ede3a884f req-1b06cb37-f459-45ec-9423-dbd8f3cb2bae tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921974
Jan 29 20:50:00.874914 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f97a1f-9a7e-4d01-bd74-a2e92e0ddf76 x-openstack-request-id: req-c1f97a1f-9a7e-4d01-bd74-a2e92e0ddf76 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:00.875057 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:00.875406 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f97a1f-9a7e-4d01-bd74-a2e92e0ddf76 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:00.876050 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'code': 200}
Jan 29 20:50:00.928296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Deleting port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:00.928647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:00.955635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] DHCP port deletion for b739675d-0ed8-40e4-aa5e-71ebc72e5eea request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:50:01.006726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] For port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:01.007363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.023342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Calling delete_port for 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:01.025161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Deleting port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:01.025550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.051613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb632d-bf82-4c64-b192-93bcc9697938 req-defbd669-dbe5-4c25-9747-dbc9121d6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:01.053284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bb632d-bf82-4c64-b192-93bcc9697938 req-defbd669-dbe5-4c25-9747-dbc9121d6141 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1128 time: 0.1032190
Jan 29 20:50:01.065566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfa8e-3939-43d9-9f02-c191ff2f6ebf req-9c96f1d5-d914-41b5-a87c-dbebcaae7acb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:01.080408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66acfa8e-3939-43d9-9f02-c191ff2f6ebf req-9c96f1d5-d914-41b5-a87c-dbebcaae7acb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1068981
Jan 29 20:50:01.103246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] For port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,segment=NetworkSegment(24be8230-4103-47b4-a5ae-cb5a1cdc973b),segment_id=24be8230-4103-47b4-a5ae-cb5a1cdc973b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:01.103781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.124174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Calling delete_port for 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:01.124490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.167877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] No DVR routers for this DVR port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:01.177409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66acfa8e-3939-43d9-9f02-c191ff2f6ebf req-b8ba4752-50eb-454d-bb22-8753f46bb0a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945826
Jan 29 20:50:01.191448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bb632d-bf82-4c64-b192-93bcc9697938 req-f2cb33c3-9d29-4f29-877a-07deacd38246 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051507
Jan 29 20:50:01.201941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.263567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.265870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b739675d-0ed8-40e4-aa5e-71ebc72e5eea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.290696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856110d1-1414-4944-95f2-91c1a70c8104 req-d6eb9f65-9ad8-4fd8-aa90-a181e6bf2576 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/eb28e113-8447-475b-a018-00cb74233e1d HTTP/1.1" status: 200  len: 1817 time: 0.0893936
Jan 29 20:50:01.292263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a7d1f0>,) {'filters': {'network_id': ['b739675d-0ed8-40e4-aa5e-71ebc72e5eea']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:01.305182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] Pushing event deleted for resources: {'Port': ['ID=54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.311456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e6377-1401-42ec-ab40-73e7dc407932 None None] No DVR routers for this DVR port 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:01.331795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a7d1f0>, '24be8230-4103-47b4-a5ae-cb5a1cdc973b') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:01.332341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a7d1f0>, '24be8230-4103-47b4-a5ae-cb5a1cdc973b') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:01.345437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (24be8230-4103-47b4-a5ae-cb5a1cdc973b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.364407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24be8230-4103-47b4-a5ae-cb5a1cdc973b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.370610 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:50:01.374206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:01.374847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (24be8230-4103-47b4-a5ae-cb5a1cdc973b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.376743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7b98842f-157f-48ab-81df-0803980b7010 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:01.377236 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:01.381087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-856110d1-1414-4944-95f2-91c1a70c8104 req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (eb28e113-8447-475b-a018-00cb74233e1d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.404379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7b98842f-157f-48ab-81df-0803980b7010 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:01.404728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7b98842f-157f-48ab-81df-0803980b7010 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:01.405190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:01.413532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-856110d1-1414-4944-95f2-91c1a70c8104 req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (eb28e113-8447-475b-a018-00cb74233e1d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.427284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:01.427637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a7907e7-ee84-4ad3-8e7c-1268d83e3cf2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:01.428055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:01.449620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:01.450792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 54e1dc24-2fa2-4f1c-9fd7-0dd87cd2c5a6 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:01.454298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b739675d-0ed8-40e4-aa5e-71ebc72e5eea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.468740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.471922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-856110d1-1414-4944-95f2-91c1a70c8104 req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eb28e113-8447-475b-a018-00cb74233e1d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.475239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-856110d1-1414-4944-95f2-91c1a70c8104 req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.475989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b739675d-0ed8-40e4-aa5e-71ebc72e5eea HTTP/1.1" status: 204  len: 168 time: 0.7311952
Jan 29 20:50:01.489887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7947a2a-1ad0-4ac2-b46c-24ec9d5173e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b739675d-0ed8-40e4-aa5e-71ebc72e5eea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.495636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856110d1-1414-4944-95f2-91c1a70c8104 req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb28e113-8447-475b-a018-00cb74233e1d HTTP/1.1" status: 204  len: 173 time: 0.1979244
Jan 29 20:50:01.508122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ddc88-bf2d-441b-a6a3-b8b4eb22a492 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28e113-8447-475b-a018-00cb74233e1d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.551424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-aceee96f-4935-4a1f-b4ab-49fe4badfdfb tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/00165c89-c10a-4574-a6a6-5e38e857d5b7 HTTP/1.1" status: 200  len: 1818 time: 0.0443988
Jan 29 20:50:01.647619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (00165c89-c10a-4574-a6a6-5e38e857d5b7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.667636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e5212-6bcd-4a99-a9b2-82cf06319bb2 req-09b22a2a-c3b9-41c3-ade2-0d827e883c23 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:01.669162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a1e5212-6bcd-4a99-a9b2-82cf06319bb2 req-09b22a2a-c3b9-41c3-ade2-0d827e883c23 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 949 time: 0.0904255
Jan 29 20:50:01.671774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:01.689928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (00165c89-c10a-4574-a6a6-5e38e857d5b7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.713144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-59d998f0-4d51-40d0-ad12-b60a2b8641cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcb11df646c940e99bd0a888e300f1b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0401111
Jan 29 20:50:01.715597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:01.747380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a1e5212-6bcd-4a99-a9b2-82cf06319bb2 req-51c1b4a2-7b91-41eb-a835-d7f19c311f6e tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718067
Jan 29 20:50:01.756218 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (00165c89-c10a-4574-a6a6-5e38e857d5b7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.759194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.765047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d2af21-f4f6-4c1c-aca4-0a444c132ff1 req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/00165c89-c10a-4574-a6a6-5e38e857d5b7 HTTP/1.1" status: 204  len: 173 time: 0.2029006
Jan 29 20:50:01.772121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] Publish callbacks [] for security_group (786668ce-81a2-47e6-89a5-229b46cf8763), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.778596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ef108-906d-4101-b510-467673c3de7c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00165c89-c10a-4574-a6a6-5e38e857d5b7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.787059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-571470526', 'description': 'tempest-description-1824707445'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:01.801219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] Publish callbacks [] for security_group (786668ce-81a2-47e6-89a5-229b46cf8763), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.812179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.859729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (786668ce-81a2-47e6-89a5-229b46cf8763), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.864034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.864691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/786668ce-81a2-47e6-89a5-229b46cf8763 HTTP/1.1" status: 204  len: 168 time: 0.1482029
Jan 29 20:50:01.874934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b33b03-caaa-4395-b486-0d472c8ecd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786668ce-81a2-47e6-89a5-229b46cf8763,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:01.929030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.934166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.965758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c8fc5-8ea2-40f5-a08e-be27700bd261 req-7446818c-97ac-4fc5-9107-225aa3e36dd5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:01.967276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c7c8fc5-8ea2-40f5-a08e-be27700bd261 req-7446818c-97ac-4fc5-9107-225aa3e36dd5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.1080902
Jan 29 20:50:01.973712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:01.974864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dd401fa-cc1a-4866-8444-2755b928a20c req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1924338
Jan 29 20:50:01.999788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7f65d-44b5-49ec-9ab7-e95096f50a0c tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26a1db-9dac-4bb4-9da8-40b7f89e1884,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:02.057460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c7c8fc5-8ea2-40f5-a08e-be27700bd261 req-4f160ab4-23b4-4e43-a7ca-3ae3914bd1f8 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816400
Jan 29 20:50:02.060909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-15146d4c-4b1f-4619-b721-c032de7814d9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/0e26a1db-9dac-4bb4-9da8-40b7f89e1884 HTTP/1.1" status: 200  len: 1817 time: 0.0646389
Jan 29 20:50:02.072013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2140411123', 'description': 'tempest-description-hth-744768674'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:02.105786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.152315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.156425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.159144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.160391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0be879b0-226b-45bf-96e5-2eb92d9c5047 req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "PUT /v2.0/security-groups/0e26a1db-9dac-4bb4-9da8-40b7f89e1884 HTTP/1.1" status: 200  len: 1791 time: 0.0928183
Jan 29 20:50:02.195250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8836d1-cb56-4a1a-8272-56ab6825dd15 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26a1db-9dac-4bb4-9da8-40b7f89e1884,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:02.229119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6102e1d-8b49-46a3-a298-eb083a80061b req-4bd410ba-9621-4fc3-9bf0-8f1acc601c80 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/0e26a1db-9dac-4bb4-9da8-40b7f89e1884 HTTP/1.1" status: 200  len: 1791 time: 0.0455084
Jan 29 20:50:02.325507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-dda75d81-111b-43fb-8494-45329f904940 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/0e26a1db-9dac-4bb4-9da8-40b7f89e1884 HTTP/1.1" status: 200  len: 1791 time: 0.0711648
Jan 29 20:50:02.346399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15215b-3a7b-437a-8793-fdfbdbc7f297 req-e08e13a7-a76f-4b84-a538-000a7b911430 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:02.347920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a15215b-3a7b-437a-8793-fdfbdbc7f297 req-e08e13a7-a76f-4b84-a538-000a7b911430 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0777838
Jan 29 20:50:02.422732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a15215b-3a7b-437a-8793-fdfbdbc7f297 req-e642c5a0-886e-4c36-96d6-7a8393c9273d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668578
Jan 29 20:50:02.428099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.455241 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.497023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e26a1db-9dac-4bb4-9da8-40b7f89e1884), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.499603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.501024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a981e05e-5a44-47b7-bce3-cec3c535335f req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e26a1db-9dac-4bb4-9da8-40b7f89e1884 HTTP/1.1" status: 204  len: 173 time: 0.1678135
Jan 29 20:50:02.512627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2af379-f56a-478e-843f-762a4f54eaf9 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e26a1db-9dac-4bb4-9da8-40b7f89e1884,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:02.597894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40592) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:02.623465 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-5e558250-5731-47de-9c14-6b085be79790 req-25e63ed0-2eea-4f04-b539-9355919f36de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.624628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e558250-5731-47de-9c14-6b085be79790 req-25e63ed0-2eea-4f04-b539-9355919f36de tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/00165c89-c10a-4574-a6a6-5e38e857d5b7 HTTP/1.1" status: 404  len: 352 time: 0.0181880
Jan 29 20:50:02.659381 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-da280019-b227-48a2-8f7b-da443bdbb859 req-afa5d6ea-b688-49bc-be9b-d7e28afdee41 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.660686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da280019-b227-48a2-8f7b-da443bdbb859 req-afa5d6ea-b688-49bc-be9b-d7e28afdee41 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/eb28e113-8447-475b-a018-00cb74233e1d HTTP/1.1" status: 404  len: 352 time: 0.0157356
Jan 29 20:50:02.698708 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-4515c0b4-38bf-431a-ba75-b77006990f48 req-402cde6c-5986-47b9-828c-f48e42e77836 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.699702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4515c0b4-38bf-431a-ba75-b77006990f48 req-402cde6c-5986-47b9-828c-f48e42e77836 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/299f0d0c-ce12-4658-9c5a-2c14bec1da6f HTTP/1.1" status: 404  len: 352 time: 0.0172400
Jan 29 20:50:02.712185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-network', 'tenant_id': '36bd116aa0154866b5b528618521aa7e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:02.731525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Made reservation on behalf of 36bd116aa0154866b5b528618521aa7e for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:02.733188 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-b8a0c408-c748-41fa-97f3-85f69bc95365 req-b7aa5a58-57b6-4965-ba61-6d469acb9ca2 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.733928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.734165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a0c408-c748-41fa-97f3-85f69bc95365 req-b7aa5a58-57b6-4965-ba61-6d469acb9ca2 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/f8c7a5b9-ac84-416a-a5b5-594ddcee1faa HTTP/1.1" status: 404  len: 352 time: 0.0138178
Jan 29 20:50:02.743240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.766976 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-e2d97a9b-1bbf-42df-86d4-6c4e705f60f5 req-70cdc071-3623-4553-a952-f33744654ea6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.768174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2d97a9b-1bbf-42df-86d4-6c4e705f60f5 req-70cdc071-3623-4553-a952-f33744654ea6 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/ffede8ac-f4df-4522-adf1-358731cdca4a HTTP/1.1" status: 404  len: 352 time: 0.0138304
Jan 29 20:50:02.809936 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-9e3a221d-6927-4992-b212-0a029668c5e8 req-adf16cc6-fac9-4ea3-b30f-754bd943271a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] show failed (client error): The resource could not be found.
Jan 29 20:50:02.821032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e3a221d-6927-4992-b212-0a029668c5e8 req-adf16cc6-fac9-4ea3-b30f-754bd943271a tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/79c2ef27-2fe8-4530-98f9-0276af3fbe73 HTTP/1.1" status: 404  len: 352 time: 0.0271771
Jan 29 20:50:02.826943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks [] for security_group (e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.834250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.851836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:50:02.882235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d747b629-aa62-4621-aa03-00e11f454487), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.882579 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Added segment d747b629-aa62-4621-aa03-00e11f454487 of type vlan for network cdb726d4-7d3e-47a6-a808-d920bbb8c774
Jan 29 20:50:02.887624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a88f39-ca23-4c91-bf35-7cff3333b5ee req-9e434705-4663-48e2-be6f-f2e7c0b40c7c tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:02.889163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3a88f39-ca23-4c91-bf35-7cff3333b5ee req-9e434705-4663-48e2-be6f-f2e7c0b40c7c tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 949 time: 0.0559342
Jan 29 20:50:02.891404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:02.945368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cdb726d4-7d3e-47a6-a808-d920bbb8c774), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.958247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3a88f39-ca23-4c91-bf35-7cff3333b5ee req-9c13032c-69e6-49ee-a917-bdacd1649792 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/security-groups?id=79c83850-5f16-4e34-a72f-8b42cd0c2a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603108
Jan 29 20:50:02.980914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cdb726d4-7d3e-47a6-a808-d920bbb8c774), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:02.982564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:02.983331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.037395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4383700
Jan 29 20:50:03.041444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40612) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:03.048094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Request body: {'subnet': {'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-subnet', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:03.056384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e0bc-2a05-4f87-a52a-d549afbf618f admin admin] Pushing event updated for resources: {'Network': ['ID=cdb726d4-7d3e-47a6-a808-d920bbb8c774,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:03.068406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:50:03.071297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Made reservation on behalf of 36bd116aa0154866b5b528618521aa7e for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:03.073671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.073807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7f12f-a7bd-4b02-a9fa-20c35179a715 req-60be43f7-5aa4-4999-8ade-402fa07de6f4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.075267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fc7f12f-a7bd-4b02-a9fa-20c35179a715 req-60be43f7-5aa4-4999-8ade-402fa07de6f4 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1024 time: 0.0566993
Jan 29 20:50:03.181194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fc7f12f-a7bd-4b02-a9fa-20c35179a715 req-8ceee7e0-1511-47e9-ad5d-2950eab64caa tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc34e91b-4769-42e7-8dbf-496f03ddd8ea&id=9086d034-d75c-4c8a-ab5d-4008dd5b09b7&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0946646
Jan 29 20:50:03.216050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e97a-848d-4f8a-8c45-c444b4926b95 req-386a871c-2001-4bed-8fa9-56c3f6a19b89 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.217711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f367e97a-848d-4f8a-8c45-c444b4926b95 req-386a871c-2001-4bed-8fa9-56c3f6a19b89 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.0813560
Jan 29 20:50:03.223975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-f8376e44-055f-4e4e-812c-69b3994e9af2 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.225468 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-f8376e44-055f-4e4e-812c-69b3994e9af2 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.18 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 949 time: 0.0820086
Jan 29 20:50:03.266446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f367e97a-848d-4f8a-8c45-c444b4926b95 req-969d884c-f964-492c-8dac-e46c1d791348 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407865
Jan 29 20:50:03.366664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e79024de-d2cf-4e40-9a8a-bef00fa4bc01), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.380291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fda5d-f929-4ff0-ab2d-7a72d4a50521 req-fb628660-d3ae-4eec-8944-2d2dabff7105 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.381843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c26fda5d-f929-4ff0-ab2d-7a72d4a50521 req-fb628660-d3ae-4eec-8944-2d2dabff7105 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1128 time: 0.0488112
Jan 29 20:50:03.426495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c26fda5d-f929-4ff0-ab2d-7a72d4a50521 req-1bc3651b-39ac-473e-8705-9b1416e475e0 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383437
Jan 29 20:50:03.429484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Deleting port 318ee084-2e8b-4666-ac1e-065fc63a9e02 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:03.429830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.451436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79024de-d2cf-4e40-9a8a-bef00fa4bc01,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:03.493307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Checking segment: {'id': 'd747b629-aa62-4621-aa03-00e11f454487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:03.493673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Network hostable DHCP agents. Network: cdb726d4-7d3e-47a6-a808-d920bbb8c774, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:50:03.535538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:50:03.551844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] For port 318ee084-2e8b-4666-ac1e-065fc63a9e02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=318ee084-2e8b-4666-ac1e-065fc63a9e02,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:03.552215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.554421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdb726d4-7d3e-47a6-a808-d920bbb8c774) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:03.564774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.565412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.568327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a760c96-a8be-4c0d-90bf-5f20e86569af None None] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:03.572917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Calling delete_port for 318ee084-2e8b-4666-ac1e-065fc63a9e02 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:03.574630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec5046-7114-4ac9-88ad-b068a72f5203 req-777ce32b-0737-4687-badb-bef907431721 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.576177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cec5046-7114-4ac9-88ad-b068a72f5203 req-777ce32b-0737-4687-badb-bef907431721 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1128 time: 0.0762496
Jan 29 20:50:03.584462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeba35-de07-4d89-b4dd-9b449f1e2a03 req-4f440013-cc6b-4f10-8382-7dc123c99c86 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:03.585954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbeba35-de07-4d89-b4dd-9b449f1e2a03 req-4f440013-cc6b-4f10-8382-7dc123c99c86 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0781531
Jan 29 20:50:03.597909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1d028b7e-897a-4f5b-88f8-6490904776b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5528030
Jan 29 20:50:03.603750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40622) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:03.614093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:03.677437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.678462 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.687031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cec5046-7114-4ac9-88ad-b068a72f5203 req-3a418bea-414b-43d4-9d01-867d8df53581 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999939
Jan 29 20:50:03.707102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cdb726d4-7d3e-47a6-a808-d920bbb8c774', 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774', 'project_id': '36bd116aa0154866b5b528618521aa7e', 'fixed_ips': [{'subnet_id': 'e79024de-d2cf-4e40-9a8a-bef00fa4bc01'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:50:03.708073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.709616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbeba35-de07-4d89-b4dd-9b449f1e2a03 req-664bafbb-bca1-411b-b635-e1b3af338973 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041644
Jan 29 20:50:03.751576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (318ee084-2e8b-4666-ac1e-065fc63a9e02), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.815404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for router_controller (be70e9e1-b259-48fa-83e7-e505a00ccb62), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.827001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['318ee084-2e8b-4666-ac1e-065fc63a9e02'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:03.836797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] No DVR routers for this DVR port 318ee084-2e8b-4666-ac1e-065fc63a9e02 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:03.841361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:03.846125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce1578e3-9f3d-464e-a830-148825d5dff1 req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.18 "DELETE /v2.0/ports/318ee084-2e8b-4666-ac1e-065fc63a9e02 HTTP/1.1" status: 204  len: 173 time: 0.6032128
Jan 29 20:50:03.847075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91614de-388e-4fdb-8af0-120f0c5d0554 tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] Pushing event deleted for resources: {'Port': ['ID=318ee084-2e8b-4666-ac1e-065fc63a9e02,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:03.863146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'name': 'network-vif-deleted', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:03.866688 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f19a87d-e302-4e12-9400-0a59ea02981b" -d '{"events": [{"server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "name": "network-vif-deleted", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:03.931067 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcc103-9e1a-4823-ba8e-47718cbcd700 x-openstack-request-id: req-35bcc103-9e1a-4823-ba8e-47718cbcd700 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:03.931363 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91880066-f73e-476d-aed6-9d6dfcedabe4", "name": "network-vif-deleted", "tag": "318ee084-2e8b-4666-ac1e-065fc63a9e02", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:03.931621 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35bcc103-9e1a-4823-ba8e-47718cbcd700 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:03.932019 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91880066-f73e-476d-aed6-9d6dfcedabe4', 'name': 'network-vif-deleted', 'tag': '318ee084-2e8b-4666-ac1e-065fc63a9e02', 'status': 'completed', 'code': 200}
Jan 29 20:50:03.991274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Allocated IP 172.20.0.2 (cdb726d4-7d3e-47a6-a808-d920bbb8c774/e79024de-d2cf-4e40-9a8a-bef00fa4bc01/cfaa5b77-eb15-44bf-9c69-ba4952530ba9) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:04.076765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for router_gateway (be70e9e1-b259-48fa-83e7-e505a00ccb62), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.117150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a2c7ef3-466c-4eeb-8a8a-fdd9b1d386b0 req-1301e65f-9018-4ea5-b8f2-7535a79c78bc tempest-TenantUsagesTestJSON-1464379526 tempest-TenantUsagesTestJSON-1464379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=91880066-f73e-476d-aed6-9d6dfcedabe4 HTTP/1.1" status: 200  len: 210 time: 0.0560904
Jan 29 20:50:04.200770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks [] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.207839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.243931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:04.249450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:04.254264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:04.314533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Pushing event updated for resources: {'Port': ['ID=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:04.326364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Attempting to bind port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:04.326743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Attempting to bind port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd747b629-aa62-4621-aa03-00e11f454487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:04.327114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Attempting to bind port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 on network cdb726d4-7d3e-47a6-a808-d920bbb8c774 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:04.333284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:04.333675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Checking segment: {'id': 'd747b629-aa62-4621-aa03-00e11f454487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:04.334086 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.334485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Bound using segment: {'id': 'd747b629-aa62-4621-aa03-00e11f454487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:04.334958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Bound port: cfaa5b77-eb15-44bf-9c69-ba4952530ba9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd747b629-aa62-4621-aa03-00e11f454487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:04.335345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.412541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] For port cfaa5b77-eb15-44bf-9c69-ba4952530ba9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:04.422578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for router_gateway (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.423446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] For port cfaa5b77-eb15-44bf-9c69-ba4952530ba9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,segment=NetworkSegment(d747b629-aa62-4621-aa03-00e11f454487),segment_id=d747b629-aa62-4621-aa03-00e11f454487)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:04.432142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe18a1-8ba6-4ce8-b18a-e36aa84341ce req-c0bd63a3-4b7b-428d-8dca-57336573dbbc tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:04.438729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.439261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86fe18a1-8ba6-4ce8-b18a-e36aa84341ce req-c0bd63a3-4b7b-428d-8dca-57336573dbbc tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1024 time: 0.1545129
Jan 29 20:50:04.464848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:04.557256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabaa7e-bf4e-41a9-8497-ffdd7861c57c None None] Pushing event updated for resources: {'Port': ['ID=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:04.640661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86fe18a1-8ba6-4ce8-b18a-e36aa84341ce req-cf339ed7-ac09-4ced-b852-48d525e75efd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc34e91b-4769-42e7-8dbf-496f03ddd8ea&id=9086d034-d75c-4c8a-ab5d-4008dd5b09b7&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2003632
Jan 29 20:50:04.682566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-b6bda031-305e-4bb8-a818-adf515c03695 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:04.684043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-b6bda031-305e-4bb8-a818-adf515c03695 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1024 time: 0.1476448
Jan 29 20:50:04.693350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Allocated IP 172.35.4.229 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c02172aa-496f-4f3f-a97b-6c1bcc57214b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:04.875622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-ab94d207-5a64-472a-ad70-5116083a8fe2 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:50:04.876889 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-ab94d207-5a64-472a-ad70-5116083a8fe2 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062730
Jan 29 20:50:04.932237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-c0fbf027-ffca-4f7c-9c18-615205d95b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:04.933707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-c0fbf027-ffca-4f7c-9c18-615205d95b2f service neutron] 10.222.0.20 "GET /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 1125 time: 0.0492415
Jan 29 20:50:04.942992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:04.943586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:50:05.077778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:05.078215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:05.078623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:05.084393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:05.084789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:05.089956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:05.090377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:05.090986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:05.091629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Bound port: 3a6c7588-6700-4063-8abb-210e6b5547e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:05.150058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:05.155948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.157144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e46ff266-49fd-4356-8acb-a367f6cae5e7 service neutron] 10.222.0.20 "POST /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2/bindings HTTP/1.1" status: 201  len: 389 time: 0.2177203
Jan 29 20:50:05.177360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef1d-c2f5-46ce-885d-3855f0185018 req-3ed41124-6148-4085-a98e-12e8ee0d80e2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.178858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-534cef1d-c2f5-46ce-885d-3855f0185018 req-3ed41124-6148-4085-a98e-12e8ee0d80e2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1278119
Jan 29 20:50:05.194285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.219429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Deleting port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:05.219788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.329440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-534cef1d-c2f5-46ce-885d-3855f0185018 req-f0718829-5ee5-4a86-b648-5bece6f6a72e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427119
Jan 29 20:50:05.446871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.484504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-52d668b9-d73c-4967-86c1-ed12a2dee33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.489481 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-52d668b9-d73c-4967-86c1-ed12a2dee33f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1128 time: 0.0851765
Jan 29 20:50:05.502968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] For port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,segment=NetworkSegment(d037d2de-7f03-4da1-9e5c-6348c4a2d640),segment_id=d037d2de-7f03-4da1-9e5c-6348c4a2d640)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:05.504047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cfaa5b77-eb15-44bf-9c69-ba4952530ba9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:05.504799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.543486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Calling delete_port for bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:05.546576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:05.557683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Pushing event updated for resources: {'Port': ['ID=c02172aa-496f-4f3f-a97b-6c1bcc57214b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:05.588172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:05.589684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:05.590379 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.606879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6bf0-690e-4ba2-a3ae-0bc6a2b448d2 req-85f0b7c9-f9e0-4a60-889b-d2d6cdcec851 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.614603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-958f6bf0-690e-4ba2-a3ae-0bc6a2b448d2 req-85f0b7c9-f9e0-4a60-889b-d2d6cdcec851 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.2208128
Jan 29 20:50:05.617664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:05.619300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-35da32d7-41fc-484b-8bdd-b17af10d6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.624176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-35da32d7-41fc-484b-8bdd-b17af10d6a58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.1223955
Jan 29 20:50:05.682540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-0fc6c24c-0acd-4e36-afc3-9d3ff46c1781 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 217 time: 0.0519581
Jan 29 20:50:05.694838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40668) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:05.771022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:05.771570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.776457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-05f38e8a-7abd-492b-aa62-14e26bc29277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.778753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-05f38e8a-7abd-492b-aa62-14e26bc29277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.0851114
Jan 29 20:50:05.816511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-458bb514-3733-451f-8315-39328113df0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296688
Jan 29 20:50:05.821575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port cfaa5b77-eb15-44bf-9c69-ba4952530ba9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,segment=NetworkSegment(d747b629-aa62-4621-aa03-00e11f454487),segment_id=d747b629-aa62-4621-aa03-00e11f454487)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:05.831071 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.887968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f99cda-8033-4ddc-b48a-c38da22ddd5b None None] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:05.889818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:05.892255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-958f6bf0-690e-4ba2-a3ae-0bc6a2b448d2 req-d4015f3a-487f-42dc-a491-34388cfe1e3f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2762504
Jan 29 20:50:05.959471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-909615aa-7ee8-4fab-abb2-bf22a755213b None None] Provisioning complete for port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:05.959845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-909615aa-7ee8-4fab-abb2-bf22a755213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:05.973519 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e06bde2-3932-477b-b02a-464fcfe6f022 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e654827d7ee4ac5a6f641d90ed0c9ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2684186
Jan 29 20:50:05.974053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-8d86fb5f-0d1a-4de1-ae3d-e391e3251323 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512969
Jan 29 20:50:05.974507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40672) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:05.982936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59073d29-33d0-4f7e-aaaa-530b6ca5280b req-38145eb8-b24a-429e-b99e-cb3da5486a01 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:05.984744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59073d29-33d0-4f7e-aaaa-530b6ca5280b req-38145eb8-b24a-429e-b99e-cb3da5486a01 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/ports?device_id=816e1870-3a56-4f4f-8616-85f2d9a07256 HTTP/1.1" status: 200  len: 1024 time: 0.1936278
Jan 29 20:50:06.072270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-a962f7cb-cd29-46f5-894c-7f6876c28b80 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900583
Jan 29 20:50:06.084338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-909615aa-7ee8-4fab-abb2-bf22a755213b None None] Current status of the port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:06.100029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (bcd61e0f-f20b-43ca-a5c4-08b598b43fc9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.125606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:06.157548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] Publish callbacks [] for security_group (79c83850-5f16-4e34-a72f-8b42cd0c2a23), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.164669 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for router_gateway (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.173473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59073d29-33d0-4f7e-aaaa-530b6ca5280b req-7d2cc4dc-87c9-4e2a-818e-9c382da2d652 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc34e91b-4769-42e7-8dbf-496f03ddd8ea&id=9086d034-d75c-4c8a-ab5d-4008dd5b09b7&id=d0744d6d-c953-4482-a07e-16ad318478f2&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1791399
Jan 29 20:50:06.219982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] Publish callbacks [] for security_group (79c83850-5f16-4e34-a72f-8b42cd0c2a23), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.290857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'Port': ['ID=bcd61e0f-f20b-43ca-a5c4-08b598b43fc9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:06.295319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79c83850-5f16-4e34-a72f-8b42cd0c2a23), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.298012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.299181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c83850-5f16-4e34-a72f-8b42cd0c2a23 HTTP/1.1" status: 204  len: 168 time: 0.3236854
Jan 29 20:50:06.308944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738ca3f-44da-40b1-a154-952f192793cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c83850-5f16-4e34-a72f-8b42cd0c2a23,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:06.418887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0355ef36-74da-4306-b446-e4629db52806 None None] Provisioning complete for port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:06.419487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0355ef36-74da-4306-b446-e4629db52806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.499111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] No DVR routers for this DVR port bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:06.513852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.516405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0355ef36-74da-4306-b446-e4629db52806 None None] Current status of the port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:06.518189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b331226-5464-4f86-b23f-2a1389bc6274 req-5a7ec931-4428-45df-98cf-f9932eb79019 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.36 "DELETE /v2.0/ports/bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 HTTP/1.1" status: 204  len: 173 time: 1.8275840
Jan 29 20:50:06.520038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'name': 'network-vif-deleted', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:06.524339 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6926f9-abe9-46af-8c56-e123ff85724b" -d '{"events": [{"server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "name": "network-vif-deleted", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:06.575493 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004adfb5-ab42-49be-85c0-8e1199acc1c0 x-openstack-request-id: req-004adfb5-ab42-49be-85c0-8e1199acc1c0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:06.575786 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e1870-3a56-4f4f-8616-85f2d9a07256", "name": "network-vif-deleted", "tag": "bcd61e0f-f20b-43ca-a5c4-08b598b43fc9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:06.576046 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-004adfb5-ab42-49be-85c0-8e1199acc1c0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:06.576650 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e1870-3a56-4f4f-8616-85f2d9a07256', 'name': 'network-vif-deleted', 'tag': 'bcd61e0f-f20b-43ca-a5c4-08b598b43fc9', 'status': 'completed', 'code': 200}
Jan 29 20:50:06.587282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.616857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0c24-3bca-4929-aaca-7db65d40ecb8 req-dddcdc60-a8c3-498d-8aea-575f35064e35 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:06.619050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b31a0c24-3bca-4929-aaca-7db65d40ecb8 req-dddcdc60-a8c3-498d-8aea-575f35064e35 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1177638
Jan 29 20:50:06.692044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:06.707752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-864725e2-0986-4dc5-9788-daf448232717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.751102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b31a0c24-3bca-4929-aaca-7db65d40ecb8 req-c697af27-0616-4e40-a259-de3cd99acf92 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977273
Jan 29 20:50:06.796292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-864725e2-0986-4dc5-9788-daf448232717 admin admin] Publish callbacks [] for security_group (cb50d4cd-6349-4809-b229-e486ff215180), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.801034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-864725e2-0986-4dc5-9788-daf448232717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cb50d4cd-6349-4809-b229-e486ff215180), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.802018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Router be70e9e1-b259-48fa-83e7-e505a00ccb62 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:50:06.857992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864725e2-0986-4dc5-9788-daf448232717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50d4cd-6349-4809-b229-e486ff215180,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:06.876115 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-864725e2-0986-4dc5-9788-daf448232717 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8c7be0782b649bf9ba3da2344fa8893&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1810861
Jan 29 20:50:06.877259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:06.937677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] Publish callbacks [] for security_group (cb50d4cd-6349-4809-b229-e486ff215180), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:06.997715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] Publish callbacks [] for security_group (cb50d4cd-6349-4809-b229-e486ff215180), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.029645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:07.046380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Sync routers for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:07.057784 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:07.058415 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:07.078255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c004a4d-b85c-4089-84b7-ad3d2e333c82 req-70c1d2f2-714b-4fef-8da8-b8e9757cc590 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:07.085617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c004a4d-b85c-4089-84b7-ad3d2e333c82 req-70c1d2f2-714b-4fef-8da8-b8e9757cc590 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.1354303
Jan 29 20:50:07.096687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.100787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-478527ba-7988-44bc-b041-bf6d95fb901b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.4879112
Jan 29 20:50:07.101177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:07.151023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cb50d4cd-6349-4809-b229-e486ff215180), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.155787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.159319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb50d4cd-6349-4809-b229-e486ff215180 HTTP/1.1" status: 204  len: 168 time: 0.2778940
Jan 29 20:50:07.167300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:07.186737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857509-d6fe-470a-8fc1-5d2b9c517f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50d4cd-6349-4809-b229-e486ff215180,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:07.241650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c004a4d-b85c-4089-84b7-ad3d2e333c82 req-b15b9c53-96b5-4728-831b-f54ebe6bab76 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549554
Jan 29 20:50:07.307332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 318ee084-2e8b-4666-ac1e-065fc63a9e02 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:07.340465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 318ee084-2e8b-4666-ac1e-065fc63a9e02 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:07.340813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 318ee084-2e8b-4666-ac1e-065fc63a9e02 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:07.370295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59935273-159e-4705-8b73-fccb875744f0 req-b7395dda-a3f8-4d01-a5ee-a35b94988577 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/9086d034-d75c-4c8a-ab5d-4008dd5b09b7 HTTP/1.1" status: 200  len: 1818 time: 0.0887628
Jan 29 20:50:07.402952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cfaa5b77-eb15-44bf-9c69-ba4952530ba9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:07.414089 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcd730>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:05Z', 'revision_number': 3, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:07.449427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59935273-159e-4705-8b73-fccb875744f0 req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (9086d034-d75c-4c8a-ab5d-4008dd5b09b7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.450688 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Checking router: be70e9e1-b259-48fa-83e7-e505a00ccb62 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:07.451284 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Updating router be70e9e1-b259-48fa-83e7-e505a00ccb62 port c02172aa-496f-4f3f-a97b-6c1bcc57214b binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:50:07.468949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:07.469626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.481559 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59935273-159e-4705-8b73-fccb875744f0 req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (9086d034-d75c-4c8a-ab5d-4008dd5b09b7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.493719 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.540701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59935273-159e-4705-8b73-fccb875744f0 req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9086d034-d75c-4c8a-ab5d-4008dd5b09b7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.547102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59935273-159e-4705-8b73-fccb875744f0 req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.549179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59935273-159e-4705-8b73-fccb875744f0 req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/9086d034-d75c-4c8a-ab5d-4008dd5b09b7 HTTP/1.1" status: 204  len: 173 time: 0.1777155
Jan 29 20:50:07.573722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50fb0b-1bed-4ce0-8b37-0224fa3e65cd tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086d034-d75c-4c8a-ab5d-4008dd5b09b7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:07.611203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:07.626608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b91af79-0375-4255-9268-9e06b235aa27 req-aa417826-a3dc-47be-bf3c-2a3cb3fb9a57 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "GET /v2.0/security-groups/bc34e91b-4769-42e7-8dbf-496f03ddd8ea HTTP/1.1" status: 200  len: 1816 time: 0.0546644
Jan 29 20:50:07.723423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9b91af79-0375-4255-9268-9e06b235aa27 req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (bc34e91b-4769-42e7-8dbf-496f03ddd8ea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.754778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9b91af79-0375-4255-9268-9e06b235aa27 req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (bc34e91b-4769-42e7-8dbf-496f03ddd8ea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.810272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.838223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9b91af79-0375-4255-9268-9e06b235aa27 req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bc34e91b-4769-42e7-8dbf-496f03ddd8ea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.841439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9b91af79-0375-4255-9268-9e06b235aa27 req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.849573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b91af79-0375-4255-9268-9e06b235aa27 req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc34e91b-4769-42e7-8dbf-496f03ddd8ea HTTP/1.1" status: 204  len: 173 time: 0.2132535
Jan 29 20:50:07.850268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40722) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:07.873754 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks [] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.880618 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.889320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f7bb-6fe5-4a2f-b18e-3f4d6f85d037 tempest-SecurityGroupsTestJSON-586536959 tempest-SecurityGroupsTestJSON-586536959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc34e91b-4769-42e7-8dbf-496f03ddd8ea,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:07.921274 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Attempting to bind port c02172aa-496f-4f3f-a97b-6c1bcc57214b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:07.922126 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Attempting to bind port c02172aa-496f-4f3f-a97b-6c1bcc57214b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:07.923284 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Attempting to bind port c02172aa-496f-4f3f-a97b-6c1bcc57214b on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:07.951184 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:07.951636 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:07.952000 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.952423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:07.952888 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Bound port: c02172aa-496f-4f3f-a97b-6c1bcc57214b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:07.953286 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.961677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Deleting subnet 093ec7cc-0218-458a-85b5-eb7bc05d2205 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:07.967882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Publish callbacks [] for subnet (093ec7cc-0218-458a-85b5-eb7bc05d2205), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:07.977081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050bb9e-40cf-4949-85f4-893aa904e50c req-3f6a14f9-5c7d-4ad1-a0ca-05bcbe9ba6a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:07.978730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8050bb9e-40cf-4949-85f4-893aa904e50c req-3f6a14f9-5c7d-4ad1-a0ca-05bcbe9ba6a9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1090994
Jan 29 20:50:07.995453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3aa1a-3a2c-400b-bf64-c900e4f9c410 None None] Pushing event updated for resources: {'Port': ['ID=c02172aa-496f-4f3f-a97b-6c1bcc57214b,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:08.026819 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] For port c02172aa-496f-4f3f-a97b-6c1bcc57214b, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:08.030525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] For port c02172aa-496f-4f3f-a97b-6c1bcc57214b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02172aa-496f-4f3f-a97b-6c1bcc57214b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:08.038631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Publish callbacks [] for subnet (093ec7cc-0218-458a-85b5-eb7bc05d2205), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.039243 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.052306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (093ec7cc-0218-458a-85b5-eb7bc05d2205), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.081050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Allocated IP 172.20.0.1 (cdb726d4-7d3e-47a6-a808-d920bbb8c774/e79024de-d2cf-4e40-9a8a-bef00fa4bc01/5929ae19-7f0d-4eb9-8fab-a2625ee8a859) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:08.082502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8050bb9e-40cf-4949-85f4-893aa904e50c req-f2687031-f1ac-4946-9fbf-ccffbf7c062a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813479
Jan 29 20:50:08.137106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for subnet (093ec7cc-0218-458a-85b5-eb7bc05d2205), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.140201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:08.141670 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:08.164558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093ec7cc-0218-458a-85b5-eb7bc05d2205,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:08.168443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.174961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a0e0ba7-5ce0-4521-adca-312f5ab08aaf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/093ec7cc-0218-458a-85b5-eb7bc05d2205 HTTP/1.1" status: 204  len: 168 time: 0.3193240
Jan 29 20:50:08.175502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:08.236776 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3aa1a-3a2c-400b-bf64-c900e4f9c410 None None] Pushing event updated for resources: {'Port': ['ID=c02172aa-496f-4f3f-a97b-6c1bcc57214b,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:08.250952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks [] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.275322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (14df93a1-ddf0-469c-9cef-2844e46a67ea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.297028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.308363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:08.344224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:08.345354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40736) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:08.354417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:08.356895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:08.407586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (14df93a1-ddf0-469c-9cef-2844e46a67ea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.434008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.447707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fea097707f0>> segment before_delete 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.448465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fea097707f0>> subnet precommit_delete_associations 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.449422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> segment_host_mapping after_create 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.449932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> port after_create 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.450655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> port after_delete 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.451171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> port after_update 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.451667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> segment after_delete 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.453086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> subnet after_create 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.453902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> subnet after_delete 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.454413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fea0a35b7f0>> subnet after_update 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.479018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:08.512099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Pushing event updated for resources: {'Port': ['ID=5929ae19-7f0d-4eb9-8fab-a2625ee8a859,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:08.515518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:08.524012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bcd61e0f-f20b-43ca-a5c4-08b598b43fc9 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:08.538968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1204217310-network', 'tenant_id': '8244a19735574a8ca9b0669d960f76c1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:08.557703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea08c97fa0>> subnet after_create 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.558509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea08c97fa0>> subnet after_delete 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.559240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea08c97fa0>> subnet before_create 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.559588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fea08c97fa0>> subnet before_update 55550000 {{(pid=125943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 29 20:50:08.559962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea099a2c70>,) {'filters': {'network_id': ['14df93a1-ddf0-469c-9cef-2844e46a67ea']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:08.595351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099a2c70>, 'd037d2de-7f03-4da1-9e5c-6348c4a2d640') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:08.595797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099a2c70>, 'd037d2de-7f03-4da1-9e5c-6348c4a2d640') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:08.601856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Made reservation on behalf of 8244a19735574a8ca9b0669d960f76c1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:08.604445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.621157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.627172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d037d2de-7f03-4da1-9e5c-6348c4a2d640), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.656155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d037d2de-7f03-4da1-9e5c-6348c4a2d640), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.665845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-28c5ca4c-5d7b-471d-811e-f26b2574c9a8 None None] Provisioning complete for port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:08.666418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7cb0c-0928-4334-b594-5c92a4f2532f req-a150cc9e-471c-4b67-a872-60258a4a54bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:08.667019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-28c5ca4c-5d7b-471d-811e-f26b2574c9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.667469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e7cb0c-0928-4334-b594-5c92a4f2532f req-a150cc9e-471c-4b67-a872-60258a4a54bb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.3144052
Jan 29 20:50:08.675514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcd730>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:05Z', 'revision_number': 3, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d037d2de-7f03-4da1-9e5c-6348c4a2d640), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   from cryptography.utils import int_from_bytes
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   from cryptography.utils import int_from_bytes
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:08.688648 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:08.694710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.711276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-28c5ca4c-5d7b-471d-811e-f26b2574c9a8 None None] Port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:08.719182 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796c2ca-6dcb-465a-8f83-822a4f911f65 None None] The sync data for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 is: [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:05Z', 'revision_number': 3, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:08.800364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e7cb0c-0928-4334-b594-5c92a4f2532f req-7b451d5f-373c-43e7-a94c-d66754302c80 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111722
Jan 29 20:50:08.816567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (14df93a1-ddf0-469c-9cef-2844e46a67ea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.846189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Pushing event deleted for resources: {'Network': ['ID=14df93a1-ddf0-469c-9cef-2844e46a67ea,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:08.849121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.855052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aaf1210a-e706-48b1-91eb-7af3615a9359 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14df93a1-ddf0-469c-9cef-2844e46a67ea HTTP/1.1" status: 204  len: 168 time: 0.6762037
Jan 29 20:50:08.884445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks [] for security_group (d01c0417-48a5-436e-8638-dc49748421a5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.902750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d01c0417-48a5-436e-8638-dc49748421a5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.969155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks [] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:08.978663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:50:08.980488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.024881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:09.054544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Pushing event updated for resources: {'Port': ['ID=5929ae19-7f0d-4eb9-8fab-a2625ee8a859,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:09.065956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2423bcee-540e-4d01-ba40-d1cfdbb70692), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.066159 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Added segment 2423bcee-540e-4d01-ba40-d1cfdbb70692 of type vlan for network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507
Jan 29 20:50:09.067540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c0417-48a5-436e-8638-dc49748421a5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:09.073023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0052732b-40c9-4117-8785-cbc4a7cc7f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81599579baff474b953d9edb301eba6f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0453248
Jan 29 20:50:09.080403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:09.198866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (18acd1d3-7d3e-4098-b42a-dbe44ff9a507), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.218438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.258539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7dda0-38b9-460b-9564-c648d555424b req-e214fb39-b992-4ca5-a96f-041c6fa51283 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:09.260108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d7dda0-38b9-460b-9564-c648d555424b req-e214fb39-b992-4ca5-a96f-041c6fa51283 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0645614
Jan 29 20:50:09.301644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Publish callbacks [] for security_group (d0744d6d-c953-4482-a07e-16ad318478f2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.324823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (18acd1d3-7d3e-4098-b42a-dbe44ff9a507), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.324823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:09.324823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.337700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d7dda0-38b9-460b-9564-c648d555424b req-37c50cd2-4676-4aba-a96a-b6527f7d56bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715079
Jan 29 20:50:09.367154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Publish callbacks [] for security_group (d0744d6d-c953-4482-a07e-16ad318478f2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.397348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c02172aa-496f-4f3f-a97b-6c1bcc57214b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:09.456044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c02172aa-496f-4f3f-a97b-6c1bcc57214b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:09.456946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.540966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c02172aa-496f-4f3f-a97b-6c1bcc57214b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:09.541403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.565323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c02172aa-496f-4f3f-a97b-6c1bcc57214b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02172aa-496f-4f3f-a97b-6c1bcc57214b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:09.571762 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.623352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c02172aa-496f-4f3f-a97b-6c1bcc57214b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:09.740592 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3922293
Jan 29 20:50:09.743451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40748) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:09.748667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Request body: {'subnet': {'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1204217310-subnet', 'tenant_id': '8244a19735574a8ca9b0669d960f76c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:09.760629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586f3c9-6544-429c-b018-574d478933d7 admin admin] Pushing event updated for resources: {'Network': ['ID=18acd1d3-7d3e-4098-b42a-dbe44ff9a507,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:09.772841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:50:09.780891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:09.784249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Made reservation on behalf of 8244a19735574a8ca9b0669d960f76c1 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:09.785200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:09.787480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.803292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-608354b8-8a38-4b48-b783-51b6d180addb tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:09.805176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-608354b8-8a38-4b48-b783-51b6d180addb tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1402817
Jan 29 20:50:09.881567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:09.889073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d0744d6d-c953-4482-a07e-16ad318478f2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.891505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:09.895525 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0744d6d-c953-4482-a07e-16ad318478f2 HTTP/1.1" status: 204  len: 168 time: 0.8121974
Jan 29 20:50:09.938422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0744d6d-c953-4482-a07e-16ad318478f2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:09.957982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.958343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.958696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.959042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.959388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.959730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.960638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.961011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.961541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.961891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.962311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.962549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:09.962883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e66b1-869c-4b47-91df-91363f8970f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.010227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.054888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Router be70e9e1-b259-48fa-83e7-e505a00ccb62 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:50:10.113429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583839-46d6-4835-b9f4-f3ecf47698b7 req-22476fc7-ceed-44ec-9355-de7f9969072b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:10.117340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff583839-46d6-4835-b9f4-f3ecf47698b7 req-22476fc7-ceed-44ec-9355-de7f9969072b tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 946 time: 0.1491590
Jan 29 20:50:10.135168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (40e8ea38-3ff8-4159-a712-115b38505d36), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.158873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14cdda0f-d41b-4114-bc7e-c5a3f73c636a None None] Provisioning complete for port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:10.160090 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14cdda0f-d41b-4114-bc7e-c5a3f73c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.224839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14cdda0f-d41b-4114-bc7e-c5a3f73c636a None None] Port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:10.255615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:10.256701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3667b838-65d9-4584-a94f-f78ead292c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.259062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:10.271597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff583839-46d6-4835-b9f4-f3ecf47698b7 req-5b9d59bd-7b49-47f6-b17a-3e47b523974a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483295
Jan 29 20:50:10.273553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-54b3a4aa-9bc1-4b9a-9cb3-ab2cd3026db1 admin admin] 10.222.0.20 "PUT /v2.0/routers/be70e9e1-b259-48fa-83e7-e505a00ccb62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1706614
Jan 29 20:50:10.304818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e8ea38-3ff8-4159-a712-115b38505d36,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:10.317038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.317038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.317038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.317038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.325803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.326455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.327037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.327484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.327984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.330226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.330861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.331392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.331878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:10.340421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Checking segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:10.341342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Network hostable DHCP agents. Network: 18acd1d3-7d3e-4098-b42a-dbe44ff9a507, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:50:10.347784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:10.386454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:50:10.409902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18acd1d3-7d3e-4098-b42a-dbe44ff9a507) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:10.417206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:10.420084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1604327-0716-4675-a940-c57c7da2f2a6 None None] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:10.430480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:10.431707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.437117 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d1d3a-da47-48f9-a71e-9406d3dfdad6" -d '{"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:10.460083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks [] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.481601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.521961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-392c80d7-2451-4e24-a009-f2dd9766f5f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7687087
Jan 29 20:50:10.566447 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442f69e-83fc-4691-9c31-f0d96e08e173 x-openstack-request-id: req-7442f69e-83fc-4691-9c31-f0d96e08e173 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:10.569600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258a25c-43f1-4c9e-acf2-00a0d5c27ec3 req-e44b5851-7857-411a-99a8-51e39d583692 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:10.578755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c258a25c-43f1-4c9e-acf2-00a0d5c27ec3 req-e44b5851-7857-411a-99a8-51e39d583692 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1338608
Jan 29 20:50:10.581836 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:10.581836 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7442f69e-83fc-4691-9c31-f0d96e08e173 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:10.582230 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'code': 200}
Jan 29 20:50:10.666902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c258a25c-43f1-4c9e-acf2-00a0d5c27ec3 req-0fce9ee0-c040-48c2-9311-37807a84c1b6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799410
Jan 29 20:50:10.705526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:10.716900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:10.717318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:10.717660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:10.727739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:10.728072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Attempting to bind port 3a6c7588-6700-4063-8abb-210e6b5547e2 on network 932510fa-f2a4-4fc0-9283-4a5038e30cf2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:10.733215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:10.733559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Checking segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:10.733952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Bound using segment: {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:10.734380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Bound port: 3a6c7588-6700-4063-8abb-210e6b5547e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75995623-3d55-46e5-b977-31d6f0bfc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '932510fa-f2a4-4fc0-9283-4a5038e30cf2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:10.734742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.775182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'project_id': '8244a19735574a8ca9b0669d960f76c1', 'fixed_ips': [{'subnet_id': '40e8ea38-3ff8-4159-a712-115b38505d36'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:50:10.776696 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.844482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:10.850658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:10.863423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.955600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:10.956759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:10.966275 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 1122 time: 1.1182494
Jan 29 20:50:10.971611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec80b0-b060-4df3-8de8-c09dd0cbba41 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=8']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:11.039220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Allocated IP 172.20.0.2 (18acd1d3-7d3e-4098-b42a-dbe44ff9a507/40e8ea38-3ff8-4159-a712-115b38505d36/efbc0bcc-04ec-403f-9f12-504278978771) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:11.066279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee962a45-bb4d-4c0c-b328-3f6a760547f5 req-221ce2a4-3a8b-4e26-b735-c1f1cd00cc54 tempest-FloatingIPsNegativeTestJSON-304970069 tempest-FloatingIPsNegativeTestJSON-304970069-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=36bd116aa0154866b5b528618521aa7e HTTP/1.1" status: 200  len: 217 time: 0.0551910
Jan 29 20:50:11.100842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40794) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:11.124368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3a6c7588-6700-4063-8abb-210e6b5547e2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:11.127037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3a6c7588-6700-4063-8abb-210e6b5547e2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:11.136906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1726bc7-a509-4610-8d70-ae9a673a019e req-8c1eda2c-77f5-426c-9f5d-a24da5dcb586 tempest-FloatingIPsNegativeTestJSON-304970069 tempest-FloatingIPsNegativeTestJSON-304970069-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0419073
Jan 29 20:50:11.176098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Sync routers for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:11.215243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:11.215893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a860cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:11.218109 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-e4e05cb1-0e6b-4f20-b717-6ba40bdb5269 req-a9826b03-f769-484f-be79-ecd5079be6f1 tempest-FloatingIPsNegativeTestJSON-304970069 tempest-FloatingIPsNegativeTestJSON-304970069-project] show failed (client error): The resource could not be found.
Jan 29 20:50:11.219321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4e05cb1-0e6b-4f20-b717-6ba40bdb5269 req-a9826b03-f769-484f-be79-ecd5079be6f1 tempest-FloatingIPsNegativeTestJSON-304970069 tempest-FloatingIPsNegativeTestJSON-304970069-project] 10.222.0.20 "GET /v2.0/floatingips/ba8c197b-2105-4688-8f27-9a6be8517018 HTTP/1.1" status: 404  len: 350 time: 0.0525479
Jan 29 20:50:11.233798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:11.333792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:11.339059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-85013970-network', 'tenant_id': 'a4850b610d8d4215b00e228527c9f7a5'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:11.380352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Made reservation on behalf of a4850b610d8d4215b00e228527c9f7a5 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:11.383329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.400760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.445343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c02172aa-496f-4f3f-a97b-6c1bcc57214b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:11.519011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:11.597557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:50:11.627410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks [] for security_group (8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.634233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.648856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:11.655101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks [] for port (efbc0bcc-04ec-403f-9f12-504278978771), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.664161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:50:11.702302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:11.707107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.707915 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Added segment 8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c of type vlan for network c1050f6f-7eda-468d-8458-8c9954e661bf
Jan 29 20:50:11.719324 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (efbc0bcc-04ec-403f-9f12-504278978771), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.767637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c1050f6f-7eda-468d-8458-8c9954e661bf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.793080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775099-126b-4d65-b04c-825fcd96e6ac req-7157fbd8-9db1-4895-a524-f9070ae60ffc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:11.801515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab775099-126b-4d65-b04c-825fcd96e6ac req-7157fbd8-9db1-4895-a524-f9070ae60ffc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.4289243
Jan 29 20:50:11.826878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c1050f6f-7eda-468d-8458-8c9954e661bf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.827952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:11.828627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.840060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c02172aa-496f-4f3f-a97b-6c1bcc57214b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:11.840645 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.873462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:11.891366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab775099-126b-4d65-b04c-825fcd96e6ac req-b9b96838-f669-43a3-986b-ecb89cd15db4 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884306
Jan 29 20:50:11.903981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:11.915295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:11.917438 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8150239
Jan 29 20:50:11.920662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-a2d89bb0-a72b-4586-8691-9e2d3a49f90a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:11.921775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:11.923663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-a2d89bb0-a72b-4586-8691-9e2d3a49f90a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 0.5156155
Jan 29 20:50:11.930253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Request body: {'subnet': {'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-85013970-subnet', 'tenant_id': 'a4850b610d8d4215b00e228527c9f7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:11.933027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Pushing event updated for resources: {'Port': ['ID=efbc0bcc-04ec-403f-9f12-504278978771,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:11.942655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0269e0-de9e-4102-84db-335616e78eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1050f6f-7eda-468d-8458-8c9954e661bf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:11.950054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:11.966199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c1050f6f-7eda-468d-8458-8c9954e661bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:50:11.990248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-2605194e-41e5-4c8d-ad95-d223d38dd6dd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/quotas/8244a19735574a8ca9b0669d960f76c1 HTTP/1.1" status: 200  len: 375 time: 0.0605965
Jan 29 20:50:12.033056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Made reservation on behalf of a4850b610d8d4215b00e228527c9f7a5 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:12.036450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.056606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f13cb-68c3-4ef6-9d67-a32433c15346 req-77711c26-1cdc-47b9-b165-5acd24749d73 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:12.058260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c16f13cb-68c3-4ef6-9d67-a32433c15346 req-77711c26-1cdc-47b9-b165-5acd24749d73 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1050966
Jan 29 20:50:12.067524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-f62c852f-9d30-4b5d-9eaf-16de9f8e68cd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0717180
Jan 29 20:50:12.140626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Attempting to bind port efbc0bcc-04ec-403f-9f12-504278978771 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:12.141496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Attempting to bind port efbc0bcc-04ec-403f-9f12-504278978771 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:12.141496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Attempting to bind port efbc0bcc-04ec-403f-9f12-504278978771 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:12.164821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c16f13cb-68c3-4ef6-9d67-a32433c15346 req-3042a43c-d5bf-45c7-acf4-69cda500d83b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963297
Jan 29 20:50:12.200007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-a8c37665-3e3a-4e73-bd66-281c5a68fde3 service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253860
Jan 29 20:50:12.203625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:12.204014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Checking segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:12.204428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.204828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Bound using segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:12.205376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Bound port: efbc0bcc-04ec-403f-9f12-504278978771, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:12.205741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (efbc0bcc-04ec-403f-9f12-504278978771), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.248965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c02172aa-496f-4f3f-a97b-6c1bcc57214b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:12.303250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-c642fd2d-1017-474d-9cb6-4192a45f2872 service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962784
Jan 29 20:50:12.304262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a860cd0>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:08Z', 'revision_number': 4, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5929ae19-7f0d-4eb9-8fab-a2625ee8a859', 'name': '', 'network_id': 'cdb726d4-7d3e-47a6-a808-d920bbb8c774', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e79024de-d2cf-4e40-9a8a-bef00fa4bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:07Z', 'updated_at': '2022-01-29T20:50:08Z', 'revision_number': 2, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'subnets': [{'id': 'e79024de-d2cf-4e40-9a8a-bef00fa4bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:12.341513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Checking router: be70e9e1-b259-48fa-83e7-e505a00ccb62 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:12.341878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Updating router be70e9e1-b259-48fa-83e7-e505a00ccb62 port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:50:12.361567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e6367567-8b06-417c-baac-dfe5d6d987b2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.365732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] For port efbc0bcc-04ec-403f-9f12-504278978771, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:12.382813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] For port efbc0bcc-04ec-403f-9f12-504278978771, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbc0bcc-04ec-403f-9f12-504278978771,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:12.385401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.397052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (efbc0bcc-04ec-403f-9f12-504278978771), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.437198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6367567-8b06-417c-baac-dfe5d6d987b2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:12.484535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Checking segment: {'id': '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:12.484924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Network hostable DHCP agents. Network: c1050f6f-7eda-468d-8458-8c9954e661bf, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:50:12.503874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Deleting port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:12.504251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.522867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a396-ab04-42a2-85ce-fba69b34deb3 None None] Pushing event updated for resources: {'Port': ['ID=efbc0bcc-04ec-403f-9f12-504278978771,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:12.583855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:12.586403 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f865b32-62b7-408a-a976-0312e27b9215" -d '{"events": [{"name": "network-changed", "server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:12.594536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Network c1050f6f-7eda-468d-8458-8c9954e661bf is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:50:12.617330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1050f6f-7eda-468d-8458-8c9954e661bf) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:12.624820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:12.625566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.646733 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:12.668133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3b739105-5311-48da-9f20-18eda9368f63 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7445114
Jan 29 20:50:12.675256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Calling delete_port for 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:12.684809 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368f48f-2bec-4e5a-9ab0-ea287e36951a x-openstack-request-id: req-d368f48f-2bec-4e5a-9ab0-ea287e36951a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:12.685139 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:12.685391 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d368f48f-2bec-4e5a-9ab0-ea287e36951a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:12.685782 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'status': 'completed', 'code': 200}
Jan 29 20:50:12.837179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-c91a17d5-cf15-4973-ac22-919cca249dfe tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:12.845007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-c91a17d5-cf15-4973-ac22-919cca249dfe tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 0.2750459
Jan 29 20:50:12.854951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f865b32-62b7-408a-a976-0312e27b9215 req-c1722532-9cd2-420c-918b-54058e5bcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:12.856447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-c1722532-9cd2-420c-918b-54058e5bcbea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1156 time: 0.1696713
Jan 29 20:50:12.865428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-5b69e1a2-a34d-4f46-a42d-5b9c4fccd45d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/quotas/8244a19735574a8ca9b0669d960f76c1 HTTP/1.1" status: 200  len: 375 time: 0.0194411
Jan 29 20:50:12.986870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac81291-2711-4ac5-9570-01aa50512902 None None] Network c1050f6f-7eda-468d-8458-8c9954e661bf requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:13.068946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5929ae19-7f0d-4eb9-8fab-a2625ee8a859), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:13.077552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f865b32-62b7-408a-a976-0312e27b9215 req-04b756ec-0c1c-414c-9a18-58252afedaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:13.079046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-04b756ec-0c1c-414c-9a18-58252afedaf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2108092
Jan 29 20:50:13.091132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-5c5ecb9f-e1db-47bb-bcfc-fca921be3d5f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2240145
Jan 29 20:50:13.100490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8463e332-fa1a-402a-b25b-cfa4ffd0a1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:13.129694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5929ae19-7f0d-4eb9-8fab-a2625ee8a859,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:13.234151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-082ff39b-9e1e-4266-949f-97de580e5680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 217 time: 0.1223323
Jan 29 20:50:13.277570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f072f-44de-49e4-96e9-cba7b00da5a9 None None] Network c1050f6f-7eda-468d-8458-8c9954e661bf requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:13.323713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8213-aa5d-4c42-9f43-7c5dfad6b2f5 req-e3da862a-34b7-4000-9ead-af5b607ead1f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:13.325300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a7c8213-aa5d-4c42-9f43-7c5dfad6b2f5 req-e3da862a-34b7-4000-9ead-af5b607ead1f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.2246227
Jan 29 20:50:13.407180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f865b32-62b7-408a-a976-0312e27b9215 req-ca0fede9-d0fa-45b3-8e98-de3f4239a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:13.408669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-ca0fede9-d0fa-45b3-8e98-de3f4239a252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.1680946
Jan 29 20:50:13.408804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:13.435101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-aebdb056-a460-4d68-aeb8-fb231c7173f3 service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373351
Jan 29 20:50:13.531307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device efbc0bcc-04ec-403f-9f12-504278978771 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:13.553267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-22a8a422-8174-4ff7-a480-faeee3ebe90c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080685
Jan 29 20:50:13.626513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a7c8213-aa5d-4c42-9f43-7c5dfad6b2f5 req-98f12a43-8f29-4d3e-b6f4-a5e3911fe1fa tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793386
Jan 29 20:50:13.690362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-c7edca6b-5928-4fe1-b313-5c234aec0073 service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542570
Jan 29 20:50:13.721662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-33708a7e-db27-4b93-bdda-dfa502be38f0 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580231
Jan 29 20:50:13.750703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Router be70e9e1-b259-48fa-83e7-e505a00ccb62 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:50:13.757597 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:50:13.757974 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:50:13.772480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:13.783258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port efbc0bcc-04ec-403f-9f12-504278978771 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:13.784097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (efbc0bcc-04ec-403f-9f12-504278978771), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:13.912380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port efbc0bcc-04ec-403f-9f12-504278978771 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:13.912829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (efbc0bcc-04ec-403f-9f12-504278978771), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.012093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port efbc0bcc-04ec-403f-9f12-504278978771, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbc0bcc-04ec-403f-9f12-504278978771,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:14.036606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (efbc0bcc-04ec-403f-9f12-504278978771), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.069781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:14.079388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f865b32-62b7-408a-a976-0312e27b9215 req-18b36583-5373-4d69-8ef8-d4f75bf88f93 service neutron] 10.222.0.36 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3494594
Jan 29 20:50:14.087254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-64a401e4-8509-4cbf-a051-50c33d5fd9ee admin admin] 10.222.0.20 "PUT /v2.0/routers/be70e9e1-b259-48fa-83e7-e505a00ccb62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8516693
Jan 29 20:50:14.092182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:14.182373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=efbc0bcc-04ec-403f-9f12-504278978771,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:14.195316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9ae2a-53a6-4d82-b87a-124319936107 None None] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:14.202640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-dd2e95e2-4e54-43c3-b2ee-e0f63f014c2e tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:14.204293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-dd2e95e2-4e54-43c3-b2ee-e0f63f014c2e tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/networks?id=c1050f6f-7eda-468d-8458-8c9954e661bf HTTP/1.1" status: 200  len: 812 time: 0.3475649
Jan 29 20:50:14.264667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-53db6b3d-8228-440e-a6a9-c6112c87eec0 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/quotas/a4850b610d8d4215b00e228527c9f7a5 HTTP/1.1" status: 200  len: 375 time: 0.0398288
Jan 29 20:50:14.307481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-050a3549-740d-410b-a61b-2158bc43d8d8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:14.309301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-050a3549-740d-410b-a61b-2158bc43d8d8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.36 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 0.2685230
Jan 29 20:50:14.312943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-df5efd37-eb24-4a42-9391-32e9db3b0320 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4850b610d8d4215b00e228527c9f7a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472505
Jan 29 20:50:14.336146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Request body: {'port': {'device_id': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'admin_state_up': True, 'tenant_id': '8244a19735574a8ca9b0669d960f76c1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:14.350654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Port 5929ae19-7f0d-4eb9-8fab-a2625ee8a859 not found while updating agent binding for router be70e9e1-b259-48fa-83e7-e505a00ccb62. {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 29 20:50:14.376956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2132c6c0-56d2-40f5-b479-e790fe44af56 None None] Provisioning complete for port efbc0bcc-04ec-403f-9f12-504278978771 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:14.377401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2132c6c0-56d2-40f5-b479-e790fe44af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (efbc0bcc-04ec-403f-9f12-504278978771), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.385817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cdc1f-ca89-4661-9e51-1347af7b3b50 req-55b8d827-66d3-4995-bc80-32295517e0c9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:14.388042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a2cdc1f-ca89-4661-9e51-1347af7b3b50 req-55b8d827-66d3-4995-bc80-32295517e0c9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.2294691
Jan 29 20:50:14.392036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks [] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.404034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:14.404676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a860cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:14.545076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-440f17e3-bd23-438b-9917-7c142b55924e service neutron] 10.222.0.20 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307184
Jan 29 20:50:14.550709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Made reservation on behalf of 8244a19735574a8ca9b0669d960f76c1 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:14.559288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.619915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a2cdc1f-ca89-4661-9e51-1347af7b3b50 req-5137c3d1-b9c6-4add-a2b3-a0f8f3e6e493 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218747
Jan 29 20:50:14.652076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:14.667013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks [] for router_gateway (be70e9e1-b259-48fa-83e7-e505a00ccb62), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:14.783308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-5c2dd3c1-54fe-4c68-8859-23df92388b6a service neutron] 10.222.0.20 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368667
Jan 29 20:50:14.801944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2132c6c0-56d2-40f5-b479-e790fe44af56 None None] Current status of the port efbc0bcc-04ec-403f-9f12-504278978771 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:14.889428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Allocated IP 172.20.0.12 (18acd1d3-7d3e-4098-b42a-dbe44ff9a507/40e8ea38-3ff8-4159-a712-115b38505d36/3af2ed6b-601b-459d-bab1-37167dc36879) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:14.947481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a860cd0>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:12Z', 'revision_number': 5, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:15.032928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccf0b3-77a4-4989-bfaa-bd24ebb94b17 None None] The sync data for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 is: [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:12Z', 'revision_number': 5, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port': {'id': 'c02172aa-496f-4f3f-a97b-6c1bcc57214b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:04Z', 'updated_at': '2022-01-29T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:15.116908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-22142fe1-ef48-4cf6-8ca5-b04f7009d460 service neutron] 10.222.0.36 "GET /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3800232
Jan 29 20:50:15.147543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b49b8f29-868d-42a3-962f-377462075a89 None None] Provisioning complete for port efbc0bcc-04ec-403f-9f12-504278978771 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:15.147931 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b49b8f29-868d-42a3-962f-377462075a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (efbc0bcc-04ec-403f-9f12-504278978771), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.163333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Deleting port c02172aa-496f-4f3f-a97b-6c1bcc57214b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:15.163777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.195923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks [] for port (3af2ed6b-601b-459d-bab1-37167dc36879), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.251831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.294308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b49b8f29-868d-42a3-962f-377462075a89 None None] Current status of the port efbc0bcc-04ec-403f-9f12-504278978771 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:15.314185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:15.323050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:15.333844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:15.390591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event updated for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:15.415119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device efbc0bcc-04ec-403f-9f12-504278978771 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:15.448810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:15.449938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.473755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-8704c5b8-2757-4675-9062-5468898999fa tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1432283
Jan 29 20:50:15.503519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Request body: {'port': {'device_id': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:15.531359 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.604920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port efbc0bcc-04ec-403f-9f12-504278978771 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:15.605623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (efbc0bcc-04ec-403f-9f12-504278978771), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.630774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.796028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port efbc0bcc-04ec-403f-9f12-504278978771 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:15.822387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-437594d9-4f49-4e0d-bb22-47aa78db8379 None None] Provisioning complete for port 3af2ed6b-601b-459d-bab1-37167dc36879 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:15.823072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-437594d9-4f49-4e0d-bb22-47aa78db8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:15.876783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-437594d9-4f49-4e0d-bb22-47aa78db8379 None None] Port 3af2ed6b-601b-459d-bab1-37167dc36879 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:15.945253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-96e522c8-1f96-4ec8-8c6a-2371777b4569 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:15.946744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-96e522c8-1f96-4ec8-8c6a-2371777b4569 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 1.1117678
Jan 29 20:50:15.973174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-388ee6e3-a155-405a-8a07-6462e3ec14f0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:15.974876 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-388ee6e3-a155-405a-8a07-6462e3ec14f0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 0.3455784
Jan 29 20:50:15.992607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Request body: {'port': {'device_id': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'admin_state_up': True, 'tenant_id': '8244a19735574a8ca9b0669d960f76c1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:16.018077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84537a-fbe5-41b6-a48e-af5358fa5ae3 req-87e58deb-4684-46e6-8e8b-688a7d9c2a68 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:16.025548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c84537a-fbe5-41b6-a48e-af5358fa5ae3 req-87e58deb-4684-46e6-8e8b-688a7d9c2a68 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 944 time: 0.9382703
Jan 29 20:50:16.028790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] For port c02172aa-496f-4f3f-a97b-6c1bcc57214b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02172aa-496f-4f3f-a97b-6c1bcc57214b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:16.029192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.073502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Calling delete_port for c02172aa-496f-4f3f-a97b-6c1bcc57214b owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:16.099219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-a4995845-0f08-4981-94b4-d64b55b3b273 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/quotas/8244a19735574a8ca9b0669d960f76c1 HTTP/1.1" status: 200  len: 375 time: 0.1091170
Jan 29 20:50:16.204783 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Sync routers for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:16.222449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:16.224179 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b13f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:16.289252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c84537a-fbe5-41b6-a48e-af5358fa5ae3 req-b80eacf0-88c6-4ef3-9a56-8438983a7edc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625132
Jan 29 20:50:16.334328 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:16.340964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-d91c92db-3835-42b4-88ad-c1eb7b38406d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2408192
Jan 29 20:50:16.398983 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b13f8b0>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:14Z', 'revision_number': 6, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:16.433530 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Checking router: be70e9e1-b259-48fa-83e7-e505a00ccb62 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:16.443143 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Routers {'be70e9e1-b259-48fa-83e7-e505a00ccb62'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:16.443961 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b13f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be70e9e1-b259-48fa-83e7-e505a00ccb62'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:16.474241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Made reservation on behalf of 8244a19735574a8ca9b0669d960f76c1 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:16.478153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.500782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca833698-30f7-42b4-878f-188b52b5e5af req-25b79ce5-ce3b-4c76-ba62-96a83f3b0473 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 210 time: 0.0906429
Jan 29 20:50:16.532122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:16.546644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:16.559386 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] Set router be70e9e1-b259-48fa-83e7-e505a00ccb62 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:16.606127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-425ba95e-5d4f-4363-97fe-7c9a6d5430fa service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571585
Jan 29 20:50:16.607106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:16.687658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b13f8b0>, [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:14Z', 'revision_number': 6, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:16.704397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6c7588-6700-4063-8abb-210e6b5547e2 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:16.735140 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c644-f95f-43aa-a7cc-64ffd1b97340 None None] The sync data for ids ['be70e9e1-b259-48fa-83e7-e505a00ccb62'] in ncdv-master-1 is: [{'id': 'be70e9e1-b259-48fa-83e7-e505a00ccb62', 'name': 'tempest-FloatingIPsNegativeTestJSON-840548345-router', 'tenant_id': '36bd116aa0154866b5b528618521aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:03Z', 'updated_at': '2022-01-29T20:50:14Z', 'revision_number': 6, 'project_id': '36bd116aa0154866b5b528618521aa7e', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:16.746668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:16.750489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3a6c7588-6700-4063-8abb-210e6b5547e2 is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:16.753073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.782947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af2ed6b-601b-459d-bab1-37167dc36879 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:16.800512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks [] for port (3af2ed6b-601b-459d-bab1-37167dc36879), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.814270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-f9ca6b6a-d03d-406b-85d3-4a6f584d3199 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:16.816537 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-f9ca6b6a-d03d-406b-85d3-4a6f584d3199 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.36 "GET /v2.0/networks?id=c1050f6f-7eda-468d-8458-8c9954e661bf HTTP/1.1" status: 200  len: 812 time: 0.2686572
Jan 29 20:50:16.821440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-4c4f7d62-0a1e-4c51-b9c4-a6845d5afb05 service neutron] 10.222.0.20 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889157
Jan 29 20:50:16.824808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Transition to ACTIVE for port object 3af2ed6b-601b-459d-bab1-37167dc36879 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:16.831778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c02172aa-496f-4f3f-a97b-6c1bcc57214b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.834229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.856169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Request body: {'port': {'device_id': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf', 'admin_state_up': True, 'tenant_id': 'a4850b610d8d4215b00e228527c9f7a5'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:16.869613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:16.922395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02172aa-496f-4f3f-a97b-6c1bcc57214b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:17.076826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Pushing event updated for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:17.077895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3c8c-5ef8-434e-921f-33e09a577aea req-c8fe0209-b1d3-40af-a371-71497f892203 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:17.085484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a8b3c8c-5ef8-434e-921f-33e09a577aea req-c8fe0209-b1d3-40af-a371-71497f892203 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.2752485
Jan 29 20:50:17.104070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Allocated IP 172.20.0.14 (18acd1d3-7d3e-4098-b42a-dbe44ff9a507/40e8ea38-3ff8-4159-a712-115b38505d36/c7570c9f-9c7a-4e0f-9be7-d2638870200f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:17.136448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58234860-0a16-4e8a-8cc6-4b616d746ebe req-568ca7a0-6a0f-4384-845e-2f7213ba7241 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 210 time: 0.0926347
Jan 29 20:50:17.197141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] Transition to ACTIVE for port object 3a6c7588-6700-4063-8abb-210e6b5547e2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:17.209030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.219455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Attempting to bind port 3af2ed6b-601b-459d-bab1-37167dc36879 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:17.219795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Attempting to bind port 3af2ed6b-601b-459d-bab1-37167dc36879 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:17.220127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Attempting to bind port 3af2ed6b-601b-459d-bab1-37167dc36879 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:17.243196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Made reservation on behalf of a4850b610d8d4215b00e228527c9f7a5 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:17.246914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.288902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Port 3af2ed6b-601b-459d-bab1-37167dc36879 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:17.289407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Attempting to bind port 3af2ed6b-601b-459d-bab1-37167dc36879 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:17.375310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c02172aa-496f-4f3f-a97b-6c1bcc57214b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:17.379748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks [] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.389602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.392338 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks [] for router_controller (be70e9e1-b259-48fa-83e7-e505a00ccb62), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.439512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.468953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:17.469340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Checking segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:17.469772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Bound using segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:17.470160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Bound port: 3af2ed6b-601b-459d-bab1-37167dc36879, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:17.470527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.492168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.546468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a8b3c8c-5ef8-434e-921f-33e09a577aea req-9db4bc07-a18f-4699-b935-2987bdad143a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4597490
Jan 29 20:50:17.566742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:17.580550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:17.594414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (be70e9e1-b259-48fa-83e7-e505a00ccb62), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.594954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be70e9e1-b259-48fa-83e7-e505a00ccb62 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:50:17.612923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c02172aa-496f-4f3f-a97b-6c1bcc57214b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:17.614315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.616908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c02172aa-496f-4f3f-a97b-6c1bcc57214b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:17.625031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:17.626750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a1741797-cd54-4da3-9342-b336e1a00429 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be70e9e1-b259-48fa-83e7-e505a00ccb62 HTTP/1.1" status: 204  len: 168 time: 3.5330591
Jan 29 20:50:17.629339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:17.632806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event updated for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:17.768029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:17.801855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:17.802865 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.809677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3af2ed6b-601b-459d-bab1-37167dc36879,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:17.817863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] No DVR routers for this DVR port 3a6c7588-6700-4063-8abb-210e6b5547e2 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:17.823220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.848073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b49fba71-d3e4-4681-a31b-7e8a61eba89e req-7bd9a5e2-990b-4d59-9632-c9ba0f17e545 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 210 time: 0.1161060
Jan 29 20:50:17.867824 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-e88bd8f6-6f1c-48fd-a27b-7d90c7bbc61d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8829186
Jan 29 20:50:17.893053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=10']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:17.894051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Request body: {'port': {'device_id': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:17.899963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Deleting subnet e79024de-d2cf-4e40-9a8a-bef00fa4bc01 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:17.904336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Publish callbacks [] for subnet (e79024de-d2cf-4e40-9a8a-bef00fa4bc01), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.923784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:17.924421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:17.926477 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] 10.222.0.36 "PUT /v2.0/ports/3af2ed6b-601b-459d-bab1-37167dc36879 HTTP/1.1" status: 200  len: 1092 time: 2.4412348
Jan 29 20:50:17.926942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:17.933311 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:17.945866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-57c51548-d9d9-497e-9282-6a9550ca9d6b service neutron] 10.222.0.36 "PUT /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.7714515
Jan 29 20:50:17.975456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Allocated IP 172.20.0.6 (c1050f6f-7eda-468d-8458-8c9954e661bf/e6367567-8b06-417c-baac-dfe5d6d987b2/26a7ff77-e372-4a5a-99be-dc56cd900869) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:17.994581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d05b2-f0da-4a3e-9bd5-897776dc3708 service neutron] Pushing event updated for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:17.997914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2ed44-7a20-4456-ad1b-54944e3a69d8 req-38119e59-98c0-44d3-972b-68a81c234671 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:17.999607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52e2ed44-7a20-4456-ad1b-54944e3a69d8 req-38119e59-98c0-44d3-972b-68a81c234671 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.4984038
Jan 29 20:50:18.044218 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6575c-279a-4f11-96a1-cfe66a741a5a x-openstack-request-id: req-a4b6575c-279a-4f11-96a1-cfe66a741a5a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:18.044596 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:18.045262 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4b6575c-279a-4f11-96a1-cfe66a741a5a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:18.045742 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879', 'status': 'completed', 'code': 200}
Jan 29 20:50:18.054323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0d0fb6c7-f465-4b12-8ada-e9e9a555e5d8 None None] Provisioning complete for port c7570c9f-9c7a-4e0f-9be7-d2638870200f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:18.054998 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb6c7-f465-4b12-8ada-e9e9a555e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.056676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.068470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (e79024de-d2cf-4e40-9a8a-bef00fa4bc01), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.092072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fb6c7-f465-4b12-8ada-e9e9a555e5d8 None None] Port c7570c9f-9c7a-4e0f-9be7-d2638870200f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:18.195846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-62a9e2df-9ce1-4d91-8701-750e861faac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.197399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-62a9e2df-9ce1-4d91-8701-750e861faac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 1126 time: 0.2158430
Jan 29 20:50:18.200460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52e2ed44-7a20-4456-ad1b-54944e3a69d8 req-e8d49615-e0fa-41af-bd37-7c71fcf2cd87 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887896
Jan 29 20:50:18.286401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-7825a96b-d1cb-483f-97f3-de0c5025db4e tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.288661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-7825a96b-d1cb-483f-97f3-de0c5025db4e tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2451196
Jan 29 20:50:18.293252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-80d5b71d-6071-4372-8991-aa3f14ca6b8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3af2ed6b-601b-459d-bab1-37167dc36879 HTTP/1.1" status: 200  len: 217 time: 0.0596721
Jan 29 20:50:18.329511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-381c596a-9ddb-4781-ab1f-13fabb670fac req-e527d758-56b6-4325-82b1-97bcca681be5 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 210 time: 0.0853150
Jan 29 20:50:18.384008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks [] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.397214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e79024de-d2cf-4e40-9a8a-bef00fa4bc01), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.457594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.508121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-4985d36e-825e-442b-b1db-73ede471ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.509300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-4985d36e-825e-442b-b1db-73ede471ebb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6 HTTP/1.1" status: 200  len: 1127 time: 0.1966307
Jan 29 20:50:18.514790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-cd79d7e7-8859-4286-aa64-8d5679b6d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.515741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-cd79d7e7-8859-4286-aa64-8d5679b6d33d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.1941810
Jan 29 20:50:18.529542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Network c1050f6f-7eda-468d-8458-8c9954e661bf is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:18.543703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:18.551116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7570c9f-9c7a-4e0f-9be7-d2638870200f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:18.555284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:18.562039 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks [] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.582050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Pushing event updated for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:18.605068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Transition to ACTIVE for port object c7570c9f-9c7a-4e0f-9be7-d2638870200f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:18.613220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.622444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.623066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.623399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (e79024de-d2cf-4e40-9a8a-bef00fa4bc01), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.677354 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-b6af9556-72ba-41e8-a433-7c42aadd3b8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8256888
Jan 29 20:50:18.678771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-8d7e779c-bece-45d5-9e88-30c5631a6086 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.680683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-8d7e779c-bece-45d5-9e88-30c5631a6086 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 816 time: 0.2802546
Jan 29 20:50:18.681901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79024de-d2cf-4e40-9a8a-bef00fa4bc01,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:18.684931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded436-e738-4131-b8b6-c43fc674e0da req-e2bd13a2-f667-4d5c-8f1d-6d8103a19d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:18.686381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-e2bd13a2-f667-4d5c-8f1d-6d8103a19d96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1639414
Jan 29 20:50:18.692771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Request body: {'port': {'device_id': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:18.704741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Request body: {'port': {'device_id': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'admin_state_up': True, 'tenant_id': '8244a19735574a8ca9b0669d960f76c1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:18.709720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4e685-c27a-4431-a527-40e12c2fa231 None None] Network cdb726d4-7d3e-47a6-a808-d920bbb8c774 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:18.718626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.721851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dcc62514-5d15-4298-bc25-63ef303e34d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e79024de-d2cf-4e40-9a8a-bef00fa4bc01 HTTP/1.1" status: 204  len: 168 time: 1.0367851
Jan 29 20:50:18.724163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Pushing event updated for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:18.746341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40924) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:18.831941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.886391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Attempting to bind port c7570c9f-9c7a-4e0f-9be7-d2638870200f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:18.886738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Attempting to bind port c7570c9f-9c7a-4e0f-9be7-d2638870200f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:18.887080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Attempting to bind port c7570c9f-9c7a-4e0f-9be7-d2638870200f on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:18.916632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Port c7570c9f-9c7a-4e0f-9be7-d2638870200f on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:18.916947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Attempting to bind port c7570c9f-9c7a-4e0f-9be7-d2638870200f on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:18.928470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:18.928706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Checking segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:18.932534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Bound using segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:18.932679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Bound port: c7570c9f-9c7a-4e0f-9be7-d2638870200f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:18.933013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:18.941476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] DHCP port deletion for cdb726d4-7d3e-47a6-a808-d920bbb8c774 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:50:19.023012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Deleting port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:19.023932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.103764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-9344c4ab-44f8-4f5c-b9a3-92c22f5e263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.105611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-9344c4ab-44f8-4f5c-b9a3-92c22f5e263d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1127 time: 0.5666482
Jan 29 20:50:19.106869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:19.107546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] For port cfaa5b77-eb15-44bf-9c69-ba4952530ba9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,segment=NetworkSegment(d747b629-aa62-4621-aa03-00e11f454487),segment_id=d747b629-aa62-4621-aa03-00e11f454487)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:19.108420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.111913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:19.129625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.134162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Calling delete_port for cfaa5b77-eb15-44bf-9c69-ba4952530ba9 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:19.205778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.206798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.209620 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7570c9f-9c7a-4e0f-9be7-d2638870200f HTTP/1.1" status: 200  len: 1092 time: 1.3242271
Jan 29 20:50:19.271498 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (cfaa5b77-eb15-44bf-9c69-ba4952530ba9), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.302954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] Pushing event deleted for resources: {'Port': ['ID=cfaa5b77-eb15-44bf-9c69-ba4952530ba9,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:19.327192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6f94d-2549-49d8-8533-3bab86c52df5 None None] No DVR routers for this DVR port cfaa5b77-eb15-44bf-9c69-ba4952530ba9 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:19.344280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143a3a-124b-461c-8801-34f14a7a8a39 service neutron] Pushing event updated for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:19.378477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a7ff77-e372-4a5a-99be-dc56cd900869 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:19.382781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cfaa5b77-eb15-44bf-9c69-ba4952530ba9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:19.391981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks [] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.402254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cdb726d4-7d3e-47a6-a808-d920bbb8c774), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.404283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-36d75d7c-a834-4ca4-b512-61c73f9d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.405771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-36d75d7c-a834-4ca4-b512-61c73f9d6552 service neutron] 10.222.0.18 "GET /v2.0/networks?id=932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 200  len: 909 time: 0.2290633
Jan 29 20:50:19.406551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: cfaa5b77-eb15-44bf-9c69-ba4952530ba9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:19.407160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cfaa5b77-eb15-44bf-9c69-ba4952530ba9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:19.408524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-a90dc9bc-5618-416c-869b-307db65191e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.412953 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-a90dc9bc-5618-416c-869b-307db65191e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 1126 time: 0.1471379
Jan 29 20:50:19.417514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Transition to ACTIVE for port object 26a7ff77-e372-4a5a-99be-dc56cd900869 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:19.429858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5f23-1a38-46e6-a1df-0a6bdad608e8 req-f0fa3522-88ef-471c-9a53-e570cb715ed3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.431458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36ea5f23-1a38-46e6-a1df-0a6bdad608e8 req-f0fa3522-88ef-471c-9a53-e570cb715ed3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.7635760
Jan 29 20:50:19.435133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.483089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-582ee780-c4f4-496b-acdb-85b23e6c0b13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f HTTP/1.1" status: 200  len: 217 time: 0.0625026
Jan 29 20:50:19.509260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-174a2aae-df7e-4431-b333-d1aa41b44820 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 200  len: 217 time: 0.0942049
Jan 29 20:50:19.522658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-93fdb595-05ff-4c13-a513-ea80dbf95520 service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8259993
Jan 29 20:50:19.535225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde78a6-9264-42c3-89ce-1ac886439b40 req-ac0f17b5-2e7a-4cc4-af11-8a1530e8fa95 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.536743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fde78a6-9264-42c3-89ce-1ac886439b40 req-ac0f17b5-2e7a-4cc4-af11-8a1530e8fa95 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 931 time: 0.4184752
Jan 29 20:50:19.574178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:19.602696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-0b957844-489c-4538-92d3-c3f6dcf6822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.604184 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-0b957844-489c-4538-92d3-c3f6dcf6822b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.1002157
Jan 29 20:50:19.681814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Attempting to bind port 26a7ff77-e372-4a5a-99be-dc56cd900869 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:19.682075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Attempting to bind port 26a7ff77-e372-4a5a-99be-dc56cd900869 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:19.682411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Attempting to bind port 26a7ff77-e372-4a5a-99be-dc56cd900869 on network c1050f6f-7eda-468d-8458-8c9954e661bf {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:19.684572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Made reservation on behalf of 8244a19735574a8ca9b0669d960f76c1 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:19.687914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.690889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Port 26a7ff77-e372-4a5a-99be-dc56cd900869 on network c1050f6f-7eda-468d-8458-8c9954e661bf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:19.691222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Attempting to bind port 26a7ff77-e372-4a5a-99be-dc56cd900869 on network c1050f6f-7eda-468d-8458-8c9954e661bf {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:19.695334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-46c0f431-3ee0-4c03-bd4f-39e403cea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.696903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-46c0f431-3ee0-4c03-bd4f-39e403cea194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0746510
Jan 29 20:50:19.699602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:19.699947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Checking segment: {'id': '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:19.700327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Bound using segment: {'id': '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:19.700752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Bound port: 26a7ff77-e372-4a5a-99be-dc56cd900869, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:19.701138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.772746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36ea5f23-1a38-46e6-a1df-0a6bdad608e8 req-35737faf-b2b8-408f-b19a-c28ce3f8bbb1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3087788
Jan 29 20:50:19.779258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-d31379b7-8964-4539-a7a7-0729d56da28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.781180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-d31379b7-8964-4539-a7a7-0729d56da28a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 200  len: 848 time: 0.2550721
Jan 29 20:50:19.797994 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cdb726d4-7d3e-47a6-a808-d920bbb8c774), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.845143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:19.850132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26a7ff77-e372-4a5a-99be-dc56cd900869,segment=NetworkSegment(8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c),segment_id=8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:19.855747 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-5c939204-0ada-4855-b4d5-f701042ab05f service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457236
Jan 29 20:50:19.858121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.862678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-a9618f1c-1bf9-4026-ad70-bb2300e0e78a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=932510fa-f2a4-4fc0-9283-4a5038e30cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573649
Jan 29 20:50:19.900408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09d834c0>,) {'filters': {'network_id': ['cdb726d4-7d3e-47a6-a808-d920bbb8c774']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:19.914521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fde78a6-9264-42c3-89ce-1ac886439b40 req-6996b9f8-17f4-43cc-a6ac-357876cacf72 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3623216
Jan 29 20:50:19.936959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:19.937623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:19.939484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] 10.222.0.36 "PUT /v2.0/ports/26a7ff77-e372-4a5a-99be-dc56cd900869 HTTP/1.1" status: 200  len: 1091 time: 1.2519610
Jan 29 20:50:19.956884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09d834c0>, 'd747b629-aa62-4621-aa03-00e11f454487') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:19.957242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09d834c0>, 'd747b629-aa62-4621-aa03-00e11f454487') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:19.976932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01cbb9-dc5e-4a87-bd88-31ef968afc96 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:20.013527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d747b629-aa62-4621-aa03-00e11f454487), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.028602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ded436-e738-4131-b8b6-c43fc674e0da req-0a2fcbfe-9fb0-4853-bf88-d920299d6eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4909024
Jan 29 20:50:20.030570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71ef1bb8-4c8f-47c2-8547-ddd45ec993a2 req-563f5260-b7ca-4578-9603-8fe9c5666580 service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629770
Jan 29 20:50:20.050848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f'}, {'name': 'network-changed', 'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:20.056889 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20" -d '{"events": [{"name": "network-changed", "server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f"}, {"name": "network-changed", "server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:20.057545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d747b629-aa62-4621-aa03-00e11f454487), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.067075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-3f801d6c-0cb4-4f4b-b55d-eaa07d42b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.069113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-3f801d6c-0cb4-4f4b-b55d-eaa07d42b266 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4850b610d8d4215b00e228527c9f7a5&device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 1125 time: 0.0832486
Jan 29 20:50:20.105952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c67a92f-c256-4e59-b886-b65bbe25a841 req-690a8209-43bf-4275-a920-942a2ea28ebb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 210 time: 0.0894763
Jan 29 20:50:20.110012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:20.110421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d747b629-aa62-4621-aa03-00e11f454487), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:20.120744 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:20.128127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-a30a5653-385f-4da4-bc2a-adb5f6dff6ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a7ff77-e372-4a5a-99be-dc56cd900869 HTTP/1.1" status: 200  len: 217 time: 0.0506415
Jan 29 20:50:20.168158 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519155b6-95a9-458b-b1fa-1d9e1498ce17 x-openstack-request-id: req-519155b6-95a9-458b-b1fa-1d9e1498ce17 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:20.168463 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:20.168722 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-519155b6-95a9-458b-b1fa-1d9e1498ce17 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:20.169187 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'status': 'completed', 'code': 200}
Jan 29 20:50:20.169531 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869', 'status': 'completed', 'code': 200}
Jan 29 20:50:20.200104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661c23-5362-4152-94b0-189fc9f99972 req-95296ca7-6856-4966-afaa-63360c722eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.201576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-95296ca7-6856-4966-afaa-63360c722eb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6367567-8b06-417c-baac-dfe5d6d987b2 HTTP/1.1" status: 200  len: 852 time: 0.0657446
Jan 29 20:50:20.217987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacfb99-ac98-49fc-8f96-5a9f5d3d028d req-5c5873a7-8d9c-43ee-a547-0b2f5a04a3f5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.219504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bacfb99-ac98-49fc-8f96-5a9f5d3d028d req-5c5873a7-8d9c-43ee-a547-0b2f5a04a3f5 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.3641553
Jan 29 20:50:20.248700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-c2987f8a-7855-4379-9eb8-a372e57ae6a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1050f6f-7eda-468d-8458-8c9954e661bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289340
Jan 29 20:50:20.274283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Allocated IP 172.20.0.8 (18acd1d3-7d3e-4098-b42a-dbe44ff9a507/40e8ea38-3ff8-4159-a712-115b38505d36/dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:20.279335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cdb726d4-7d3e-47a6-a808-d920bbb8c774), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.294601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-2d5be61d-5063-447d-9696-778692f47604 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3959148
Jan 29 20:50:20.327257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.332854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cdb726d4-7d3e-47a6-a808-d920bbb8c774 HTTP/1.1" status: 204  len: 168 time: 1.5815153
Jan 29 20:50:20.349609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1fba8-1af1-4c2d-ad83-7e667d8a5203 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb726d4-7d3e-47a6-a808-d920bbb8c774,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:20.401738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-6f2b0e69-26a0-4171-8cd1-beb714c57273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.403284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-6f2b0e69-26a0-4171-8cd1-beb714c57273 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 1126 time: 0.3014064
Jan 29 20:50:20.406823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bacfb99-ac98-49fc-8f96-5a9f5d3d028d req-32eef7d7-2d73-4cfa-a186-0b5d80f9faf9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749074
Jan 29 20:50:20.489726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:20.530176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-a39745e4-eac0-412c-b464-b2da252bd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.531682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-a39745e4-eac0-412c-b464-b2da252bd0ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 1126 time: 0.3398008
Jan 29 20:50:20.634433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-061aa837-561c-47b8-8a3f-2dfcd0938b86 service neutron] 10.222.0.18 "GET /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3278461
Jan 29 20:50:20.641577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-2d41bfec-d092-4217-9125-175efd8879f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.643123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-2d41bfec-d092-4217-9125-175efd8879f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 917 time: 0.2302194
Jan 29 20:50:20.653746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-503156fd-f06d-4d0a-982c-6d7053594bae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36bd116aa0154866b5b528618521aa7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1583748
Jan 29 20:50:20.659823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:20.689067 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-76bb9a05-d173-4b86-845d-d91975f0440d service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4330168
Jan 29 20:50:20.690111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-937b65a7-765e-440a-a0ae-1dad268902eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.691959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-937b65a7-765e-440a-a0ae-1dad268902eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 917 time: 0.1358209
Jan 29 20:50:20.701077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-f03d4111-db60-4f67-90f7-98501fe8f84f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3af2ed6b-601b-459d-bab1-37167dc36879 HTTP/1.1" status: 200  len: 217 time: 0.0504410
Jan 29 20:50:20.755661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks [] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.774583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-8e374405-0c00-4716-af33-fe564716cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.776078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-8e374405-0c00-4716-af33-fe564716cd2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.0660748
Jan 29 20:50:20.788540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-d88c85d8-b8e1-4582-9219-ea30be5b5018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f HTTP/1.1" status: 200  len: 217 time: 0.0876215
Jan 29 20:50:20.841727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.859243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-227c4e20-a419-4731-9453-a1014e07b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.862024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] Publish callbacks [] for security_group (e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.863525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-227c4e20-a419-4731-9453-a1014e07b094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0790946
Jan 29 20:50:20.895011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-8559f9e5-2c75-4ade-a0b8-2059495d75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:20.896522 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-8559f9e5-2c75-4ade-a0b8-2059495d75bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.0999720
Jan 29 20:50:20.902798 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd661c23-5362-4152-94b0-189fc9f99972 req-989f5546-3755-477a-bc2c-8b9ef661475d service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030253
Jan 29 20:50:20.926204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] Publish callbacks [] for security_group (e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:20.968820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:20.989557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:21.026538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-418aad34-c6d7-4e5a-82a6-18cde8744a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.028136 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-418aad34-c6d7-4e5a-82a6-18cde8744a77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1219661
Jan 29 20:50:21.040740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:21.057874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event updated for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:21.072935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-be25a1bb-7e63-4af2-ae3d-64468220ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.074467 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-be25a1bb-7e63-4af2-ae3d-64468220ec1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4850b610d8d4215b00e228527c9f7a5&device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 1125 time: 0.1005785
Jan 29 20:50:21.116063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:21.119705 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:21.122879 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf HTTP/1.1" status: 204  len: 168 time: 0.4566231
Jan 29 20:50:21.167222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724fbc0-0a25-4220-a708-92dc0273f970 req-26664353-b87f-4fd2-a17d-d1cff44e936c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.169242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1724fbc0-0a25-4220-a708-92dc0273f970 req-26664353-b87f-4fd2-a17d-d1cff44e936c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.2069726
Jan 29 20:50:21.176006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb2fbc-0d73-448f-af8c-af1c9ad26789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e814fe8a-11bb-4cc0-b6a9-17cb43c25cbf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:21.183123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.183640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:21.231136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-199b1501-7a95-42cb-8f82-327c07fe213b tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.233063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-199b1501-7a95-42cb-8f82-327c07fe213b tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00&tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2500210
Jan 29 20:50:21.234632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-3bcea8c2-7db5-4480-8733-04e83d7831aa service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623474
Jan 29 20:50:21.242721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-5c21cf67-cfbb-440c-8759-e713a4126b90 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5429509
Jan 29 20:50:21.266691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Request body: {'port': {'device_id': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:21.270983 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-24f157e5-d226-4d97-bf9a-ac11799ac3f1 service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323840
Jan 29 20:50:21.275886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7059ce8-68df-44d8-baa5-e0051a67f32f req-1c118fce-cec9-405a-ad30-4ce5e917e8af tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.277410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7059ce8-68df-44d8-baa5-e0051a67f32f req-1c118fce-cec9-405a-ad30-4ce5e917e8af tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 943 time: 0.2378614
Jan 29 20:50:21.281292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-6b4e0a6f-448b-4e0c-ac8a-247c99b79791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.282743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-6b4e0a6f-448b-4e0c-ac8a-247c99b79791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1050f6f-7eda-468d-8458-8c9954e661bf HTTP/1.1" status: 200  len: 913 time: 0.1808777
Jan 29 20:50:21.365604 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-1c5bbd14-1c13-4823-841c-3b0b2c926999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a7ff77-e372-4a5a-99be-dc56cd900869 HTTP/1.1" status: 200  len: 217 time: 0.0735602
Jan 29 20:50:21.377699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a55cd865-f785-439b-b84e-c6b866d8d01c None None] Provisioning complete for port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:21.378918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a55cd865-f785-439b-b84e-c6b866d8d01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:21.424628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a55cd865-f785-439b-b84e-c6b866d8d01c None None] Port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:21.467143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-3d857fb4-c0e5-48e2-b479-6cd5fb4ef9ad service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834023
Jan 29 20:50:21.484496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-1621e13e-f0de-4bec-a68a-e9679b3836c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:21.486737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-1621e13e-f0de-4bec-a68a-e9679b3836c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6367567-8b06-417c-baac-dfe5d6d987b2 HTTP/1.1" status: 200  len: 852 time: 0.1146748
Jan 29 20:50:21.525888 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-efb44843-06eb-4987-96a8-bcfc97ccb7ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1050f6f-7eda-468d-8458-8c9954e661bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316646
Jan 29 20:50:21.624760 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-023342d9-f8e6-4c41-9182-f7d83a177fdb service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921915
Jan 29 20:50:21.730450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1724fbc0-0a25-4220-a708-92dc0273f970 req-7855ad8a-b3d7-452d-8c5d-9544e4cb2fa9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5372081
Jan 29 20:50:21.734644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fd00116-43a8-442c-aa6d-fd0bf3ec4b20 req-8f76532e-523a-4c98-86e3-513f3b5027a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023822
Jan 29 20:50:21.817211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7059ce8-68df-44d8-baa5-e0051a67f32f req-68d368e7-ba14-4d3c-bfd8-1dfeeb6eb33f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4917974
Jan 29 20:50:21.823346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:21.909439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c064f7b6-52e5-42b3-a754-f3bc2ce3a386 req-e4907dbe-9260-4792-b05a-7327dff38b58 service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6634729
Jan 29 20:50:21.991321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-7e2e9889-f5ec-4dbe-b04d-0e0d930a7020 service neutron] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:22.000204 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-7e2e9889-f5ec-4dbe-b04d-0e0d930a7020 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.001326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0786e5a-79d1-4eb2-8ae0-e439988fe3ff req-7e2e9889-f5ec-4dbe-b04d-0e0d930a7020 service neutron] 10.222.0.18 "DELETE /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7483680
Jan 29 20:50:22.055168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c9a57-cc87-40fb-a281-24173bd34f4e req-ca52d1a0-6d98-4570-afef-f7f0dc4a7da5 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:22.056648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d8c9a57-cc87-40fb-a281-24173bd34f4e req-ca52d1a0-6d98-4570-afef-f7f0dc4a7da5 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 931 time: 0.2556221
Jan 29 20:50:22.082405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d870-22be-4384-926d-6cb0ef5ebe37 req-22141b29-f0ad-46b2-b676-6eb88b6ff429 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:22.083844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8216d870-22be-4384-926d-6cb0ef5ebe37 req-22141b29-f0ad-46b2-b676-6eb88b6ff429 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1996849
Jan 29 20:50:22.192723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.200952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d8c9a57-cc87-40fb-a281-24173bd34f4e req-2284c86a-e390-40ad-a6cb-32abf978e422 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356943
Jan 29 20:50:22.215852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8216d870-22be-4384-926d-6cb0ef5ebe37 req-3ba8fa7a-0aa1-4b9d-95bc-7040b4309f46 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248209
Jan 29 20:50:22.321449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:22.339380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks [] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.381986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Transition to ACTIVE for port object dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:22.386399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.450870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9d62-ab08-47f8-b4d3-c7232c976a6a req-452c8590-51a4-4812-9f38-e0afe72ede56 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:22.453061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82df9d62-ab08-47f8-b4d3-c7232c976a6a req-452c8590-51a4-4812-9f38-e0afe72ede56 tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 1127 time: 0.1255159
Jan 29 20:50:22.476645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-de185260-3be4-40d9-8033-3285e7f8c045 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0e40e8362a67462f87ea7febb432049b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0532982
Jan 29 20:50:22.484128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:22.630277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82df9d62-ab08-47f8-b4d3-c7232c976a6a req-63852eda-b63b-46ba-8dfb-d468c09e05ee tempest-LiveMigrationTest-825023025 tempest-LiveMigrationTest-825023025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617622
Jan 29 20:50:22.658512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Attempting to bind port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:22.658908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Attempting to bind port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:22.659241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Attempting to bind port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:22.670874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:22.671198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Attempting to bind port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 on network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:22.679746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-61aac0ab-25c7-46e5-83b1-190ce18e17ef tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:22.681235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-61aac0ab-25c7-46e5-83b1-190ce18e17ef tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1980369
Jan 29 20:50:22.684002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:22.684342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Checking segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:22.684721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Bound using segment: {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:22.685288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Bound port: dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423bcee-540e-4d01-ba40-d1cfdbb70692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:22.685531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.707347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-de6195bb-0337-43b3-83ef-d9214cde0950 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/quotas/0e40e8362a67462f87ea7febb432049b HTTP/1.1" status: 200  len: 375 time: 0.0187471
Jan 29 20:50:22.769793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-23c2ea91-82ad-4695-847c-7cecf2a696c1 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e40e8362a67462f87ea7febb432049b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0558391
Jan 29 20:50:22.820432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:22.825408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:22.832282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.883324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:22.884608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:22.886232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 HTTP/1.1" status: 200  len: 1091 time: 1.6235173
Jan 29 20:50:22.886868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:22.889812 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056394f6-47ed-4219-b8da-fb70be8d11fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:22.966041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416607ac-20e9-4f00-a270-e65492cd65a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:23.031798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f7a0-30dc-402c-b35d-dc820837d2fb req-aae0e7d8-9148-4d74-a589-d2373dcc6c42 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.033575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef03f7a0-30dc-402c-b35d-dc820837d2fb req-aae0e7d8-9148-4d74-a589-d2373dcc6c42 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1687722
Jan 29 20:50:23.104622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-94caff02-afd8-4144-8bd1-56baebef0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.106173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-94caff02-afd8-4144-8bd1-56baebef0d74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 1125 time: 0.1434216
Jan 29 20:50:23.110825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:23.133784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602af9a-6052-4abd-a98a-9ed1c4c4d6f1 req-37926161-e491-4975-8545-0bc95ccfc9b0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.135274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3602af9a-6052-4abd-a98a-9ed1c4c4d6f1 req-37926161-e491-4975-8545-0bc95ccfc9b0 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1283631
Jan 29 20:50:23.138302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef03f7a0-30dc-402c-b35d-dc820837d2fb req-3ba2d840-293e-43e8-a417-3daf6e1c8482 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865991
Jan 29 20:50:23.169050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-2304918b-b9bf-42ba-8e51-af15ea1739b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 HTTP/1.1" status: 200  len: 217 time: 0.0527971
Jan 29 20:50:23.303182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-8637bbfa-4645-45b9-9827-ee050fbaccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.304669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-8637bbfa-4645-45b9-9827-ee050fbaccc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.1180174
Jan 29 20:50:23.315187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3602af9a-6052-4abd-a98a-9ed1c4c4d6f1 req-aae8a09f-756a-4963-8eea-0a8046b77bea tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487591
Jan 29 20:50:23.356743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a92d6f-2170-4dfd-b786-f3c29bf3da2e req-11beb31e-d109-4f77-b75d-e16b6831a0b9 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.358297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94a92d6f-2170-4dfd-b786-f3c29bf3da2e req-11beb31e-d109-4f77-b75d-e16b6831a0b9 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 943 time: 0.1177163
Jan 29 20:50:23.364590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c7570c9f-9c7a-4e0f-9be7-d2638870200f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:23.374998 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6ae20-a122-431f-82b0-f006b77c4a44 x-openstack-request-id: req-f9f6ae20-a122-431f-82b0-f006b77c4a44 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:23.375289 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:23.375545 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9f6ae20-a122-431f-82b0-f006b77c4a44 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:23.375944 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15', 'status': 'completed', 'code': 200}
Jan 29 20:50:23.407467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-d4080452-04c7-46c1-bf2e-31965b7bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.409565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-d4080452-04c7-46c1-bf2e-31965b7bb535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0919788
Jan 29 20:50:23.424120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94a92d6f-2170-4dfd-b786-f3c29bf3da2e req-af20b4ee-f317-4775-9a39-801f64e04fed tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574095
Jan 29 20:50:23.477544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:23.481811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-610cd2ed-bef5-450f-a955-9078ac85799c req-5e88c9eb-677d-4710-98f9-55daf6aca43f tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 210 time: 0.0448720
Jan 29 20:50:23.494674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'port_id': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'mac_address': 'fa:16:3e:bf:6e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e8ea38-3ff8-4159-a712-115b38505d36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:23.534762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c7570c9f-9c7a-4e0f-9be7-d2638870200f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:23.535153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:23.548124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7570c9f-9c7a-4e0f-9be7-d2638870200f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:23.569215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:23.576201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6973bd-08e3-401f-a451-e01845fa02fb req-e02b2574-2d87-4b69-8791-39af3cc9cfc1 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:23.577800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e6973bd-08e3-401f-a451-e01845fa02fb req-e02b2574-2d87-4b69-8791-39af3cc9cfc1 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 943 time: 0.0643916
Jan 29 20:50:23.579342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:23.629960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:23.633898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e6973bd-08e3-401f-a451-e01845fa02fb req-eabcc1dd-0ad4-40a6-8ae7-be24bcd01eeb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478487
Jan 29 20:50:23.956460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-233f1dc7-4765-4c3d-8ad0-5fd01ab92b5a tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e40e8362a67462f87ea7febb432049b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0215125
Jan 29 20:50:23.990032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['c7570c9f-9c7a-4e0f-9be7-d2638870200f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:24.071189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-33f6c26e-46a6-420b-bbf9-17f0795aa55e tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:24.073292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-33f6c26e-46a6-420b-bbf9-17f0795aa55e tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1116807
Jan 29 20:50:24.085333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Request body: {'port': {'device_id': 'fec70b16-1163-4279-a26e-5851e9534f93', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '0e40e8362a67462f87ea7febb432049b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:24.193671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Made reservation on behalf of 0e40e8362a67462f87ea7febb432049b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:24.198093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.207523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.296695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa20d1-3645-4c48-9e5e-67bd39b4ce3e req-338b74db-e588-494f-8655-fb37301b2ca3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:24.298202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94fa20d1-3645-4c48-9e5e-67bd39b4ce3e req-338b74db-e588-494f-8655-fb37301b2ca3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0876248
Jan 29 20:50:24.351744 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks [] for security_group (f8388938-ac6d-40f5-8b4a-12bb2b30ab38), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.360028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8388938-ac6d-40f5-8b4a-12bb2b30ab38), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.383226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94fa20d1-3645-4c48-9e5e-67bd39b4ce3e req-aa6e3417-9213-419e-ac66-33cfafec23a4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787506
Jan 29 20:50:24.458684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8388938-ac6d-40f5-8b4a-12bb2b30ab38,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:24.527722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305d36-b218-4b7b-9bf4-fec789c0c819 req-5a680634-d37d-4d54-b74b-f06b8bd297e9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:24.529166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a305d36-b218-4b7b-9bf4-fec789c0c819 req-5a680634-d37d-4d54-b74b-f06b8bd297e9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1419139
Jan 29 20:50:24.588289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3af2ed6b-601b-459d-bab1-37167dc36879 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:24.589547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Allocated IP 192.168.233.50 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/65b74138-9493-4c1b-b006-03d398329a44) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:24.644334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85bb58-7ba4-46c8-91c0-fd5da09f6753 req-0e6173cc-e707-43d2-ac58-b059d28cb4ef tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:24.645847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e85bb58-7ba4-46c8-91c0-fd5da09f6753 req-0e6173cc-e707-43d2-ac58-b059d28cb4ef tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 943 time: 0.1370673
Jan 29 20:50:24.648707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a305d36-b218-4b7b-9bf4-fec789c0c819 req-e07801fc-311f-451d-bddc-e0db0248be9a tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133196
Jan 29 20:50:24.702279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3af2ed6b-601b-459d-bab1-37167dc36879,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:24.714814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '3af2ed6b-601b-459d-bab1-37167dc36879', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'port_id': '3af2ed6b-601b-459d-bab1-37167dc36879', 'mac_address': 'fa:16:3e:cf:01:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e8ea38-3ff8-4159-a712-115b38505d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:24.751927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3af2ed6b-601b-459d-bab1-37167dc36879 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:24.752831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.766073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af2ed6b-601b-459d-bab1-37167dc36879 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:24.781575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1db8a43d-b72f-4ee4-ad87-87f75a7d458d req-d2f8e2c1-5a1a-4bf0-8cd0-4084d5333d63 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 210 time: 0.0693371
Jan 29 20:50:24.787760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3af2ed6b-601b-459d-bab1-37167dc36879,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:24.789512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e85bb58-7ba4-46c8-91c0-fd5da09f6753 req-2da76395-3480-4d6c-847c-c7928cde5946 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349497
Jan 29 20:50:24.799230 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.799912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 26a7ff77-e372-4a5a-99be-dc56cd900869 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:24.859504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks [] for port (65b74138-9493-4c1b-b006-03d398329a44), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.871958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:24.931046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629938d6-b411-4d85-a108-c9f5aed02cbd req-7904c57d-85dd-416f-b4ec-d036d7bbc1da tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:24.932514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-629938d6-b411-4d85-a108-c9f5aed02cbd req-7904c57d-85dd-416f-b4ec-d036d7bbc1da tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 943 time: 0.0796573
Jan 29 20:50:24.941559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26a7ff77-e372-4a5a-99be-dc56cd900869,segment=NetworkSegment(8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c),segment_id=8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:24.947375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:24.953752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '26a7ff77-e372-4a5a-99be-dc56cd900869', 'network_id': 'c1050f6f-7eda-468d-8458-8c9954e661bf', 'port_id': '26a7ff77-e372-4a5a-99be-dc56cd900869', 'mac_address': 'fa:16:3e:a9:40:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6367567-8b06-417c-baac-dfe5d6d987b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:24.990583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 26a7ff77-e372-4a5a-99be-dc56cd900869 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:24.991453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.002071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:25.004642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a7ff77-e372-4a5a-99be-dc56cd900869 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:25.008827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:25.012651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:25.025481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26a7ff77-e372-4a5a-99be-dc56cd900869,segment=NetworkSegment(8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c),segment_id=8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:25.032195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.061729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Pushing event updated for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:25.070064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-629938d6-b411-4d85-a108-c9f5aed02cbd req-87ee458a-d08e-4dff-93b7-7841b6d702a7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309841
Jan 29 20:50:25.086177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:25.102345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:25.102973 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.120226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-ec4d90ea-73e0-4918-adeb-e600e5f08abd tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0385139
Jan 29 20:50:25.132012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Request body: {'port': {'device_id': 'fec70b16-1163-4279-a26e-5851e9534f93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:25.198910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (65b74138-9493-4c1b-b006-03d398329a44), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.242603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1e4e9901-ec66-4612-be94-0aeb7198d3c0 None None] Provisioning complete for port 65b74138-9493-4c1b-b006-03d398329a44 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:25.242932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9901-ec66-4612-be94-0aeb7198d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (65b74138-9493-4c1b-b006-03d398329a44), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.282062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9901-ec66-4612-be94-0aeb7198d3c0 None None] Port 65b74138-9493-4c1b-b006-03d398329a44 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:25.376352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c7570c9f-9c7a-4e0f-9be7-d2638870200f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:25.401230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['26a7ff77-e372-4a5a-99be-dc56cd900869'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:25.441791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3af2ed6b-601b-459d-bab1-37167dc36879'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:25.474695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b74138-9493-4c1b-b006-03d398329a44 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:25.483136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks [] for port (65b74138-9493-4c1b-b006-03d398329a44), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.513050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Transition to ACTIVE for port object 65b74138-9493-4c1b-b006-03d398329a44 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:25.518240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.532148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port c7570c9f-9c7a-4e0f-9be7-d2638870200f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:25.548849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port c7570c9f-9c7a-4e0f-9be7-d2638870200f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:25.549309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.588969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750f1cc-1186-4c09-ad65-67216a24cd77 req-f5b58f7b-83e5-4788-817a-e8269a28d6a4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:25.593207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f750f1cc-1186-4c09-ad65-67216a24cd77 req-f5b58f7b-83e5-4788-817a-e8269a28d6a4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1337740
Jan 29 20:50:25.595814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:25.701869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f750f1cc-1186-4c09-ad65-67216a24cd77 req-a020e450-7f43-4630-bcde-925029863c35 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817540
Jan 29 20:50:25.716096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Attempting to bind port 65b74138-9493-4c1b-b006-03d398329a44 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:25.716438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Attempting to bind port 65b74138-9493-4c1b-b006-03d398329a44 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:25.716773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Attempting to bind port 65b74138-9493-4c1b-b006-03d398329a44 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:25.724007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Port 65b74138-9493-4c1b-b006-03d398329a44 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:25.724200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Attempting to bind port 65b74138-9493-4c1b-b006-03d398329a44 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:25.730797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:25.731231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:25.731802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:25.732396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Bound port: 65b74138-9493-4c1b-b006-03d398329a44, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:25.732766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (65b74138-9493-4c1b-b006-03d398329a44), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.752975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c7570c9f-9c7a-4e0f-9be7-d2638870200f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:25.753579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.785343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:25.787497 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74850893-4181-4da3-861b-2a2fcd76a686" -d '{"events": [{"server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:25.802664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:25.812948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:25.816117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3a6c7588-6700-4063-8abb-210e6b5547e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:25.895438 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96573157-0980-4e9b-98b3-f12901243744 x-openstack-request-id: req-96573157-0980-4e9b-98b3-f12901243744 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:25.895760 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:25.896025 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96573157-0980-4e9b-98b3-f12901243744 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:25.896425 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'code': 200}
Jan 29 20:50:25.943751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-07071989-81e8-4bfb-bce3-0bfe9f278392 service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085731
Jan 29 20:50:25.945925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:25.959206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:25.968538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec11c-1115-41b9-9fdc-79e6fd6ddc8a req-59af75b5-b8f1-40fc-8574-b83efe2a24f9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:25.970062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25cec11c-1115-41b9-9fdc-79e6fd6ddc8a req-59af75b5-b8f1-40fc-8574-b83efe2a24f9 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.1792533
Jan 29 20:50:25.973763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3a6c7588-6700-4063-8abb-210e6b5547e2 is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:26.007037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65b74138-9493-4c1b-b006-03d398329a44,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:26.065578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.140232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.140848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.142260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/65b74138-9493-4c1b-b006-03d398329a44 HTTP/1.1" status: 200  len: 1095 time: 1.0151477
Jan 29 20:50:26.149413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'tag': '65b74138-9493-4c1b-b006-03d398329a44'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:26.151703 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9869e76d-fd0b-4bc1-8a33-224135923ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "tag": "65b74138-9493-4c1b-b006-03d398329a44"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:26.165428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf773c-2ab3-4d44-84bb-05d4570e1eb9 req-4e76fa35-7fe6-4924-8715-fd9126ba6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.167412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2bf773c-2ab3-4d44-84bb-05d4570e1eb9 req-4e76fa35-7fe6-4924-8715-fd9126ba6b5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 1128 time: 0.2502990
Jan 29 20:50:26.195040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01f041-8dc2-4a2a-877e-e7836313830e req-eabaaaeb-a559-427e-93b7-404504a69e8a tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.196874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf01f041-8dc2-4a2a-877e-e7836313830e req-eabaaaeb-a559-427e-93b7-404504a69e8a tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 944 time: 0.2843902
Jan 29 20:50:26.215114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25cec11c-1115-41b9-9fdc-79e6fd6ddc8a req-11677d89-ea96-4472-b9f3-5ac4553905dc tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207088
Jan 29 20:50:26.277814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1eb27-1b00-4ac9-b7b0-2f8d834aafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:26.278672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-26f59d8e-1e2c-410f-ac12-076389b393eb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.280227 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-26f59d8e-1e2c-410f-ac12-076389b393eb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa00fb4e-9173-43d3-b989-925f01473b00 HTTP/1.1" status: 200  len: 945 time: 0.0808637
Jan 29 20:50:26.321409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b59c3d34-13cf-4335-8e67-41021fe5b508 req-4090b8dc-1d95-436c-872e-55a265f5beec service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280180
Jan 29 20:50:26.364479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2bf773c-2ab3-4d44-84bb-05d4570e1eb9 req-d2fcebdf-1cb7-4e45-a357-0117d62c8b3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773045
Jan 29 20:50:26.388212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf01f041-8dc2-4a2a-877e-e7836313830e req-b3d0acfb-84de-44a6-abbb-14b3a669caea tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721675
Jan 29 20:50:26.399024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-68c53214-c62c-4cd4-b63e-67cd21d8eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.400546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-68c53214-c62c-4cd4-b63e-67cd21d8eb24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e40e8362a67462f87ea7febb432049b&device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 1129 time: 0.1899917
Jan 29 20:50:26.401328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Deleting port 3a6c7588-6700-4063-8abb-210e6b5547e2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:26.401914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.453695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-d96a3091-7acf-4e66-8020-c49c0e50c47f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=65b74138-9493-4c1b-b006-03d398329a44 HTTP/1.1" status: 200  len: 217 time: 0.0460613
Jan 29 20:50:26.461060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2821ace-d45e-4512-ab31-9d13b8bcfed7 req-d8b2e881-56d7-4fb4-803c-610bf58200fa tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.462502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2821ace-d45e-4512-ab31-9d13b8bcfed7 req-d8b2e881-56d7-4fb4-803c-610bf58200fa tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.1660316
Jan 29 20:50:26.504099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] For port 3a6c7588-6700-4063-8abb-210e6b5547e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a6c7588-6700-4063-8abb-210e6b5547e2,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:26.504566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.517562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Calling delete_port for 3a6c7588-6700-4063-8abb-210e6b5547e2 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:26.559232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-8941f131-608f-47e8-bc75-c3d2506e5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.560689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-8941f131-608f-47e8-bc75-c3d2506e5f47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0967665
Jan 29 20:50:26.601850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2821ace-d45e-4512-ab31-9d13b8bcfed7 req-83b2eb19-3c5f-4943-a4b7-54e68fb4d67b tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235244
Jan 29 20:50:26.602880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 26a7ff77-e372-4a5a-99be-dc56cd900869 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:26.610566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0a5c-d18f-46c3-a5bf-87ce8e6a248e req-b4e0d6da-8690-4402-b43b-ed1d00a264b8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.612801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-424b0a5c-d18f-46c3-a5bf-87ce8e6a248e req-b4e0d6da-8690-4402-b43b-ed1d00a264b8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 943 time: 0.1610804
Jan 29 20:50:26.677958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3a6c7588-6700-4063-8abb-210e6b5547e2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.679108 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c700508-f3d5-417e-b589-02f48a5004c1 x-openstack-request-id: req-2c700508-f3d5-417e-b589-02f48a5004c1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:26.679477 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "tag": "65b74138-9493-4c1b-b006-03d398329a44", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:26.679741 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c700508-f3d5-417e-b589-02f48a5004c1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:26.680220 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'tag': '65b74138-9493-4c1b-b006-03d398329a44', 'status': 'completed', 'code': 200}
Jan 29 20:50:26.686332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe267-2be5-4d02-aca4-630a825990bd req-c06a91dd-dfbd-48b9-988c-ff1c5bf27036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:26.688055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-c06a91dd-dfbd-48b9-988c-ff1c5bf27036 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1171010
Jan 29 20:50:26.690909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 26a7ff77-e372-4a5a-99be-dc56cd900869 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:26.695958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:26.714738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event deleted for resources: {'Port': ['ID=3a6c7588-6700-4063-8abb-210e6b5547e2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:26.719961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 26a7ff77-e372-4a5a-99be-dc56cd900869 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:26.720920 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.772483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] No DVR routers for this DVR port 3a6c7588-6700-4063-8abb-210e6b5547e2 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:26.775282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.779162 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b487f55a-46f9-42d5-94f2-29092a5418a7 req-682a32c6-8ac2-45f2-894b-969cfbc72747 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "DELETE /v2.0/ports/3a6c7588-6700-4063-8abb-210e6b5547e2 HTTP/1.1" status: 204  len: 173 time: 0.4921010
Jan 29 20:50:26.779649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-deleted', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:26.790252 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c9dd58-2aaa-4ea9-b03b-8968602bdef5" -d '{"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-deleted", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:26.897051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 26a7ff77-e372-4a5a-99be-dc56cd900869 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:26.897618 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:26.963594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26a7ff77-e372-4a5a-99be-dc56cd900869,segment=NetworkSegment(8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c),segment_id=8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:26.969976 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:27.028877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:27.047957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-424b0a5c-d18f-46c3-a5bf-87ce8e6a248e req-162202a2-a783-453b-9bb4-a66e1f6eb13c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4278224
Jan 29 20:50:27.086414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-dab2703b-34c7-4175-a601-33452ce4273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.088104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-dab2703b-34c7-4175-a601-33452ce4273a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 1125 time: 0.4652624
Jan 29 20:50:27.117795 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3200e9fc-6a89-4422-be8a-17c5cf25c1dd x-openstack-request-id: req-3200e9fc-6a89-4422-be8a-17c5cf25c1dd {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:27.118483 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa00fb4e-9173-43d3-b989-925f01473b00", "name": "network-vif-deleted", "tag": "3a6c7588-6700-4063-8abb-210e6b5547e2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:27.118659 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3200e9fc-6a89-4422-be8a-17c5cf25c1dd {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:27.119046 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa00fb4e-9173-43d3-b989-925f01473b00', 'name': 'network-vif-deleted', 'tag': '3a6c7588-6700-4063-8abb-210e6b5547e2', 'status': 'completed', 'code': 200}
Jan 29 20:50:27.191646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-f50ed1e5-f2ec-4b15-9065-9dcdfda37f51 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4963770
Jan 29 20:50:27.200558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e145234-a4a7-4ce8-bd05-04b830d84ae7 req-f92955ce-7015-49ae-b595-091ad5922623 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.202039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e145234-a4a7-4ce8-bd05-04b830d84ae7 req-f92955ce-7015-49ae-b595-091ad5922623 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1595702
Jan 29 20:50:27.315658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-0341a0fa-419c-42de-924f-a5d5415cc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.318253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-0341a0fa-419c-42de-924f-a5d5415cc615 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 917 time: 0.2217638
Jan 29 20:50:27.377780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e145234-a4a7-4ce8-bd05-04b830d84ae7 req-b68d9f18-9467-4250-830a-ad286181efa2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650162
Jan 29 20:50:27.381200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-19c24b05-66b6-4ce0-b14d-cfc41f492815 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 HTTP/1.1" status: 200  len: 217 time: 0.0537891
Jan 29 20:50:27.406986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21bfe267-2be5-4d02-aca4-630a825990bd req-017a0d56-5250-40f2-aed4-5e8da73796b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040114
Jan 29 20:50:27.444782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-9d6fd964-bd9c-459b-a724-63f051202410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.446294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-9d6fd964-bd9c-459b-a724-63f051202410 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.0554473
Jan 29 20:50:27.576192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-87241c7d-017c-4f8a-9726-a3c32836f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.577632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-87241c7d-017c-4f8a-9726-a3c32836f926 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1251519
Jan 29 20:50:27.581786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-e922fd0b-d65a-46e8-b51c-028acdf17c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.583162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-e922fd0b-d65a-46e8-b51c-028acdf17c1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e40e8362a67462f87ea7febb432049b&device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 1129 time: 0.0986013
Jan 29 20:50:27.591954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90783a0e-363b-4f3e-8e11-c05047f85ed5 req-db310842-d8f7-4ec7-87b8-78a5a2438886 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.593383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90783a0e-363b-4f3e-8e11-c05047f85ed5 req-db310842-d8f7-4ec7-87b8-78a5a2438886 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1099076
Jan 29 20:50:27.826412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90783a0e-363b-4f3e-8e11-c05047f85ed5 req-551fa679-784c-4a31-b924-8ae9f3f020b0 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168393
Jan 29 20:50:27.831771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-691fe0db-7495-421a-a698-b15faec45e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.833243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-691fe0db-7495-421a-a698-b15faec45e11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2390366
Jan 29 20:50:27.847154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-b880eb6e-4973-4384-9519-3f4275da7c05 service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544417
Jan 29 20:50:27.893058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300735-4282-4182-93f4-23227e2efd64 req-a15cf172-ba6d-4d18-bd0f-a5bb960cee1c tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:27.894508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1300735-4282-4182-93f4-23227e2efd64 req-a15cf172-ba6d-4d18-bd0f-a5bb960cee1c tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.2067404
Jan 29 20:50:27.897808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:27.900606 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0472128e-101d-4f69-b00d-4ca20fa01eae" -d '{"events": [{"server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "name": "network-vif-plugged", "status": "completed", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:27.905027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-01fd79f2-fd0c-47bf-8b54-78b5aac7a07b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=65b74138-9493-4c1b-b006-03d398329a44 HTTP/1.1" status: 200  len: 217 time: 0.0637493
Jan 29 20:50:27.946316 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ff632-bd9e-4ed0-bef7-1c3aeaf37c11 x-openstack-request-id: req-e67ff632-bd9e-4ed0-bef7-1c3aeaf37c11 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:27.946636 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "name": "network-vif-plugged", "status": "completed", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:27.946922 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e67ff632-bd9e-4ed0-bef7-1c3aeaf37c11 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:27.947328 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869', 'code': 200}
Jan 29 20:50:28.042838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-24ce80d5-2e8c-4e00-bf41-bb29f639795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.044297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-24ce80d5-2e8c-4e00-bf41-bb29f639795c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1088550
Jan 29 20:50:28.047138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-056394f6-47ed-4219-b8da-fb70be8d11fc req-e7cccbc5-889e-434b-83d7-7bbe7a35eb39 service neutron] 10.222.0.18 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968355
Jan 29 20:50:28.049865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7850ec1-080e-4289-b596-ad3d5daa5c27 req-61ca67c9-ab41-4fed-885f-4435198d4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.050388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1300735-4282-4182-93f4-23227e2efd64 req-73f16c4b-ea60-4913-8bf9-f3bd1c4ea4d2 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162326
Jan 29 20:50:28.051506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a7850ec1-080e-4289-b596-ad3d5daa5c27 req-61ca67c9-ab41-4fed-885f-4435198d4257 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 1127 time: 0.0474515
Jan 29 20:50:28.106177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-e972165f-ce6c-4635-949b-f5b48736d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.106563 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a7850ec1-080e-4289-b596-ad3d5daa5c27 req-064528a4-a992-4a28-a6fa-71a17f2521b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482814
Jan 29 20:50:28.107976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-e972165f-ce6c-4635-949b-f5b48736d733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0567954
Jan 29 20:50:28.192390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100dabc-c2aa-4078-8340-b6a23e43c183 req-ba73aaa4-6547-48ef-9cec-a1e7b25a895a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.193828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d100dabc-c2aa-4078-8340-b6a23e43c183 req-ba73aaa4-6547-48ef-9cec-a1e7b25a895a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 943 time: 0.0554979
Jan 29 20:50:28.239992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d100dabc-c2aa-4078-8340-b6a23e43c183 req-65802fcb-5ccf-44f3-a59a-56f6fd179718 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403624
Jan 29 20:50:28.435917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-281d51a3-1492-42ce-8066-fbbe0a566400 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843198
Jan 29 20:50:28.563814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f09aa-b62f-4746-8319-86e1d898af55 req-67b9f868-6029-4ee3-83c4-ebf66d65bb56 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.566050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-475f09aa-b62f-4746-8319-86e1d898af55 req-67b9f868-6029-4ee3-83c4-ebf66d65bb56 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1147416
Jan 29 20:50:28.568037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9869e76d-fd0b-4bc1-8a33-224135923ff3 req-d43c8e2a-7bcd-4904-a022-67c771a3431e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257923
Jan 29 20:50:28.611162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3af2ed6b-601b-459d-bab1-37167dc36879 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:28.619659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-475f09aa-b62f-4746-8319-86e1d898af55 req-6f22b69a-3d35-4686-84c0-a140ca80a517 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467000
Jan 29 20:50:28.678596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 3af2ed6b-601b-459d-bab1-37167dc36879 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:28.684376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc28ea-7dea-4e24-a20f-291b4e30310f req-4c3533bb-2f6d-4fe2-bac0-6d1dd9f4a00d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.684540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 3af2ed6b-601b-459d-bab1-37167dc36879 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:28.684777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:28.685907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8edc28ea-7dea-4e24-a20f-291b4e30310f req-4c3533bb-2f6d-4fe2-bac0-6d1dd9f4a00d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.0571618
Jan 29 20:50:28.737520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8edc28ea-7dea-4e24-a20f-291b4e30310f req-06c87e66-fae2-4610-9019-78142bc7898f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436506
Jan 29 20:50:28.768855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3af2ed6b-601b-459d-bab1-37167dc36879 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:28.769273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:28.801678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3af2ed6b-601b-459d-bab1-37167dc36879,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:28.805219 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:28.850295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:28.944023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b66ed2-7f44-4562-8b62-c565e6cefc40 req-af0d9cd1-11d8-4a79-b01b-3a43fcf81db1 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:28.945498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75b66ed2-7f44-4562-8b62-c565e6cefc40 req-af0d9cd1-11d8-4a79-b01b-3a43fcf81db1 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.0509181
Jan 29 20:50:28.989749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75b66ed2-7f44-4562-8b62-c565e6cefc40 req-056fb2ce-8cf0-45b3-ba9d-61a73b5cae03 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387144
Jan 29 20:50:29.168939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a2a9-46b1-4743-963d-accb872999a9 req-2c607092-ff63-4f75-8044-b4677f67752d tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:29.170700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a49a2a9-46b1-4743-963d-accb872999a9 req-2c607092-ff63-4f75-8044-b4677f67752d tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.0538838
Jan 29 20:50:29.217278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a49a2a9-46b1-4743-963d-accb872999a9 req-74ae2150-1edc-4d82-a64e-0751e1783994 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402913
Jan 29 20:50:29.356567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6542480-d7b9-47f8-a450-a17fae33ff03 req-5dfb037e-972f-415b-8ce3-01091662eede tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:29.358061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6542480-d7b9-47f8-a450-a17fae33ff03 req-5dfb037e-972f-415b-8ce3-01091662eede tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 943 time: 0.0520017
Jan 29 20:50:29.398480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:29.403231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6542480-d7b9-47f8-a450-a17fae33ff03 req-6fbb0269-a54a-413e-9a52-f063c1317510 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389733
Jan 29 20:50:29.498385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:29.509525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15', 'network_id': '18acd1d3-7d3e-4098-b42a-dbe44ff9a507', 'port_id': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15', 'mac_address': 'fa:16:3e:22:c7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e8ea38-3ff8-4159-a712-115b38505d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:29.546375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:29.546693 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:29.560402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:29.587490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:29.592550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:29.635646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-7bd97e25-0e16-4c97-8a3b-f847d852e6e2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:29.637400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-7bd97e25-0e16-4c97-8a3b-f847d852e6e2 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.0606470
Jan 29 20:50:29.647909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:29.776734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cb224-03f0-42a9-919d-ca1c074b1d50 req-7d5050eb-b5d9-4894-abce-f780ee0368f1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:29.778249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0cb224-03f0-42a9-919d-ca1c074b1d50 req-7d5050eb-b5d9-4894-abce-f780ee0368f1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0688260
Jan 29 20:50:29.780675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Deleting port cd96c160-ae51-4a6c-ad19-f539a1c77bca {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:29.784170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:29.928024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a0cb224-03f0-42a9-919d-ca1c074b1d50 req-839cad2a-e87e-48c8-a2cf-dc0120c946ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420846
Jan 29 20:50:29.934731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] For port cd96c160-ae51-4a6c-ad19-f539a1c77bca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd96c160-ae51-4a6c-ad19-f539a1c77bca,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:29.935099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:29.948135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:29.950479 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54799d29-9b1b-49a4-8865-4d0d0076cd6e" -d '{"events": [{"server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "name": "network-vif-plugged", "status": "completed", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:29.952967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc668-20f2-4c0b-a834-d424987b285a req-a95d2066-eb33-4945-8cb3-f1a6abe8fd52 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:29.954550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-467fc668-20f2-4c0b-a834-d424987b285a req-a95d2066-eb33-4945-8cb3-f1a6abe8fd52 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91f3646-a591-4cf6-a283-c7a614a5f54a HTTP/1.1" status: 200  len: 944 time: 0.1260486
Jan 29 20:50:29.957623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:29.959428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Calling delete_port for cd96c160-ae51-4a6c-ad19-f539a1c77bca owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:29.989309 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4069f-35e8-4bc5-99fb-5ad176c56331 x-openstack-request-id: req-97e4069f-35e8-4bc5-99fb-5ad176c56331 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:29.989632 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "name": "network-vif-plugged", "status": "completed", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:29.989892 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97e4069f-35e8-4bc5-99fb-5ad176c56331 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:29.990282 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879', 'code': 200}
Jan 29 20:50:30.081551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-467fc668-20f2-4c0b-a834-d424987b285a req-a8d464e5-f20f-4dd7-952f-6ec94899681e tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180985
Jan 29 20:50:30.151580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c705b-9f5a-431c-85f9-8230c12af291 req-4ae09ca1-7992-405b-9343-e2b9ddb8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.153203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-725c705b-9f5a-431c-85f9-8230c12af291 req-4ae09ca1-7992-405b-9343-e2b9ddb8f9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 1128 time: 0.1022782
Jan 29 20:50:30.213744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f665e6e-7e29-44e8-9333-6ccf7b09016a req-178c9797-89d2-43e4-b02c-7118a0a01f8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.215127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f665e6e-7e29-44e8-9333-6ccf7b09016a req-178c9797-89d2-43e4-b02c-7118a0a01f8f tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1312897
Jan 29 20:50:30.248094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cd96c160-ae51-4a6c-ad19-f539a1c77bca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:30.260479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd96c160-ae51-4a6c-ad19-f539a1c77bca'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:30.261662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-725c705b-9f5a-431c-85f9-8230c12af291 req-59e225c0-f9b6-455d-a03b-3ac23a968133 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904031
Jan 29 20:50:30.285382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event deleted for resources: {'Port': ['ID=cd96c160-ae51-4a6c-ad19-f539a1c77bca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:30.364864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f665e6e-7e29-44e8-9333-6ccf7b09016a req-1c5917d3-20a3-4342-a7f8-6a18ee6ad7d8 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403553
Jan 29 20:50:30.381906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] No DVR routers for this DVR port cd96c160-ae51-4a6c-ad19-f539a1c77bca on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:30.391063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:30.394556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fbb3442-e7bf-4f99-be17-9c5dd7dcb5ec req-1cf209e7-9f23-4180-b400-f1da72f90340 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "DELETE /v2.0/ports/cd96c160-ae51-4a6c-ad19-f539a1c77bca HTTP/1.1" status: 204  len: 173 time: 0.7503288
Jan 29 20:50:30.395020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-deleted', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:30.397538 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ff550-32be-44cf-913f-6e9146200356" -d '{"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-deleted", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:30.415763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe99b2-bde2-4c17-9cf5-2aefa852c723 req-7e1a7cd2-2294-4658-a34b-37c49aaba9c3 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.416775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fe99b2-bde2-4c17-9cf5-2aefa852c723 req-7e1a7cd2-2294-4658-a34b-37c49aaba9c3 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.1211753
Jan 29 20:50:30.480576 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d0dadf-cace-4c25-bb16-938bc24c40e2 x-openstack-request-id: req-14d0dadf-cace-4c25-bb16-938bc24c40e2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:30.480871 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91f3646-a591-4cf6-a283-c7a614a5f54a", "name": "network-vif-deleted", "tag": "cd96c160-ae51-4a6c-ad19-f539a1c77bca", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:30.481162 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14d0dadf-cace-4c25-bb16-938bc24c40e2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:30.481587 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91f3646-a591-4cf6-a283-c7a614a5f54a', 'name': 'network-vif-deleted', 'tag': 'cd96c160-ae51-4a6c-ad19-f539a1c77bca', 'status': 'completed', 'code': 200}
Jan 29 20:50:30.486110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fe99b2-bde2-4c17-9cf5-2aefa852c723 req-fc1c3507-6a2e-423f-93e0-6ddf6d0c3bc1 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534673
Jan 29 20:50:30.581027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b737073-023a-44a3-b4a5-74d8dfa38b2d req-c2ed4f0b-c462-4486-be8e-b9e9bb96b747 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.582704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b737073-023a-44a3-b4a5-74d8dfa38b2d req-c2ed4f0b-c462-4486-be8e-b9e9bb96b747 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 944 time: 0.0548468
Jan 29 20:50:30.641516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b737073-023a-44a3-b4a5-74d8dfa38b2d req-585736b6-19a3-4a9d-98a0-70c00fe9234c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509069
Jan 29 20:50:30.744612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba4a9-c671-42ed-9cc1-85599d76dfbf req-8a4779ad-accc-41ca-b867-4add2259a41a tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.746000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f41ba4a9-c671-42ed-9cc1-85599d76dfbf req-8a4779ad-accc-41ca-b867-4add2259a41a tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.0841012
Jan 29 20:50:30.748513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf168-f271-46b7-a766-608dcfa90021 req-752eaef4-7115-440f-8545-58e55c6f1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.749879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-752eaef4-7115-440f-8545-58e55c6f1441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4850b610d8d4215b00e228527c9f7a5&device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 1127 time: 0.0782995
Jan 29 20:50:30.843642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f41ba4a9-c671-42ed-9cc1-85599d76dfbf req-c0fe6b91-ba79-4318-a559-432e1c075c91 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919378
Jan 29 20:50:30.869307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf168-f271-46b7-a766-608dcfa90021 req-351060ba-9597-4b53-869a-7e6101da0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.870791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-351060ba-9597-4b53-869a-7e6101da0ab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1050f6f-7eda-468d-8458-8c9954e661bf HTTP/1.1" status: 200  len: 913 time: 0.1136208
Jan 29 20:50:30.914461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-bd0d314d-d6ac-4aff-a913-843409713063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a7ff77-e372-4a5a-99be-dc56cd900869 HTTP/1.1" status: 200  len: 217 time: 0.0363133
Jan 29 20:50:30.969513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf168-f271-46b7-a766-608dcfa90021 req-68168c5e-b676-4126-8891-6e9fcbe7b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:30.971847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-68168c5e-b676-4126-8891-6e9fcbe7b07c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6367567-8b06-417c-baac-dfe5d6d987b2 HTTP/1.1" status: 200  len: 852 time: 0.0492518
Jan 29 20:50:31.011754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-5e68cdb1-bb76-477c-a365-0b7ce069d497 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1050f6f-7eda-468d-8458-8c9954e661bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333788
Jan 29 20:50:31.125171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aff45-1115-473d-aa46-78b4cf3b804d req-4b64f2db-2317-4700-8c3e-d6d2e47571ce tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:31.126646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768aff45-1115-473d-aa46-78b4cf3b804d req-4b64f2db-2317-4700-8c3e-d6d2e47571ce tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1212482
Jan 29 20:50:31.132185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-9ffd5a46-4f04-49f7-a19d-bfde900eeb16 service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124103
Jan 29 20:50:31.234265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768aff45-1115-473d-aa46-78b4cf3b804d req-c562832e-7512-4f99-8d72-6a123d8b2644 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008670
Jan 29 20:50:31.256944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62caf168-f271-46b7-a766-608dcfa90021 req-9c1637e6-3f96-4f3d-9188-9e7fdec72908 service neutron] 10.222.0.36 "GET /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177599
Jan 29 20:50:31.365568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59b2e-bdb5-4ce2-a1ff-a5b469f5dc1d req-4d18a082-f528-49a2-877f-df9e309c5e05 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:31.367136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77b59b2e-bdb5-4ce2-a1ff-a5b469f5dc1d req-4d18a082-f528-49a2-877f-df9e309c5e05 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.0553250
Jan 29 20:50:31.419167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77b59b2e-bdb5-4ce2-a1ff-a5b469f5dc1d req-93d60666-fbb7-486e-bee3-9c4a57a8f8eb tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465379
Jan 29 20:50:31.429827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:31.479801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:31.483839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:31.484220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:31.563498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:31.563898 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:31.597951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:31.602518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:31.603452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:31.609707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf5eb-d83d-49b7-bcdf-8355a2ba3197 req-10e92f25-b6b6-4ea3-a807-7f1f24884d62 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:31.611218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dedf5eb-d83d-49b7-bcdf-8355a2ba3197 req-10e92f25-b6b6-4ea3-a807-7f1f24884d62 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.0540669
Jan 29 20:50:31.624956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: cd96c160-ae51-4a6c-ad19-f539a1c77bca {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:31.625332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd96c160-ae51-4a6c-ad19-f539a1c77bca not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:31.658479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dedf5eb-d83d-49b7-bcdf-8355a2ba3197 req-6a3ddcd3-b6d2-4d91-bf57-6610eccc68ee tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413764
Jan 29 20:50:31.670910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:31.775671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d172c0-8954-4461-a7d6-a641c15734fe req-a61fe3d4-aa54-49d0-a124-f7c55ef9bae2 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:31.777075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56d172c0-8954-4461-a7d6-a641c15734fe req-a61fe3d4-aa54-49d0-a124-f7c55ef9bae2 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.0536623
Jan 29 20:50:31.825092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56d172c0-8954-4461-a7d6-a641c15734fe req-f72aad2e-b762-471e-aeec-5b5a59b3595e tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422902
Jan 29 20:50:31.914483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-e40f8939-fb13-4d9a-92b1-7a88d2916271 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:31.915906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-e40f8939-fb13-4d9a-92b1-7a88d2916271 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 944 time: 0.0562623
Jan 29 20:50:31.991484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:31.993827 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f9a4b4-fc23-419d-8ec8-b94e57ec2230" -d '{"events": [{"server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "name": "network-vif-plugged", "status": "completed", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:32.019910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1802d-00e4-4cca-8154-2653333430ac req-180d5aea-2b8a-4d78-a813-24a7083d5247 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.021404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bb1802d-00e4-4cca-8154-2653333430ac req-180d5aea-2b8a-4d78-a813-24a7083d5247 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1046476
Jan 29 20:50:32.030269 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d046b6e6-0b01-4325-a017-aabfc0b91125 x-openstack-request-id: req-d046b6e6-0b01-4325-a017-aabfc0b91125 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:32.030592 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "name": "network-vif-plugged", "status": "completed", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:32.030857 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d046b6e6-0b01-4325-a017-aabfc0b91125 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:32.031275 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15', 'code': 200}
Jan 29 20:50:32.070604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Deleting port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:32.070948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.120705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bb1802d-00e4-4cca-8154-2653333430ac req-da8f82db-3d2d-4ed7-9552-b462bcd018ab tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922434
Jan 29 20:50:32.128391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17c27-bb6f-4ad6-a094-9b1f7c48b134 req-91e3123c-28dd-4f08-ba16-eca8a2af84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.130081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9cc17c27-bb6f-4ad6-a094-9b1f7c48b134 req-91e3123c-28dd-4f08-ba16-eca8a2af84e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 1127 time: 0.0439303
Jan 29 20:50:32.171380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] For port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:32.171741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.177183 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9cc17c27-bb6f-4ad6-a094-9b1f7c48b134 req-719038f7-f6de-403c-859b-360f19724551 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408545
Jan 29 20:50:32.185915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Calling delete_port for eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:32.344355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (eb3ba9c0-73f0-4c8e-8e80-e976c3f61657), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.376761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event deleted for resources: {'Port': ['ID=eb3ba9c0-73f0-4c8e-8e80-e976c3f61657,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:32.453735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] No DVR routers for this DVR port eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:32.462165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768b26-8eac-4384-b9ee-c73ebe1493eb req-4e7c1a34-de76-4b1d-802b-8848370045d4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.463627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71768b26-8eac-4384-b9ee-c73ebe1493eb req-4e7c1a34-de76-4b1d-802b-8848370045d4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1513612
Jan 29 20:50:32.464628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.467728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4a7bce4-7f7a-4b0a-9ffe-3d2d56cf5fd7 req-0b3d6fec-027a-477a-938f-9c2fe59f7f8c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "DELETE /v2.0/ports/eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 HTTP/1.1" status: 204  len: 173 time: 0.5425150
Jan 29 20:50:32.484772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-deleted', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:32.487589 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae928e0e-a5ce-422d-a8c7-64d3354ce6f5" -d '{"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-deleted", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:32.515434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5482-2ea2-40b6-8673-c8d9aab7948b req-fb7c8d08-a02b-4b3f-815d-57da35ba6ea9 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.516888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0ab5482-2ea2-40b6-8673-c8d9aab7948b req-fb7c8d08-a02b-4b3f-815d-57da35ba6ea9 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1375051
Jan 29 20:50:32.542829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71768b26-8eac-4384-b9ee-c73ebe1493eb req-01bababe-b8d8-419e-986b-6f8df8dc509f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730634
Jan 29 20:50:32.576920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0ab5482-2ea2-40b6-8673-c8d9aab7948b req-2d45276c-06b2-42a6-b782-f3ee6ea40196 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518851
Jan 29 20:50:32.628469 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10fafbb-710a-4ed7-b7d2-2287fc2fa05d x-openstack-request-id: req-e10fafbb-710a-4ed7-b7d2-2287fc2fa05d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:32.628759 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fa2dfe-3680-4c11-a86f-eb732787ba5c", "name": "network-vif-deleted", "tag": "eb3ba9c0-73f0-4c8e-8e80-e976c3f61657", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:32.629034 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10fafbb-710a-4ed7-b7d2-2287fc2fa05d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:32.629426 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fa2dfe-3680-4c11-a86f-eb732787ba5c', 'name': 'network-vif-deleted', 'tag': 'eb3ba9c0-73f0-4c8e-8e80-e976c3f61657', 'status': 'completed', 'code': 200}
Jan 29 20:50:32.635870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 65b74138-9493-4c1b-b006-03d398329a44 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:32.651014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33466c4f-f24b-4771-9e48-b0b5b1e401dd req-2f2cc48d-a46f-40bc-afed-0eeaf25bd282 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fa2dfe-3680-4c11-a86f-eb732787ba5c HTTP/1.1" status: 200  len: 210 time: 0.0330558
Jan 29 20:50:32.739826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65b74138-9493-4c1b-b006-03d398329a44,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:32.751311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '65b74138-9493-4c1b-b006-03d398329a44', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '65b74138-9493-4c1b-b006-03d398329a44', 'mac_address': 'fa:16:3e:80:c6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:32.779504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4289c3-e5c2-4c35-b0ee-ac40cca2b9d6 req-48d521ec-01ce-432d-ae6a-c4f3ecc1e3d2 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.781600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c4289c3-e5c2-4c35-b0ee-ac40cca2b9d6 req-48d521ec-01ce-432d-ae6a-c4f3ecc1e3d2 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 947 time: 0.0520985
Jan 29 20:50:32.787794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 65b74138-9493-4c1b-b006-03d398329a44 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:32.788188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (65b74138-9493-4c1b-b006-03d398329a44), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.801513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b74138-9493-4c1b-b006-03d398329a44 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:32.821363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65b74138-9493-4c1b-b006-03d398329a44,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:32.825114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:32.833562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c4289c3-e5c2-4c35-b0ee-ac40cca2b9d6 req-36b7f208-6ae0-472d-b711-ed2980d8d14f tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468063
Jan 29 20:50:32.876095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:32.942557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8415c46-e59f-46b7-916c-28c8804b4262 req-eb04fd36-5d06-4616-83ed-8b15eb400dcc tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:32.944012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8415c46-e59f-46b7-916c-28c8804b4262 req-eb04fd36-5d06-4616-83ed-8b15eb400dcc tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.0520241
Jan 29 20:50:33.032504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8415c46-e59f-46b7-916c-28c8804b4262 req-1b8039a0-d2aa-4dc3-99a1-0a0cfa9ce0e0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814667
Jan 29 20:50:33.036139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-7ef5416f-b769-4c35-b701-d960985c982f service neutron] 10.222.0.18 "GET /v2.0/ports/7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0912871
Jan 29 20:50:33.240695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['65b74138-9493-4c1b-b006-03d398329a44'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:33.292536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-f51c0606-cc6a-43c6-ac5f-5c7f2fab4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.294137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-f51c0606-cc6a-43c6-ac5f-5c7f2fab4970 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1132 time: 0.0469398
Jan 29 20:50:33.358803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-84dcafcc-b9db-4781-b922-191bbec224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.360296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-84dcafcc-b9db-4781-b922-191bbec224b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1132 time: 0.0443022
Jan 29 20:50:33.794187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-37995eca-706f-4646-940c-2c60ce8a6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.795918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-37995eca-706f-4646-940c-2c60ce8a6c7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.4291625
Jan 29 20:50:33.802685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883528d-48ed-4b88-a4f3-544d649477ce req-cf6b1810-2b7d-4440-8014-e0669cc485cc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.804026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b883528d-48ed-4b88-a4f3-544d649477ce req-cf6b1810-2b7d-4440-8014-e0669cc485cc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1244745
Jan 29 20:50:33.817865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406903-c5f3-4cb1-b701-7828b93618f0 req-8c12fd11-54b3-46d2-8223-b0b08310284b tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.819255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60406903-c5f3-4cb1-b701-7828b93618f0 req-8c12fd11-54b3-46d2-8223-b0b08310284b tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1384354
Jan 29 20:50:33.866029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-560b8aee-c78d-4644-a2de-9d118b9ca33c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.0602293
Jan 29 20:50:33.959129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b883528d-48ed-4b88-a4f3-544d649477ce req-77b33940-871d-407b-a96d-79ee43ca18b4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389523
Jan 29 20:50:33.961903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5f86a737-b7d7-4774-a58b-199a6c8952ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:33.963265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5f86a737-b7d7-4774-a58b-199a6c8952ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0890141
Jan 29 20:50:33.966319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60406903-c5f3-4cb1-b701-7828b93618f0 req-9ae3bb1b-c1ae-44b6-81bf-18154b3cd783 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134114
Jan 29 20:50:34.014132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5c0e2a5b-bb99-4f50-beb7-aeb21fc10ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.015660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5c0e2a5b-bb99-4f50-beb7-aeb21fc10ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0463474
Jan 29 20:50:34.181774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-a717cc3e-4061-441b-a010-9589dfaf53f4 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597800
Jan 29 20:50:34.189587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce8b0-d796-47e2-a563-400b2fc8d0f8 req-711ca142-4166-4ffe-90ed-b40b4f087a32 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.190982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5dce8b0-d796-47e2-a563-400b2fc8d0f8 req-711ca142-4166-4ffe-90ed-b40b4f087a32 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 948 time: 0.1510007
Jan 29 20:50:34.225442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-edab707d-6a2d-420c-8e59-bd4ab5f21461 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.226877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-edab707d-6a2d-420c-8e59-bd4ab5f21461 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 945 time: 0.1234128
Jan 29 20:50:34.379656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5dce8b0-d796-47e2-a563-400b2fc8d0f8 req-4bc86922-e6fe-49c3-b409-4784d5660b22 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689928
Jan 29 20:50:34.424178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea322-d0fb-4907-8d57-d918191b11b4 req-ad36edca-b907-44a1-881c-a110340338c1 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.425690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b7ea322-d0fb-4907-8d57-d918191b11b4 req-ad36edca-b907-44a1-881c-a110340338c1 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.2326548
Jan 29 20:50:34.434397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067a8970-3fcc-4155-a998-c2689cb57523 req-5a71f932-20a4-4edf-a5b1-ef3b546f05b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2425241
Jan 29 20:50:34.527457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b7ea322-d0fb-4907-8d57-d918191b11b4 req-880e5295-9fa4-4c42-90a0-304ec03ecdf0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951622
Jan 29 20:50:34.531979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Deleting port 26a7ff77-e372-4a5a-99be-dc56cd900869 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:34.532327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.543852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930eb2-a93b-4a7f-8020-d96fa1bcc0b8 req-f56340ca-6419-47a4-8a9c-8f951514751f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.545636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a930eb2-a93b-4a7f-8020-d96fa1bcc0b8 req-f56340ca-6419-47a4-8a9c-8f951514751f tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.1096454
Jan 29 20:50:34.641599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 65b74138-9493-4c1b-b006-03d398329a44 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:34.685895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a930eb2-a93b-4a7f-8020-d96fa1bcc0b8 req-9bf2f931-18c9-45d0-92eb-94667137128d tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/security-groups?id=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293581
Jan 29 20:50:34.698328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 65b74138-9493-4c1b-b006-03d398329a44 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:34.707535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] For port 26a7ff77-e372-4a5a-99be-dc56cd900869, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26a7ff77-e372-4a5a-99be-dc56cd900869,segment=NetworkSegment(8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c),segment_id=8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:34.707902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.710561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 65b74138-9493-4c1b-b006-03d398329a44 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:34.710955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (65b74138-9493-4c1b-b006-03d398329a44), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.729043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67b216-a271-42c1-b1eb-3e2df6605a2a req-054ebf87-d7c9-41f4-a690-eda322a2623a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.730549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe67b216-a271-42c1-b1eb-3e2df6605a2a req-054ebf87-d7c9-41f4-a690-eda322a2623a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1253726
Jan 29 20:50:34.731444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Calling delete_port for 26a7ff77-e372-4a5a-99be-dc56cd900869 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:34.788006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 65b74138-9493-4c1b-b006-03d398329a44 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:34.788426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (65b74138-9493-4c1b-b006-03d398329a44), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.811494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b74138-9493-4c1b-b006-03d398329a44'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:34.813797 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dba962d-f6bf-4071-841c-e8224fd4e491" -d '{"events": [{"server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "name": "network-vif-plugged", "status": "completed", "tag": "65b74138-9493-4c1b-b006-03d398329a44"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:34.826702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65b74138-9493-4c1b-b006-03d398329a44,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:34.831451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe67b216-a271-42c1-b1eb-3e2df6605a2a req-c6ad8f75-228d-4e83-882c-02f32834ae05 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932190
Jan 29 20:50:34.831763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.873696 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1960b4-c936-4c1a-8179-aca7bbcdf16f x-openstack-request-id: req-ca1960b4-c936-4c1a-8179-aca7bbcdf16f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:34.874012 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "name": "network-vif-plugged", "status": "completed", "tag": "65b74138-9493-4c1b-b006-03d398329a44", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:34.874361 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca1960b4-c936-4c1a-8179-aca7bbcdf16f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:34.874629 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b74138-9493-4c1b-b006-03d398329a44', 'code': 200}
Jan 29 20:50:34.887572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:34.911809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (26a7ff77-e372-4a5a-99be-dc56cd900869), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:34.924716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['26a7ff77-e372-4a5a-99be-dc56cd900869'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:34.966489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Pushing event deleted for resources: {'Port': ['ID=26a7ff77-e372-4a5a-99be-dc56cd900869,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:34.985271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ebc07-93d9-4dec-ad7b-7151743c4992 req-312e14b5-b541-4cd1-b3bb-a7738de7a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:34.987462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b74ebc07-93d9-4dec-ad7b-7151743c4992 req-312e14b5-b541-4cd1-b3bb-a7738de7a71e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 1131 time: 0.0463903
Jan 29 20:50:35.038127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b74ebc07-93d9-4dec-ad7b-7151743c4992 req-00eca179-401e-465a-9587-c95e94166a67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437403
Jan 29 20:50:35.083061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] No DVR routers for this DVR port 26a7ff77-e372-4a5a-99be-dc56cd900869 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:35.089621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.092862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3fc44ce-a098-4aef-b4cf-29c61cbce6a7 req-5c746c59-8d13-4818-81c1-1a847d46209d tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.36 "DELETE /v2.0/ports/26a7ff77-e372-4a5a-99be-dc56cd900869 HTTP/1.1" status: 204  len: 173 time: 0.8114717
Jan 29 20:50:35.095479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'name': 'network-vif-deleted', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:35.098258 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a0e87-46e9-47ed-99be-b2637ca9472f" -d '{"events": [{"server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "name": "network-vif-deleted", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:35.116626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbfbcb-2f70-4a21-af86-aaea9db3feaa req-f3467218-fc83-410d-9d3d-b321cf5901a3 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:35.118102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2acbfbcb-2f70-4a21-af86-aaea9db3feaa req-f3467218-fc83-410d-9d3d-b321cf5901a3 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 946 time: 0.1728089
Jan 29 20:50:35.127939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee4514-237c-47c9-959e-57719999c223 req-c20950e2-7d57-47b5-a8ba-9ea836dcd61c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:35.129344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3ee4514-237c-47c9-959e-57719999c223 req-c20950e2-7d57-47b5-a8ba-9ea836dcd61c tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 966 time: 0.2067060
Jan 29 20:50:35.187709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29d54-d2d0-42e6-be69-7a4862554e95 req-5e7f66a6-278d-431b-943b-926606942e2d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:35.189238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-def29d54-d2d0-42e6-be69-7a4862554e95 req-5e7f66a6-278d-431b-943b-926606942e2d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1545775
Jan 29 20:50:35.268457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2acbfbcb-2f70-4a21-af86-aaea9db3feaa req-1fbf05e4-3bc5-428c-b1cd-466de0762a39 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374781
Jan 29 20:50:35.290570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-def29d54-d2d0-42e6-be69-7a4862554e95 req-3d551f42-15bc-4a29-adee-d01e716cc37b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927236
Jan 29 20:50:35.308654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Deleting port 2d358799-e115-4cfd-90f4-660847d974cf {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:35.308654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2d358799-e115-4cfd-90f4-660847d974cf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.354956 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0719e4-bfb8-47a9-89c2-5a40af3e4f0e x-openstack-request-id: req-9d0719e4-bfb8-47a9-89c2-5a40af3e4f0e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:35.355250 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7a509-22b7-4b86-9268-f04ee615bbc6", "name": "network-vif-deleted", "tag": "26a7ff77-e372-4a5a-99be-dc56cd900869", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:35.355517 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d0719e4-bfb8-47a9-89c2-5a40af3e4f0e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:35.355911 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7a509-22b7-4b86-9268-f04ee615bbc6', 'name': 'network-vif-deleted', 'tag': '26a7ff77-e372-4a5a-99be-dc56cd900869', 'status': 'completed', 'code': 200}
Jan 29 20:50:35.389047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd85af44-772b-4e46-b1c6-e33d8fb32fa4 req-059fa616-5398-4b7d-bf34-c77ac3d749d0 tempest-InstanceActionsTestJSON-385993182 tempest-InstanceActionsTestJSON-385993182-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab7a509-22b7-4b86-9268-f04ee615bbc6 HTTP/1.1" status: 200  len: 210 time: 0.0358181
Jan 29 20:50:35.431153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2d358799-e115-4cfd-90f4-660847d974cf no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:35.452473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] For port 2d358799-e115-4cfd-90f4-660847d974cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d358799-e115-4cfd-90f4-660847d974cf,segment=NetworkSegment(75995623-3d55-46e5-b977-31d6f0bfc659),segment_id=75995623-3d55-46e5-b977-31d6f0bfc659)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:35.452880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2d358799-e115-4cfd-90f4-660847d974cf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.471277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Calling delete_port for 2d358799-e115-4cfd-90f4-660847d974cf owned by compute:tempest-test_az-1239967956 {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:35.539548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 2d358799-e115-4cfd-90f4-660847d974cf is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:35.540964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:35.568874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:35.568874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb3ba9c0-73f0-4c8e-8e80-e976c3f61657 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:35.569460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:35.598574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b529c-4b70-4c95-a9c8-70273854ef3b req-e3ada66b-1e89-4938-af30-aa439caad3c7 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:35.605471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-918b529c-4b70-4c95-a9c8-70273854ef3b req-e3ada66b-1e89-4938-af30-aa439caad3c7 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 949 time: 0.1237366
Jan 29 20:50:35.650301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:35.650892 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.684493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:35.688523 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.725269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-918b529c-4b70-4c95-a9c8-70273854ef3b req-d6fa30af-7481-481c-b5ae-37ee825151e5 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156204
Jan 29 20:50:35.733874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14bbb-06af-49c0-a8ae-efa6dc609a29 req-728a512e-a024-4f5d-a023-865eb55bbb1a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:35.740921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bb14bbb-06af-49c0-a8ae-efa6dc609a29 req-728a512e-a024-4f5d-a023-865eb55bbb1a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.1665611
Jan 29 20:50:35.755184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:35.771519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2d358799-e115-4cfd-90f4-660847d974cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.807397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Pushing event deleted for resources: {'Port': ['ID=2d358799-e115-4cfd-90f4-660847d974cf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:35.847085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75e76d59-91a9-41ee-8765-f61fd6466e73 req-d62bbee3-4006-4167-94cc-22977bde7584 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.20 "GET /v2.0/ports?device_id=4958df22-9702-437d-bff8-a8c03e006d37 HTTP/1.1" status: 200  len: 210 time: 0.0452251
Jan 29 20:50:35.877693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bb14bbb-06af-49c0-a8ae-efa6dc609a29 req-037f9322-bfe0-4f50-91a8-b8ab4ce6dbd9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353545
Jan 29 20:50:35.892117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] No DVR routers for this DVR port 2d358799-e115-4cfd-90f4-660847d974cf on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:35.895921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:35.899348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3ee4514-237c-47c9-959e-57719999c223 req-70e39510-fa65-43dc-9d07-9870563fd6f7 tempest-LiveMigrationTest-1795257779 tempest-LiveMigrationTest-1795257779-project] 10.222.0.18 "DELETE /v2.0/ports/2d358799-e115-4cfd-90f4-660847d974cf HTTP/1.1" status: 204  len: 173 time: 0.7605295
Jan 29 20:50:36.171656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9fe5a-a364-4bf7-a772-58ae0b6cad2b req-42f0a22a-68b5-4d7d-aeb1-f45e41223c9b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.173123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82c9fe5a-a364-4bf7-a772-58ae0b6cad2b req-42f0a22a-68b5-4d7d-aeb1-f45e41223c9b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.0551226
Jan 29 20:50:36.219079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82c9fe5a-a364-4bf7-a772-58ae0b6cad2b req-4d467f98-d3af-444f-ba48-2ad440f05061 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403032
Jan 29 20:50:36.433425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28777-ee8b-493f-bcdc-90e4ebae222d req-d95f3c90-5525-4f1f-82f5-1cb868af70cd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.435564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4c28777-ee8b-493f-bcdc-90e4ebae222d req-d95f3c90-5525-4f1f-82f5-1cb868af70cd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 948 time: 0.0661645
Jan 29 20:50:36.494495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4c28777-ee8b-493f-bcdc-90e4ebae222d req-de815ca3-608b-4e39-87ab-97a1b2e87785 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511661
Jan 29 20:50:36.551633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:36.604704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Deleting subnet e6367567-8b06-417c-baac-dfe5d6d987b2 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:36.607768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Publish callbacks [] for subnet (e6367567-8b06-417c-baac-dfe5d6d987b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.655476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (e6367567-8b06-417c-baac-dfe5d6d987b2), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.715854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e6367567-8b06-417c-baac-dfe5d6d987b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.747385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d29a9-f192-4875-854c-5ca637b22f7f req-785f771b-5397-4c12-9c66-0c241981e819 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.752742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d29a9-f192-4875-854c-5ca637b22f7f req-785f771b-5397-4c12-9c66-0c241981e819 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.758004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d29a9-f192-4875-854c-5ca637b22f7f req-785f771b-5397-4c12-9c66-0c241981e819 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.759613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a32d29a9-f192-4875-854c-5ca637b22f7f req-785f771b-5397-4c12-9c66-0c241981e819 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a&device_id=11b746e5-4531-4d35-8311-f7f0a71555b7&device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 2418 time: 0.1177421
Jan 29 20:50:36.858661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a32d29a9-f192-4875-854c-5ca637b22f7f req-57a0e24e-7c59-4dd1-b67f-b79a164d8a60 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930233
Jan 29 20:50:36.860885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (e6367567-8b06-417c-baac-dfe5d6d987b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.877431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:36.880223 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398f2b4-2bcb-45f3-9872-88f723de17e4" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:36.893700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6367567-8b06-417c-baac-dfe5d6d987b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:36.896556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.902456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41252) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:36.902882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-abc8929e-93a1-4ed3-a6cf-b540756493dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6367567-8b06-417c-baac-dfe5d6d987b2 HTTP/1.1" status: 204  len: 168 time: 0.3498197
Jan 29 20:50:36.905352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41254) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:36.945282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500f58-2bd2-40c4-8a94-00cb6e497b96 req-8569ddc9-e625-4e4c-9a25-af3c55b78fb2 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:36.946805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee500f58-2bd2-40c4-8a94-00cb6e497b96 req-8569ddc9-e625-4e4c-9a25-af3c55b78fb2 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 949 time: 0.1462598
Jan 29 20:50:36.977029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c1050f6f-7eda-468d-8458-8c9954e661bf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:36.977795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Deleting subnet 26083898-2673-409c-959a-194a4610b5e9 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:36.991821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Publish callbacks [] for subnet (26083898-2673-409c-959a-194a4610b5e9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.057174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c1050f6f-7eda-468d-8458-8c9954e661bf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.064074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (26083898-2673-409c-959a-194a4610b5e9), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.077897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09239f10>,) {'filters': {'network_id': ['c1050f6f-7eda-468d-8458-8c9954e661bf']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.087694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09239f10>, '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.087993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09239f10>, '8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.091753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee500f58-2bd2-40c4-8a94-00cb6e497b96 req-85449664-f186-4412-bbee-5332f3a84d91 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323025
Jan 29 20:50:37.098294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.120394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffebe9-4a9e-4fcd-be62-b181a9d76a58 req-cd62a59b-806e-40e8-95ab-97f759799ad9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:37.121930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78ffebe9-4a9e-4fcd-be62-b181a9d76a58 req-cd62a59b-806e-40e8-95ab-97f759799ad9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.1402903
Jan 29 20:50:37.123148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (26083898-2673-409c-959a-194a4610b5e9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.129242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.138835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:37.139382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (8900afb1-9443-4f67-8c3d-6b4f9b2c5e3c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:37.141602 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:37.152926 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5999cb6-af34-4839-bccc-828c2be1174f x-openstack-request-id: req-a5999cb6-af34-4839-bccc-828c2be1174f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:37.153260 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:37.153526 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5999cb6-af34-4839-bccc-828c2be1174f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:37.154005 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'code': 200}
Jan 29 20:50:37.205831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78ffebe9-4a9e-4fcd-be62-b181a9d76a58 req-a1468e64-83e3-4af4-a215-ac7df307e37f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617096
Jan 29 20:50:37.206648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c1050f6f-7eda-468d-8458-8c9954e661bf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.221837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.221837 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/c1050f6f-7eda-468d-8458-8c9954e661bf HTTP/1.1" status: 204  len: 168 time: 0.3157229
Jan 29 20:50:37.237575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (26083898-2673-409c-959a-194a4610b5e9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.245442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41ace-85a8-4ff6-b065-ef77beae5b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1050f6f-7eda-468d-8458-8c9954e661bf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:37.267415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26083898-2673-409c-959a-194a4610b5e9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:37.272246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.278272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-35c56c21-ad35-40a2-9ac0-f7c73b9abcfa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/26083898-2673-409c-959a-194a4610b5e9 HTTP/1.1" status: 204  len: 168 time: 0.3701887
Jan 29 20:50:37.278761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41262) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:37.356818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-deleted', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:37.359128 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca005a-7677-4dd9-84b8-2eb3fddba523" -d '{"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-deleted", "tag": "2d358799-e115-4cfd-90f4-660847d974cf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:37.390928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (932510fa-f2a4-4fc0-9283-4a5038e30cf2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.438401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:37.465711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:37.507191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (932510fa-f2a4-4fc0-9283-4a5038e30cf2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.515878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41272) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:37.516287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0b2a3826-fc8d-4b67-b7ea-319264b80ea0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4850b610d8d4215b00e228527c9f7a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0487835
Jan 29 20:50:37.526662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534bd54-e6cc-42d2-8126-9890b780e1d1 req-4638bc78-2a20-4568-90cd-edb8b664d94b tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:37.528121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5534bd54-e6cc-42d2-8126-9890b780e1d1 req-4638bc78-2a20-4568-90cd-edb8b664d94b tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 949 time: 0.1284378
Jan 29 20:50:37.550028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a1c400>,) {'filters': {'network_id': ['932510fa-f2a4-4fc0-9283-4a5038e30cf2']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.569269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:37.579689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a1c400>, '75995623-3d55-46e5-b977-31d6f0bfc659') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.580593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a1c400>, '75995623-3d55-46e5-b977-31d6f0bfc659') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:37.582503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'mac_address': 'fa:16:3e:8f:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:37.593816 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e543f-240f-4892-baf5-bdc62eb3f0db x-openstack-request-id: req-9c3e543f-240f-4892-baf5-bdc62eb3f0db {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:37.594113 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4958df22-9702-437d-bff8-a8c03e006d37", "name": "network-vif-deleted", "tag": "2d358799-e115-4cfd-90f4-660847d974cf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:37.594378 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c3e543f-240f-4892-baf5-bdc62eb3f0db {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:37.594763 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4958df22-9702-437d-bff8-a8c03e006d37', 'name': 'network-vif-deleted', 'tag': '2d358799-e115-4cfd-90f4-660847d974cf', 'status': 'completed', 'code': 200}
Jan 29 20:50:37.602576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (75995623-3d55-46e5-b977-31d6f0bfc659), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.624394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:37.624794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.640474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:37.645649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (75995623-3d55-46e5-b977-31d6f0bfc659), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.662511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:37.666582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.673434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5534bd54-e6cc-42d2-8126-9890b780e1d1 req-d38445b4-18dd-463b-a924-5d78f5597dae tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325099
Jan 29 20:50:37.690098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:37.690510 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (75995623-3d55-46e5-b977-31d6f0bfc659), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:37.692505 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:37.694617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] Publish callbacks [] for security_group (8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.721381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:37.765548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] Publish callbacks [] for security_group (8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.775466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (932510fa-f2a4-4fc0-9283-4a5038e30cf2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.783621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.789210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] 10.222.0.20 "DELETE /v2.0/networks/932510fa-f2a4-4fc0-9283-4a5038e30cf2 HTTP/1.1" status: 204  len: 168 time: 0.5067356
Jan 29 20:50:37.789682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:37.812072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6957d-8a0e-4fd8-9fa1-600b7a723ff2 req-087d9706-5a18-4b88-b311-eddf93853f9c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:37.813579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5df6957d-8a0e-4fd8-9fa1-600b7a723ff2 req-087d9706-5a18-4b88-b311-eddf93853f9c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 949 time: 0.1752849
Jan 29 20:50:37.820659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd25ad-05d9-49e6-8f45-eeaa0dda9b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=932510fa-f2a4-4fc0-9283-4a5038e30cf2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:37.857561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Deleting subnet acea6ed5-aa24-4ef4-a0ab-190dced234a3 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:37.872329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Publish callbacks [] for subnet (acea6ed5-aa24-4ef4-a0ab-190dced234a3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.880581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5df6957d-8a0e-4fd8-9fa1-600b7a723ff2 req-b6d1d4b8-b907-4493-a27a-338b8394cc69 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576923
Jan 29 20:50:37.889570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.892952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.894660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7 HTTP/1.1" status: 204  len: 168 time: 0.3758025
Jan 29 20:50:37.903648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faec93-10f4-4d25-a02e-8276fff9a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7f713-0ee9-4fcd-83eb-1a294b2bfff7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:37.925053 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (acea6ed5-aa24-4ef4-a0ab-190dced234a3), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:37.976611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (acea6ed5-aa24-4ef4-a0ab-190dced234a3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.046540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (acea6ed5-aa24-4ef4-a0ab-190dced234a3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.076242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acea6ed5-aa24-4ef4-a0ab-190dced234a3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:38.082581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.087069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ae6cd316-1f2c-4271-bda6-78c13bb9aaf7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/acea6ed5-aa24-4ef4-a0ab-190dced234a3 HTTP/1.1" status: 204  len: 168 time: 0.2960927
Jan 29 20:50:38.090024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41284) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:38.164167 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (51c7b741-6b1c-4311-9d55-26d0bfaa2c87), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.169846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:38.277432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (51c7b741-6b1c-4311-9d55-26d0bfaa2c87), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.302244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea091c2ee0>,) {'filters': {'network_id': ['51c7b741-6b1c-4311-9d55-26d0bfaa2c87']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:38.317804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091c2ee0>, '27b57df7-4df3-47af-aab2-18c12285ccc4') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:38.318581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091c2ee0>, '27b57df7-4df3-47af-aab2-18c12285ccc4') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:38.330899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (27b57df7-4df3-47af-aab2-18c12285ccc4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.332565 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:50:38.348008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (27b57df7-4df3-47af-aab2-18c12285ccc4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.356222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:38.356758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (27b57df7-4df3-47af-aab2-18c12285ccc4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:38.358513 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:38.422214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (51c7b741-6b1c-4311-9d55-26d0bfaa2c87), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.428183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.431339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51c7b741-6b1c-4311-9d55-26d0bfaa2c87 HTTP/1.1" status: 204  len: 168 time: 0.3402596
Jan 29 20:50:38.445811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3880d-2f6e-4ee1-961c-7036fcad4a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c7b741-6b1c-4311-9d55-26d0bfaa2c87,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:38.644631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:38.681033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 26a7ff77-e372-4a5a-99be-dc56cd900869 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:38.695674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-067d9038-a703-4630-8720-6eed1659cbf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27ae2dd26ab24bf3acb67351b313e4b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0500152
Jan 29 20:50:38.698789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:38.706761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 26a7ff77-e372-4a5a-99be-dc56cd900869 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:38.707314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 26a7ff77-e372-4a5a-99be-dc56cd900869 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:38.768111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] Publish callbacks [] for security_group (67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.795796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] Publish callbacks [] for security_group (67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.841532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b5149-e856-47b5-8040-3897096f24dc req-b67694f3-e356-44bf-bce0-5fced24fca2f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:38.849643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe5b5149-e856-47b5-8040-3897096f24dc req-b67694f3-e356-44bf-bce0-5fced24fca2f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.0916314
Jan 29 20:50:38.850306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.853681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:38.855039 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76 HTTP/1.1" status: 204  len: 168 time: 0.1551969
Jan 29 20:50:38.865753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdd0f-81c5-4ddb-84fb-ee033d233a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6f6b8-81ff-47ec-ba6d-ac4609a6fe76,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:38.877865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced48-53d2-4cae-9d21-f82b54a64a1c req-b5894fed-7d48-4e33-a97d-5cc9383690fb tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:38.879364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-617ced48-53d2-4cae-9d21-f82b54a64a1c req-b5894fed-7d48-4e33-a97d-5cc9383690fb tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 949 time: 0.1120281
Jan 29 20:50:39.197984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41330) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:39.240123 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-292d8b52-a631-4c52-ad7c-de49da973edf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff6cbd36c03c4242996da758858d3194&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0409880
Jan 29 20:50:39.242622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:39.247408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe5b5149-e856-47b5-8040-3897096f24dc req-c44c6dcc-f1f4-4387-896b-634891cf742b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3964417
Jan 29 20:50:39.267910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-617ced48-53d2-4cae-9d21-f82b54a64a1c req-2e40c778-8ac8-44d8-97e7-f594c2c880c1 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8388938-ac6d-40f5-8b4a-12bb2b30ab38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3737881
Jan 29 20:50:39.288310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-2a1ce068-04f5-4279-bac8-3edf4821bc8f tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:39.290579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-2a1ce068-04f5-4279-bac8-3edf4821bc8f tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.36 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 949 time: 0.4211376
Jan 29 20:50:39.315149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] Publish callbacks [] for security_group (2f348575-0b98-465b-81c3-d7c574d118d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.340758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] Publish callbacks [] for security_group (2f348575-0b98-465b-81c3-d7c574d118d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.396574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2f348575-0b98-465b-81c3-d7c574d118d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.400387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.404203 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f348575-0b98-465b-81c3-d7c574d118d1 HTTP/1.1" status: 204  len: 168 time: 0.1606522
Jan 29 20:50:39.420700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26b8c6-2cfd-45f3-95a3-808947fc04a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f348575-0b98-465b-81c3-d7c574d118d1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:39.434929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29694a9-7552-485b-89f7-09da34124fe6 req-78073a81-6205-4696-81bd-b643b57a473f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:39.436829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c29694a9-7552-485b-89f7-09da34124fe6 req-78073a81-6205-4696-81bd-b643b57a473f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 949 time: 0.0963705
Jan 29 20:50:39.453944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:39.470765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Deleting port 65b74138-9493-4c1b-b006-03d398329a44 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:39.471116 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (65b74138-9493-4c1b-b006-03d398329a44), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.524085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:39.524800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.546400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c29694a9-7552-485b-89f7-09da34124fe6 req-78ab31a9-d34b-411d-95e2-b189094e3897 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981307
Jan 29 20:50:39.619131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:39.619532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.622984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] For port 65b74138-9493-4c1b-b006-03d398329a44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65b74138-9493-4c1b-b006-03d398329a44,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:39.623958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (65b74138-9493-4c1b-b006-03d398329a44), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.645368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Calling delete_port for 65b74138-9493-4c1b-b006-03d398329a44 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:39.649643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:39.652730 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19834e00-1326-482d-97da-cf760075cb36" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:39.670824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:39.678735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.762644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:39.772735 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69f1bb-04d5-4679-a4e9-e0bf3f652145 x-openstack-request-id: req-1d69f1bb-04d5-4679-a4e9-e0bf3f652145 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:39.773263 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:39.774179 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d69f1bb-04d5-4679-a4e9-e0bf3f652145 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:39.774732 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'code': 200}
Jan 29 20:50:39.869672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (65b74138-9493-4c1b-b006-03d398329a44), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:39.884666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['65b74138-9493-4c1b-b006-03d398329a44'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:39.944204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Pushing event deleted for resources: {'Port': ['ID=65b74138-9493-4c1b-b006-03d398329a44,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:40.041102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] No DVR routers for this DVR port 65b74138-9493-4c1b-b006-03d398329a44 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:40.048838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.052221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-766b2bf7-2a7c-428c-b86c-f2eb047f1252 req-64abf03c-4868-45c9-9556-10d0e541cd98 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.36 "DELETE /v2.0/ports/65b74138-9493-4c1b-b006-03d398329a44 HTTP/1.1" status: 204  len: 173 time: 0.7489777
Jan 29 20:50:40.052842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'name': 'network-vif-deleted', 'tag': '65b74138-9493-4c1b-b006-03d398329a44'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:40.055131 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18173eb7-5ee2-4502-9736-23afbd52f038" -d '{"events": [{"server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "name": "network-vif-deleted", "tag": "65b74138-9493-4c1b-b006-03d398329a44"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:40.080375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f662-7701-4e4d-81f5-2f695819d0db req-7ff456fe-ab29-4736-bd43-1535b3fe693b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.087483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f416f662-7701-4e4d-81f5-2f695819d0db req-7ff456fe-ab29-4736-bd43-1535b3fe693b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1573346
Jan 29 20:50:40.103451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-e7aa98d2-5280-45cb-8c58-e8c4770d785e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.105075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-e7aa98d2-5280-45cb-8c58-e8c4770d785e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f&tenant_id=7a0b118165d24356b73539995ce35e01&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 950 time: 0.1737785
Jan 29 20:50:40.122571 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77ba11-4c72-4314-9d13-6f4ce72daa1c x-openstack-request-id: req-0c77ba11-4c72-4314-9d13-6f4ce72daa1c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:40.122839 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec70b16-1163-4279-a26e-5851e9534f93", "name": "network-vif-deleted", "tag": "65b74138-9493-4c1b-b006-03d398329a44", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:40.123098 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c77ba11-4c72-4314-9d13-6f4ce72daa1c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:40.123495 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec70b16-1163-4279-a26e-5851e9534f93', 'name': 'network-vif-deleted', 'tag': '65b74138-9493-4c1b-b006-03d398329a44', 'status': 'completed', 'code': 200}
Jan 29 20:50:40.204491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f416f662-7701-4e4d-81f5-2f695819d0db req-5bf8a347-1b87-48ca-b460-3a173bb39496 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139944
Jan 29 20:50:40.249801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-aeceae69-9670-40f5-bc8a-052ff472328c service neutron] 10.222.0.18 "GET /v2.0/ports/7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1362338
Jan 29 20:50:40.262220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1a739e5e-eeef-4190-a517-37eaf6faa5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.336651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-23fd17ff-0f9a-47d9-874c-ac9f03af37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.339537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-23fd17ff-0f9a-47d9-874c-ac9f03af37d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1132 time: 0.0596075
Jan 29 20:50:40.401812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41384) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:40.452664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca3b5a42-9f3b-491d-b1ca-6cdb0c097e70 req-b45ca6fc-267f-4eaa-ba4a-778adb6a89f8 tempest-ImagesNegativeTestJSON-575206245 tempest-ImagesNegativeTestJSON-575206245-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec70b16-1163-4279-a26e-5851e9534f93 HTTP/1.1" status: 200  len: 210 time: 0.0551598
Jan 29 20:50:40.503097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58af0b-b9dc-4701-b7f8-3f53b1d5d81b req-d23ed205-a337-43f9-8edc-09e9dbca75bc tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.504663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d58af0b-b9dc-4701-b7f8-3f53b1d5d81b req-d23ed205-a337-43f9-8edc-09e9dbca75bc tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1083841
Jan 29 20:50:40.521657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-5b302088-e417-4d69-afbd-756f734f3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.523282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-5b302088-e417-4d69-afbd-756f734f3c7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1732409
Jan 29 20:50:40.548494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a671748-cc06-445d-87c4-c99f8944ccce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.606432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d58af0b-b9dc-4701-b7f8-3f53b1d5d81b req-c9843d34-59fe-49ef-8582-03b3b0f46af5 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949171
Jan 29 20:50:40.607197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-277aa69c-bb7a-4ee3-a840-e39f2189c270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.0722299
Jan 29 20:50:40.656727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a671748-cc06-445d-87c4-c99f8944ccce admin admin] Publish callbacks [] for security_group (b96134ee-9c01-4ccf-b894-d1fd9bd6871e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.662178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a671748-cc06-445d-87c4-c99f8944ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b96134ee-9c01-4ccf-b894-d1fd9bd6871e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.679886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-0b4e5e18-522e-476b-91c2-c4effeb6010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.681464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-0b4e5e18-522e-476b-91c2-c4effeb6010f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0683832
Jan 29 20:50:40.706781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a671748-cc06-445d-87c4-c99f8944ccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96134ee-9c01-4ccf-b894-d1fd9bd6871e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:40.723367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41394) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:40.725175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0a671748-cc06-445d-87c4-c99f8944ccce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23493949ac1b4ae4be013f1e9b066ac7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3222365
Jan 29 20:50:40.764483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-c0101283-7e80-4421-a792-00ef1e25d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:40.766028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-c0101283-7e80-4421-a792-00ef1e25d0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0771391
Jan 29 20:50:40.801237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] Publish callbacks [] for security_group (b96134ee-9c01-4ccf-b894-d1fd9bd6871e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.858916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] Publish callbacks [] for security_group (b96134ee-9c01-4ccf-b894-d1fd9bd6871e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.910345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-d09d3467-89bb-4581-8de9-272b8479b69f service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361127
Jan 29 20:50:40.966059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b96134ee-9c01-4ccf-b894-d1fd9bd6871e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.968428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:40.973602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b96134ee-9c01-4ccf-b894-d1fd9bd6871e HTTP/1.1" status: 204  len: 168 time: 0.2452273
Jan 29 20:50:40.983395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d69f-d72d-4268-a475-2ec9deba5bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96134ee-9c01-4ccf-b894-d1fd9bd6871e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:41.021229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-5797907a-0585-4de2-a1c7-2f5d8f7a82e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044543
Jan 29 20:50:41.340409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582afa-8ebc-44a0-b1a7-15862b66d502 req-5a91e899-bac1-4c15-acd7-03d91d51a3da tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:41.342135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c582afa-8ebc-44a0-b1a7-15862b66d502 req-5a91e899-bac1-4c15-acd7-03d91d51a3da tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0704787
Jan 29 20:50:41.396128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c582afa-8ebc-44a0-b1a7-15862b66d502 req-3d969339-6b4b-4885-921f-2a9a6a86229a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470555
Jan 29 20:50:41.754203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6059800-bd4c-454f-a5c3-f982a61f1d01 req-7075c5c6-c9e8-4638-a267-bef35d0fc33a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:41.755160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41458) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:41.755727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6059800-bd4c-454f-a5c3-f982a61f1d01 req-7075c5c6-c9e8-4638-a267-bef35d0fc33a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.0596738
Jan 29 20:50:41.807435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6059800-bd4c-454f-a5c3-f982a61f1d01 req-6701a62c-8449-4256-8c92-90a19aa7e620 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456727
Jan 29 20:50:41.874100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1574894207-network', 'tenant_id': '511038fc903f4253b5fb90ff3de0fb2d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:41.907980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Made reservation on behalf of 511038fc903f4253b5fb90ff3de0fb2d for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:41.910866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:41.919864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.005935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks [] for security_group (e3c66d75-52eb-4425-9342-596e7b2b98bc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.011032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e3c66d75-52eb-4425-9342-596e7b2b98bc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.038790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:50:42.049868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c66d75-52eb-4425-9342-596e7b2b98bc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:42.067870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f3b2a791-f530-41e3-8d3a-a3cd203600af), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.068218 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Added segment f3b2a791-f530-41e3-8d3a-a3cd203600af of type vlan for network 35bed769-9c74-4637-863d-666cf05151e6
Jan 29 20:50:42.095081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41482) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:42.114862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (35bed769-9c74-4637-863d-666cf05151e6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.141658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (35bed769-9c74-4637-863d-666cf05151e6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.143697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:42.144439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.205451 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4477093
Jan 29 20:50:42.208309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41488) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:42.212934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d9f41-5984-4477-8c68-34c6786abe3e admin admin] Pushing event updated for resources: {'Network': ['ID=35bed769-9c74-4637-863d-666cf05151e6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:42.224315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 35bed769-9c74-4637-863d-666cf05151e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:50:42.239847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Request body: {'subnet': {'network_id': '35bed769-9c74-4637-863d-666cf05151e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1574894207-subnet', 'tenant_id': '511038fc903f4253b5fb90ff3de0fb2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:42.297446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-07634edc-6fb2-44dc-b7a7-03dcf0808a00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e40e8362a67462f87ea7febb432049b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2009320
Jan 29 20:50:42.299204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Made reservation on behalf of 511038fc903f4253b5fb90ff3de0fb2d for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:42.300610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41492) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:42.301561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.364330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] Publish callbacks [] for security_group (f8388938-ac6d-40f5-8b4a-12bb2b30ab38), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.386646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] Publish callbacks [] for security_group (f8388938-ac6d-40f5-8b4a-12bb2b30ab38), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.444664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8388938-ac6d-40f5-8b4a-12bb2b30ab38), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.447248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.448396 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8388938-ac6d-40f5-8b4a-12bb2b30ab38 HTTP/1.1" status: 204  len: 168 time: 0.1460588
Jan 29 20:50:42.459775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe53ef-f2fe-4b40-81f9-e1e6b3cb1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8388938-ac6d-40f5-8b4a-12bb2b30ab38,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:42.534184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (0c5aeefb-6271-4915-b884-155ae266c88d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.587615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2520c905-79ed-4968-a1d2-761d19bd6030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.595911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c0987-5681-457f-a7e5-116ae70766de req-a99d29cc-ae03-4fd5-b754-7a4908e4e346 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:42.598035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e59c0987-5681-457f-a7e5-116ae70766de req-a99d29cc-ae03-4fd5-b754-7a4908e4e346 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1175735
Jan 29 20:50:42.622145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5aeefb-6271-4915-b884-155ae266c88d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:42.642341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Checking segment: {'id': 'f3b2a791-f530-41e3-8d3a-a3cd203600af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '35bed769-9c74-4637-863d-666cf05151e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:42.642703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Network hostable DHCP agents. Network: 35bed769-9c74-4637-863d-666cf05151e6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:50:42.683015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e59c0987-5681-457f-a7e5-116ae70766de req-af582a8f-fcd0-490e-88ba-cbac94366855 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727472
Jan 29 20:50:42.684535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Network 35bed769-9c74-4637-863d-666cf05151e6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:50:42.700779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 65b74138-9493-4c1b-b006-03d398329a44 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:42.704844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 35bed769-9c74-4637-863d-666cf05151e6) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:42.709409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:42.710282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:42.743029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1ba7334c-127f-4ec3-89e4-58e029b2b584 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5333955
Jan 29 20:50:42.760476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03ec86-16b5-4f7b-ba8e-95b35634b99a None None] Network 35bed769-9c74-4637-863d-666cf05151e6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:42.762973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 65b74138-9493-4c1b-b006-03d398329a44 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:42.763388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 65b74138-9493-4c1b-b006-03d398329a44 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:42.887925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0f594-c675-469e-844c-8b7893a31d26 None None] Network 35bed769-9c74-4637-863d-666cf05151e6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:42.952854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf83a0-d04c-4d3f-befc-41e9654d5ee4 req-9dc6d7ae-3475-45fb-9dd2-7f8e1a09e055 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:42.961409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bf83a0-d04c-4d3f-befc-41e9654d5ee4 req-9dc6d7ae-3475-45fb-9dd2-7f8e1a09e055 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.0765920
Jan 29 20:50:43.031179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bf83a0-d04c-4d3f-befc-41e9654d5ee4 req-32daaa69-3587-4bcc-b47e-c4a46bce8c35 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677688
Jan 29 20:50:43.547014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-0ae596fa-de47-4acd-931b-2ec91a4915dd tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:43.550019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-0ae596fa-de47-4acd-931b-2ec91a4915dd tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/networks?id=35bed769-9c74-4637-863d-666cf05151e6 HTTP/1.1" status: 200  len: 814 time: 0.1587021
Jan 29 20:50:43.555090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-6ef95992-ab3c-4537-ad97-dd2e9a147d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:43.557012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-6ef95992-ab3c-4537-ad97-dd2e9a147d17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1132 time: 0.1019053
Jan 29 20:50:43.576741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-e2c59759-6832-43a3-8805-268a403af91c tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/quotas/511038fc903f4253b5fb90ff3de0fb2d HTTP/1.1" status: 200  len: 375 time: 0.0184014
Jan 29 20:50:43.589698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:43.615443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.644730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-7f9650e4-9349-4c0e-9fe0-fb30f237161f tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=511038fc903f4253b5fb90ff3de0fb2d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539775
Jan 29 20:50:43.665440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-13f61b54-414b-4d1b-a900-318e0c37251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:43.666911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-13f61b54-414b-4d1b-a900-318e0c37251b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1132 time: 0.0845873
Jan 29 20:50:43.694028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1552012621-network', 'tenant_id': '98626d39fcfd4a12a1393e6b4b3e0b19'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:43.723139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Made reservation on behalf of 98626d39fcfd4a12a1393e6b4b3e0b19 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:43.727632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.743784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.835031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6e2d69ff-1088-43b4-832b-dc9fcabe593a service neutron] 10.222.0.20 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809020
Jan 29 20:50:43.839829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-cfbf6a3a-8fcf-4304-ac26-b4731f043479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:43.841316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-cfbf6a3a-8fcf-4304-ac26-b4731f043479 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1642957
Jan 29 20:50:43.853908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks [] for security_group (63aae07f-d301-4d28-9494-2694bf6e24e3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.858620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (63aae07f-d301-4d28-9494-2694bf6e24e3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.890566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:50:43.898818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aae07f-d301-4d28-9494-2694bf6e24e3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:43.906467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (dbc95d32-2713-4864-8e43-79d87b3becea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.907083 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Added segment dbc95d32-2713-4864-8e43-79d87b3becea of type vlan for network 0cf33e19-fb4d-46e1-9399-2658a3e8702f
Jan 29 20:50:43.953970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0cf33e19-fb4d-46e1-9399-2658a3e8702f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.964014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-9d948333-10d4-4237-8c9d-c23da4ac05a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.1138263
Jan 29 20:50:43.979957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0cf33e19-fb4d-46e1-9399-2658a3e8702f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:43.980880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:43.981526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:44.041258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.4496872
Jan 29 20:50:44.044426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db230cc-e916-48c8-abc7-5f046f4fc4db admin admin] Pushing event updated for resources: {'Network': ['ID=0cf33e19-fb4d-46e1-9399-2658a3e8702f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:44.046682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41580) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:44.051775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Request body: {'subnet': {'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1552012621-subnet', 'tenant_id': '98626d39fcfd4a12a1393e6b4b3e0b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:44.059296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0cf33e19-fb4d-46e1-9399-2658a3e8702f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:50:44.071268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Made reservation on behalf of 98626d39fcfd4a12a1393e6b4b3e0b19 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:44.073913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-a73ec7e9-9246-4115-8b6b-7cab23d11be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.074243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:44.075407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-a73ec7e9-9246-4115-8b6b-7cab23d11be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1010723
Jan 29 20:50:44.091953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-518cbc89-50fe-45b9-80da-53675eafe5fa service neutron] 10.222.0.20 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430725
Jan 29 20:50:44.120461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64badb36-e24c-491e-9a0a-82b296c30cc0 req-916f1ca2-c9c5-401f-a298-3917acbfc4a3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.122003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64badb36-e24c-491e-9a0a-82b296c30cc0 req-916f1ca2-c9c5-401f-a298-3917acbfc4a3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1466184
Jan 29 20:50:44.154511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-83b3d5d1-fd12-4991-af4a-0a27ba01d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.156561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-83b3d5d1-fd12-4991-af4a-0a27ba01d494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0735302
Jan 29 20:50:44.224736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64badb36-e24c-491e-9a0a-82b296c30cc0 req-d7dd3a01-ca6b-4292-b003-599aa23873b8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946324
Jan 29 20:50:44.290230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-b1a6e043-a3bf-4f34-9e67-a10f53d4f678 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236124
Jan 29 20:50:44.313372 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (b6d7649e-cbf6-400e-8328-b2b24d292471), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:44.378024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d7649e-cbf6-400e-8328-b2b24d292471,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:44.390942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Checking segment: {'id': 'dbc95d32-2713-4864-8e43-79d87b3becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:44.391390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Network hostable DHCP agents. Network: 0cf33e19-fb4d-46e1-9399-2658a3e8702f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:50:44.417289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Network 0cf33e19-fb4d-46e1-9399-2658a3e8702f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:50:44.429412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346aef-76b6-4e7d-a3c8-44d6feaf68ed req-48c8e712-382c-4337-a10d-cfe5fc1a62d1 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.430746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29346aef-76b6-4e7d-a3c8-44d6feaf68ed req-48c8e712-382c-4337-a10d-cfe5fc1a62d1 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1365478
Jan 29 20:50:44.440108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0cf33e19-fb4d-46e1-9399-2658a3e8702f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:44.448537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c434edf-7209-4c99-a313-9cc59bab6690 req-ba6bcd9d-0a65-496a-a53c-d8f6e17613bc service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453476
Jan 29 20:50:44.451412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.452030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:44.456331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df197a-045b-4b08-94fe-e2f5adf5d781 None None] Network 0cf33e19-fb4d-46e1-9399-2658a3e8702f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:44.479956 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c642b1a-475c-4efa-9f7c-9b9ebad0235d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.4322500
Jan 29 20:50:44.531615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29346aef-76b6-4e7d-a3c8-44d6feaf68ed req-ce9d1148-8b0b-4ecc-8db3-8d2cce7882e3 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918612
Jan 29 20:50:44.638853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6845314-2f2a-4df4-a93b-a6ddcb2ce470 None None] Network 0cf33e19-fb4d-46e1-9399-2658a3e8702f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:44.658811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8488e47b-b5a1-47e5-9f0a-be7f40ca70a1 req-c5fa01b4-5cb6-4318-b8f6-d83d5aa8701f tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 210 time: 0.0404522
Jan 29 20:50:44.694384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a180d7-eff2-4ef4-ade9-83ac70be3990 req-67e2123b-4c56-41e4-b4df-e58b56cd4312 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:44.703449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5a180d7-eff2-4ef4-ade9-83ac70be3990 req-67e2123b-4c56-41e4-b4df-e58b56cd4312 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1401353
Jan 29 20:50:44.755322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5a180d7-eff2-4ef4-ade9-83ac70be3990 req-d1357a3a-d1b8-4f36-94a5-ddf4fc855470 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509949
Jan 29 20:50:45.009616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-9d54ec46-763e-45ea-8cf3-e0d553a0c9d1 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:45.011172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-9d54ec46-763e-45ea-8cf3-e0d553a0c9d1 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/networks?id=0cf33e19-fb4d-46e1-9399-2658a3e8702f HTTP/1.1" status: 200  len: 822 time: 0.1135092
Jan 29 20:50:45.029027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-dc4b7d7a-d347-4087-be76-cc78cc028b17 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/quotas/98626d39fcfd4a12a1393e6b4b3e0b19 HTTP/1.1" status: 200  len: 375 time: 0.0114224
Jan 29 20:50:45.067503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-3a235d26-5fb0-4344-a64d-4aade3abb0ce tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98626d39fcfd4a12a1393e6b4b3e0b19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0306253
Jan 29 20:50:45.160979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-6862513f-ff77-4cc0-af75-290e1cdebc1e service neutron] 10.222.0.20 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866208
Jan 29 20:50:45.251170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-5909789b-4c81-4efc-9adf-be9a7b8c7e76 service neutron] 10.222.0.20 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845830
Jan 29 20:50:45.391786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f9fb0-71ba-4412-9856-1c14ffe2eca4 req-4d65b0d8-4c15-4cd1-a875-0a9448ff49e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:45.400481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e23f9fb0-71ba-4412-9856-1c14ffe2eca4 req-4d65b0d8-4c15-4cd1-a875-0a9448ff49e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.0734446
Jan 29 20:50:45.463558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:45.483265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:45.541154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e23f9fb0-71ba-4412-9856-1c14ffe2eca4 req-71ed9c01-2d85-4448-9b31-c0cb294dc858 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394036
Jan 29 20:50:45.643656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcc06440-761c-4a8a-b80d-40edd8ee3752 req-4d90edf3-ab99-4c25-b036-28acaf8235e0 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 210 time: 0.0482962
Jan 29 20:50:45.644330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:45.644859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:45.655319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-90700e5d-5018-4498-b215-7f43a0e8fe64 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:45.656912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-90700e5d-5018-4498-b215-7f43a0e8fe64 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.36 "GET /v2.0/networks?id=35bed769-9c74-4637-863d-666cf05151e6 HTTP/1.1" status: 200  len: 814 time: 0.2542100
Jan 29 20:50:45.673232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Request body: {'port': {'device_id': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'network_id': '35bed769-9c74-4637-863d-666cf05151e6', 'admin_state_up': True, 'tenant_id': '511038fc903f4253b5fb90ff3de0fb2d'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:45.722956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-018d2ab7-0a32-4e98-aa23-1efeffeebccf tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:45.727238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:45.729627 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1dfde-d97c-41e5-af95-c1d3a8c1f6e0" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:45.734828 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-018d2ab7-0a32-4e98-aa23-1efeffeebccf tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1318157
Jan 29 20:50:45.761087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:45.770549 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:45.878341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Deleting port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:45.878647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:45.881964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:45.889608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.890446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.891004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.891576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.892153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.892696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.893261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.893904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.894459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.894993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.895538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.896081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.896624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:50:45.917947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40838d09-fe4d-45b2-acf7-4c1f7cd249f0 req-adbb8ed9-c9a3-45ac-a89b-3d93ab6c5c0b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:45.919916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40838d09-fe4d-45b2-acf7-4c1f7cd249f0 req-adbb8ed9-c9a3-45ac-a89b-3d93ab6c5c0b tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 946 time: 0.1173043
Jan 29 20:50:45.961760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b196e56-1202-427b-8525-46da18b9b030 req-85bef759-7e1e-4a11-a503-1472f314df5e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 210 time: 0.0387847
Jan 29 20:50:45.968091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Made reservation on behalf of 511038fc903f4253b5fb90ff3de0fb2d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:45.971446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.022841 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd155d3-ef41-449e-b9e2-0933171976de x-openstack-request-id: req-4fd155d3-ef41-449e-b9e2-0933171976de {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:46.023134 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:46.023430 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fd155d3-ef41-449e-b9e2-0933171976de {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:46.023925 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'code': 200}
Jan 29 20:50:46.025040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40838d09-fe4d-45b2-acf7-4c1f7cd249f0 req-2f3b10c9-a343-447b-89e1-ece667462c3c tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b8cdd1-1644-49ff-8511-5da48fd85d4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905635
Jan 29 20:50:46.035852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] For port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:46.036233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.169782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Allocated IP 172.20.0.12 (35bed769-9c74-4637-863d-666cf05151e6/0c5aeefb-6271-4915-b884-155ae266c88d/16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:46.194379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3676a77-80cd-4efe-b811-012450ca26f2 req-923d3f9d-9a3f-41ec-9030-e3ba42e5356b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:46.201610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3676a77-80cd-4efe-b811-012450ca26f2 req-923d3f9d-9a3f-41ec-9030-e3ba42e5356b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1127920
Jan 29 20:50:46.287092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3676a77-80cd-4efe-b811-012450ca26f2 req-f01828fa-19eb-4893-ae6c-9c722e3386a3 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846159
Jan 29 20:50:46.327722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.328191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.328952 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Floating IP a6f9de0f-e7f8-45e4-b979-1d8db823dc68 disassociated. External IP: 172.35.4.3, port: a9a34014-1e18-4e43-b6d6-cb9e2c0726b0.
Jan 29 20:50:46.328952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Calling delete_port for a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:46.426370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks [] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.464132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.469009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a9a34014-1e18-4e43-b6d6-cb9e2c0726b0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.499641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event deleted for resources: {'Port': ['ID=a9a34014-1e18-4e43-b6d6-cb9e2c0726b0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:46.525104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Network 35bed769-9c74-4637-863d-666cf05151e6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:46.532427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:46.535454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:46.571830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Pushing event updated for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:46.605334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:46.606157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.627195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Router 97cc6331-9bd9-4750-9efd-037434b8800a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:50:46.628764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6c071c39-41be-4d1b-ad46-5d0efeb0a92a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9598863
Jan 29 20:50:46.641818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Request body: {'port': {'device_id': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:46.740258 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.820377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f999e34-3ad1-4bd1-a823-e2bc03fd076e req-9accfac7-3c85-44b3-89e6-75f047866db2 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 210 time: 0.0504503
Jan 29 20:50:46.875287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5792226-2c5b-48c3-ba72-138442a950d1 req-867daddc-a8e2-4a89-a392-59e3e919164f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:46.876908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5792226-2c5b-48c3-ba72-138442a950d1 req-867daddc-a8e2-4a89-a392-59e3e919164f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 948 time: 0.2061567
Jan 29 20:50:46.877559 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:46.902526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:46.988763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5792226-2c5b-48c3-ba72-138442a950d1 req-8cb70898-bcab-4f5e-98b0-7a09fdd1711e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947948
Jan 29 20:50:47.133515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:47.145775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Sync routers for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:47.157959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:47.158572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:47.159629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e40bc8a9-e947-4b0e-bd02-edc5df7f1434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.186794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] No DVR routers for this DVR port a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:47.189972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.194304 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f25a7f6d-aefc-46b8-b53a-ef00d30f07f2 req-72d79c4a-73b8-448f-8309-8ee025a98de9 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.36 "DELETE /v2.0/ports/a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 HTTP/1.1" status: 204  len: 173 time: 1.4495056
Jan 29 20:50:47.194835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'name': 'network-vif-deleted', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:47.198503 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceafd0c-886f-49a8-a100-306242b14206" -d '{"events": [{"server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "name": "network-vif-deleted", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:47.206477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-f017d7cb-29e3-46c9-9120-207d92cf0167 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:47.208913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-f017d7cb-29e3-46c9-9120-207d92cf0167 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.36 "GET /v2.0/networks?id=0cf33e19-fb4d-46e1-9399-2658a3e8702f HTTP/1.1" status: 200  len: 822 time: 0.2017336
Jan 29 20:50:47.224496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Request body: {'port': {'device_id': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f', 'admin_state_up': True, 'tenant_id': '98626d39fcfd4a12a1393e6b4b3e0b19'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:47.364485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Made reservation on behalf of 98626d39fcfd4a12a1393e6b4b3e0b19 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:47.369458 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.458220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:47.511514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Allocated IP 172.20.0.8 (0cf33e19-fb4d-46e1-9399-2658a3e8702f/b6d7649e-cbf6-400e-8328-b2b24d292471/b0a3009a-2d15-44af-9c02-93523195e451) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:47.518200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97ad5430-aea6-4644-975e-8a3c717864b0 req-371ec309-3b24-4b32-88c2-327b169dddbf tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1abc18e-bdd0-46a5-bd63-7be8883bfec0 HTTP/1.1" status: 200  len: 210 time: 0.3564222
Jan 29 20:50:47.531367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:47.560056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d742a0-8fed-4f17-84f9-d0363c562e7e req-f7b76f42-5db9-4616-803d-b1ebcee69358 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:47.561198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89d742a0-8fed-4f17-84f9-d0363c562e7e req-f7b76f42-5db9-4616-803d-b1ebcee69358 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 932 time: 0.4981365
Jan 29 20:50:47.627970 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f0346a-4f9e-4e8b-8e14-84c4ea056196 x-openstack-request-id: req-48f0346a-4f9e-4e8b-8e14-84c4ea056196 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:47.628268 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abc18e-bdd0-46a5-bd63-7be8883bfec0", "name": "network-vif-deleted", "tag": "a9a34014-1e18-4e43-b6d6-cb9e2c0726b0", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:47.628511 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48f0346a-4f9e-4e8b-8e14-84c4ea056196 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:47.629487 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1abc18e-bdd0-46a5-bd63-7be8883bfec0', 'name': 'network-vif-deleted', 'tag': 'a9a34014-1e18-4e43-b6d6-cb9e2c0726b0', 'status': 'completed', 'code': 200}
Jan 29 20:50:47.698986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89d742a0-8fed-4f17-84f9-d0363c562e7e req-e89c4de3-f2e2-45d6-b7ec-6ad9bb207de5 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243362
Jan 29 20:50:47.743462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks [] for port (b0a3009a-2d15-44af-9c02-93523195e451), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.807722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e40bc8a9-e947-4b0e-bd02-edc5df7f1434 admin admin] Publish callbacks [] for security_group (c4d1fe2f-0e74-461f-9c0b-4f1728382567), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.810265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:47.811504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:47.817689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.823099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e40bc8a9-e947-4b0e-bd02-edc5df7f1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c4d1fe2f-0e74-461f-9c0b-4f1728382567), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.826987 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks [] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.827192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'mac_address': 'fa:16:3e:8f:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:47.866386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Network 0cf33e19-fb4d-46e1-9399-2658a3e8702f is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:47.870005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:47.877287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:47.877948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.894826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:47.897785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:47.911986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f74c0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:47.950264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Transition to ACTIVE for port object 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:47.956506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Checking router: 97cc6331-9bd9-4750-9efd-037434b8800a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:47.959715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:47.965944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.971833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:47.971833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:47.978200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Pushing event updated for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:47.997060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-7823980a-ed17-45fd-9e05-1a193c5326bb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7789011
Jan 29 20:50:48.011321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:48.011960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:48.014178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Request body: {'port': {'device_id': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:48.019752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f26d-4433-47d4-97ca-88951e392d1b req-f12c332d-e2f8-400c-b913-454882de7d6d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.028242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0666f26d-4433-47d4-97ca-88951e392d1b req-f12c332d-e2f8-400c-b913-454882de7d6d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2872646
Jan 29 20:50:48.038027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e40bc8a9-e947-4b0e-bd02-edc5df7f1434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a31a54990cf4ccbaacbd116ef30a757&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1333349
Jan 29 20:50:48.040097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.049141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41686) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:48.083843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.090478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bc8a9-e947-4b0e-bd02-edc5df7f1434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d1fe2f-0e74-461f-9c0b-4f1728382567,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.104433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0a3009a-2d15-44af-9c02-93523195e451), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.145522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:48.191101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Pushing event updated for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.237542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0666f26d-4433-47d4-97ca-88951e392d1b req-419740d2-608e-46d3-acf2-9b9cfdad556f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078061
Jan 29 20:50:48.244274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb957c-882b-489e-8cf4-9dae1eb45b84 req-38a25c1b-a4be-458a-9a7d-b84e3a8ace91 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.251269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7bb957c-882b-489e-8cf4-9dae1eb45b84 req-38a25c1b-a4be-458a-9a7d-b84e3a8ace91 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 931 time: 0.3137579
Jan 29 20:50:48.296501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] Publish callbacks [] for security_group (c4d1fe2f-0e74-461f-9c0b-4f1728382567), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.355139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] Publish callbacks [] for security_group (c4d1fe2f-0e74-461f-9c0b-4f1728382567), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.396526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:48.407361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Attempting to bind port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:48.408302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Attempting to bind port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3b2a791-f530-41e3-8d3a-a3cd203600af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '35bed769-9c74-4637-863d-666cf05151e6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:48.408643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Attempting to bind port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 on network 35bed769-9c74-4637-863d-666cf05151e6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:48.414085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7bb957c-882b-489e-8cf4-9dae1eb45b84 req-4d5712d3-52eb-4701-9e0a-87f1859a5465 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619930
Jan 29 20:50:48.422486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f74c0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:48.433769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 on network 35bed769-9c74-4637-863d-666cf05151e6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:48.434108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Attempting to bind port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 on network 35bed769-9c74-4637-863d-666cf05151e6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:48.439902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a3009a-2d15-44af-9c02-93523195e451 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:48.446105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:48.446105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Checking segment: {'id': 'f3b2a791-f530-41e3-8d3a-a3cd203600af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '35bed769-9c74-4637-863d-666cf05151e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:48.446359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Bound using segment: {'id': 'f3b2a791-f530-41e3-8d3a-a3cd203600af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '35bed769-9c74-4637-863d-666cf05151e6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:48.447250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Bound port: 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b2a791-f530-41e3-8d3a-a3cd203600af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '35bed769-9c74-4637-863d-666cf05151e6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:48.447250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.448232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks [] for port (b0a3009a-2d15-44af-9c02-93523195e451), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.461329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a810-3c7c-4ffa-aad9-8e0068d37aeb None None] The sync data for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 is: [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:48:49Z', 'revision_number': 4, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0145d12a-72c7-4c79-a621-fcf8f22ba975', 'name': '', 'network_id': '47e8132c-7695-4e21-a784-66433f70c3de', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'mac_address': 'fa:16:3e:a4:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '734973c0-2600-42c9-9565-c98820f3024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:48Z', 'updated_at': '2022-01-29T20:48:54Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'subnets': [{'id': '734973c0-2600-42c9-9565-c98820f3024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:48.462418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Transition to ACTIVE for port object b0a3009a-2d15-44af-9c02-93523195e451 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:48.469247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.493604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e6a75-0279-4736-a2b0-a70cb6206591 req-fef46cbf-17b4-4d1e-bcd8-98ac7ec513fe tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.495074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e89e6a75-0279-4736-a2b0-a70cb6206591 req-fef46cbf-17b4-4d1e-bcd8-98ac7ec513fe tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1631808
Jan 29 20:50:48.516180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.549200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c4d1fe2f-0e74-461f-9c0b-4f1728382567), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.552944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.554123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4d1fe2f-0e74-461f-9c0b-4f1728382567 HTTP/1.1" status: 204  len: 168 time: 0.4790614
Jan 29 20:50:48.597976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe249bf-f4b2-468a-ba36-a4ef6d5c8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d1fe2f-0e74-461f-9c0b-4f1728382567,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.621606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:48.625364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,segment=NetworkSegment(f3b2a791-f530-41e3-8d3a-a3cd203600af),segment_id=f3b2a791-f530-41e3-8d3a-a3cd203600af)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:48.637659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e89e6a75-0279-4736-a2b0-a70cb6206591 req-587c0270-faa0-4755-9347-0a97c0e181c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168346
Jan 29 20:50:48.645350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Attempting to bind port b0a3009a-2d15-44af-9c02-93523195e451 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:48.645816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Attempting to bind port b0a3009a-2d15-44af-9c02-93523195e451 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbc95d32-2713-4864-8e43-79d87b3becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:48.647054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Attempting to bind port b0a3009a-2d15-44af-9c02-93523195e451 on network 0cf33e19-fb4d-46e1-9399-2658a3e8702f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:48.656260 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.662355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Port b0a3009a-2d15-44af-9c02-93523195e451 on network 0cf33e19-fb4d-46e1-9399-2658a3e8702f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:48.662836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Attempting to bind port b0a3009a-2d15-44af-9c02-93523195e451 on network 0cf33e19-fb4d-46e1-9399-2658a3e8702f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:48.671662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:48.682879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Checking segment: {'id': 'dbc95d32-2713-4864-8e43-79d87b3becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:48.683333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Bound using segment: {'id': 'dbc95d32-2713-4864-8e43-79d87b3becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:48.683796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Bound port: b0a3009a-2d15-44af-9c02-93523195e451, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc95d32-2713-4864-8e43-79d87b3becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:48.686305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0a3009a-2d15-44af-9c02-93523195e451), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.707593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:48.715223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:48.720847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.721635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.723089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] 10.222.0.36 "PUT /v2.0/ports/16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 HTTP/1.1" status: 200  len: 1092 time: 2.0880098
Jan 29 20:50:48.726502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:48.730526 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1014ce-d431-4c0b-8f04-7d948c9ea246" -d '{"events": [{"name": "network-changed", "server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:48.770711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:48.771235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9a34014-1e18-4e43-b6d6-cb9e2c0726b0 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:48.850737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e65d-32b7-4647-864e-1ae04e394e7e service neutron] Pushing event updated for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:48.882310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (93b8cdd1-1644-49ff-8511-5da48fd85d4b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.884317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:48.888775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0a3009a-2d15-44af-9c02-93523195e451,segment=NetworkSegment(dbc95d32-2713-4864-8e43-79d87b3becea),segment_id=dbc95d32-2713-4864-8e43-79d87b3becea)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:48.903884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.925443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (93b8cdd1-1644-49ff-8511-5da48fd85d4b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.934134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320186f-dbc8-4dd4-b56a-d89d4988500b req-99703608-7aa3-42ac-a0ef-029222e12000 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.935912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3320186f-dbc8-4dd4-b56a-d89d4988500b req-99703608-7aa3-42ac-a0ef-029222e12000 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 950 time: 0.1787126
Jan 29 20:50:48.964195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-f0415215-3864-408f-85e4-21c3960ddf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.965577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-f0415215-3864-408f-85e4-21c3960ddf99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=511038fc903f4253b5fb90ff3de0fb2d&device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 1126 time: 0.1609132
Jan 29 20:50:48.965706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:48.966084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb97e3-70cd-42be-bae1-3a08e24ffa09 None None] New status for floating IP a6f9de0f-e7f8-45e4-b979-1d8db823dc68: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:50:48.966478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:48.968191 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0a3009a-2d15-44af-9c02-93523195e451 HTTP/1.1" status: 200  len: 1091 time: 0.9622712
Jan 29 20:50:49.008753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246ce60-844d-4759-b0a1-d7fbd26d53c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:49.037570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-ee655bdc-52f5-404e-96da-5610780a8336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 HTTP/1.1" status: 200  len: 217 time: 0.0613692
Jan 29 20:50:49.066995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93b8cdd1-1644-49ff-8511-5da48fd85d4b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.069825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.073387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "DELETE /v2.0/security-groups/93b8cdd1-1644-49ff-8511-5da48fd85d4b HTTP/1.1" status: 204  len: 168 time: 0.3622468
Jan 29 20:50:49.073948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3320186f-dbc8-4dd4-b56a-d89d4988500b req-9a6ec6e3-ddd6-46c1-a82b-2da14a16daa5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300850
Jan 29 20:50:49.074544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41704) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:49.078725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-dc3065b3-9191-4aa0-bd5c-8506eae31875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.080325 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-dc3065b3-9191-4aa0-bd5c-8506eae31875 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98626d39fcfd4a12a1393e6b4b3e0b19&device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 1125 time: 0.0653296
Jan 29 20:50:49.084590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:49.098673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b06a70-d50a-487a-bdef-05d4f53d1a71 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8cdd1-1644-49ff-8511-5da48fd85d4b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:49.101850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dff8-838b-46e4-beac-1281098fa2a1 req-7d5afecd-ad42-4c6f-a27a-c9f82c25ee3b tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.103811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dd2dff8-838b-46e4-beac-1281098fa2a1 req-7d5afecd-ad42-4c6f-a27a-c9f82c25ee3b tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 944 time: 0.2744560
Jan 29 20:50:49.137418 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f7104-0786-420b-b40b-fac60322b91c x-openstack-request-id: req-9a7f7104-0786-420b-b40b-fac60322b91c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:49.137715 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:49.137969 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a7f7104-0786-420b-b40b-fac60322b91c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:49.138384 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0', 'status': 'completed', 'code': 200}
Jan 29 20:50:49.149683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9315d92-3c37-4dc8-abc9-adc35d036bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.152908 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-489b78aa-f256-4354-aa3e-621733cf5c2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a3009a-2d15-44af-9c02-93523195e451 HTTP/1.1" status: 200  len: 217 time: 0.0618434
Jan 29 20:50:49.200515 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-609796c7-17d1-4b1b-b6db-33a768a4ee23 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] show failed (client error): The resource could not be found.
Jan 29 20:50:49.204023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-609796c7-17d1-4b1b-b6db-33a768a4ee23 tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "GET /v2.0/security-groups/93b8cdd1-1644-49ff-8511-5da48fd85d4b HTTP/1.1" status: 404  len: 347 time: 0.0968781
Jan 29 20:50:49.205537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41712) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:49.235269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1acf785e-b96e-45d8-844c-bcef6c25c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.237282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-1acf785e-b96e-45d8-844c-bcef6c25c319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5aeefb-6271-4915-b884-155ae266c88d HTTP/1.1" status: 200  len: 854 time: 0.1676559
Jan 29 20:50:49.249539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dd2dff8-838b-46e4-beac-1281098fa2a1 req-9a29d4e3-0668-46e9-98d9-ba15226255f4 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176910
Jan 29 20:50:49.287002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-87f3cce0-be05-42a2-97a2-aa34c87c992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.288622 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-87f3cce0-be05-42a2-97a2-aa34c87c992b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d7649e-cbf6-400e-8328-b2b24d292471 HTTP/1.1" status: 200  len: 862 time: 0.1277223
Jan 29 20:50:49.297081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-90160ab0-e805-4e3f-bf79-36b299223a7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35bed769-9c74-4637-863d-666cf05151e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465212
Jan 29 20:50:49.370656 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-c89e60cd-2d5b-45e5-84ed-396a5c9d1aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cf33e19-fb4d-46e1-9399-2658a3e8702f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462151
Jan 29 20:50:49.427940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-1bd74d9c-e4e9-462b-98a3-c82eb980fa04 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355799
Jan 29 20:50:49.476314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9315d92-3c37-4dc8-abc9-adc35d036bcc admin admin] Publish callbacks [] for security_group (8c42b828-bec9-4e37-88e4-82fd7eedd856), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.485054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9315d92-3c37-4dc8-abc9-adc35d036bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c42b828-bec9-4e37-88e4-82fd7eedd856), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.519886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbc65-cd0f-4fe4-a1b1-0be61a7300a4 req-f53e1010-6dd5-4ee9-8814-d73c44a727c6 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.521275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d8bbc65-cd0f-4fe4-a1b1-0be61a7300a4 req-f53e1010-6dd5-4ee9-8814-d73c44a727c6 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1621232
Jan 29 20:50:49.525807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-6b3fe2d4-8acd-474a-a54e-d69f56d3ee9b service neutron] 10.222.0.36 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207355
Jan 29 20:50:49.555099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Deleting port a13e09cc-a844-4b68-a061-adc063fbe282 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:49.555439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.560374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-99a842f5-b4af-4030-8721-5756d3b20ecc service neutron] 10.222.0.36 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700442
Jan 29 20:50:49.571332 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a9315d92-3c37-4dc8-abc9-adc35d036bcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3991c7179c4f4ccfa8d8264eae83571e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4855855
Jan 29 20:50:49.596140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9315d92-3c37-4dc8-abc9-adc35d036bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42b828-bec9-4e37-88e4-82fd7eedd856,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:49.601784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41728) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:49.644128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:49.646397 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "tag": "b0a3009a-2d15-44af-9c02-93523195e451"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:49.694054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-54761d5e-5945-4b31-af8a-81db6d4ee8b2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.695484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-54761d5e-5945-4b31-af8a-81db6d4ee8b2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2566302
Jan 29 20:50:49.711231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.711582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d8bbc65-cd0f-4fe4-a1b1-0be61a7300a4 req-d1ec5a44-5574-4396-9163-9243616aaa36 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828411
Jan 29 20:50:49.711711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (a13e09cc-a844-4b68-a061-adc063fbe282), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.724358 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3236f171-5c41-4607-8623-2dba0d5b6d3f req-a454fd9e-bd58-4f2a-98c8-9423f37204b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296928
Jan 29 20:50:49.735606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Calling delete_port for a13e09cc-a844-4b68-a061-adc063fbe282 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:49.744363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-4c56dead-a860-4ed5-b24a-e5692cbcc4bc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/quotas/7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 375 time: 0.0353072
Jan 29 20:50:49.769580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b900acd-6849-4293-a2c9-37c0d0af507f req-c4785bdb-61f8-4bb5-9720-96356cb1de42 service neutron] 10.222.0.36 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293503
Jan 29 20:50:49.773086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] Publish callbacks [] for security_group (8c42b828-bec9-4e37-88e4-82fd7eedd856), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.854772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] Publish callbacks [] for security_group (8c42b828-bec9-4e37-88e4-82fd7eedd856), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.881860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a13e09cc-a844-4b68-a061-adc063fbe282), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.908920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Pushing event deleted for resources: {'Port': ['ID=a13e09cc-a844-4b68-a061-adc063fbe282,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:49.929148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2ce5c13e-dfaf-4f1b-9a96-1aefbbfd64c2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1730344
Jan 29 20:50:49.946900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-cc82b7de-2f43-4bed-90cc-f390a8ef9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.948390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-cc82b7de-2f43-4bed-90cc-f390a8ef9059 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=511038fc903f4253b5fb90ff3de0fb2d&device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 1126 time: 0.1277993
Jan 29 20:50:49.957762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ddbe-4449-4d0a-8dd4-b0ebb5016ef9 req-985a92f0-7e48-42ba-bd20-8a7a869db01f tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:49.959196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0534ddbe-4449-4d0a-8dd4-b0ebb5016ef9 req-985a92f0-7e48-42ba-bd20-8a7a869db01f tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 943 time: 0.1594818
Jan 29 20:50:49.979213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks [] for floatingip (a6f9de0f-e7f8-45e4-b979-1d8db823dc68), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.981160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c42b828-bec9-4e37-88e4-82fd7eedd856), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.982579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.986733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:49.986909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-314c449f-8f50-4c47-95bd-1a54c4c5870e tempest-ServersTestFqdnHostnames-91143980 tempest-ServersTestFqdnHostnames-91143980-project] 10.222.0.20 "DELETE /v2.0/floatingips/a6f9de0f-e7f8-45e4-b979-1d8db823dc68 HTTP/1.1" status: 204  len: 168 time: 0.7761595
Jan 29 20:50:49.987468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c42b828-bec9-4e37-88e4-82fd7eedd856 HTTP/1.1" status: 204  len: 168 time: 0.3830781
Jan 29 20:50:49.988073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41732) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:50.081549 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae9c48-c08d-4506-8f3e-994882e315c7 x-openstack-request-id: req-e8ae9c48-c08d-4506-8f3e-994882e315c7 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:50.081834 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "tag": "b0a3009a-2d15-44af-9c02-93523195e451", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:50.082089 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8ae9c48-c08d-4506-8f3e-994882e315c7 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:50.082484 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451', 'status': 'completed', 'code': 200}
Jan 29 20:50:50.139827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb6d5d-da96-4823-a9c9-8e8157dd68ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42b828-bec9-4e37-88e4-82fd7eedd856,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:50.186764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-82300ef5-444d-41a4-b0ed-c025eb18680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.188390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-82300ef5-444d-41a4-b0ed-c025eb18680f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98626d39fcfd4a12a1393e6b4b3e0b19&device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 1125 time: 0.0817974
Jan 29 20:50:50.192533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-cbf7fd16-fd4c-441b-aeb1-66ca62d07022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.194190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-cbf7fd16-fd4c-441b-aeb1-66ca62d07022 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35bed769-9c74-4637-863d-666cf05151e6 HTTP/1.1" status: 200  len: 915 time: 0.2338088
Jan 29 20:50:50.256353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10fa1051-d1cc-487d-a48f-4204d560f8c3 req-93675122-1d6b-48d6-aaaf-04ae25fc251d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 210 time: 0.0632479
Jan 29 20:50:50.319739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-20415211-fa90-4bf2-870d-2348f447f1ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 HTTP/1.1" status: 200  len: 217 time: 0.1111691
Jan 29 20:50:50.337162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-5629e1e6-bb2f-4ea0-a4e2-bf7090587ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.339101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-5629e1e6-bb2f-4ea0-a4e2-bf7090587ae1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cf33e19-fb4d-46e1-9399-2658a3e8702f HTTP/1.1" status: 200  len: 923 time: 0.1438735
Jan 29 20:50:50.368860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0534ddbe-4449-4d0a-8dd4-b0ebb5016ef9 req-7b2e6620-e2d4-4c82-9b1c-84a0165179ac tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530426
Jan 29 20:50:50.400446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-82a82741-fd4a-4a20-bc97-639f44e7221e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a3009a-2d15-44af-9c02-93523195e451 HTTP/1.1" status: 200  len: 217 time: 0.0529115
Jan 29 20:50:50.464040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-5aa20c9d-b3ea-4be9-9175-f01358ecafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.465650 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-5aa20c9d-b3ea-4be9-9175-f01358ecafd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d7649e-cbf6-400e-8328-b2b24d292471 HTTP/1.1" status: 200  len: 862 time: 0.0593345
Jan 29 20:50:50.506036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-11fd6151-fc1c-4dfb-83f1-a75da43384c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.507608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-24322fb4-e149-4df7-9113-273cd1166ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cf33e19-fb4d-46e1-9399-2658a3e8702f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342357
Jan 29 20:50:50.508090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-11fd6151-fc1c-4dfb-83f1-a75da43384c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5aeefb-6271-4915-b884-155ae266c88d HTTP/1.1" status: 200  len: 854 time: 0.1808157
Jan 29 20:50:50.565147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea5c17-a512-44a8-978d-a086502b2d6b req-d942dcd2-1a2b-4b8c-8116-7cc786c59d6f tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:50.567155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ea5c17-a512-44a8-978d-a086502b2d6b req-d942dcd2-1a2b-4b8c-8116-7cc786c59d6f tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 944 time: 0.2281358
Jan 29 20:50:50.569475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-70c3c1b2-d55e-41f9-9917-7d375facfde9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35bed769-9c74-4637-863d-666cf05151e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502236
Jan 29 20:50:50.637718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-21459866-eed7-4b9f-a2bf-9acd6a1d4d23 service neutron] 10.222.0.36 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178749
Jan 29 20:50:50.774542 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ee409f01-1d0e-40d0-bece-9a5baddf8dd2 req-9c1e7814-0114-4c61-852f-b136eaa7b3b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302371
Jan 29 20:50:50.782365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ea5c17-a512-44a8-978d-a086502b2d6b req-e3b79373-5e9d-42db-acd3-c01a9833c9f0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069156
Jan 29 20:50:50.824882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-1cd8aec8-8f0f-4a54-952e-a001a5788d78 service neutron] 10.222.0.36 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484844
Jan 29 20:50:51.015594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41dd1-1d2f-4905-8fc7-bac8ec93ed10 req-ca4493ad-56f3-46e7-a9a6-2f9de6b2ec70 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:51.017633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15c41dd1-1d2f-4905-8fc7-bac8ec93ed10 req-ca4493ad-56f3-46e7-a9a6-2f9de6b2ec70 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1713192
Jan 29 20:50:51.050369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1014ce-d431-4c0b-8f04-7d948c9ea246 req-4075d07d-6085-4d4f-a43f-dd282d9eef41 service neutron] 10.222.0.36 "GET /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169347
Jan 29 20:50:51.093296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (97cc6331-9bd9-4750-9efd-037434b8800a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:51.099679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15c41dd1-1d2f-4905-8fc7-bac8ec93ed10 req-dacca0bf-4c83-4653-867a-6f583fa7f302 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756569
Jan 29 20:50:51.507932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52652f2b-2ac8-40cf-b2b4-a928d5d053a9 req-405f4a48-8f3d-419c-9e20-4ad516f6ac09 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 210 time: 0.0851693
Jan 29 20:50:51.509500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-80192ec5-359e-4d8c-bbe8-42e12eb973fb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a0b118165d24356b73539995ce35e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0882275
Jan 29 20:50:51.519928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:51.573018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:51.573573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:51.665439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:51.666070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:51.672754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab75c-b3cb-479c-9841-d245fe707e4c req-26b664bc-1b5a-4b15-842e-2c9278038a2b tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:51.674974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5ab75c-b3cb-479c-9841-d245fe707e4c req-26b664bc-1b5a-4b15-842e-2c9278038a2b tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 943 time: 0.1938746
Jan 29 20:50:51.700138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:51.702453 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d8d91-0fb8-4fe6-9942-efe2376c0339" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:51.722035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:51.726729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:51.781115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=11']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:51.781380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-71e89b14-8dd5-4655-b300-c6ff6793af35 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:51.783183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-71e89b14-8dd5-4655-b300-c6ff6793af35 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2519135
Jan 29 20:50:51.821963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Request body: {'port': {'device_id': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '7a0b118165d24356b73539995ce35e01'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:51.849644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5ab75c-b3cb-479c-9841-d245fe707e4c req-f81a2ed7-8499-4ae8-b1f3-59c6aeda8f94 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429760
Jan 29 20:50:51.885785 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0007e6ef-369d-4fb7-b879-8e2cfcdbff5c x-openstack-request-id: req-0007e6ef-369d-4fb7-b879-8e2cfcdbff5c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:51.886923 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-plugged", "status": "completed", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:51.887394 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0007e6ef-369d-4fb7-b879-8e2cfcdbff5c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:51.887977 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'code': 200}
Jan 29 20:50:52.062296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Made reservation on behalf of 7a0b118165d24356b73539995ce35e01 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:52.065995 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:52.089047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64726b9b-88cd-4183-b3ec-3651909646bc req-ab0986c6-dded-46c0-9d72-0ff90de7f328 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:52.090501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64726b9b-88cd-4183-b3ec-3651909646bc req-ab0986c6-dded-46c0-9d72-0ff90de7f328 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 944 time: 0.1539559
Jan 29 20:50:52.094941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-5fcef9f5-758b-4bc5-b9bb-1574ad154707 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0544817
Jan 29 20:50:52.200536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:52.251776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Deleting port 0145d12a-72c7-4c79-a621-fcf8f22ba975 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:52.252119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:52.283426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64726b9b-88cd-4183-b3ec-3651909646bc req-deebe695-411f-4e04-9d52-893cccc98c42 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846740
Jan 29 20:50:52.364334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-544da435-a192-45d8-ae38-593888e47b72 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:52.365787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-544da435-a192-45d8-ae38-593888e47b72 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2576342
Jan 29 20:50:52.421178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-fbfbc44f-03e7-4c5c-9259-e7380b2ad10b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0403929
Jan 29 20:50:52.459317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Allocated IP 192.168.233.180 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/80eb3840-15d9-4f86-a392-1ef1e4d49507) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:52.485515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-3767439b-d22b-461f-af8c-8a143e2c9fa1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546651
Jan 29 20:50:52.499567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] For port 0145d12a-72c7-4c79-a621-fcf8f22ba975, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0145d12a-72c7-4c79-a621-fcf8f22ba975,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:52.499784 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:52.523665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd0581-b8db-41f4-af50-8484fbf66b7e req-2e699b36-3121-4330-9a1b-6ec762278507 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:52.525174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0cd0581-b8db-41f4-af50-8484fbf66b7e req-2e699b36-3121-4330-9a1b-6ec762278507 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1686208
Jan 29 20:50:52.526198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Calling delete_port for 0145d12a-72c7-4c79-a621-fcf8f22ba975 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:52.721179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0cd0581-b8db-41f4-af50-8484fbf66b7e req-46d383fd-3066-4590-9cf1-ac1d2aeb5a19 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1893198
Jan 29 20:50:52.855948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d62e601-52d2-487d-b85a-a440176abeda req-9c2858fa-4944-4e39-9322-2015a640df7b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 210 time: 0.0567489
Jan 29 20:50:52.868078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8a02-4855-4e81-8f79-276d34b6ea6c req-a0734106-6bdf-4e60-8cdc-db7c0a77fce7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:52.869842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-079e8a02-4855-4e81-8f79-276d34b6ea6c req-a0734106-6bdf-4e60-8cdc-db7c0a77fce7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2333312
Jan 29 20:50:52.887013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks [] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:52.965372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c6b23f8-02d5-41ff-89fc-67f31ac5de78 req-c3ef7e8c-bfe5-41e8-9ef1-fc50d768b210 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 210 time: 0.0492337
Jan 29 20:50:53.020407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-079e8a02-4855-4e81-8f79-276d34b6ea6c req-d99f81a8-1dd6-412e-b2ff-39639c4f9811 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412950
Jan 29 20:50:53.023927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.046368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:53.046368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774', '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:53.113710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:53.116667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0145d12a-72c7-4c79-a621-fcf8f22ba975), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.127789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:53.131319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:53.138383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:53.171595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.201605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Pushing event deleted for resources: {'Port': ['ID=0145d12a-72c7-4c79-a621-fcf8f22ba975,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:53.274842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c8c67-e468-4a17-9963-95cea900d48d req-b4814b95-fa34-4914-a9ea-4f765a77ac87 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:53.277017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-644c8c67-e468-4a17-9963-95cea900d48d req-b4814b95-fa34-4914-a9ea-4f765a77ac87 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 943 time: 0.2413781
Jan 29 20:50:53.285823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:53.286460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.360499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-84f99248-00b3-48e2-99bc-3730b782958f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5536780
Jan 29 20:50:53.385260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Request body: {'port': {'device_id': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:53.545690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d62000fa-8725-4db6-9527-d7c84d370fa5 None None] Provisioning complete for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:53.546070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d62000fa-8725-4db6-9527-d7c84d370fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.580044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d62000fa-8725-4db6-9527-d7c84d370fa5 None None] Port 80eb3840-15d9-4f86-a392-1ef1e4d49507 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:53.776325 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-a445d26b-0e67-4414-941e-89b8940a6511 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229218
Jan 29 20:50:53.875466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-644c8c67-e468-4a17-9963-95cea900d48d req-5d21be93-da57-4426-8dc3-915a1b78c5a9 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5527711
Jan 29 20:50:53.884300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-ab603f3c-995c-48dd-9e98-bd8b05db93f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:53.886094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-ab603f3c-995c-48dd-9e98-bd8b05db93f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1047916
Jan 29 20:50:53.901202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:53.932725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:53.965414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd54ab-24c8-44e1-ae85-606184fcd736 req-f084d947-e9fb-497d-a881-d65f057a1cc0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:53.966865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4dfd54ab-24c8-44e1-ae85-606184fcd736 req-f084d947-e9fb-497d-a881-d65f057a1cc0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 944 time: 0.5294678
Jan 29 20:50:54.019586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:50:54.022997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.032181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.056404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-75fdadee-74c1-463c-8a48-85b803d492e5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:54.058067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-75fdadee-74c1-463c-8a48-85b803d492e5 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.1815841
Jan 29 20:50:54.062449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (97cc6331-9bd9-4750-9efd-037434b8800a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.113771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for security_group (d1705477-9f1f-4ae3-89cd-933581d2dc68), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.117682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d1705477-9f1f-4ae3-89cd-933581d2dc68), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.181308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1705477-9f1f-4ae3-89cd-933581d2dc68,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:54.263624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.201 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/e1a22ec0-0654-4ebb-a58f-36c44599171d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:50:54.284070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02c285-2011-49b5-ba5e-eb3d8b9b47fd req-be7b6b8a-4387-4f80-b62d-8a292581b037 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:54.285648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a02c285-2011-49b5-ba5e-eb3d8b9b47fd req-be7b6b8a-4387-4f80-b62d-8a292581b037 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 945 time: 0.3320172
Jan 29 20:50:54.288600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4dfd54ab-24c8-44e1-ae85-606184fcd736 req-f6d724aa-19e7-46cc-b88f-77e564c2bd58 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3099389
Jan 29 20:50:54.413839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.443925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a02c285-2011-49b5-ba5e-eb3d8b9b47fd req-13ffe44a-3225-41b7-bafc-89973f62cfb7 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fde3040-a1a4-4930-b589-a6f92ee6f6cf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244690
Jan 29 20:50:54.449007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.481547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Deleting port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:54.482132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.504277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:50:54.508545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:50:54.511196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:50:54.513995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:54.571378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:54.572134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.591141 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-aaeba827-3c70-49c2-b3d0-4349a218060c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6940212
Jan 29 20:50:54.603217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Request body: {'port': {'device_id': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:50:54.617164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139f79-1f73-4688-a5fc-cb6f40b9481d req-4a92436a-9dad-4a17-8a0f-2781e80ce64f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:54.619545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92139f79-1f73-4688-a5fc-cb6f40b9481d req-4a92436a-9dad-4a17-8a0f-2781e80ce64f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 936 time: 0.2605505
Jan 29 20:50:54.675460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.738661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:54.795556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] For port eb1d7859-0e4b-4244-b6cc-9f680ef62a72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:54.795919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.834293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f6793916-41fb-4688-8d02-59d12394ba6f None None] Provisioning complete for port e1a22ec0-0654-4ebb-a58f-36c44599171d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:54.834669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6793916-41fb-4688-8d02-59d12394ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.839008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cea94-cda2-4a49-8c3f-93f004e42ceb req-77f8bad4-1f98-4651-b72e-29f177cd4fac tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:54.840589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499cea94-cda2-4a49-8c3f-93f004e42ceb req-77f8bad4-1f98-4651-b72e-29f177cd4fac tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 936 time: 0.3165045
Jan 29 20:50:54.868005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,segment=NetworkSegment(f3b2a791-f530-41e3-8d3a-a3cd203600af),segment_id=f3b2a791-f530-41e3-8d3a-a3cd203600af)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:54.885552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0', 'network_id': '35bed769-9c74-4637-863d-666cf05151e6', 'port_id': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0', 'mac_address': 'fa:16:3e:d9:3e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5aeefb-6271-4915-b884-155ae266c88d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:54.888647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92139f79-1f73-4688-a5fc-cb6f40b9481d req-903cbbe7-a44e-4856-bdff-5aac15b412d3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282157
Jan 29 20:50:54.889808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f6793916-41fb-4688-8d02-59d12394ba6f None None] Port e1a22ec0-0654-4ebb-a58f-36c44599171d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:50:54.912511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Router 97cc6331-9bd9-4750-9efd-037434b8800a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:50:54.927851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:54.928504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.941660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:54.962619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,segment=NetworkSegment(f3b2a791-f530-41e3-8d3a-a3cd203600af),segment_id=f3b2a791-f530-41e3-8d3a-a3cd203600af)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:54.966806 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:54.967417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b0a3009a-2d15-44af-9c02-93523195e451 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:50:55.059533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:55.101188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0a3009a-2d15-44af-9c02-93523195e451,segment=NetworkSegment(dbc95d32-2713-4864-8e43-79d87b3becea),segment_id=dbc95d32-2713-4864-8e43-79d87b3becea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:55.112841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b0a3009a-2d15-44af-9c02-93523195e451', 'network_id': '0cf33e19-fb4d-46e1-9399-2658a3e8702f', 'port_id': 'b0a3009a-2d15-44af-9c02-93523195e451', 'mac_address': 'fa:16:3e:1c:52:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d7649e-cbf6-400e-8328-b2b24d292471', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:50:55.140578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:55.150491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499cea94-cda2-4a49-8c3f-93f004e42ceb req-bd93c369-d201-4cd0-8d5c-db0ea8d1333d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3032415
Jan 29 20:50:55.152580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b0a3009a-2d15-44af-9c02-93523195e451 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:55.153133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0a3009a-2d15-44af-9c02-93523195e451), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.161165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks [] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.184371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a3009a-2d15-44af-9c02-93523195e451 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:55.205020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0a3009a-2d15-44af-9c02-93523195e451,segment=NetworkSegment(dbc95d32-2713-4864-8e43-79d87b3becea),segment_id=dbc95d32-2713-4864-8e43-79d87b3becea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:55.210728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.233279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Transition to ACTIVE for port object 80eb3840-15d9-4f86-a392-1ef1e4d49507 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:55.250656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.268622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:55.296133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4986-476e-40ac-8f61-b5e9ec4bd70b req-a1614b79-c5cd-4316-ae85-a5a2ea3e472a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:55.297456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f6b4986-476e-40ac-8f61-b5e9ec4bd70b req-a1614b79-c5cd-4316-ae85-a5a2ea3e472a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.3134165
Jan 29 20:50:55.374426 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.374676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.375024 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86 disassociated. External IP: 172.35.4.108, port: eb1d7859-0e4b-4244-b6cc-9f680ef62a72.
Jan 29 20:50:55.375379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Calling delete_port for eb1d7859-0e4b-4244-b6cc-9f680ef62a72 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:55.386518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a22ec0-0654-4ebb-a58f-36c44599171d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:50:55.394362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks [] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.399866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:55.406820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Transition to ACTIVE for port object e1a22ec0-0654-4ebb-a58f-36c44599171d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:50:55.411971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Sync routers for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:55.417880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41be7b7a-6821-4c8e-9cdb-495633396259 admin admin] 10.222.0.20 "PUT /v2.0/routers/97cc6331-9bd9-4750-9efd-037434b8800a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3988357
Jan 29 20:50:55.424968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.433614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:55.434434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:55.435931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:55.442376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:55.595853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658ad5d-a597-48f4-a516-0d75290bd921 req-0847fcb4-7219-4512-9ef0-deb7f8964260 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:55.605062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a658ad5d-a597-48f4-a516-0d75290bd921 req-0847fcb4-7219-4512-9ef0-deb7f8964260 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 944 time: 0.3750052
Jan 29 20:50:55.696232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a658ad5d-a597-48f4-a516-0d75290bd921 req-58cf0700-e6b4-44b3-b8a7-5746d8c14645 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913081
Jan 29 20:50:55.706061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f6b4986-476e-40ac-8f61-b5e9ec4bd70b req-94f95e7e-e97c-4311-9137-b09fbfa47137 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781388
Jan 29 20:50:55.708609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:55.709562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:55.709562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:55.719722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:55.720618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:55.729077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:55.729433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:55.729825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:55.730258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Bound port: 80eb3840-15d9-4f86-a392-1ef1e4d49507, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:55.730617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.745139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b0a3009a-2d15-44af-9c02-93523195e451'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:55.752924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:50:55.901186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-294186c4-20f3-4308-ad59-b4c843b53177 req-1bc2bf53-cf7e-4fe5-a299-44830a4e890e tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 210 time: 0.0496504
Jan 29 20:50:55.905139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (eb1d7859-0e4b-4244-b6cc-9f680ef62a72), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:55.982286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event deleted for resources: {'Port': ['ID=eb1d7859-0e4b-4244-b6cc-9f680ef62a72,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:55.996867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:56.040751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks [] for router (97cc6331-9bd9-4750-9efd-037434b8800a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.115413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Pushing event updated for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:56.159750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Attempting to bind port e1a22ec0-0654-4ebb-a58f-36c44599171d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:50:56.160126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Attempting to bind port e1a22ec0-0654-4ebb-a58f-36c44599171d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:50:56.160428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Attempting to bind port e1a22ec0-0654-4ebb-a58f-36c44599171d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:56.168972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Port e1a22ec0-0654-4ebb-a58f-36c44599171d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:50:56.169648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Attempting to bind port e1a22ec0-0654-4ebb-a58f-36c44599171d on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:50:56.183593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:50:56.184006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:50:56.184412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:50:56.184872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Bound port: e1a22ec0-0654-4ebb-a58f-36c44599171d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:50:56.185272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.206411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks [] for router_gateway (97cc6331-9bd9-4750-9efd-037434b8800a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.294249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:56.299315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:56.311912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.353211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Deleting port 36f084dc-6364-4a10-a50c-2dd0682f2668 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:56.353554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.361759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.362404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.363916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] 10.222.0.36 "PUT /v2.0/ports/e1a22ec0-0654-4ebb-a58f-36c44599171d HTTP/1.1" status: 200  len: 1096 time: 1.7657874
Jan 29 20:50:56.370126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2e4f0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:50:52Z', 'revision_number': 5, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port': {'id': '36f084dc-6364-4a10-a50c-2dd0682f2668', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:48:42Z', 'updated_at': '2022-01-29T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:56.378079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:56.380232 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823d1f0-013b-407e-8888-ea025f39993a" -d '{"events": [{"name": "network-changed", "server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:56.408067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Checking router: 97cc6331-9bd9-4750-9efd-037434b8800a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:56.422233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Routers {'97cc6331-9bd9-4750-9efd-037434b8800a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:56.423116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97cc6331-9bd9-4750-9efd-037434b8800a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:56.463046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:50:56.476112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:50:56.494953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.504702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] For port 36f084dc-6364-4a10-a50c-2dd0682f2668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36f084dc-6364-4a10-a50c-2dd0682f2668,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:56.505307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.519568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Calling delete_port for 36f084dc-6364-4a10-a50c-2dd0682f2668 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:56.547690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.549191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:56.550749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 1096 time: 3.1749668
Jan 29 20:50:56.573491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] Set router 97cc6331-9bd9-4750-9efd-037434b8800a gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:56.600590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:56.602882 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b787102-4f42-49e0-b353-b3c5d2860c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:56.623276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a45bf3-0c7a-4ec5-b417-b5527d3ffdbf service neutron] Pushing event updated for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:56.628829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b744866-eb1d-4cb3-b8ac-0dd41c037750 req-5eaee942-9df5-4445-b1c7-d54c0637f47c tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.636327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b744866-eb1d-4cb3-b8ac-0dd41c037750 req-5eaee942-9df5-4445-b1c7-d54c0637f47c tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 945 time: 0.7828202
Jan 29 20:50:56.651938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2e4f0>, [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:50:56Z', 'revision_number': 6, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:56.673252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-d7ede7aa-250c-4e93-9ccd-4d2ab466e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.675199 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-d7ede7aa-250c-4e93-9ccd-4d2ab466e331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 1130 time: 0.2573850
Jan 29 20:50:56.694734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad1dbf-a92a-4e62-a71e-709c8fb54ede None None] The sync data for ids ['97cc6331-9bd9-4750-9efd-037434b8800a'] in ncdv-master-1 is: [{'id': '97cc6331-9bd9-4750-9efd-037434b8800a', 'name': 'tempest-ServersTestFqdnHostnames-2116417029-router', 'tenant_id': 'da4564b995ef40d396be72d324de486c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:48:41Z', 'updated_at': '2022-01-29T20:50:56Z', 'revision_number': 6, 'project_id': 'da4564b995ef40d396be72d324de486c', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:56.726687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d989-dc9e-4581-8187-a8a0dacf3e8e req-b7a1d4e0-360d-4155-9db0-5294d6bea654 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.734746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b14d989-dc9e-4581-8187-a8a0dacf3e8e req-b7a1d4e0-360d-4155-9db0-5294d6bea654 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.6708257
Jan 29 20:50:56.736086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-4a59bdc2-ded6-4a9c-9d43-3dfe93fadead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d HTTP/1.1" status: 200  len: 217 time: 0.0517230
Jan 29 20:50:56.759495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1d7859-0e4b-4244-b6cc-9f680ef62a72 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:56.778967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb81a5-c1c5-465e-9ba1-04b502b268a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:56.786305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: eb1d7859-0e4b-4244-b6cc-9f680ef62a72 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:56.786775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1d7859-0e4b-4244-b6cc-9f680ef62a72 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:56.831897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b744866-eb1d-4cb3-b8ac-0dd41c037750 req-997fbf0f-2c6f-4f9f-a795-30b1fbea69e4 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930904
Jan 29 20:50:56.849115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:50:56.857521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-e943fa18-0ba1-4b0f-84ff-23bd160ffc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.859209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-e943fa18-0ba1-4b0f-84ff-23bd160ffc45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1130 time: 0.2535625
Jan 29 20:50:56.865647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-022971bb-da60-4e6e-b8ec-483903c87155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:56.867276 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-022971bb-da60-4e6e-b8ec-483903c87155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1252034
Jan 29 20:50:56.877517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b14d989-dc9e-4581-8187-a8a0dacf3e8e req-2a62640c-ce83-462a-a0b3-d6662bd5e696 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418662
Jan 29 20:50:56.933643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-ad9d4685-b2e2-4818-8d3f-646655e8095e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0658302
Jan 29 20:50:56.955234 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b2d2c-3a03-49cd-b58e-f8d5707dadc6 x-openstack-request-id: req-be4b2d2c-3a03-49cd-b58e-f8d5707dadc6 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:56.955550 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:56.955775 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be4b2d2c-3a03-49cd-b58e-f8d5707dadc6 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:56.956176 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d', 'status': 'completed', 'code': 200}
Jan 29 20:50:56.971657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (36f084dc-6364-4a10-a50c-2dd0682f2668), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.007763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435714-08a5-441c-b3d6-591c331e845d req-698f1964-b1f5-44ef-b6d5-a03a7e12e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.009915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-698f1964-b1f5-44ef-b6d5-a03a7e12e9ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1332235
Jan 29 20:50:57.012844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=36f084dc-6364-4a10-a50c-2dd0682f2668,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:57.085849 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6a6fa-658d-41a6-b03f-6525a44b071e x-openstack-request-id: req-66f6a6fa-658d-41a6-b03f-6525a44b071e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:57.086186 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:57.086352 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66f6a6fa-658d-41a6-b03f-6525a44b071e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:57.086747 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'status': 'completed', 'code': 200}
Jan 29 20:50:57.145975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (97cc6331-9bd9-4750-9efd-037434b8800a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.168748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-fcb0c823-6d33-4593-91b4-0f717c6277ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.170588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-fcb0c823-6d33-4593-91b4-0f717c6277ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2286599
Jan 29 20:50:57.211637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50acf8-9325-4843-9cc6-673ea4bf68be req-a995bb3c-842e-45a1-b22f-7fa70a684b8b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.213135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce50acf8-9325-4843-9cc6-673ea4bf68be req-a995bb3c-842e-45a1-b22f-7fa70a684b8b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 948 time: 0.2700522
Jan 29 20:50:57.234857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:50:57.245169 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:50:57.257920 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:57.258797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:57.262976 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-ca68bf3e-7ac7-4732-93af-6f4290312162 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2421706
Jan 29 20:50:57.270003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (97cc6331-9bd9-4750-9efd-037434b8800a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.280972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks [] for router_controller (97cc6331-9bd9-4750-9efd-037434b8800a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.287721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90902d4-7c12-47ae-bbb5-c5a187327e12 req-78218cab-5a13-46f4-abdb-d850ae8f5b8c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.289237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a90902d4-7c12-47ae-bbb5-c5a187327e12 req-78218cab-5a13-46f4-abdb-d850ae8f5b8c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2017026
Jan 29 20:50:57.309928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] No DVR routers for this DVR port eb1d7859-0e4b-4244-b6cc-9f680ef62a72 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:57.315215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.318444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a12a4aa6-9fa3-4de6-93c3-5868cb607c78 req-23301f99-616d-4df0-8b0b-823239ecaeed tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.36 "DELETE /v2.0/ports/eb1d7859-0e4b-4244-b6cc-9f680ef62a72 HTTP/1.1" status: 204  len: 173 time: 3.2502036
Jan 29 20:50:57.362826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ea1b-471e-44c9-865e-37b178850a2f req-6c149822-afd1-4815-8243-38693381b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.364427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-6c149822-afd1-4815-8243-38693381b726 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1794608
Jan 29 20:50:57.372527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce50acf8-9325-4843-9cc6-673ea4bf68be req-e0e21b4f-099c-4426-bd75-44a236aa063b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399786
Jan 29 20:50:57.393646 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:57.418096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (97cc6331-9bd9-4750-9efd-037434b8800a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.418691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cc6331-9bd9-4750-9efd-037434b8800a {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:50:57.434837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.435803 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac0290c7-ddc0-4868-93f7-b4f56e2e2c5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/97cc6331-9bd9-4750-9efd-037434b8800a HTTP/1.1" status: 204  len: 168 time: 1.9960155
Jan 29 20:50:57.440595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41860) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:57.443917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a90902d4-7c12-47ae-bbb5-c5a187327e12 req-06e7920b-fbd4-43b1-83ff-d09dacfc2bef tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358247
Jan 29 20:50:57.486406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac435714-08a5-441c-b3d6-591c331e845d req-c073e3ef-b40a-488e-97f9-729417ca7bd1 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143908
Jan 29 20:50:57.516249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-2c55b0e4-1945-4706-b4d0-0528e1db83c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0896778
Jan 29 20:50:57.537855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Deleting subnet 734973c0-2600-42c9-9565-c98820f3024a {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:50:57.548819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Publish callbacks [] for subnet (734973c0-2600-42c9-9565-c98820f3024a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.616810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-fc78fc28-bcee-460a-a382-6332a64abbab service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377837
Jan 29 20:50:57.618462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36f084dc-6364-4a10-a50c-2dd0682f2668 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:57.646908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 36f084dc-6364-4a10-a50c-2dd0682f2668 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:57.647524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36f084dc-6364-4a10-a50c-2dd0682f2668 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:57.649361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0145d12a-72c7-4c79-a621-fcf8f22ba975 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:57.680557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0145d12a-72c7-4c79-a621-fcf8f22ba975 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:57.681275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0145d12a-72c7-4c79-a621-fcf8f22ba975 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:57.693960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d1f0-013b-407e-8888-ea025f39993a req-296fc1c3-d20b-4a18-885c-5f043b88172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.696375 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-296fc1c3-d20b-4a18-885c-5f043b88172b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 1130 time: 0.0983710
Jan 29 20:50:57.698639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-0a706b3d-7b19-40a0-a839-50ed9ea50a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.700550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-0a706b3d-7b19-40a0-a839-50ed9ea50a24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 1132 time: 0.0898371
Jan 29 20:50:57.724371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c25fe8c-ccc4-45b1-80be-ec2148e87ef0 req-caa04a98-4d97-4cc1-a9c0-81f912d93632 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/ports?device_id=a588e7aa-023f-4392-bded-477cddb7b200 HTTP/1.1" status: 200  len: 210 time: 0.0725846
Jan 29 20:50:57.761894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (734973c0-2600-42c9-9565-c98820f3024a), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.790315 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:57.823261 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:50:57.833352 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:50:57.834247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:57.837684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75bdd-68e4-4aff-ab50-e77917356a34 req-f7828f13-30eb-409d-8a22-406e95654c93 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.846333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04c75bdd-68e4-4aff-ab50-e77917356a34 req-f7828f13-30eb-409d-8a22-406e95654c93 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 944 time: 0.2548232
Jan 29 20:50:57.913581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d1f0-013b-407e-8888-ea025f39993a req-1671eb4b-98e9-4b12-ac06-b91edce6300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.915281 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-1671eb4b-98e9-4b12-ac06-b91edce6300d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2121484
Jan 29 20:50:57.933428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (734973c0-2600-42c9-9565-c98820f3024a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:57.935792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-32946e4f-7c33-483d-9e9f-dbc0ddb5fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:57.937540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-32946e4f-7c33-483d-9e9f-dbc0ddb5fb9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1977768
Jan 29 20:50:58.012581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-f010ac86-d9ec-41be-8fbc-7af9b95d7fe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d HTTP/1.1" status: 200  len: 217 time: 0.0859141
Jan 29 20:50:58.013877 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-a53c59a1-2296-42df-a1d3-4c155595db10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 200  len: 217 time: 0.0442235
Jan 29 20:50:58.029283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2722ea1b-471e-44c9-865e-37b178850a2f req-a2f362fd-011a-49c2-a916-251a067d9b88 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803520
Jan 29 20:50:58.100001 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (734973c0-2600-42c9-9565-c98820f3024a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.102708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-415b0eed-5a66-4fc7-9d7c-c501dc5381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.104194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-415b0eed-5a66-4fc7-9d7c-c501dc5381ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0782878
Jan 29 20:50:58.121397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d1f0-013b-407e-8888-ea025f39993a req-d2044b13-7e48-4eb6-97c7-2060cbabaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.122827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-d2044b13-7e48-4eb6-97c7-2060cbabaa2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1048131
Jan 29 20:50:58.144084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:50:58.163890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3b281-4451-4dd0-bb6f-c4e15131e705 None None] Network 47e8132c-7695-4e21-a784-66433f70c3de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:50:58.177156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.180794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/734973c0-2600-42c9-9565-c98820f3024a HTTP/1.1" status: 204  len: 168 time: 0.7359924
Jan 29 20:50:58.184828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41866) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:58.197591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04c75bdd-68e4-4aff-ab50-e77917356a34 req-d25cc416-256d-46b6-84f0-ab88341ea807 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3472559
Jan 29 20:50:58.211555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f5146-8507-4101-b1a1-ccb00f64ff64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734973c0-2600-42c9-9565-c98820f3024a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:58.252454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8272b-3639-4b0e-9bbf-994a76e97e46 req-e082bb8c-897d-4979-b1ff-96c0d1071db0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.254336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b8272b-3639-4b0e-9bbf-994a76e97e46 req-e082bb8c-897d-4979-b1ff-96c0d1071db0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 945 time: 0.2344255
Jan 29 20:50:58.275668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-455682eb-4ed2-4617-87c2-f6ef7b8cdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.277524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-455682eb-4ed2-4617-87c2-f6ef7b8cdaa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1646903
Jan 29 20:50:58.291686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d1f0-013b-407e-8888-ea025f39993a req-2b5e5f9f-b8a4-4569-bf0a-f8e4c547b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.295207 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-2b5e5f9f-b8a4-4569-bf0a-f8e4c547b257 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1534259
Jan 29 20:50:58.297551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-f7f6ee78-8e2b-48d2-a896-8890ac037ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.299322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-f7f6ee78-8e2b-48d2-a896-8890ac037ceb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1130 time: 0.1851337
Jan 29 20:50:58.385156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] DHCP port deletion for 47e8132c-7695-4e21-a784-66433f70c3de request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:50:58.411603 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (47e8132c-7695-4e21-a784-66433f70c3de), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.422681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b8272b-3639-4b0e-9bbf-994a76e97e46 req-25a6ab4a-c57f-470d-8612-b865076a806a tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559408
Jan 29 20:50:58.470409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-429e4c0b-bd01-47c6-9f3f-7f65618503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.472315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-429e4c0b-bd01-47c6-9f3f-7f65618503ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1636045
Jan 29 20:50:58.480258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Deleting port f29944a1-3141-4e84-82d5-a3591cef492f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:58.480647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.482284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bff5fe-a268-43f0-8a04-18c47f34d159 req-caba5c86-339a-40c6-a2b0-8b27daf77489 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.484113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01bff5fe-a268-43f0-8a04-18c47f34d159 req-caba5c86-339a-40c6-a2b0-8b27daf77489 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.1177599
Jan 29 20:50:58.503172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:58.541653 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-6d389fc3-584d-4625-b103-b974f4ccc538 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186012
Jan 29 20:50:58.545718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-b6775ebf-324a-48ee-a4f0-b84f2e9a0577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0604753
Jan 29 20:50:58.556285 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd95ec-abf6-4e02-83ae-a5d967b02d30 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:47:00Z', 'revision_number': 4, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b0c7374-d948-4dfe-afe3-2f7f95bc090b', 'name': '', 'network_id': '5b57c20e-ecc6-4399-8f26-2585fd067fec', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'mac_address': 'fa:16:3e:cb:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:59Z', 'updated_at': '2022-01-29T20:47:11Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'subnets': [{'id': '719d70f1-c9c4-476a-a24c-78a866816d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:50:58.582890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] For port f29944a1-3141-4e84-82d5-a3591cef492f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f29944a1-3141-4e84-82d5-a3591cef492f,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:58.583297 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.600012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Calling delete_port for f29944a1-3141-4e84-82d5-a3591cef492f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:58.640230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-029fd9eb-7ce2-4538-babc-120126026dbd service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310938
Jan 29 20:50:58.642586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3823d1f0-013b-407e-8888-ea025f39993a req-6baf1cc4-2564-4795-a4f7-5ffda50f5708 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939305
Jan 29 20:50:58.658270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01bff5fe-a268-43f0-8a04-18c47f34d159 req-4d118d6f-8df5-4ce4-941d-3b8287d6453f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654644
Jan 29 20:50:58.669801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Deleting port f29944a1-3141-4e84-82d5-a3591cef492f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:58.670142 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.672861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-7c14c33a-ba28-40c7-9602-1afe37566aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.674633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-7c14c33a-ba28-40c7-9602-1afe37566aea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1215689
Jan 29 20:50:58.732255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.750077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be038-c4f3-4713-8fe5-ad4d8a58bf4b req-3611b73e-03bb-4e5a-a433-ca21dff248cb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.757519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c8be038-c4f3-4713-8fe5-ad4d8a58bf4b req-3611b73e-03bb-4e5a-a433-ca21dff248cb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 948 time: 0.1851792
Jan 29 20:50:58.765637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:58.803081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] For port f29944a1-3141-4e84-82d5-a3591cef492f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f29944a1-3141-4e84-82d5-a3591cef492f,segment=NetworkSegment(cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1),segment_id=cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:58.803446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.807842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] Pushing event deleted for resources: {'Port': ['ID=f29944a1-3141-4e84-82d5-a3591cef492f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:58.816351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff00ca1-60d4-4586-aeba-b5c40b8f3d64 None None] No DVR routers for this DVR port f29944a1-3141-4e84-82d5-a3591cef492f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:58.827903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Calling delete_port for f29944a1-3141-4e84-82d5-a3591cef492f owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:50:58.835782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05afb455-7c1f-4892-bd22-744b173fdd6a req-a621cc98-b3f6-4340-8fb4-6e1b22c62bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757491
Jan 29 20:50:58.838604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:58.844263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:58.844727 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.896343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c8be038-c4f3-4713-8fe5-ad4d8a58bf4b req-2ad1ef8e-2e1e-46dc-84f5-924b2cff0da8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373897
Jan 29 20:50:58.928703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f29944a1-3141-4e84-82d5-a3591cef492f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.928935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-2c21b44f-3ca1-4119-9d92-5d722c5217db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.930204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-2c21b44f-3ca1-4119-9d92-5d722c5217db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2423167
Jan 29 20:50:58.958181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f29944a1-3141-4e84-82d5-a3591cef492f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:58.963397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582cada-8e8e-412d-b0cc-65aa9633f373 req-e1c006c4-9955-4f91-9608-4d12f6eba1fd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:58.972817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9582cada-8e8e-412d-b0cc-65aa9633f373 req-e1c006c4-9955-4f91-9608-4d12f6eba1fd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2320778
Jan 29 20:50:58.974269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:58.975172 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:58.976776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] No DVR routers for this DVR port f29944a1-3141-4e84-82d5-a3591cef492f on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:50:59.015528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:59.015528 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389b386-b00e-4018-b1e1-0f9416f41b5e" -d '{"events": [{"server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "name": "network-vif-plugged", "status": "completed", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:59.022887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f604af2-3c94-4d9a-b6a4-d702af85b470 None None] New status for floating IP d07b2824-b4d0-439c-b035-6fcb32ff3b86: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:50:59.065839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (47e8132c-7695-4e21-a784-66433f70c3de), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.069316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,segment=NetworkSegment(f3b2a791-f530-41e3-8d3a-a3cd203600af),segment_id=f3b2a791-f530-41e3-8d3a-a3cd203600af)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:59.073131 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e0abe0-5efa-4ed1-9db3-4e634b7263bc x-openstack-request-id: req-a3e0abe0-5efa-4ed1-9db3-4e634b7263bc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:59.073903 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "name": "network-vif-plugged", "status": "completed", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:59.074063 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3e0abe0-5efa-4ed1-9db3-4e634b7263bc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:59.074747 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0', 'code': 200}
Jan 29 20:50:59.083501 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.084406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b0a3009a-2d15-44af-9c02-93523195e451 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:50:59.091752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeac0>,) {'filters': {'network_id': ['47e8132c-7695-4e21-a784-66433f70c3de']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:59.102825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9582cada-8e8e-412d-b0cc-65aa9633f373 req-473786e9-6d12-4626-82b5-372f73afa053 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224258
Jan 29 20:50:59.102825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'name': 'network-vif-deleted', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:50:59.102825 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a70dd2-6f1c-4609-b33a-804ba8df8f87" -d '{"events": [{"server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "name": "network-vif-deleted", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:50:59.118264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeac0>, 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:59.121150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeac0>, 'cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:50:59.149287 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.156324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41884) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:59.192642 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a812f814-45ca-4d14-b4cc-225f966c9015 x-openstack-request-id: req-a812f814-45ca-4d14-b4cc-225f966c9015 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:50:59.192968 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a588e7aa-023f-4392-bded-477cddb7b200", "name": "network-vif-deleted", "tag": "eb1d7859-0e4b-4244-b6cc-9f680ef62a72", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:50:59.193227 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a812f814-45ca-4d14-b4cc-225f966c9015 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:50:59.193611 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a588e7aa-023f-4392-bded-477cddb7b200', 'name': 'network-vif-deleted', 'tag': 'eb1d7859-0e4b-4244-b6cc-9f680ef62a72', 'status': 'completed', 'code': 200}
Jan 29 20:50:59.207248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-e7e15ac5-810e-4a82-81ce-e9e7e2aad2be service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656076
Jan 29 20:50:59.211328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.238080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:50:59.238495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cd4e2cb0-1b5e-4aba-a2a9-f6c90fcd53e1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:50:59.241036 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:50:59.270762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:59.302965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b0a3009a-2d15-44af-9c02-93523195e451 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:50:59.307159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466969-70c6-43a9-9683-2d5f57b16621 req-dfbd53b0-e84f-4f27-b962-1575daa13494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:59.307450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b0a3009a-2d15-44af-9c02-93523195e451 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:50:59.307833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0a3009a-2d15-44af-9c02-93523195e451), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.309310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd466969-70c6-43a9-9683-2d5f57b16621 req-dfbd53b0-e84f-4f27-b962-1575daa13494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 1128 time: 0.1542625
Jan 29 20:50:59.340481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (47e8132c-7695-4e21-a784-66433f70c3de), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.366732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.370334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] 10.222.0.20 "DELETE /v2.0/networks/47e8132c-7695-4e21-a784-66433f70c3de HTTP/1.1" status: 204  len: 168 time: 1.1824067
Jan 29 20:50:59.376298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ce727-07b0-49fa-9e92-06d79e94daaf admin admin] Pushing event deleted for resources: {'Network': ['ID=47e8132c-7695-4e21-a784-66433f70c3de,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:59.383565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (3fde3040-a1a4-4930-b589-a6f92ee6f6cf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.388798 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd466969-70c6-43a9-9683-2d5f57b16621 req-3e2ada25-6252-4cb5-b025-d2b78977aaaf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701692
Jan 29 20:50:59.431858 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (3fde3040-a1a4-4930-b589-a6f92ee6f6cf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.447641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f29944a1-3141-4e84-82d5-a3591cef492f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:50:59.476214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677aaf-b931-4e7b-ad34-6734a7faa9d7 req-bf6c3f3a-7918-441d-a897-f9f36d5dd1ff tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:59.477885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39677aaf-b931-4e7b-ad34-6734a7faa9d7 req-bf6c3f3a-7918-441d-a897-f9f36d5dd1ff tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 944 time: 0.1711676
Jan 29 20:50:59.486706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b787102-4f42-49e0-b353-b3c5d2860c3c req-33acbba8-082b-49ca-9048-21658368a6c5 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717426
Jan 29 20:50:59.493355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f29944a1-3141-4e84-82d5-a3591cef492f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:50:59.493841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f29944a1-3141-4e84-82d5-a3591cef492f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:50:59.506798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b0a3009a-2d15-44af-9c02-93523195e451 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:50:59.507266 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0a3009a-2d15-44af-9c02-93523195e451), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.545656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0a3009a-2d15-44af-9c02-93523195e451,segment=NetworkSegment(dbc95d32-2713-4864-8e43-79d87b3becea),segment_id=dbc95d32-2713-4864-8e43-79d87b3becea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:50:59.551009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.584685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3fde3040-a1a4-4930-b589-a6f92ee6f6cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.587402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.588540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fde3040-a1a4-4930-b589-a6f92ee6f6cf HTTP/1.1" status: 204  len: 168 time: 0.4311202
Jan 29 20:50:59.591406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:59.601770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39677aaf-b931-4e7b-ad34-6734a7faa9d7 req-3f5b1f38-aead-4ad3-9df3-1edcd3dd288a tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174629
Jan 29 20:50:59.605233 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-330f7950-56fd-4d6b-8860-0c804e250148 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] show failed (client error): The resource could not be found.
Jan 29 20:50:59.606260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-330f7950-56fd-4d6b-8860-0c804e250148 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "GET /v2.0/security-groups/3fde3040-a1a4-4930-b589-a6f92ee6f6cf HTTP/1.1" status: 404  len: 347 time: 0.0138760
Jan 29 20:50:59.612173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41894) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:59.618351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:59.621873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b104e7f-a1e5-4dd6-8fbe-0382cdb3ebd6 tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde3040-a1a4-4930-b589-a6f92ee6f6cf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:59.644672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:59.674104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0a3356ee-978e-4ff6-936c-987013425ae3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da4564b995ef40d396be72d324de486c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0545344
Jan 29 20:50:59.675024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41898) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:50:59.732881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc5bf-0783-47e5-81c0-647c44935c7c req-5b33ff13-c28b-4108-8fa6-52a3e2f1bf5b tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:59.735200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414dc5bf-0783-47e5-81c0-647c44935c7c req-5b33ff13-c28b-4108-8fa6-52a3e2f1bf5b tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.1912189
Jan 29 20:50:59.741526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] Publish callbacks [] for security_group (2750147c-732e-49be-997e-afaa208e1527), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.762338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] Publish callbacks [] for security_group (2750147c-732e-49be-997e-afaa208e1527), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.807971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2750147c-732e-49be-997e-afaa208e1527), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.810906 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.812280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2750147c-732e-49be-997e-afaa208e1527 HTTP/1.1" status: 204  len: 168 time: 0.1361518
Jan 29 20:50:59.822237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed631e58-8f52-4b58-b077-f2a778f58df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750147c-732e-49be-997e-afaa208e1527,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:50:59.860509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414dc5bf-0783-47e5-81c0-647c44935c7c req-39bb3b2e-3203-46c5-a362-c2d0089d3501 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088343
Jan 29 20:50:59.868553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6790-41de-44bd-a021-acc9c6f3c42d req-fb2d1926-6d6f-4128-bd30-f87443b59da0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:50:59.870071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-863f6790-41de-44bd-a021-acc9c6f3c42d req-fb2d1926-6d6f-4128-bd30-f87443b59da0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.1338828
Jan 29 20:50:59.900301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Deleting port fb75c85d-06ed-42da-88da-f01b3db44912 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:50:59.900650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:50:59.970589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-863f6790-41de-44bd-a021-acc9c6f3c42d req-d8e768a1-2ae4-462f-8627-399886772fdf tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931337
Jan 29 20:51:00.033825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.034157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (fb75c85d-06ed-42da-88da-f01b3db44912), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.056929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfc49e-8c21-461e-92f6-d03dd2549e87 req-bc1c51c9-098c-4498-a175-334ce2f05c36 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:00.058439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63bfc49e-8c21-461e-92f6-d03dd2549e87 req-bc1c51c9-098c-4498-a175-334ce2f05c36 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 948 time: 0.0939550
Jan 29 20:51:00.060281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Calling delete_port for fb75c85d-06ed-42da-88da-f01b3db44912 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:00.157695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63bfc49e-8c21-461e-92f6-d03dd2549e87 req-a7f1369c-e664-4727-95ec-ac915441abe4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925391
Jan 29 20:51:00.265447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25536-0990-4c12-b4b7-2b61de860261 req-27cbad23-8baa-4d21-96c4-24dc39429c1b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:00.266959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fd25536-0990-4c12-b4b7-2b61de860261 req-27cbad23-8baa-4d21-96c4-24dc39429c1b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1068623
Jan 29 20:51:00.312373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fb75c85d-06ed-42da-88da-f01b3db44912), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.381223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fd25536-0990-4c12-b4b7-2b61de860261 req-6554d869-a7a2-494e-a89d-6c8e59d96d8a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080678
Jan 29 20:51:00.381948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Pushing event deleted for resources: {'Port': ['ID=fb75c85d-06ed-42da-88da-f01b3db44912,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:00.422340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks [] for floatingip (d07b2824-b4d0-439c-b035-6fcb32ff3b86), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.426411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.427593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-32c32307-7dc1-4334-a863-2c5cb308077c tempest-ServersWithSpecificFlavorTestJSON-1581777541 tempest-ServersWithSpecificFlavorTestJSON-1581777541-project] 10.222.0.20 "DELETE /v2.0/floatingips/d07b2824-b4d0-439c-b035-6fcb32ff3b86 HTTP/1.1" status: 204  len: 168 time: 0.8140934
Jan 29 20:51:00.525926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:00.629645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-78133433-network', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:00.654817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:00.657830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.669230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.709205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41948) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:00.739719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9c8f-2607-4190-ab65-618f532e2be1 req-f62485da-36b7-4f4f-a491-61e7d18dd7eb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:00.741220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-556c9c8f-2607-4190-ab65-618f532e2be1 req-f62485da-36b7-4f4f-a491-61e7d18dd7eb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.0589409
Jan 29 20:51:00.764254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e1a22ec0-0654-4ebb-a58f-36c44599171d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:00.796444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-556c9c8f-2607-4190-ab65-618f532e2be1 req-264711fd-0653-4cb6-809d-c17ec56f4a1c tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469117
Jan 29 20:51:00.867364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks [] for security_group (b14325cd-ca9c-49a0-b210-2c0acacd4043), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.873781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b14325cd-ca9c-49a0-b210-2c0acacd4043), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.878505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:00.892010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'e1a22ec0-0654-4ebb-a58f-36c44599171d', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'e1a22ec0-0654-4ebb-a58f-36c44599171d', 'mac_address': 'fa:16:3e:7f:2b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:00.932922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e1a22ec0-0654-4ebb-a58f-36c44599171d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:00.933774 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.947615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a22ec0-0654-4ebb-a58f-36c44599171d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:00.970331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:00.970759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:00.976009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.992213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14325cd-ca9c-49a0-b210-2c0acacd4043,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:00.998511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c457d9e1-a99c-4b61-b91f-385e7561c3d4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:00.998852 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Added segment c457d9e1-a99c-4b61-b91f-385e7561c3d4 of type vlan for network db0ec36e-713b-47c8-8cd5-e10e08ff5e02
Jan 29 20:51:01.025977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4beff-c40e-4681-98aa-aae228cf6666 req-a7dda469-bc2a-46c3-97dd-b07529b01b18 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.029669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:01.034620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c4beff-c40e-4681-98aa-aae228cf6666 req-a7dda469-bc2a-46c3-97dd-b07529b01b18 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.0890861
Jan 29 20:51:01.075849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:01.078335 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca712a-9ca9-4672-bfcc-e92277812574" -d '{"events": [{"server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "name": "network-vif-plugged", "status": "completed", "tag": "b0a3009a-2d15-44af-9c02-93523195e451"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:01.104831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (db0ec36e-713b-47c8-8cd5-e10e08ff5e02), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.112568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c4beff-c40e-4681-98aa-aae228cf6666 req-e2a50497-cfb0-4427-bc5c-a58ef79a4ce8 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698693
Jan 29 20:51:01.132579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4237c1-b8b4-4bda-9e7c-4399b2befee6 req-b1fb7ecf-1801-488f-a350-a00a5e293c18 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.134073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd4237c1-b8b4-4bda-9e7c-4399b2befee6 req-b1fb7ecf-1801-488f-a350-a00a5e293c18 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.0763497
Jan 29 20:51:01.154751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (db0ec36e-713b-47c8-8cd5-e10e08ff5e02), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.155719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.156302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.165229 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae63cd-68bd-49e3-9609-ab6c4ed26f71 x-openstack-request-id: req-baae63cd-68bd-49e3-9609-ab6c4ed26f71 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:01.165754 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "name": "network-vif-plugged", "status": "completed", "tag": "b0a3009a-2d15-44af-9c02-93523195e451", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:01.166215 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baae63cd-68bd-49e3-9609-ab6c4ed26f71 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:01.166789 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451', 'code': 200}
Jan 29 20:51:01.237717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd4237c1-b8b4-4bda-9e7c-4399b2befee6 req-f73641c2-ce8a-417a-880a-ebafcd5499c1 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933385
Jan 29 20:51:01.244283 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7144268
Jan 29 20:51:01.244283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55ede-0a4c-4942-af09-62b529eb1491 admin admin] Pushing event updated for resources: {'Network': ['ID=db0ec36e-713b-47c8-8cd5-e10e08ff5e02,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:01.245976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:01.252713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Request body: {'subnet': {'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-78133433-subnet', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:01.255293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:01.335216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:01.379219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093e2de-ea82-44ce-9ef8-f6580716b6fb req-23c4b9aa-0cfd-4b1a-983b-87dfced8598b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.381227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3093e2de-ea82-44ce-9ef8-f6580716b6fb req-23c4b9aa-0cfd-4b1a-983b-87dfced8598b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 949 time: 0.0851953
Jan 29 20:51:01.452356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3093e2de-ea82-44ce-9ef8-f6580716b6fb req-bbd5eace-5572-4701-b95f-d21915787d27 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643322
Jan 29 20:51:01.596469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:01.598936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.600794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d6ea-79cc-4ecf-ae04-94213a0f26b7 req-a1720c14-7f8f-400e-bc80-d7786dc4c455 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.611061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c22d6ea-79cc-4ecf-ae04-94213a0f26b7 req-a1720c14-7f8f-400e-bc80-d7786dc4c455 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.0924325
Jan 29 20:51:01.664035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1e4a8-3721-4d2a-8ec9-bf00c232b96d req-9a2e9779-2274-4cb6-8b36-8a0ed8770724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.665629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05e1e4a8-3721-4d2a-8ec9-bf00c232b96d req-9a2e9779-2274-4cb6-8b36-8a0ed8770724 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 1127 time: 0.4188120
Jan 29 20:51:01.730436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:01.731236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c22d6ea-79cc-4ecf-ae04-94213a0f26b7 req-aa425b22-e370-4c04-bb37-0bb910e9c7ca tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188257
Jan 29 20:51:01.768756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7180f-a0f5-4059-b8fe-2582dfc7f2ed req-c507d172-0cd2-4782-aec7-d818b06609dd tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.770284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7d7180f-a0f5-4059-b8fe-2582dfc7f2ed req-c507d172-0cd2-4782-aec7-d818b06609dd tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.1210763
Jan 29 20:51:01.774267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-d09e516b-42b9-44a0-8854-feafa49786dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1261463
Jan 29 20:51:01.862244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.879236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7d7180f-a0f5-4059-b8fe-2582dfc7f2ed req-ee493ed9-1c9b-47a6-9caf-d99c4c0a8dd8 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952020
Jan 29 20:51:01.888512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:01.907159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'mac_address': 'fa:16:3e:39:c0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:01.930758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-05e1e4a8-3721-4d2a-8ec9-bf00c232b96d req-37680243-7aba-4d83-9149-19b38fd4e759 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788740
Jan 29 20:51:01.946054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:01.946250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.954275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd60b-aea6-405f-8859-b22ebb69b482 req-864081e7-0fdd-46f6-8ec5-2056ea73dbed tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.955754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e4dd60b-aea6-405f-8859-b22ebb69b482 req-864081e7-0fdd-46f6-8ec5-2056ea73dbed tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.0738091
Jan 29 20:51:01.958542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-d59fe217-aacd-4121-9e3c-c390d6820ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:01.959966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-d59fe217-aacd-4121-9e3c-c390d6820ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 1132 time: 0.1283209
Jan 29 20:51:01.960727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:01.980911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:01.981868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (74b1bd96-0b80-47b6-b3ff-b65f91c2339e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:01.985028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.008192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e4dd60b-aea6-405f-8859-b22ebb69b482 req-bebb7ea3-e7ee-4308-b010-7702f366641a tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432611
Jan 29 20:51:02.035572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:02.076246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b1bd96-0b80-47b6-b3ff-b65f91c2339e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:02.131348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Checking segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:02.131703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Network hostable DHCP agents. Network: db0ec36e-713b-47c8-8cd5-e10e08ff5e02, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:02.154552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:02.168061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db0ec36e-713b-47c8-8cd5-e10e08ff5e02) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:02.176003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:02.176752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.187443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8dc5d2-4461-43c6-9362-58ec38181b49 None None] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:02.199745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c6521135-43f3-4039-a021-c3721a23e520 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9492381
Jan 29 20:51:02.213241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:02.220591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:02.271818 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.273012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.336904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:51:02.337928 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.339716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for router_controller (982b8e3e-26c2-4c83-b1d2-87951cbe7672), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.345669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Deleting port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:02.346062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.413162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80eb3840-15d9-4f86-a392-1ef1e4d49507'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:02.540054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for router_gateway (982b8e3e-26c2-4c83-b1d2-87951cbe7672), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.552668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Allocated IP 172.20.0.2 (db0ec36e-713b-47c8-8cd5-e10e08ff5e02/74b1bd96-0b80-47b6-b3ff-b65f91c2339e/a472aae2-c8ab-49ed-96ec-134ed49e5b3b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:02.563436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] For port 2b0c7374-d948-4dfe-afe3-2f7f95bc090b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:02.563808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.612415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Calling delete_port for 2b0c7374-d948-4dfe-afe3-2f7f95bc090b owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:02.684183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341190b-ee59-4edc-a2fb-53c54b11b73e req-fdc4b3d6-f8fa-4f2c-8f35-2b0342bc4313 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:02.685725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5341190b-ee59-4edc-a2fb-53c54b11b73e req-fdc4b3d6-f8fa-4f2c-8f35-2b0342bc4313 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.1233013
Jan 29 20:51:02.700612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04b24f-28fb-4d49-b2a9-6042633c4160 req-033473fa-cad2-4888-b6db-7c060113d9a8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:02.701164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce04b24f-28fb-4d49-b2a9-6042633c4160 req-033473fa-cad2-4888-b6db-7c060113d9a8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 949 time: 0.1397829
Jan 29 20:51:02.702303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-d700151b-aafa-4823-b899-77c67a45b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:02.703628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-d700151b-aafa-4823-b899-77c67a45b1b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.5146570
Jan 29 20:51:02.763650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-1abef4ae-5ae8-4a7c-896e-7b05461ce53c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 200  len: 217 time: 0.0526321
Jan 29 20:51:02.771936 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks [] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.775805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e1a22ec0-0654-4ebb-a58f-36c44599171d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:02.802044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.854892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:02.858773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5341190b-ee59-4edc-a2fb-53c54b11b73e req-4e2fc8ab-c560-4a88-87d4-5bc064567674 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535695
Jan 29 20:51:02.860701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:02.868128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:02.892943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for router_gateway (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.893654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce04b24f-28fb-4d49-b2a9-6042633c4160 req-1d8e2187-bb9f-4fee-ae6c-a4e72e80b5c2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681676
Jan 29 20:51:02.895647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-ef2128b1-0bb5-4ff2-b429-5475cd8eb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:02.898556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Pushing event updated for resources: {'Port': ['ID=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:02.903585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-ef2128b1-0bb5-4ff2-b429-5475cd8eb827 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1210542
Jan 29 20:51:02.930317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:02.962911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port e1a22ec0-0654-4ebb-a58f-36c44599171d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:02.983252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Attempting to bind port a472aae2-c8ab-49ed-96ec-134ed49e5b3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:02.983675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Attempting to bind port a472aae2-c8ab-49ed-96ec-134ed49e5b3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:02.984186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Attempting to bind port a472aae2-c8ab-49ed-96ec-134ed49e5b3b on network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:02.997602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port e1a22ec0-0654-4ebb-a58f-36c44599171d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:02.998051 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.003542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2b0c7374-d948-4dfe-afe3-2f7f95bc090b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.037113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-f060d19b-4c35-4c38-b7c4-756581a3305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.039046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-f060d19b-4c35-4c38-b7c4-756581a3305c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1302269
Jan 29 20:51:03.057421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:03.057804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Checking segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:03.058217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.058777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Bound using segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:03.059561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Bound port: a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:03.060074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.066090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0c7374-d948-4dfe-afe3-2f7f95bc090b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:03.102716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd98cd-9087-45ed-8ca1-9f9c620ce2e3 req-af3781cd-f0a0-4996-9a1d-a43bf04fc846 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.104206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cabd98cd-9087-45ed-8ca1-9f9c620ce2e3 req-af3781cd-f0a0-4996-9a1d-a43bf04fc846 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1333532
Jan 29 20:51:03.131434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Allocated IP 172.35.4.130 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/3ef9ac3a-b76a-4506-a7a0-b1399217051e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:03.150278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e1a22ec0-0654-4ebb-a58f-36c44599171d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:03.152480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.226407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:03.228746 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bfd2c0-8551-4271-8b28-d02ce2aa9911" -d '{"events": [{"server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "name": "network-vif-plugged", "status": "completed", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:03.248054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:03.259339 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.299198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] For port a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:03.300362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769afbc-5251-4344-b9e6-9541e18c4bc7 req-63fed852-cc83-46a6-91d3-52ca40513770 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.308842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d769afbc-5251-4344-b9e6-9541e18c4bc7 req-63fed852-cc83-46a6-91d3-52ca40513770 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.2466919
Jan 29 20:51:03.315135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cabd98cd-9087-45ed-8ca1-9f9c620ce2e3 req-86c37a65-eaa0-4fbd-9fa5-244996a5231c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693122
Jan 29 20:51:03.321648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-3070e3bd-6f53-4dec-857f-a181d348af11 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718618
Jan 29 20:51:03.345834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] For port a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:03.377519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:03.394643 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.481265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d769afbc-5251-4344-b9e6-9541e18c4bc7 req-83c473b1-aada-41eb-bad0-7cba02cc6fd0 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713822
Jan 29 20:51:03.505725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.520606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.566031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e1c3bd4-70e0-41f2-b67c-e46b3077e2a4 req-722b19c1-bc5e-4597-a486-aaf293a3fc3f service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211282
Jan 29 20:51:03.567618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b77850-8bde-4743-ae2f-c8bc9d848084 None None] Pushing event updated for resources: {'Port': ['ID=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:03.614811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:03.672258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8837-b30f-4731-9ce1-41d4bcf2ebd7 req-57d95ade-ac1d-4005-8188-55a9b3684e54 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.675141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55aa8837-b30f-4731-9ce1-41d4bcf2ebd7 req-57d95ade-ac1d-4005-8188-55a9b3684e54 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.1463385
Jan 29 20:51:03.691733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-dcad6e95-3ca5-47e8-b363-b78672dc22d2 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.693447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-dcad6e95-3ca5-47e8-b363-b78672dc22d2 tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.36 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.2394841
Jan 29 20:51:03.711035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a3715-69cb-4725-994d-3af74f46697b req-bc47eeb2-9176-470e-92b6-3dfc1a43487e tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:03.715102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:03.717495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-654a3715-69cb-4725-994d-3af74f46697b req-bc47eeb2-9176-470e-92b6-3dfc1a43487e tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.1085918
Jan 29 20:51:03.756600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:03.759129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:03.815151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55aa8837-b30f-4731-9ce1-41d4bcf2ebd7 req-19f39afb-5a0f-4a09-b06a-b2d68d5f7675 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1281531
Jan 29 20:51:03.827539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-654a3715-69cb-4725-994d-3af74f46697b req-4de11767-207a-468e-9923-2203079b269b tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993142
Jan 29 20:51:03.831597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef9ac3a-b76a-4506-a7a0-b1399217051e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:03.851878 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd31d867-65c4-4632-b250-d7ee8b453751 x-openstack-request-id: req-cd31d867-65c4-4632-b250-d7ee8b453751 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:03.852577 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "name": "network-vif-plugged", "status": "completed", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:03.853071 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd31d867-65c4-4632-b250-d7ee8b453751 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:03.853700 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d', 'code': 200}
Jan 29 20:51:04.050020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6450f-380f-488e-b42d-b685e6ff46f4 req-3c000c9a-90f2-4402-a5d8-6c8e4dcefefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.051569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ba6450f-380f-488e-b42d-b685e6ff46f4 req-3c000c9a-90f2-4402-a5d8-6c8e4dcefefd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 1132 time: 0.1223538
Jan 29 20:51:04.061388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781883b0-1095-4c03-9fc8-59245c4b7d3e req-81d1deb3-07ad-4eb2-a385-6d7812515ff8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.063044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-781883b0-1095-4c03-9fc8-59245c4b7d3e req-81d1deb3-07ad-4eb2-a385-6d7812515ff8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.1245975
Jan 29 20:51:04.097491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0ea4d-1e90-4500-b087-cb8940f6b05f req-1623edeb-3e04-4224-a580-f19cc09a7d2b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.099068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfa0ea4d-1e90-4500-b087-cb8940f6b05f req-1623edeb-3e04-4224-a580-f19cc09a7d2b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.1174850
Jan 29 20:51:04.170537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ba6450f-380f-488e-b42d-b685e6ff46f4 req-afffd948-f043-4bde-bd3c-7362c6f52f89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064394
Jan 29 20:51:04.181972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-781883b0-1095-4c03-9fc8-59245c4b7d3e req-de738bc1-b17a-41ac-a652-99cc2b6de5e8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100550
Jan 29 20:51:04.211974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfa0ea4d-1e90-4500-b087-cb8940f6b05f req-00f9fa80-3bdd-4521-9df5-2043aa16446b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989203
Jan 29 20:51:04.433569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:04.439301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Deleting port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:04.439643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:04.500063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f41d-e970-410e-bb19-6199cdd1bf2f req-721fa35e-a3a4-4b99-89c7-5f504c884ac4 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.502482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f998f41d-e970-410e-bb19-6199cdd1bf2f req-721fa35e-a3a4-4b99-89c7-5f504c884ac4 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.1093926
Jan 29 20:51:04.528152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c059b-6853-4131-b8a6-9cb38df442f6 req-b921afda-f8d3-4b2d-b963-b771083cd8ef tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.529986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e00c059b-6853-4131-b8a6-9cb38df442f6 req-b921afda-f8d3-4b2d-b963-b771083cd8ef tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1266570
Jan 29 20:51:04.592645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for router_gateway (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:04.604625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f998f41d-e970-410e-bb19-6199cdd1bf2f req-16b4d779-a8d2-4c9f-b798-bcd232599ee3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0938575
Jan 29 20:51:04.617250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e00c059b-6853-4131-b8a6-9cb38df442f6 req-1817e009-3cd8-4fe3-86c5-f0bd43b16530 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774088
Jan 29 20:51:04.697409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] For port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,segment=NetworkSegment(f3b2a791-f530-41e3-8d3a-a3cd203600af),segment_id=f3b2a791-f530-41e3-8d3a-a3cd203600af)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:04.698182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:04.717899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1944de-7db5-483d-8f39-8a2ffc741d45 None None] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:04.729343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Calling delete_port for 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:04.731432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cefab-7b68-4110-9e28-2113e6919cc4 req-0a15f511-f327-4b59-84a2-223246d93e0d tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:04.733177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d9cefab-7b68-4110-9e28-2113e6919cc4 req-0a15f511-f327-4b59-84a2-223246d93e0d tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/ports?device_id=7092c718-d55f-4e9e-8f9e-fc1be4a27a1d HTTP/1.1" status: 200  len: 946 time: 0.0558782
Jan 29 20:51:04.787088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Provisioning complete for port a472aae2-c8ab-49ed-96ec-134ed49e5b3b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:04.787548 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:04.791217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d9cefab-7b68-4110-9e28-2113e6919cc4 req-3107b70b-bb87-481a-ac29-d95290eded3f tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3c66d75-52eb-4425-9342-596e7b2b98bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477993
Jan 29 20:51:04.801776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:04.821440 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Sync routers for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:04.834995 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:04.835960 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:04.865289 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f32cf528-e300-4ec1-8062-1e6eea2c1c23 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1537442
Jan 29 20:51:04.867951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42012) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:04.912141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Current status of the port a472aae2-c8ab-49ed-96ec-134ed49e5b3b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:04.912562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:04.954498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] For port a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:04.960003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.010115 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:05.032871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5b36-3880-4bbe-8d84-7c24e8395110 None None] Pushing event updated for resources: {'Port': ['ID=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:05.045299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.096310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks [] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.119336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.154245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Pushing event deleted for resources: {'Port': ['ID=16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:05.170103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddf8c7-fb61-4fdc-82f6-9994ee180097 req-0b5815d2-31e2-4e0b-8f67-e60604756c92 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:05.171463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66ddf8c7-fb61-4fdc-82f6-9994ee180097 req-0b5815d2-31e2-4e0b-8f67-e60604756c92 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.1980829
Jan 29 20:51:05.231501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] No DVR routers for this DVR port 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:05.236488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.240498 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8b9278b3-0a04-4b78-a5c2-8414d9fae05f req-f878888c-2c2c-4ef0-912f-f7a1a2397f7e tempest-ServerAddressesTestJSON-300903991 tempest-ServerAddressesTestJSON-300903991-project] 10.222.0.36 "DELETE /v2.0/ports/16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 HTTP/1.1" status: 204  len: 173 time: 1.5339758
Jan 29 20:51:05.243116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'name': 'network-vif-deleted', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:05.244211 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6bcb47-75e5-4dfb-9601-744110cc166f" -d '{"events": [{"server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "name": "network-vif-deleted", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:05.261722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks [] for router_gateway (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.287199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66ddf8c7-fb61-4fdc-82f6-9994ee180097 req-82770a5a-4baa-4ff8-93c5-72b04163d9ec tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072161
Jan 29 20:51:05.307513 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81be0>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:51:02Z', 'revision_number': 5, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port': {'id': '3b01ce79-c747-478e-b418-520baac3bf5f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:46:54Z', 'updated_at': '2022-01-29T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:05.317954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-374f9389-d7b9-4e9f-8dfb-8fc4d6d00e14 None None] Provisioning complete for port a472aae2-c8ab-49ed-96ec-134ed49e5b3b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:05.322173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-374f9389-d7b9-4e9f-8dfb-8fc4d6d00e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.327270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:51:05.347380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Checking router: 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:05.364556 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Routers {'7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:05.366675 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:05.386068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Deleting port 3b01ce79-c747-478e-b418-520baac3bf5f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:05.387121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.548943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-374f9389-d7b9-4e9f-8dfb-8fc4d6d00e14 None None] Current status of the port a472aae2-c8ab-49ed-96ec-134ed49e5b3b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:05.551674 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] Set router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:05.561021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a472aae2-c8ab-49ed-96ec-134ed49e5b3b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:05.570708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] For port 3b01ce79-c747-478e-b418-520baac3bf5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b01ce79-c747-478e-b418-520baac3bf5f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:05.571110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.592228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93dec1-e9d4-4ad7-bc95-1018ce91c439 req-c3a0deb5-09f3-41a0-94a1-c51271f4e7e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:05.593803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f93dec1-e9d4-4ad7-bc95-1018ce91c439 req-c3a0deb5-09f3-41a0-94a1-c51271f4e7e5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.2704780
Jan 29 20:51:05.604623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:05.604890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Calling delete_port for 3b01ce79-c747-478e-b418-520baac3bf5f owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:05.605833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:05.646647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577391c6-7c4e-469e-b6d0-66a0cd435f49 req-ea39cbcd-e631-4e64-aae7-0eb6259992de tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:05.648170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-577391c6-7c4e-469e-b6d0-66a0cd435f49 req-ea39cbcd-e631-4e64-aae7-0eb6259992de tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.1505959
Jan 29 20:51:05.649231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.650737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31f79c40-f16a-4796-a3e0-801521ee2c55 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4364991
Jan 29 20:51:05.654927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:05.670413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Sync routers for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:05.678864 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81be0>, [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:51:05Z', 'revision_number': 6, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:05.711532 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aff18b-7d8e-49f0-8c43-b9d8a4431840 None None] The sync data for ids ['7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee'] in ncdv-master-1 is: [{'id': '7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1458631545-router', 'tenant_id': '037f1964ef704b31b503ee62b862c477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:46:52Z', 'updated_at': '2022-01-29T20:51:05Z', 'revision_number': 6, 'project_id': '037f1964ef704b31b503ee62b862c477', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:05.726190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:05.726946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:05.733742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f93dec1-e9d4-4ad7-bc95-1018ce91c439 req-08d94738-a98b-4225-b83d-f96cb9e2b18b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332135
Jan 29 20:51:05.770609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-577391c6-7c4e-469e-b6d0-66a0cd435f49 req-88e30832-30b3-469d-ba0b-a34782ec6cc3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980277
Jan 29 20:51:05.826759 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f536f11-38cd-40b4-8636-6e0dc8da813b x-openstack-request-id: req-6f536f11-38cd-40b4-8636-6e0dc8da813b {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:05.826759 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7092c718-d55f-4e9e-8f9e-fc1be4a27a1d", "name": "network-vif-deleted", "tag": "16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:05.826759 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f536f11-38cd-40b4-8636-6e0dc8da813b {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:05.827171 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7092c718-d55f-4e9e-8f9e-fc1be4a27a1d', 'name': 'network-vif-deleted', 'tag': '16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0', 'status': 'completed', 'code': 200}
Jan 29 20:51:05.869950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a472aae2-c8ab-49ed-96ec-134ed49e5b3b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:05.870362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:05.948146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:05.961635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:05.961905 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.041371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:06.091295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3b01ce79-c747-478e-b418-520baac3bf5f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.100406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bde899-e146-4fff-b0b8-5e0fcc91da7e req-a8a8d4f2-4fc0-4b46-af90-18273f09ab82 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:06.109847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8bde899-e146-4fff-b0b8-5e0fcc91da7e req-a8a8d4f2-4fc0-4b46-af90-18273f09ab82 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.1863434
Jan 29 20:51:06.170200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa909f4-e9e4-487f-a76f-165c95fc3fc5 req-3995dd97-f6b1-478e-b342-63ca0777953c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:06.177393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fa909f4-e9e4-487f-a76f-165c95fc3fc5 req-3995dd97-f6b1-478e-b342-63ca0777953c tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1962905
Jan 29 20:51:06.186238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b01ce79-c747-478e-b418-520baac3bf5f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:06.258895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.288902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a472aae2-c8ab-49ed-96ec-134ed49e5b3b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:06.312516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.350575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:06.350983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.404334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:06.405704 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bbbee0-1fe8-4649-9bf2-11a85a2f6723" -d '{"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:06.420405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:06.427793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.428567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8bde899-e146-4fff-b0b8-5e0fcc91da7e req-77bb89d8-8958-41f8-ad09-08ee5fc082ac tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b67c7d-b277-4777-b301-9ab4e3323c3e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3176615
Jan 29 20:51:06.432418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.436836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks [] for router_controller (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.458686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fa909f4-e9e4-487f-a76f-165c95fc3fc5 req-4f59cae2-416b-486c-94f5-85e5d1f716e4 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804115
Jan 29 20:51:06.462020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Allocated IP 172.20.0.1 (db0ec36e-713b-47c8-8cd5-e10e08ff5e02/74b1bd96-0b80-47b6-b3ff-b65f91c2339e/8241906b-10d1-4284-a127-8108e1ec379a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:06.517539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-b90e7c99-4e1d-4f8c-a074-73e6ac764e83 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:06.519424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-b90e7c99-4e1d-4f8c-a074-73e6ac764e83 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 946 time: 0.3344142
Jan 29 20:51:06.536744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42038) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:06.536890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7cd0>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:04Z', 'revision_number': 3, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:06.540405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:06.582715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.583143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:51:06.590313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.592128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e237a943-845a-4a73-b1eb-214bb0a78424 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c7af5b6-7476-4d75-a9a6-bb1bbc0876ee HTTP/1.1" status: 204  len: 168 time: 1.7226844
Jan 29 20:51:06.598664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42040) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:06.647462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Checking router: 982b8e3e-26c2-4c83-b1d2-87951cbe7672 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:06.647698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Updating router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 port 3ef9ac3a-b76a-4506-a7a0-b1399217051e binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:06.656304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Deleting port 5bf740e2-6d77-4354-8449-6f514b9359f7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:06.656659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.670486 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1875d-8e0b-417d-a3a5-8953c020fcf9 x-openstack-request-id: req-39d1875d-8e0b-417d-a3a5-8953c020fcf9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:06.670921 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:06.671277 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39d1875d-8e0b-417d-a3a5-8953c020fcf9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:06.671855 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'code': 200}
Jan 29 20:51:06.700248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.736927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Deleting subnet 0c5aeefb-6271-4915-b884-155ae266c88d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:06.759787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Publish callbacks [] for subnet (0c5aeefb-6271-4915-b884-155ae266c88d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.797827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] For port 5bf740e2-6d77-4354-8449-6f514b9359f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bf740e2-6d77-4354-8449-6f514b9359f7,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:06.798337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.817364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:06.832464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Deleting subnet 719d70f1-c9c4-476a-a24c-78a866816d0c {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:06.840404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Publish callbacks [] for subnet (719d70f1-c9c4-476a-a24c-78a866816d0c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.844265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks [] for port (8241906b-10d1-4284-a127-8108e1ec379a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.847810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:06.848149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 16ad9f4a-e2bf-4fb6-ba06-b091d351dfe0 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:06.912581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0c5aeefb-6271-4915-b884-155ae266c88d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:06.959341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (719d70f1-c9c4-476a-a24c-78a866816d0c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.004331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275e33f-59e4-461f-8439-5b1eb1a15a3b req-8f3843d7-8f68-4147-8cc9-05ec5698161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:07.006424 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c275e33f-59e4-461f-8439-5b1eb1a15a3b req-8f3843d7-8f68-4147-8cc9-05ec5698161c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1132 time: 0.3403175
Jan 29 20:51:07.051444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00948b62-3d3d-48b3-91d4-cfdfcc3bcbb1 req-77832377-71b6-43a4-8f8a-3be81e720b15 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:07.052554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0c5aeefb-6271-4915-b884-155ae266c88d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.053062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00948b62-3d3d-48b3-91d4-cfdfcc3bcbb1 req-77832377-71b6-43a4-8f8a-3be81e720b15 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.1831264
Jan 29 20:51:07.076180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks [] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.083342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.089554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.091075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadf77e-f03e-4430-abae-8ad781661853 req-5cdca704-a2e7-43e0-a107-3d00eb4b9bbb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:07.097570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edadf77e-f03e-4430-abae-8ad781661853 req-5cdca704-a2e7-43e0-a107-3d00eb4b9bbb tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.2292986
Jan 29 20:51:07.109925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.110318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.110632 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Floating IP faabf2cc-80ce-4daa-acf9-55e1a9570e31 disassociated. External IP: 172.35.4.92, port: 5bf740e2-6d77-4354-8449-6f514b9359f7.
Jan 29 20:51:07.110970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Calling delete_port for 5bf740e2-6d77-4354-8449-6f514b9359f7 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:07.131868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Attempting to bind port 3ef9ac3a-b76a-4506-a7a0-b1399217051e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:07.132384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Attempting to bind port 3ef9ac3a-b76a-4506-a7a0-b1399217051e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:07.132844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Attempting to bind port 3ef9ac3a-b76a-4506-a7a0-b1399217051e on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:07.142968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:07.143518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:07.144024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.144509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:07.145111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Bound port: 3ef9ac3a-b76a-4506-a7a0-b1399217051e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:07.145877 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.186667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:07.194701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:07.205334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:07.217963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edadf77e-f03e-4430-abae-8ad781661853 req-5f23db3d-c6a7-4640-b611-b99a9801b18f tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129000
Jan 29 20:51:07.220782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0c5aeefb-6271-4915-b884-155ae266c88d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.231827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2090b71-6953-4fcb-b29b-07c75bbddefe None None] Pushing event updated for resources: {'Port': ['ID=3ef9ac3a-b76a-4506-a7a0-b1399217051e,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:07.236612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] For port 3ef9ac3a-b76a-4506-a7a0-b1399217051e, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:07.240141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] For port 3ef9ac3a-b76a-4506-a7a0-b1399217051e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef9ac3a-b76a-4506-a7a0-b1399217051e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:07.257626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00948b62-3d3d-48b3-91d4-cfdfcc3bcbb1 req-6c1d64e1-f5aa-4df7-9974-dcc0ff0e816d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832790
Jan 29 20:51:07.258890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.289096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c275e33f-59e4-461f-8439-5b1eb1a15a3b req-2e19d1e2-4f16-42ed-8b47-3319c3612d16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709405
Jan 29 20:51:07.292362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.295786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c5aeefb-6271-4915-b884-155ae266c88d HTTP/1.1" status: 204  len: 168 time: 0.7581367
Jan 29 20:51:07.298490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42048) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:07.336713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (719d70f1-c9c4-476a-a24c-78a866816d0c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.344573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:07.349640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:07.381951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a25c5-a82b-4a1d-a098-a4bf93ddf2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5aeefb-6271-4915-b884-155ae266c88d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:07.414871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Pushing event updated for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:07.435582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2090b71-6953-4fcb-b29b-07c75bbddefe None None] Pushing event updated for resources: {'Port': ['ID=3ef9ac3a-b76a-4506-a7a0-b1399217051e,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:07.464803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.467822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (35bed769-9c74-4637-863d-666cf05151e6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.494919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b0c7374-d948-4dfe-afe3-2f7f95bc090b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:07.559772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2b0c7374-d948-4dfe-afe3-2f7f95bc090b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:07.560318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b0c7374-d948-4dfe-afe3-2f7f95bc090b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:07.560528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3b01ce79-c747-478e-b418-520baac3bf5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:07.577974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (719d70f1-c9c4-476a-a24c-78a866816d0c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.589574 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5bf740e2-6d77-4354-8449-6f514b9359f7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.594251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3b01ce79-c747-478e-b418-520baac3bf5f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:07.594251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3b01ce79-c747-478e-b418-520baac3bf5f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:07.617241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.619434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca054bd4-2bf6-45a6-a8d5-dc0ee906ecdf None None] Provisioning complete for port 8241906b-10d1-4284-a127-8108e1ec379a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:07.619812 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca054bd4-2bf6-45a6-a8d5-dc0ee906ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8241906b-10d1-4284-a127-8108e1ec379a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.621112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/719d70f1-c9c4-476a-a24c-78a866816d0c HTTP/1.1" status: 204  len: 168 time: 1.0212567
Jan 29 20:51:07.622180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6c0f2-09a6-48ec-81b0-3da21a424dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719d70f1-c9c4-476a-a24c-78a866816d0c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:07.625905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:07.644535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982de99-1d0a-4125-97c4-edb8329540f9 None None] Network 5b57c20e-ecc6-4399-8f26-2585fd067fec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:07.694102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:07.731076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5b57c20e-ecc6-4399-8f26-2585fd067fec), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.771046 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8241906b-10d1-4284-a127-8108e1ec379a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.772850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca054bd4-2bf6-45a6-a8d5-dc0ee906ecdf None None] Port 8241906b-10d1-4284-a127-8108e1ec379a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:07.907698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Deleting port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:07.908180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:07.934651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7cd0>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:04Z', 'revision_number': 3, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:07.966029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1cb6ff-36cb-42ac-b005-fc18ed2e1899 None None] The sync data for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 is: [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:04Z', 'revision_number': 3, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:07.997507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] DHCP port deletion for 5b57c20e-ecc6-4399-8f26-2585fd067fec request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:51:08.064340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event deleted for resources: {'Port': ['ID=5bf740e2-6d77-4354-8449-6f514b9359f7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:08.070114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Deleting port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:08.070514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.080191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6e1af3b-e97d-4e5c-a62d-108b63c21d8c req-8836ec87-34b2-4ac7-9d4a-43fee9dc8f28 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 210 time: 0.4895461
Jan 29 20:51:08.082440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (35bed769-9c74-4637-863d-666cf05151e6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.166042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] For port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:08.166531 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.180581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bdea5-2398-4963-b440-dc021aeee3c9 req-90e6215d-a618-4e60-8b7a-2c59a65a11e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:08.187766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c3bdea5-2398-4963-b440-dc021aeee3c9 req-90e6215d-a618-4e60-8b7a-2c59a65a11e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.8229461
Jan 29 20:51:08.192243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Calling delete_port for 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:08.271847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08d5ff40>,) {'filters': {'network_id': ['35bed769-9c74-4637-863d-666cf05151e6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:08.302530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.305178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08d5ff40>, 'f3b2a791-f530-41e3-8d3a-a3cd203600af') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:08.305335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08d5ff40>, 'f3b2a791-f530-41e3-8d3a-a3cd203600af') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:08.307723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] For port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,segment=NetworkSegment(35ebeb01-a270-45bb-aa64-29c6dea16acf),segment_id=35ebeb01-a270-45bb-aa64-29c6dea16acf)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:08.308228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.349133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f3b2a791-f530-41e3-8d3a-a3cd203600af), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.358672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] No DVR routers for this DVR port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:08.360823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2036972-89a8-4bbf-8993-88be76059023 None None] Pushing event deleted for resources: {'Port': ['ID=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:08.384180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Calling delete_port for 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:08.402496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c3bdea5-2398-4963-b440-dc021aeee3c9 req-8eefa195-f894-4679-aecf-b913aa7698a4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133346
Jan 29 20:51:08.408105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f3b2a791-f530-41e3-8d3a-a3cd203600af), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.409449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:08.419086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3733924-9b0b-49d5-b2f5-d709486dc4bb req-ec3b5e8a-1cbb-4eac-b987-59dd0ffe6f37 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:08.421077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3733924-9b0b-49d5-b2f5-d709486dc4bb req-ec3b5e8a-1cbb-4eac-b987-59dd0ffe6f37 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2257206
Jan 29 20:51:08.425466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:08.425873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f3b2a791-f530-41e3-8d3a-a3cd203600af), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:08.427566 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:08.574514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks [] for port (8241906b-10d1-4284-a127-8108e1ec379a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.576579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1ec7f085-db42-4c40-b9c1-d0d6dad25a52), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.604673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec7f085-db42-4c40-b9c1-d0d6dad25a52,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:08.610654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.639273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (35bed769-9c74-4637-863d-666cf05151e6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.657998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.661216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] 10.222.0.20 "DELETE /v2.0/networks/35bed769-9c74-4637-863d-666cf05151e6 HTTP/1.1" status: 204  len: 168 time: 1.3617311
Jan 29 20:51:08.675529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3733924-9b0b-49d5-b2f5-d709486dc4bb req-9febb49f-95b9-4f8f-a27e-339293a5ff63 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2461553
Jan 29 20:51:08.711212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Pushing event updated for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:08.735653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e19334-9a3a-46d0-b0b6-25ff8234ceaf admin admin] Pushing event deleted for resources: {'Network': ['ID=35bed769-9c74-4637-863d-666cf05151e6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:08.750194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-3fb647a9-1cf3-4386-bb6b-3ff8fb4c7ef0 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:08.751671 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-3fb647a9-1cf3-4386-bb6b-3ff8fb4c7ef0 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.4515488
Jan 29 20:51:08.756780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] No DVR routers for this DVR port 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:08.796084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e39758-9a19-41ae-be68-d808950aa8e7 req-222bedc8-8cbe-4649-8683-99b7bb598cf2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:08.820525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99e39758-9a19-41ae-be68-d808950aa8e7 req-222bedc8-8cbe-4649-8683-99b7bb598cf2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.3053761
Jan 29 20:51:08.905674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:08.920682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:08.924473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5b57c20e-ecc6-4399-8f26-2585fd067fec), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.929308 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:08.936716 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Sync routers for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:08.957972 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:08.961010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45edc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.003739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a011190>,) {'filters': {'network_id': ['5b57c20e-ecc6-4399-8f26-2585fd067fec']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.006232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] No DVR routers for this DVR port 5bf740e2-6d77-4354-8449-6f514b9359f7 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:09.020583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.024747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b446bb-48ca-4c8f-b8c1-e8769f226420 req-6f623100-34a7-4d80-8ab5-b25cf96bfbdc tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.18 "DELETE /v2.0/ports/5bf740e2-6d77-4354-8449-6f514b9359f7 HTTP/1.1" status: 204  len: 173 time: 2.4989204
Jan 29 20:51:09.025345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'name': 'network-vif-deleted', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:09.027713 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a411bd9-2a82-4cf2-828f-4737acff01ba" -d '{"events": [{"server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "name": "network-vif-deleted", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:09.045634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d77d7-0889-4e09-bad5-9c464ef4635c req-6fb87313-1b68-4ac7-b229-a3067bc5eaa2 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:09.062880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a65d77d7-0889-4e09-bad5-9c464ef4635c req-6fb87313-1b68-4ac7-b229-a3067bc5eaa2 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 945 time: 0.2336333
Jan 29 20:51:09.063460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a011190>, '35ebeb01-a270-45bb-aa64-29c6dea16acf') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.063813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a011190>, '35ebeb01-a270-45bb-aa64-29c6dea16acf') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.091241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (35ebeb01-a270-45bb-aa64-29c6dea16acf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.127957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:09.136085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99e39758-9a19-41ae-be68-d808950aa8e7 req-179dc373-4981-4a19-a139-944f5eefc165 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3145344
Jan 29 20:51:09.144356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4a5ec81-2060-4f90-b2f4-661bbe3aea08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=511038fc903f4253b5fb90ff3de0fb2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2374930
Jan 29 20:51:09.147198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (35ebeb01-a270-45bb-aa64-29c6dea16acf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.160152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a65d77d7-0889-4e09-bad5-9c464ef4635c req-12778cf9-36bb-40d7-a66a-dba7a284d721 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/security-groups?id=63aae07f-d301-4d28-9494-2694bf6e24e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933144
Jan 29 20:51:09.161496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42072) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:09.174674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:09.180643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (35ebeb01-a270-45bb-aa64-29c6dea16acf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:09.182895 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:09.274608 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f05cd34-bf73-4e62-856d-98df7455abc1 x-openstack-request-id: req-4f05cd34-bf73-4e62-856d-98df7455abc1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:09.274856 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20a4c7a-6e88-450f-831b-7a7e82441282", "name": "network-vif-deleted", "tag": "5bf740e2-6d77-4354-8449-6f514b9359f7", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:09.274987 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f05cd34-bf73-4e62-856d-98df7455abc1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:09.275348 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20a4c7a-6e88-450f-831b-7a7e82441282', 'name': 'network-vif-deleted', 'tag': '5bf740e2-6d77-4354-8449-6f514b9359f7', 'status': 'completed', 'code': 200}
Jan 29 20:51:09.360649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] Publish callbacks [] for security_group (e3c66d75-52eb-4425-9342-596e7b2b98bc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.362426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:09.369621 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5b57c20e-ecc6-4399-8f26-2585fd067fec), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.412087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.430793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42076) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:09.432847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b57c20e-ecc6-4399-8f26-2585fd067fec HTTP/1.1" status: 204  len: 168 time: 1.8052814
Jan 29 20:51:09.440723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:09.480241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Deleting port b0a3009a-2d15-44af-9c02-93523195e451 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:09.480586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b0a3009a-2d15-44af-9c02-93523195e451), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.555011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3ef9ac3a-b76a-4506-a7a0-b1399217051e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:09.643750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d2a9-263f-45e7-8ae8-0b531c9b26a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b57c20e-ecc6-4399-8f26-2585fd067fec,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:09.701160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5bf740e2-6d77-4354-8449-6f514b9359f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:09.703087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] Publish callbacks [] for security_group (e3c66d75-52eb-4425-9342-596e7b2b98bc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.724630 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45edc0>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.775564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 5bf740e2-6d77-4354-8449-6f514b9359f7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:09.777498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5bf740e2-6d77-4354-8449-6f514b9359f7 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:09.810314 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Checking router: 71bacadb-1eb2-461d-97d1-aa46f3d65a09 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:09.835518 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:09.836451 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45edc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:09.851938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3ef9ac3a-b76a-4506-a7a0-b1399217051e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:09.853121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.895746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:09.901306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e3c66d75-52eb-4425-9342-596e7b2b98bc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.904021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:09.905586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3c66d75-52eb-4425-9342-596e7b2b98bc HTTP/1.1" status: 204  len: 168 time: 0.7411768
Jan 29 20:51:09.955442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73d63af7-a92e-4abd-8126-9a9b0a59dbe1 req-c648ca2b-4e92-4897-b482-525ff7c8fdc5 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/ports?device_id=f20a4c7a-6e88-450f-831b-7a7e82441282 HTTP/1.1" status: 200  len: 210 time: 0.3925531
Jan 29 20:51:10.003773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] For port b0a3009a-2d15-44af-9c02-93523195e451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0a3009a-2d15-44af-9c02-93523195e451,segment=NetworkSegment(dbc95d32-2713-4864-8e43-79d87b3becea),segment_id=dbc95d32-2713-4864-8e43-79d87b3becea)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:10.004801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b0a3009a-2d15-44af-9c02-93523195e451), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.026133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Calling delete_port for b0a3009a-2d15-44af-9c02-93523195e451 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:10.106019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:10.114628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0fa6b8a8-b8b7-4fa9-be76-62f413558968 admin admin] 10.222.0.20 "PUT /v2.0/routers/982b8e3e-26c2-4c83-b1d2-87951cbe7672/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4582152
Jan 29 20:51:10.125767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1b369009-ea94-481b-b619-1d9f81c2af17 None None] Provisioning complete for port 8241906b-10d1-4284-a127-8108e1ec379a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:10.126167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b369009-ea94-481b-b619-1d9f81c2af17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8241906b-10d1-4284-a127-8108e1ec379a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.131139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3ef9ac3a-b76a-4506-a7a0-b1399217051e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:10.131534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.148335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c465c97-bf6e-4919-a707-ede51946ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c66d75-52eb-4425-9342-596e7b2b98bc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:10.210567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-c523e18d-1fdb-48e7-8a54-f708f45783d0 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:10.212028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-c523e18d-1fdb-48e7-8a54-f708f45783d0 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 1132 time: 0.3398156
Jan 29 20:51:10.230588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412960b-50c6-47b9-95c1-ec83b3b026dd req-9a181175-2dbe-4976-b84c-7ef530c0e5eb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:10.237808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a412960b-50c6-47b9-95c1-ec83b3b026dd req-9a181175-2dbe-4976-b84c-7ef530c0e5eb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1634099
Jan 29 20:51:10.289708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.300306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b0a3009a-2d15-44af-9c02-93523195e451), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.338987 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:10.363197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b0a3009a-2d15-44af-9c02-93523195e451'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:10.379699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Pushing event deleted for resources: {'Port': ['ID=b0a3009a-2d15-44af-9c02-93523195e451,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:10.411470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] No DVR routers for this DVR port b0a3009a-2d15-44af-9c02-93523195e451 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:10.415436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.415903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.416304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.416718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.417195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.417454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.417797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.418160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.418506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.419063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.419445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.419892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.420232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.425251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.432046 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71b99220-c99c-4dc7-8506-eed267d8c712 req-bafd8c97-2efa-46e8-8974-97c6ba31f51d tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.36 "DELETE /v2.0/ports/b0a3009a-2d15-44af-9c02-93523195e451 HTTP/1.1" status: 204  len: 173 time: 1.6576750
Jan 29 20:51:10.432543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'name': 'network-vif-deleted', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:10.435154 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58adbdb9-7f9d-4ab8-85a0-62c7d273248b" -d '{"events": [{"server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "name": "network-vif-deleted", "tag": "b0a3009a-2d15-44af-9c02-93523195e451"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:10.443428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3ef9ac3a-b76a-4506-a7a0-b1399217051e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef9ac3a-b76a-4506-a7a0-b1399217051e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:10.456112 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.482173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1b369009-ea94-481b-b619-1d9f81c2af17 None None] Port 8241906b-10d1-4284-a127-8108e1ec379a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:10.561175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3ef9ac3a-b76a-4506-a7a0-b1399217051e,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:10.565312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec664-9845-41b1-8a38-39cf08d81975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.590158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:10.593283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a412960b-50c6-47b9-95c1-ec83b3b026dd req-cfac4fae-3570-4774-a0e3-ed7f67504b55 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3545933
Jan 29 20:51:10.663631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Publish callbacks [] for security_group (05188c64-e42a-4556-9042-0ac58847a2ec), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.678836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (05188c64-e42a-4556-9042-0ac58847a2ec), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.758469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5aa7122-927a-46a6-a6ad-5ffa7b9c0b94 req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5114839
Jan 29 20:51:10.759437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05188c64-e42a-4556-9042-0ac58847a2ec,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:10.771248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.771857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.772431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.773091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.773666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.774219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.774631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.775079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.775485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.775867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.776311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.776700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.777338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb3964-24d0-4763-a9d3-c600ab296581 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:10.807309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:10.990979 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45edc0>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:11.028296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a38eefe-dc40-405b-bab4-5db5570d6d71 req-1c9d1d4f-2942-4bc2-93a8-6876f1eeecf7 tempest-InstanceActionsNegativeTestJSON-871991655 tempest-InstanceActionsNegativeTestJSON-871991655-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad10169-8ed6-44bd-ba94-7cbcf83a5de6 HTTP/1.1" status: 200  len: 210 time: 0.0535605
Jan 29 20:51:11.054397 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145fda-bf26-4433-8a53-94e729962f43 None None] The sync data for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 is: [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:49:05Z', 'revision_number': 4, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c6280d-ef15-4953-ae53-f4a5509d626c', 'name': '', 'network_id': '0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'mac_address': 'fa:16:3e:3e:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:04Z', 'updated_at': '2022-01-29T20:49:13Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'subnets': [{'id': '35f9bf34-bbf7-4ba6-9101-5ed5097d7726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:11.131088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Sync routers for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:11.139374 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1005c2-8b3f-4da8-8ee1-edd6f205647d x-openstack-request-id: req-8b1005c2-8b3f-4da8-8ee1-edd6f205647d {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:11.139979 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad10169-8ed6-44bd-ba94-7cbcf83a5de6", "name": "network-vif-deleted", "tag": "b0a3009a-2d15-44af-9c02-93523195e451", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:11.139979 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b1005c2-8b3f-4da8-8ee1-edd6f205647d {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:11.140350 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad10169-8ed6-44bd-ba94-7cbcf83a5de6', 'name': 'network-vif-deleted', 'tag': 'b0a3009a-2d15-44af-9c02-93523195e451', 'status': 'completed', 'code': 200}
Jan 29 20:51:11.157686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:11.158041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ec7f085-db42-4c40-b9c1-d0d6dad25a52 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:11.186375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:11.190277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8a54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:50:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:11.386613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150e372-857b-4a6a-a231-811eb45b612e req-a63a122f-1cab-4d63-a379-de4e271385a4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:11.398233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9150e372-857b-4a6a-a231-811eb45b612e req-a63a122f-1cab-4d63-a379-de4e271385a4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.6016531
Jan 29 20:51:11.418649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:11.478180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3ef9ac3a-b76a-4506-a7a0-b1399217051e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:11.532095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9150e372-857b-4a6a-a231-811eb45b612e req-87be87ee-f215-4a7d-8804-872bf50f599e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322012
Jan 29 20:51:11.539845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42132) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:11.545636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-721828222-network', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:11.571834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42134) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:11.589532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Made reservation on behalf of fefa7c6dfc414ab58c6ebff21e0b6f6b for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:11.592966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.605963 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af884a05-3721-4b61-9eda-a179426c932e None None] New status for floating IP faabf2cc-80ce-4daa-acf9-55e1a9570e31: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:51:11.615008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.656733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Deleting port e544eaeb-008b-4416-82a2-f3487164e58c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:11.659009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.796103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks [] for security_group (78fe96a8-5607-4d44-b60a-06749c551053), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.806530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (78fe96a8-5607-4d44-b60a-06749c551053), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.823197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3ef9ac3a-b76a-4506-a7a0-b1399217051e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:11.823992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:11.825184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:11.931793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d9093-e4d3-43c6-b001-2b2a8f1a07e4 req-9e789723-2ac2-4a41-b66e-f661cc76fd0b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:11.940847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f9d9093-e4d3-43c6-b001-2b2a8f1a07e4 req-9e789723-2ac2-4a41-b66e-f661cc76fd0b tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1132 time: 0.1552329
Jan 29 20:51:11.955629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:11.997939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] For port e544eaeb-008b-4416-82a2-f3487164e58c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e544eaeb-008b-4416-82a2-f3487164e58c,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:11.998309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.010307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2105873867-network', 'tenant_id': 'ad669fb0e9074614aa22fb7501229c45'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:12.017370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe96a8-5607-4d44-b60a-06749c551053,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.021374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (db2bde0d-e5c8-4fed-9c7f-b21b58c0e237), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.021927 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Added segment db2bde0d-e5c8-4fed-9c7f-b21b58c0e237 of type vlan for network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9
Jan 29 20:51:12.025471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8a54c0>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 2, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:12.055809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16380dd3-9caf-460c-b3ec-26c6e952fe53 req-ade21094-ffa8-45f6-b86f-006e401f56be tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:12.057377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16380dd3-9caf-460c-b3ec-26c6e952fe53 req-ade21094-ffa8-45f6-b86f-006e401f56be tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.1597762
Jan 29 20:51:12.060618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Calling delete_port for e544eaeb-008b-4416-82a2-f3487164e58c owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:12.069123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Checking router: 982b8e3e-26c2-4c83-b1d2-87951cbe7672 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:12.069867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Updating router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 port 8241906b-10d1-4284-a127-8108e1ec379a binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:12.075749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f9d9093-e4d3-43c6-b001-2b2a8f1a07e4 req-aebb2f8b-42ba-44e3-8044-359149df273c tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298578
Jan 29 20:51:12.098992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3ef9ac3a-b76a-4506-a7a0-b1399217051e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:12.104475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (20c78fc7-b3e8-4cfc-b4cc-5532077904c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.118024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8241906b-10d1-4284-a127-8108e1ec379a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.118269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Made reservation on behalf of ad669fb0e9074614aa22fb7501229c45 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:12.119697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (08b67c7d-b277-4777-b301-9ab4e3323c3e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.121507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.123606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-ec0b5896-9653-4b98-be19-193fbd1f1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:12.125910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-ec0b5896-9653-4b98-be19-193fbd1f1575 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8244a19735574a8ca9b0669d960f76c1&device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 1128 time: 0.2556074
Jan 29 20:51:12.183692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.217807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (20c78fc7-b3e8-4cfc-b4cc-5532077904c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.218902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:12.221297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.224958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (08b67c7d-b277-4777-b301-9ab4e3323c3e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.231334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16380dd3-9caf-460c-b3ec-26c6e952fe53 req-a75e40b5-1496-407a-961b-101707f375e3 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504014
Jan 29 20:51:12.239484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-3a9ef79b-ca94-4134-a08e-e11337404c4b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561299
Jan 29 20:51:12.347737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42160) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:12.357898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] Pushing event updated for resources: {'Network': ['ID=20c78fc7-b3e8-4cfc-b4cc-5532077904c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.372427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:12.403622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-22e73e37-8197-484f-8218-6e0284ce2889 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:12.406049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-22e73e37-8197-484f-8218-6e0284ce2889 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1604335
Jan 29 20:51:12.422755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-26c116ca-78ff-47e1-8bfe-1f0115c72666 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8816726
Jan 29 20:51:12.428430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42164) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:12.435758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Request body: {'subnet': {'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-721828222-subnet', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:12.481214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-03b52538-713b-46cf-9a1a-c075a8b9c715 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0668151
Jan 29 20:51:12.494033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Deleting subnet b6d7649e-cbf6-400e-8328-b2b24d292471 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:12.498156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Publish callbacks [] for subnet (b6d7649e-cbf6-400e-8328-b2b24d292471), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.538901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks [] for port (8241906b-10d1-4284-a127-8108e1ec379a), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.546535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (b6d7649e-cbf6-400e-8328-b2b24d292471), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.548023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.578439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Made reservation on behalf of fefa7c6dfc414ab58c6ebff21e0b6f6b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:12.581395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.595720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks [] for security_group (a29376e3-292c-4378-b4e8-1a7d707dfe1b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.614667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a29376e3-292c-4378-b4e8-1a7d707dfe1b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.639547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-36265d8d-1803-41e1-bc58-42692403a691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.652755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-fada3fff-746d-46a3-b83b-a46fcafb6985 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1526077
Jan 29 20:51:12.689954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-2a26a82b-c6db-4552-bd05-7f0f973a186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:12.691810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-2a26a82b-c6db-4552-bd05-7f0f973a186d service neutron] 10.222.0.36 "GET /v2.0/networks?id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 200  len: 917 time: 0.5537267
Jan 29 20:51:12.692421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (08b67c7d-b277-4777-b301-9ab4e3323c3e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.695464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.696878 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "DELETE /v2.0/security-groups/08b67c7d-b277-4777-b301-9ab4e3323c3e HTTP/1.1" status: 204  len: 168 time: 0.8707089
Jan 29 20:51:12.713388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42168) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:12.717316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998c37-1ae6-4978-b7bf-86c38a0d5f95 None None] Pushing event updated for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.724311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:12.753918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Attempting to bind port 8241906b-10d1-4284-a127-8108e1ec379a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:12.754295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Attempting to bind port 8241906b-10d1-4284-a127-8108e1ec379a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:12.755816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Attempting to bind port 8241906b-10d1-4284-a127-8108e1ec379a on network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:12.773836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:12.774202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Checking segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:12.774617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.775020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Bound using segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:12.775512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Bound port: 8241906b-10d1-4284-a127-8108e1ec379a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:12.776016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8241906b-10d1-4284-a127-8108e1ec379a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.776134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807ffd3-424e-4d70-8598-562590d29789 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b67c7d-b277-4777-b301-9ab4e3323c3e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.790676 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-f43cfda4-f209-4501-be11-34ef31444d37 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] show failed (client error): The resource could not be found.
Jan 29 20:51:12.793649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f43cfda4-f209-4501-be11-34ef31444d37 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "GET /v2.0/security-groups/08b67c7d-b277-4777-b301-9ab4e3323c3e HTTP/1.1" status: 404  len: 347 time: 0.0665691
Jan 29 20:51:12.797201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b0a3009a-2d15-44af-9c02-93523195e451 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:12.801276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29376e3-292c-4378-b4e8-1a7d707dfe1b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.804761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b6d7649e-cbf6-400e-8328-b2b24d292471), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.810972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42172) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:12.820364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e544eaeb-008b-4416-82a2-f3487164e58c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.826170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.826567 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Added segment 052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1 of type vlan for network 0fd24072-ec6d-45c0-882f-bec9a8e91af5
Jan 29 20:51:12.835941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: b0a3009a-2d15-44af-9c02-93523195e451 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:12.837092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b0a3009a-2d15-44af-9c02-93523195e451 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:12.869969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e544eaeb-008b-4416-82a2-f3487164e58c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:12.928172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] For port 8241906b-10d1-4284-a127-8108e1ec379a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:12.932862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] For port 8241906b-10d1-4284-a127-8108e1ec379a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8241906b-10d1-4284-a127-8108e1ec379a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:12.941763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:12.965856 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-e5a621ff-9239-4777-87e2-b174bf1ceef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3af2ed6b-601b-459d-bab1-37167dc36879 HTTP/1.1" status: 200  len: 217 time: 0.2621074
Jan 29 20:51:12.973875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-f13ca59d-f6a6-4e44-a427-01bf54fda9f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4017193
Jan 29 20:51:12.991625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39b694-e40a-403e-9f9b-adbde916b485 req-23db3e95-62d1-48b2-824e-40179f7ec8fa tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:13.001145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec39b694-e40a-403e-9f9b-adbde916b485 req-23db3e95-62d1-48b2-824e-40179f7ec8fa tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.3901815
Jan 29 20:51:13.002426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-479a09d5-b90c-42be-b728-ecb12ba27e36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:51:13.003518 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-479a09d5-b90c-42be-b728-ecb12ba27e36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0098829
Jan 29 20:51:13.004698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:13.005348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8a54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:13.083227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (b6d7649e-cbf6-400e-8328-b2b24d292471), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.164898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-f5c44c01-9830-4ac9-82d8-0303a4c193c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:13.166547 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-f5c44c01-9830-4ac9-82d8-0303a4c193c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 200  len: 855 time: 0.1897383
Jan 29 20:51:13.169656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998c37-1ae6-4978-b7bf-86c38a0d5f95 None None] Pushing event updated for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:13.175223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d7649e-cbf6-400e-8328-b2b24d292471,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:13.177984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.183686 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-be0c4712-7837-49f2-909e-28c08e71508c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6d7649e-cbf6-400e-8328-b2b24d292471 HTTP/1.1" status: 204  len: 168 time: 0.8080282
Jan 29 20:51:13.186797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Provisioning complete for port 8241906b-10d1-4284-a127-8108e1ec379a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:13.187184 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8241906b-10d1-4284-a127-8108e1ec379a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.193651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42178) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:13.295907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:13.359582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0fd24072-ec6d-45c0-882f-bec9a8e91af5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.368590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.518652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec39b694-e40a-403e-9f9b-adbde916b485 req-143621bf-4116-4b46-ace8-1f4196aa67eb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5162771
Jan 29 20:51:13.524268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0fd24072-ec6d-45c0-882f-bec9a8e91af5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.527645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Current status of the port 8241906b-10d1-4284-a127-8108e1ec379a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:13.527821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:13.528034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8241906b-10d1-4284-a127-8108e1ec379a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.529637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.612102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (dc2e907e-88f5-4fed-8204-41471158d036), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.615364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] For port 8241906b-10d1-4284-a127-8108e1ec379a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8241906b-10d1-4284-a127-8108e1ec379a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:13.629114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.783433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0cf33e19-fb4d-46e1-9399-2658a3e8702f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.789735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-3c1e0385-169e-4d05-bdf0-87a4913dac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:13.792350 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-3c1e0385-169e-4d05-bdf0-87a4913dac6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18acd1d3-7d3e-4098-b42a-dbe44ff9a507&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6082504
Jan 29 20:51:13.889957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:13.961960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2e907e-88f5-4fed-8204-41471158d036,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:14.004913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998eb04-5288-48d2-bae3-a47da85c87a1 None None] Pushing event updated for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:14.017434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-25f4948b-2379-48fd-b90b-5c9be78d55f9 None None] Provisioning complete for port 8241906b-10d1-4284-a127-8108e1ec379a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:14.017890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25f4948b-2379-48fd-b90b-5c9be78d55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8241906b-10d1-4284-a127-8108e1ec379a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.027448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Checking segment: {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:14.027938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Network hostable DHCP agents. Network: 20c78fc7-b3e8-4cfc-b4cc-5532077904c9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:14.131573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0cf33e19-fb4d-46e1-9399-2658a3e8702f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.140195 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-948d12a0-a10d-4abf-9228-5c9cddb4e652 service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374569
Jan 29 20:51:14.146022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8a54c0>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:12Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:14.170016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:14.207730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0e664-4509-43a3-a3dd-5ec53a1537eb None None] The sync data for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 is: [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:12Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:14.229891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Deleting port 7f5bad55-cb8d-4a74-a808-6c93b9cd351e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:14.230239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.312360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.7317405
Jan 29 20:51:14.317752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c21a78df-4c87-46f0-9740-df3779f112a3 req-e4ba46dc-ff8b-4324-beed-7bc10658e5cd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 210 time: 0.1526868
Jan 29 20:51:14.330536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42218) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:14.347601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Request body: {'subnet': {'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2105873867-subnet', 'tenant_id': 'ad669fb0e9074614aa22fb7501229c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:14.352300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25f4948b-2379-48fd-b90b-5c9be78d55f9 None None] Current status of the port 8241906b-10d1-4284-a127-8108e1ec379a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:14.387319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43c61e-a896-4518-82ee-673576ed7c4d admin admin] Pushing event updated for resources: {'Network': ['ID=0fd24072-ec6d-45c0-882f-bec9a8e91af5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:14.401472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:14.459615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.460185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.476008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Calling delete_port for 7f5bad55-cb8d-4a74-a808-6c93b9cd351e owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:14.662023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7f5bad55-cb8d-4a74-a808-6c93b9cd351e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.690125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d12118-a003-4d80-aaf0-357b0a1b5d98 req-e2924143-d31c-44e3-8d97-a33153e766fd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:14.692181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6d12118-a003-4d80-aaf0-357b0a1b5d98 req-e2924143-d31c-44e3-8d97-a33153e766fd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 1.0272844
Jan 29 20:51:14.796130 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfc13001-dafe-4b5a-8ced-97d6b02be78f req-f6de9172-8c8c-4c69-b20d-5b8e58084a4b service neutron] 10.222.0.36 "GET /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6425073
Jan 29 20:51:14.803917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20c78fc7-b3e8-4cfc-b4cc-5532077904c9) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:14.808426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:14.809446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.815043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fb3fa-fd07-453c-a357-0d8d8e38e232 None None] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:14.846046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a53c40>,) {'filters': {'network_id': ['0cf33e19-fb4d-46e1-9399-2658a3e8702f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:14.874522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a53c40>, 'dbc95d32-2713-4864-8e43-79d87b3becea') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:14.874852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a53c40>, 'dbc95d32-2713-4864-8e43-79d87b3becea') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:14.886066 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1f96e4e6-4d93-42e9-a277-8db1a2e86164 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4547300
Jan 29 20:51:14.895441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42226) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:14.910398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:14.917117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (dbc95d32-2713-4864-8e43-79d87b3becea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.925152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Made reservation on behalf of ad669fb0e9074614aa22fb7501229c45 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:14.928857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:14.972233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Pushing event deleted for resources: {'Port': ['ID=7f5bad55-cb8d-4a74-a808-6c93b9cd351e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:14.980965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (dbc95d32-2713-4864-8e43-79d87b3becea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.002504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:15.002932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (dbc95d32-2713-4864-8e43-79d87b3becea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:15.008817 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:15.043448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'fixed_ips': [{'subnet_id': 'dc2e907e-88f5-4fed-8204-41471158d036'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:51:15.044584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.106919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.107973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.112857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks [] for floatingip (faabf2cc-80ce-4daa-acf9-55e1a9570e31), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.115310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.119316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d7e08383-5dd0-4237-8ad6-12366e1e8ac3 tempest-ServersTestJSON-829406363 tempest-ServersTestJSON-829406363-project] 10.222.0.20 "DELETE /v2.0/floatingips/faabf2cc-80ce-4daa-acf9-55e1a9570e31 HTTP/1.1" status: 204  len: 168 time: 2.2938042
Jan 29 20:51:15.133462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6bee3-0b5f-4aa2-b846-db5e2ec8971a req-3ae81a5a-0e46-4c9c-ad4d-61601b1a7e09 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:15.140898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4af6bee3-0b5f-4aa2-b846-db5e2ec8971a req-3ae81a5a-0e46-4c9c-ad4d-61601b1a7e09 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.4172406
Jan 29 20:51:15.145032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:15.155341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6d12118-a003-4d80-aaf0-357b0a1b5d98 req-fb047a38-e22e-4871-a22f-cb9a08baa4ce tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3931348
Jan 29 20:51:15.332078 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:51:15.355751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Router 5b449476-b195-4cff-ba5b-4c99cabfbddd has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:15.416623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for router_controller (1f117a54-f40b-430f-99fb-94fc94bdac75), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.430632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4af6bee3-0b5f-4aa2-b846-db5e2ec8971a req-d89910de-91a8-4cdd-9003-ab30d182322a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794445
Jan 29 20:51:15.503523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Allocated IP 172.20.0.2 (20c78fc7-b3e8-4cfc-b4cc-5532077904c9/dc2e907e-88f5-4fed-8204-41471158d036/0c8ee2eb-d390-44f7-89c2-740efa34eb2c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:15.536279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.565145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0cf33e19-fb4d-46e1-9399-2658a3e8702f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.577557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8241906b-10d1-4284-a127-8108e1ec379a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:15.622275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d5f5c5a-3492-4f01-8e85-66897a7cc173 req-006dd0cb-5ade-4356-9a9e-63f7e7c8acdb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 210 time: 0.1529093
Jan 29 20:51:15.658362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.666594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0cf33e19-fb4d-46e1-9399-2658a3e8702f HTTP/1.1" status: 204  len: 168 time: 2.4527688
Jan 29 20:51:15.716821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779923-600d-402f-b53a-43acc6635c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf33e19-fb4d-46e1-9399-2658a3e8702f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:15.754408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (a7020201-c10b-45fc-85d8-0571499702bc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.841024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-ac75bb52-079c-4b6f-a36b-752f1f2171e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:15.842586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-ac75bb52-079c-4b6f-a36b-752f1f2171e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1132 time: 0.4008770
Jan 29 20:51:15.846047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:15.850651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8241906b-10d1-4284-a127-8108e1ec379a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:15.851035 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8241906b-10d1-4284-a127-8108e1ec379a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.856726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks [] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.886676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for router_gateway (1f117a54-f40b-430f-99fb-94fc94bdac75), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.921794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:15.981998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Pushing event updated for resources: {'Port': ['ID=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:15.988060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7020201-c10b-45fc-85d8-0571499702bc,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:16.001514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:16.004830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:16.008564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:16.015130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Checking segment: {'id': '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:16.015539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Network hostable DHCP agents. Network: 0fd24072-ec6d-45c0-882f-bec9a8e91af5, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:16.061750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:16.069045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3a4bbce8-83f5-4c37-a779-edb589454e56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98626d39fcfd4a12a1393e6b4b3e0b19&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2128038
Jan 29 20:51:16.075647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c8a801b-86bd-42f3-a71d-39111371f0ed admin admin] 10.222.0.20 "PUT /v2.0/routers/5b449476-b195-4cff-ba5b-4c99cabfbddd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6434939
Jan 29 20:51:16.079183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42244) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:16.079531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42246) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:16.094543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:16.137270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Sync routers for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:16.147089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Attempting to bind port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:16.147663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Attempting to bind port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:16.148046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Attempting to bind port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c on network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:16.165776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:16.166241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Checking segment: {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:16.166557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.166959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Bound using segment: {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:16.167872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Bound port: 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:16.168333 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.174276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:16.175247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad64580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:16.194634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0fd24072-ec6d-45c0-882f-bec9a8e91af5) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:16.225128 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-cda14349-483b-4593-84d7-43aff6add20b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0527623
Jan 29 20:51:16.259231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-6b3435b5-9e44-4fe7-ba03-d061058c7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.260737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-6b3435b5-9e44-4fe7-ba03-d061058c7902 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.4018912
Jan 29 20:51:16.271902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.272528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.323265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78b66d4e-320e-46a3-824c-71033d716f0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9799321
Jan 29 20:51:16.366058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a10927e-5be2-45ee-b3ea-197c4c401974 None None] Network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:16.374074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:16.439405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-aebe9c75-b899-4ba9-ab30-9ef49d46ea50 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.440884 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-aebe9c75-b899-4ba9-ab30-9ef49d46ea50 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2109160
Jan 29 20:51:16.475986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-dae80468-1091-4a7a-b285-28cb15484fc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.1864793
Jan 29 20:51:16.481501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-957b15df-7aee-4fc9-8a23-a4e24d032d01 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1905525
Jan 29 20:51:16.540090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8241906b-10d1-4284-a127-8108e1ec379a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:16.572236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:16.660242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] Publish callbacks [] for security_group (63aae07f-d301-4d28-9494-2694bf6e24e3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.671642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] For port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:16.677548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks [] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.681456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] For port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:16.690425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-d0380a58-1321-47c1-a3aa-bdb3a9450f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.692004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-d0380a58-1321-47c1-a3aa-bdb3a9450f89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2064044
Jan 29 20:51:16.703246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.714385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for router_gateway (1f117a54-f40b-430f-99fb-94fc94bdac75), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.748173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.767263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.772167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dfa8f-5b2a-4098-b1cb-f4c706390705 req-3247cf24-58ce-4fb8-a37b-301245f2145a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.776699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8673fe-35bd-4fca-82a9-1c439e083c69 None None] Network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:16.778436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-603dfa8f-5b2a-4098-b1cb-f4c706390705 req-3247cf24-58ce-4fb8-a37b-301245f2145a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.4540286
Jan 29 20:51:16.831139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] Publish callbacks [] for security_group (63aae07f-d301-4d28-9494-2694bf6e24e3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.857481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.897765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582632-8418-46e9-b5fc-b15fe9192a9f None None] Pushing event updated for resources: {'Port': ['ID=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:16.913598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:16.918359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:16.950234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6a1f-1539-48b6-acda-d70401d4dec0 req-f226ec5f-a300-41d4-add3-ea9f4445cd91 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.953488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a0f6a1f-1539-48b6-acda-d70401d4dec0 req-f226ec5f-a300-41d4-add3-ea9f4445cd91 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.3876328
Jan 29 20:51:16.975450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-9f52d5c2-c8ff-4900-abee-df034babc899 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:16.976946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-9f52d5c2-c8ff-4900-abee-df034babc899 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4870679
Jan 29 20:51:16.978886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad64580>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:51:12Z', 'revision_number': 5, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:17.012382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:17.020557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-603dfa8f-5b2a-4098-b1cb-f4c706390705 req-10cc440d-c7e7-4a67-9cec-ad3d64583afc tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412989
Jan 29 20:51:17.062478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Checking router: 5b449476-b195-4cff-ba5b-4c99cabfbddd for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:17.082723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Routers {'5b449476-b195-4cff-ba5b-4c99cabfbddd'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:17.088311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad64580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5b449476-b195-4cff-ba5b-4c99cabfbddd'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:17.093047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Allocated IP 172.35.4.5 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/3125000f-d5d4-4707-bbce-b2876fffbde8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:17.098358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-a9634ad3-60ce-4d50-9b9d-19ff39802716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:17.098737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-a9634ad3-60ce-4d50-9b9d-19ff39802716 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3382752
Jan 29 20:51:17.111125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks [] for router_gateway (5b449476-b195-4cff-ba5b-4c99cabfbddd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.121596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (63aae07f-d301-4d28-9494-2694bf6e24e3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.124365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.125762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63aae07f-d301-4d28-9494-2694bf6e24e3 HTTP/1.1" status: 204  len: 168 time: 1.0453105
Jan 29 20:51:17.209963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f5543-de16-4cc6-bc83-dc525202ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aae07f-d301-4d28-9494-2694bf6e24e3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:17.283852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a0f6a1f-1539-48b6-acda-d70401d4dec0 req-da794fd0-b1be-4e6f-b03c-1adf1882fb47 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3197052
Jan 29 20:51:17.352728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.80 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/a06eed4d-c52e-4cad-a556-b45f69d90931) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:17.543693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.631183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a65061b8-87e1-436d-9c3d-0acff5da2e04 req-c3a253f4-ba9e-4731-8d03-a093eb743752 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 210 time: 0.1050291
Jan 29 20:51:17.648506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-87da5cc4-e25b-4a0e-9b46-329bd12ac063 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5339243
Jan 29 20:51:17.658264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] Set router 5b449476-b195-4cff-ba5b-4c99cabfbddd gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:17.706488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.803148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c8ee2eb-d390-44f7-89c2-740efa34eb2c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:17.811146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:17.821063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Deleting port 18c6280d-ef15-4953-ae53-f4a5509d626c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:17.821410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.829393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:17.833504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=3125000f-d5d4-4707-bbce-b2876fffbde8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:17.843969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:17.848696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:17.886951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-efb05a3a-cf7a-4c72-87ca-a52df088716a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170854
Jan 29 20:51:17.964871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:17.968953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.000781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:18.001199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.022835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Deleting port f14f8695-1116-45c6-b586-4558cb37c9f9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:18.023270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.215227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:18.215681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.237492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad64580>, [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:51:12Z', 'revision_number': 5, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:18.286021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] For port 18c6280d-ef15-4953-ae53-f4a5509d626c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c6280d-ef15-4953-ae53-f4a5509d626c,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:18.286618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.299560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f5bd1-eb43-49fe-ab2b-1fb499a8a5d5 None None] The sync data for ids ['5b449476-b195-4cff-ba5b-4c99cabfbddd'] in ncdv-master-1 is: [{'id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859462070-router', 'tenant_id': 'caa4aa60d945413d8170b55c257c7862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:08Z', 'updated_at': '2022-01-29T20:51:12Z', 'revision_number': 5, 'project_id': 'caa4aa60d945413d8170b55c257c7862', 'gw_port': {'id': 'f14f8695-1116-45c6-b586-4558cb37c9f9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b449476-b195-4cff-ba5b-4c99cabfbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:09Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:18.337680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.340565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:18.375943 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.378223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:18.430171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:18.443550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:18.449618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Calling delete_port for 18c6280d-ef15-4953-ae53-f4a5509d626c owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:18.460026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:18.470020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:18.689659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:18.776237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42304) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:18.822588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1468b11-ea22-4e0a-9b53-23bf0f6ec113 None None] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:18.921492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-279f9c56-def6-4e6c-9b32-530007ecb9ab None None] Provisioning complete for port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:18.921871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-279f9c56-def6-4e6c-9b32-530007ecb9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:18.940909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d18e5-959c-42d6-b42c-c8c2768a83ac req-28d67f46-a3cc-4279-9a69-e512fd83de2a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:18.948224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-381d18e5-959c-42d6-b42c-c8c2768a83ac req-28d67f46-a3cc-4279-9a69-e512fd83de2a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 1.0604064
Jan 29 20:51:19.054137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-network', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:19.059203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] For port f14f8695-1116-45c6-b586-4558cb37c9f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f14f8695-1116-45c6-b586-4558cb37c9f9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:19.059566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.074783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52018ff6-ff5a-4bc7-b234-28842f4e2567 req-76a77c7c-053c-4739-84fe-7d8e552f5d73 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:19.076264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52018ff6-ff5a-4bc7-b234-28842f4e2567 req-76a77c7c-053c-4739-84fe-7d8e552f5d73 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.3139470
Jan 29 20:51:19.101296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-279f9c56-def6-4e6c-9b32-530007ecb9ab None None] Current status of the port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:19.112014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Calling delete_port for f14f8695-1116-45c6-b586-4558cb37c9f9 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:19.171316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-381d18e5-959c-42d6-b42c-c8c2768a83ac req-480b5bb6-fc41-4776-9646-85dab4806c74 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221870
Jan 29 20:51:19.175027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.71 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/e7b17c4e-955d-4577-8397-b691112cde24) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:19.182940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Made reservation on behalf of 9c3b71f9bda245f89384d15b7d991443 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:19.185365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.191708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:19.193032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.222677 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-7c9c834e-58e7-4932-b052-873dbd7c34f6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6978638
Jan 29 20:51:19.239351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bcd5f7a-6c67-4d1e-8b7d-f9199a853eff None None] Provisioning complete for port a06eed4d-c52e-4cad-a556-b45f69d90931 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:19.246793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f7a-6c67-4d1e-8b7d-f9199a853eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.254447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Request body: {'port': {'device_id': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:19.310197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd5f7a-6c67-4d1e-8b7d-f9199a853eff None None] Port a06eed4d-c52e-4cad-a556-b45f69d90931 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:19.318015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.332658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for router_gateway (1f117a54-f40b-430f-99fb-94fc94bdac75), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.401744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52018ff6-ff5a-4bc7-b234-28842f4e2567 req-5eeac747-3339-44e6-8fd0-e4cdda1d8bcc tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154221
Jan 29 20:51:19.417344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c8ee2eb-d390-44f7-89c2-740efa34eb2c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:19.478891 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.483302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d4e9daf8-2a76-42ea-9353-e0dc4fc96338 None None] Provisioning complete for port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:19.483909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4e9daf8-2a76-42ea-9353-e0dc4fc96338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.534763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:19.535468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.601886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a2db9-648e-458b-89f2-958e0ece0ec4 req-89fcaf13-cdb5-40af-9b51-11d613bc1775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:19.603383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-770a2db9-648e-458b-89f2-958e0ece0ec4 req-89fcaf13-cdb5-40af-9b51-11d613bc1775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 935 time: 0.2733252
Jan 29 20:51:19.631633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9daf8-2a76-42ea-9353-e0dc4fc96338 None None] Current status of the port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:19.684658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:19.694390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e544eaeb-008b-4416-82a2-f3487164e58c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:19.717450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e544eaeb-008b-4416-82a2-f3487164e58c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:19.718075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e544eaeb-008b-4416-82a2-f3487164e58c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:19.737545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (18c6280d-ef15-4953-ae53-f4a5509d626c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.754644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks [] for security_group (1de158df-b65d-4c15-a0bc-1c2cd6ba0951), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.769653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-770a2db9-648e-458b-89f2-958e0ece0ec4 req-bf3d54ef-4c94-4bfe-b52d-375455737599 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504683
Jan 29 20:51:19.770663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1de158df-b65d-4c15-a0bc-1c2cd6ba0951), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.772827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c6280d-ef15-4953-ae53-f4a5509d626c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:19.789467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9ad6e-5631-40ea-97c4-94073118b9d6 req-58102f7b-8f21-4a70-8d07-039df1108826 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:19.790976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dd9ad6e-5631-40ea-97c4-94073118b9d6 req-58102f7b-8f21-4a70-8d07-039df1108826 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 946 time: 0.2446618
Jan 29 20:51:19.807606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (e7b17c4e-955d-4577-8397-b691112cde24), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.821689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:19.826158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f14f8695-1116-45c6-b586-4558cb37c9f9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.842401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.866812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e5846937-68de-4cc5-bb57-2bf9b4bfa1c4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.867260 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Added segment e5846937-68de-4cc5-bb57-2bf9b4bfa1c4 of type vlan for network 0ea0d455-a8d9-4fa0-923e-521778d7f513
Jan 29 20:51:19.969288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0ea0d455-a8d9-4fa0-923e-521778d7f513), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:19.984215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14f8695-1116-45c6-b586-4558cb37c9f9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:19.986497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de158df-b65d-4c15-a0bc-1c2cd6ba0951,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:20.074037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.101843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.112127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dd9ad6e-5631-40ea-97c4-94073118b9d6 req-47d78997-a804-4e70-99b9-7faa9b2bba48 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028355
Jan 29 20:51:20.174227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.180591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0ea0d455-a8d9-4fa0-923e-521778d7f513), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.180591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:20.180591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.191296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:20.271358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.282225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks [] for router_controller (5b449476-b195-4cff-ba5b-4c99cabfbddd), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.288899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Router 1f117a54-f40b-430f-99fb-94fc94bdac75 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:51:20.382834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:20.386152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6065392
Jan 29 20:51:20.390192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:20.429702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Request body: {'subnet': {'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-subnet', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:20.450101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:20.452770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:20.486523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:20.503883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c1af-b3fc-4a23-931d-04968f258360 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea0d455-a8d9-4fa0-923e-521778d7f513,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:20.517713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:20.521307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (5b449476-b195-4cff-ba5b-4c99cabfbddd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.521841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b449476-b195-4cff-ba5b-4c99cabfbddd {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:51:20.528223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Made reservation on behalf of 9c3b71f9bda245f89384d15b7d991443 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:20.530365 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.539710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.544520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c4c73b8e-095a-4ffa-bd52-979d1aa9afc9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5b449476-b195-4cff-ba5b-4c99cabfbddd HTTP/1.1" status: 204  len: 168 time: 4.4622781
Jan 29 20:51:20.555978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42336) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:20.582377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860ee11-1d6c-46a6-9baf-a44f9b54921d req-6ee84449-4360-4901-9d8d-ef9714044111 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:20.589680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e860ee11-1d6c-46a6-9baf-a44f9b54921d req-6ee84449-4360-4901-9d8d-ef9714044111 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.3709242
Jan 29 20:51:20.644138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:20.644707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.682786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8bf79a18-d5df-4cb5-990a-8f3ffe8a2f33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6843059
Jan 29 20:51:20.696607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:20.704335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Request body: {'port': {'device_id': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:20.706575 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Sync routers for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:20.713281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-4e997b41-76e5-4e16-be45-ccdbacf84aa6 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:20.715339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06eed4d-c52e-4cad-a556-b45f69d90931 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:20.720574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-4e997b41-76e5-4e16-be45-ccdbacf84aa6 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/networks?id=0fd24072-ec6d-45c0-882f-bec9a8e91af5 HTTP/1.1" status: 200  len: 810 time: 0.4358985
Jan 29 20:51:20.722770 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:20.723350 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3fc8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:20.727749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks [] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.773559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Deleting subnet 012bb4a2-cb62-4744-aa2c-225c7d11c2e1 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:20.783431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-d21afb3f-67ac-482b-8f9a-2dd33209e867 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/quotas/ad669fb0e9074614aa22fb7501229c45 HTTP/1.1" status: 200  len: 375 time: 0.0616851
Jan 29 20:51:20.787528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b0f05078-b715-4964-8bc1-9f3bdb5ba936 None None] Provisioning complete for port e7b17c4e-955d-4577-8397-b691112cde24 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:20.788062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0f05078-b715-4964-8bc1-9f3bdb5ba936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7b17c4e-955d-4577-8397-b691112cde24), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.829386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b0f05078-b715-4964-8bc1-9f3bdb5ba936 None None] Port e7b17c4e-955d-4577-8397-b691112cde24 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:20.842088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-16e1fcea-564a-49a7-83ff-274d376bd17e tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad669fb0e9074614aa22fb7501229c45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0572276
Jan 29 20:51:20.847228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Publish callbacks [] for subnet (012bb4a2-cb62-4744-aa2c-225c7d11c2e1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.867542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:20.882855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Transition to ACTIVE for port object a06eed4d-c52e-4cad-a556-b45f69d90931 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:20.888262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e860ee11-1d6c-46a6-9baf-a44f9b54921d req-b8e623ee-0015-401c-b863-554b874efe74 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977257
Jan 29 20:51:20.890415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:20.895533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.909654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.914625 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a69154a2-6267-4a26-85ec-9b6dd1211ca9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.0160279
Jan 29 20:51:20.917312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42340) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:20.919360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (74f94a3d-6f12-4968-82fe-a3bf18fa9a21), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:20.995100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (012bb4a2-cb62-4744-aa2c-225c7d11c2e1), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.052888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7b17c4e-955d-4577-8397-b691112cde24), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.072909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3fc8b0>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:18Z', 'revision_number': 3, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:21.101837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Checking router: 1f117a54-f40b-430f-99fb-94fc94bdac75 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:21.102196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Updating router 1f117a54-f40b-430f-99fb-94fc94bdac75 port 3125000f-d5d4-4707-bbce-b2876fffbde8 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:21.149542 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.341335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-3689a5d4-8500-471e-8891-ba515064b3cf service neutron] 10.222.0.20 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4872558
Jan 29 20:51:21.447994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a62170-be12-48d8-8591-e8e61bd48ba9 req-115a4626-b1a0-4170-aa08-4e44d8bea93d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:21.447994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6a62170-be12-48d8-8591-e8e61bd48ba9 req-115a4626-b1a0-4170-aa08-4e44d8bea93d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.4132574
Jan 29 20:51:21.488588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f94a3d-6f12-4968-82fe-a3bf18fa9a21,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:21.499938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f14f8695-1116-45c6-b586-4558cb37c9f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:21.519178 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks [] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.521039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f14f8695-1116-45c6-b586-4558cb37c9f9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:21.521559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f14f8695-1116-45c6-b586-4558cb37c9f9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:21.525612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (012bb4a2-cb62-4744-aa2c-225c7d11c2e1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.526914 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.537494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Pushing event updated for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:21.577828 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Attempting to bind port 3125000f-d5d4-4707-bbce-b2876fffbde8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:21.579136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Attempting to bind port 3125000f-d5d4-4707-bbce-b2876fffbde8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:21.579500 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Attempting to bind port 3125000f-d5d4-4707-bbce-b2876fffbde8 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:21.591832 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:21.592202 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:21.592611 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.593201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:21.593666 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Bound port: 3125000f-d5d4-4707-bbce-b2876fffbde8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:21.594087 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.596422 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Pushing event updated for resources: {'Port': ['ID=3125000f-d5d4-4707-bbce-b2876fffbde8,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:21.597220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:21.609514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-00c3ce3b-1c2c-440d-a603-b254da31c7f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/71bacadb-1eb2-461d-97d1-aa46f3d65a09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4609973
Jan 29 20:51:21.612734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42344) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:21.621820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Sync routers for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:21.630053 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.630398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.630739 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.631165 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.631645 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.631981 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.632302 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.633141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.633632 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.634135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.635152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.635640 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.636251 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:21.642177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:21.643559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac64910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:21.651150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6a62170-be12-48d8-8591-e8e61bd48ba9 req-551e6dcc-495a-44be-8fb0-716cdb90b084 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901107
Jan 29 20:51:21.659324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-45d22585-c080-43de-b3b1-7c993d1a2c18 service neutron] 10.222.0.20 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935433
Jan 29 20:51:21.695626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] For port 3125000f-d5d4-4707-bbce-b2876fffbde8, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:21.706863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] For port 3125000f-d5d4-4707-bbce-b2876fffbde8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3125000f-d5d4-4707-bbce-b2876fffbde8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:21.719710 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.742134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (012bb4a2-cb62-4744-aa2c-225c7d11c2e1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.748246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b17c4e-955d-4577-8397-b691112cde24 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:21.750826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks [] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.798817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks [] for port (e7b17c4e-955d-4577-8397-b691112cde24), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.827289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:21.860854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012bb4a2-cb62-4744-aa2c-225c7d11c2e1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:21.874868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Attempting to bind port a06eed4d-c52e-4cad-a556-b45f69d90931 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:21.875807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Attempting to bind port a06eed4d-c52e-4cad-a556-b45f69d90931 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:21.876258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Attempting to bind port a06eed4d-c52e-4cad-a556-b45f69d90931 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:21.880536 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:21.889345 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3fc8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:21.907163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.910957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3452d07f-2828-434d-924a-eaeda3ad7c7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/012bb4a2-cb62-4744-aa2c-225c7d11c2e1 HTTP/1.1" status: 204  len: 168 time: 1.3492854
Jan 29 20:51:21.913779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42346) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:21.915188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ed766-670e-4eb1-a18e-296588f50e0e None None] Network 6ca1c325-e66c-457d-a236-d7a078d3e436 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:21.915834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Checking segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:21.916311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Network hostable DHCP agents. Network: 0ea0d455-a8d9-4fa0-923e-521778d7f513, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:21.960177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Port a06eed4d-c52e-4cad-a556-b45f69d90931 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:21.960672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Attempting to bind port a06eed4d-c52e-4cad-a556-b45f69d90931 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:21.987459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:21.987956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:21.988448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:21.989134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Bound port: a06eed4d-c52e-4cad-a556-b45f69d90931, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:21.989605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:21.991710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:22.024390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ea0d455-a8d9-4fa0-923e-521778d7f513) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:22.036943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:22.037699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.047940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3cef9-a163-43d9-adc7-0e4ebafd2be6 None None] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:22.050598 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:22.100251 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-17a6b034-59e8-4405-868a-92817ebaab8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.7032969
Jan 29 20:51:22.110625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:22.115179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:22.143081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks [] for router_gateway (71bacadb-1eb2-461d-97d1-aa46f3d65a09), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.181510 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6ab7e-4129-4628-bda8-406b16f503db None None] Pushing event updated for resources: {'Port': ['ID=3125000f-d5d4-4707-bbce-b2876fffbde8,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:22.268154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:22.272647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.273859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.302752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a06eed4d-c52e-4cad-a556-b45f69d90931,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:22.342911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3fc8b0>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:18Z', 'revision_number': 3, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:22.380537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for router_controller (71a8e54e-0945-4930-ad5c-956d2b91a1e9), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.386725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76de8b-75c7-49fc-a5fd-a78c0c1e9a0f None None] The sync data for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 is: [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:18Z', 'revision_number': 3, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:22.387018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.418777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.502236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:22.502863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.504277 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] 10.222.0.36 "PUT /v2.0/ports/a06eed4d-c52e-4cad-a556-b45f69d90931 HTTP/1.1" status: 200  len: 1095 time: 3.2647502
Jan 29 20:51:22.537785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e1a66-adcd-4684-8b13-94359cdab786 None None] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:22.626805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Transition to ACTIVE for port object e7b17c4e-955d-4577-8397-b691112cde24 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:22.639001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1dad9-1711-4588-aada-21d8a88b38fb service neutron] Pushing event updated for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:22.642218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:22.646707 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a1b92-234c-48e0-ad9e-acab38d67461" -d '{"events": [{"name": "network-changed", "server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:22.690336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] DHCP port deletion for 6ca1c325-e66c-457d-a236-d7a078d3e436 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:51:22.706364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6ca1c325-e66c-457d-a236-d7a078d3e436), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.721734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-0ed318cb-8a7f-4f04-9f9d-a404b804b455 req-0e965032-e157-49b4-9a76-084d676fd823 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:51:22.730394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ed318cb-8a7f-4f04-9f9d-a404b804b455 req-0e965032-e157-49b4-9a76-084d676fd823 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1063666
Jan 29 20:51:22.739261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.797685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac64910>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '7c120079-3950-458c-983b-9b6b86451006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:51:19Z', 'revision_number': 5, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port': {'id': '7c120079-3950-458c-983b-9b6b86451006', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:01Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:22.883198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Checking router: 71bacadb-1eb2-461d-97d1-aa46f3d65a09 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:22.901971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Routers {'71bacadb-1eb2-461d-97d1-aa46f3d65a09'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:22.902670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac64910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:22.906507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:22.939042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Deleting port 7c120079-3950-458c-983b-9b6b86451006 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:22.939388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7c120079-3950-458c-983b-9b6b86451006), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:22.961776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f30d-92e8-4cef-b011-8b9bd24d8f16 req-bb306313-08fe-4065-a807-9472f68d87bf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:22.969960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e75f30d-92e8-4cef-b011-8b9bd24d8f16 req-bb306313-08fe-4065-a807-9472f68d87bf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 947 time: 1.1284959
Jan 29 20:51:22.998191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for router_gateway (71a8e54e-0945-4930-ad5c-956d2b91a1e9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.110427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Deleting port 0f13a639-59cf-4c87-b923-36333c51e8cc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:23.110908 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.173807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-4a0f163c-a415-4374-998d-c5395a8646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:23.175678 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-4a0f163c-a415-4374-998d-c5395a8646dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 1129 time: 0.5619996
Jan 29 20:51:23.206836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] Set router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:23.271909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.273842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e75f30d-92e8-4cef-b011-8b9bd24d8f16 req-d5a6825f-437d-49e5-923e-2eb8cf914f55 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027649
Jan 29 20:51:23.333272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-df414fa7-02a5-4850-9c22-407e76fe1b9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a06eed4d-c52e-4cad-a556-b45f69d90931 HTTP/1.1" status: 200  len: 217 time: 0.1367607
Jan 29 20:51:23.354445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac64910>, [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:51:22Z', 'revision_number': 6, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:23.360513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] For port 7c120079-3950-458c-983b-9b6b86451006, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c120079-3950-458c-983b-9b6b86451006,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:23.361352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7c120079-3950-458c-983b-9b6b86451006), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.369824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ed318cb-8a7f-4f04-9f9d-a404b804b455 req-2d28e006-e493-48e6-b9c2-6997ff629cab tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.6320624
Jan 29 20:51:23.408694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e0192-1ad6-4615-a1f2-a75affd548b7 None None] The sync data for ids ['71bacadb-1eb2-461d-97d1-aa46f3d65a09'] in ncdv-master-1 is: [{'id': '71bacadb-1eb2-461d-97d1-aa46f3d65a09', 'name': 'tempest-ServersTestJSON-1626383992-router', 'tenant_id': '9853e9034dbf45668208948118f43a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:00Z', 'updated_at': '2022-01-29T20:51:22Z', 'revision_number': 6, 'project_id': '9853e9034dbf45668208948118f43a4e', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:23.424136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] For port 0f13a639-59cf-4c87-b923-36333c51e8cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13a639-59cf-4c87-b923-36333c51e8cc,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:23.424633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.440238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Calling delete_port for 0f13a639-59cf-4c87-b923-36333c51e8cc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:23.487902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Calling delete_port for 7c120079-3950-458c-983b-9b6b86451006 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:23.501495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Deleting port 0f13a639-59cf-4c87-b923-36333c51e8cc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:23.502002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.543855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.548049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-b2868759-f41f-4e36-b1db-34d0ae09c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:23.550060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-b2868759-f41f-4e36-b1db-34d0ae09c714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2108603
Jan 29 20:51:23.575708 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.626658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] Pushing event deleted for resources: {'Port': ['ID=0f13a639-59cf-4c87-b923-36333c51e8cc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:23.630579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad543c2-3016-4ecd-b51b-1fab80088740 None None] No DVR routers for this DVR port 0f13a639-59cf-4c87-b923-36333c51e8cc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:23.657806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33e7937c-12c1-44ea-aa1a-c31d2a540b22 req-0ab948d2-a857-41f4-bdd6-d200ca818292 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 210 time: 0.1409791
Jan 29 20:51:23.662905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Attempting to bind port e7b17c4e-955d-4577-8397-b691112cde24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:23.663380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Attempting to bind port e7b17c4e-955d-4577-8397-b691112cde24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:23.663833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Attempting to bind port e7b17c4e-955d-4577-8397-b691112cde24 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:23.704322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Port e7b17c4e-955d-4577-8397-b691112cde24 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:23.704772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Attempting to bind port e7b17c4e-955d-4577-8397-b691112cde24 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:23.716399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:23.716820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:23.717324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:23.717949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Bound port: e7b17c4e-955d-4577-8397-b691112cde24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:23.718305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7b17c4e-955d-4577-8397-b691112cde24), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.761243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] For port 0f13a639-59cf-4c87-b923-36333c51e8cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13a639-59cf-4c87-b923-36333c51e8cc,segment=NetworkSegment(081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2),segment_id=081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:23.761703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:23.777393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Calling delete_port for 0f13a639-59cf-4c87-b923-36333c51e8cc owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:23.851894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3125000f-d5d4-4707-bbce-b2876fffbde8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:23.984064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8e276391-a16a-402b-9665-dc1a2f125e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:23.986284 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8e276391-a16a-402b-9665-dc1a2f125e9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3980277
Jan 29 20:51:23.991468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3125000f-d5d4-4707-bbce-b2876fffbde8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:23.991967 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.044732 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21caa10c-042c-439c-818f-89d6b7fe6bae x-openstack-request-id: req-21caa10c-042c-439c-818f-89d6b7fe6bae {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:24.045283 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:24.045665 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21caa10c-042c-439c-818f-89d6b7fe6bae {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:24.046218 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'status': 'completed', 'code': 200}
Jan 29 20:51:24.155290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3125000f-d5d4-4707-bbce-b2876fffbde8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:24.155598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.197710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3125000f-d5d4-4707-bbce-b2876fffbde8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3125000f-d5d4-4707-bbce-b2876fffbde8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:24.205997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.218084 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0f13a639-59cf-4c87-b923-36333c51e8cc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.276588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-ffa0ce16-f8bd-46c9-8018-77563d7fb742 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:24.278152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-ffa0ce16-f8bd-46c9-8018-77563d7fb742 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.18 "GET /v2.0/networks?id=0fd24072-ec6d-45c0-882f-bec9a8e91af5 HTTP/1.1" status: 200  len: 810 time: 0.3663719
Jan 29 20:51:24.282973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f13a639-59cf-4c87-b923-36333c51e8cc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:24.291969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] No DVR routers for this DVR port 0f13a639-59cf-4c87-b923-36333c51e8cc on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:24.302921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:24.303470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f13a639-59cf-4c87-b923-36333c51e8cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:24.310635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Request body: {'port': {'device_id': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5', 'admin_state_up': True, 'tenant_id': 'ad669fb0e9074614aa22fb7501229c45'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:24.317903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3125000f-d5d4-4707-bbce-b2876fffbde8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:24.343542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0f13a639-59cf-4c87-b923-36333c51e8cc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:24.344458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f13a639-59cf-4c87-b923-36333c51e8cc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:24.393647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031611d8-d4ec-488f-bbcf-8cb8637bdac9 req-fc570530-1185-48af-b8a4-10db3573f444 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:24.395221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-031611d8-d4ec-488f-bbcf-8cb8637bdac9 req-fc570530-1185-48af-b8a4-10db3573f444 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.4578161
Jan 29 20:51:24.423533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4fab4-3f43-46ff-a3d2-910a3ce016bd req-18591a1f-c916-456a-9935-1afa48df8822 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:24.425133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed4fab4-3f43-46ff-a3d2-910a3ce016bd req-18591a1f-c916-456a-9935-1afa48df8822 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2884874
Jan 29 20:51:24.468329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7b17c4e-955d-4577-8397-b691112cde24,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:24.502398 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.519952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6ca1c325-e66c-457d-a236-d7a078d3e436), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.574887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7c120079-3950-458c-983b-9b6b86451006), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.604848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:24.605505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.607073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7b17c4e-955d-4577-8397-b691112cde24 HTTP/1.1" status: 200  len: 1095 time: 3.9125948
Jan 29 20:51:24.608741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea096c8ca0>,) {'filters': {'network_id': ['6ca1c325-e66c-457d-a236-d7a078d3e436']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:24.621322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:24.624663 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "tag": "e7b17c4e-955d-4577-8397-b691112cde24"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:24.643138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c120079-3950-458c-983b-9b6b86451006,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:24.686385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096c8ca0>, '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:24.686941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096c8ca0>, '081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:24.736250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.740964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-031611d8-d4ec-488f-bbcf-8cb8637bdac9 req-8cea1a67-f1ca-4824-99f3-445d3d606bfa tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3349690
Jan 29 20:51:24.755782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed4fab4-3f43-46ff-a3d2-910a3ce016bd req-f8a718de-d5f0-4e6e-9d10-dd8c31878733 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920098
Jan 29 20:51:24.774218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4082f0-fdb7-4e0a-9314-5a91b9ad0925 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:24.777623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.787618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Made reservation on behalf of ad669fb0e9074614aa22fb7501229c45 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:24.791460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.814524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Allocated IP 172.20.0.1 (20c78fc7-b3e8-4cfc-b4cc-5532077904c9/dc2e907e-88f5-4fed-8204-41471158d036/3d420d37-bc74-42a0-af0d-75104acba1b3) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:24.815025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:24.815440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (081d3f66-1aeb-4c07-a9f3-2e4ccfa1c7b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:24.839087 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:24.864833 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ecb75b-6ac3-4dda-97d1-6458a25ae73b x-openstack-request-id: req-56ecb75b-6ac3-4dda-97d1-6458a25ae73b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:24.865385 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "tag": "e7b17c4e-955d-4577-8397-b691112cde24", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:24.865800 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56ecb75b-6ac3-4dda-97d1-6458a25ae73b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:24.866371 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24', 'status': 'completed', 'code': 200}
Jan 29 20:51:24.874054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for router_gateway (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.878602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:24.937746 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-342a4865-6eeb-428f-be01-bf6c7da5ad2c service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9071355
Jan 29 20:51:24.963183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-15d02c5f-958c-490d-9834-35c2a83e0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:24.964705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-15d02c5f-958c-490d-9834-35c2a83e0cce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1129 time: 0.2874386
Jan 29 20:51:24.967808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.064104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-571aa916-d2f6-48a1-812d-99c2c9497164 req-63845ee8-82cd-4179-ad68-d08322c0276c tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 210 time: 0.1072404
Jan 29 20:51:25.067974 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6ca1c325-e66c-457d-a236-d7a078d3e436), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.073310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.077609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ca1c325-e66c-457d-a236-d7a078d3e436 HTTP/1.1" status: 204  len: 168 time: 3.1529248
Jan 29 20:51:25.125683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.129126 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks [] for router_controller (71bacadb-1eb2-461d-97d1-aa46f3d65a09), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.155202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-899cf967-3ed5-4ec9-947a-1fb9d67fd3de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e7b17c4e-955d-4577-8397-b691112cde24 HTTP/1.1" status: 200  len: 217 time: 0.1757479
Jan 29 20:51:25.232711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37e46-5c05-4edd-bb9a-15192e7aef47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca1c325-e66c-457d-a236-d7a078d3e436,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:25.256285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (71bacadb-1eb2-461d-97d1-aa46f3d65a09), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.256807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71bacadb-1eb2-461d-97d1-aa46f3d65a09 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:51:25.272166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.273335 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-303b9b3b-5246-40b9-a0bb-d59c511dd422 admin admin] 10.222.0.20 "DELETE /v2.0/routers/71bacadb-1eb2-461d-97d1-aa46f3d65a09 HTTP/1.1" status: 204  len: 168 time: 3.6569965
Jan 29 20:51:25.278571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42378) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:25.283843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ad20-363c-4b9c-b54d-2e8534ef4b48 req-b9003417-e520-4fc6-a4a0-8fddebd6ba0c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.291341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2759ad20-363c-4b9c-b54d-2e8534ef4b48 req-b9003417-e520-4fc6-a4a0-8fddebd6ba0c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 947 time: 0.3857872
Jan 29 20:51:25.300688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42380) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:25.321257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Allocated IP 172.20.0.6 (0fd24072-ec6d-45c0-882f-bec9a8e91af5/a7020201-c10b-45fc-85d8-0571499702bc/347c99ee-9b5d-4549-ae6c-5d1709e13574) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:25.329505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-8cd883ea-1dd6-498d-8f42-d7e39ea79198 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3582542
Jan 29 20:51:25.370518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks [] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.372262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-db8591d7-8654-4de9-87e4-665bb9faaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.372551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Allocated IP 172.35.4.76 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/0cba2407-0707-4a41-b55e-de3a2f1c6e13) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:25.373881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-db8591d7-8654-4de9-87e4-665bb9faaf2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2097099
Jan 29 20:51:25.393807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Deleting subnet 35f9bf34-bbf7-4ba6-9101-5ed5097d7726 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:25.412689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Publish callbacks [] for subnet (35f9bf34-bbf7-4ba6-9101-5ed5097d7726), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.442523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3125000f-d5d4-4707-bbce-b2876fffbde8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:25.504295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dfae2-5044-4f34-be5e-523cdbe2a83c req-c1f6d2d9-5b28-4fe4-b31d-a672acaa23b4 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.508365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3125000f-d5d4-4707-bbce-b2876fffbde8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:25.508752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.511153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a6dfae2-5044-4f34-be5e-523cdbe2a83c req-c1f6d2d9-5b28-4fe4-b31d-a672acaa23b4 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 946 time: 0.3481433
Jan 29 20:51:25.536791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2759ad20-363c-4b9c-b54d-2e8534ef4b48 req-f6609e1e-c2f4-4975-9587-3bb4894a313e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445793
Jan 29 20:51:25.571783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (35f9bf34-bbf7-4ba6-9101-5ed5097d7726), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.579375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ac105930-3795-419a-a216-e2f308d1e1ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=037f1964ef704b31b503ee62b862c477&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2747388
Jan 29 20:51:25.585354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42382) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:25.600310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3125000f-d5d4-4707-bbce-b2876fffbde8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:25.617036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.625750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-94ac470a-5d95-4183-890f-75497ac2cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.627421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-94ac470a-5d95-4183-890f-75497ac2cf48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 1129 time: 0.2270732
Jan 29 20:51:25.681780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 18c6280d-ef15-4953-ae53-f4a5509d626c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:25.710441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 18c6280d-ef15-4953-ae53-f4a5509d626c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:25.711472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 18c6280d-ef15-4953-ae53-f4a5509d626c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:25.711907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7c120079-3950-458c-983b-9b6b86451006 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:25.719499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-400e5a18-1243-4789-9cb5-1067378a7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.721019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-400e5a18-1243-4789-9cb5-1067378a7d1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3315654
Jan 29 20:51:25.726581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a6dfae2-5044-4f34-be5e-523cdbe2a83c req-350a4d0a-6224-414e-9686-3cf3157e21d8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146180
Jan 29 20:51:25.741197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:25.741708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7c120079-3950-458c-983b-9b6b86451006 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:25.742285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7c120079-3950-458c-983b-9b6b86451006 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:25.766984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:25.769593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:25.794008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.815867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks [] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.835780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Pushing event updated for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:25.891656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (35f9bf34-bbf7-4ba6-9101-5ed5097d7726), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.931366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (1f117a54-f40b-430f-99fb-94fc94bdac75), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.945214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] Publish callbacks [] for security_group (cec750a6-8149-497c-a963-267e95ae82a1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:25.980064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-84b741ce-482e-46b7-a04b-cc9e474f5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:25.981590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-84b741ce-482e-46b7-a04b-cc9e474f5567 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3396010
Jan 29 20:51:26.010525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] Publish callbacks [] for security_group (cec750a6-8149-497c-a963-267e95ae82a1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.030280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.035039 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.042383 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-581ee768-50ba-4aa1-ae93-3c0d7e43f9fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a06eed4d-c52e-4cad-a556-b45f69d90931 HTTP/1.1" status: 200  len: 217 time: 0.0492499
Jan 29 20:51:26.049189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-47750a5c-2028-48f1-a3cf-0c16d5169465 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3205955
Jan 29 20:51:26.113429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6c1b-6878-4041-a2df-5dfb97612ae9 req-49a9787c-a195-4c90-a947-7f55effed0b7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.114843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028a6c1b-6878-4041-a2df-5dfb97612ae9 req-49a9787c-a195-4c90-a947-7f55effed0b7 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.2279804
Jan 29 20:51:26.132363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cd894ccb-2d38-469f-8ff9-07e5b6e61e20 None None] Provisioning complete for port 3d420d37-bc74-42a0-af0d-75104acba1b3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:26.133183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd894ccb-2d38-469f-8ff9-07e5b6e61e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.137625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a3dd-b412-4eba-9fc2-056d9168ca58 req-aee40e7a-b258-4660-9b79-2bbfe952a8eb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.139140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ec1a3dd-b412-4eba-9fc2-056d9168ca58 req-aee40e7a-b258-4660-9b79-2bbfe952a8eb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.2944312
Jan 29 20:51:26.139982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:26.166209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (35f9bf34-bbf7-4ba6-9101-5ed5097d7726), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.171860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cd894ccb-2d38-469f-8ff9-07e5b6e61e20 None None] Port 3d420d37-bc74-42a0-af0d-75104acba1b3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:26.174697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:26.186275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=0cba2407-0707-4a41-b55e-de3a2f1c6e13,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:26.190993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:26.204551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:26.213880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:26.224363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:26.229954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Pushing event updated for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:26.236946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f9bf34-bbf7-4ba6-9101-5ed5097d7726,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:26.246083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.250306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b2f119-ccd8-479b-93a9-3fd62442651e None None] Network 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:26.252302 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f277e62b-3c18-4a17-8083-a97dfe58f9b0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35f9bf34-bbf7-4ba6-9101-5ed5097d7726 HTTP/1.1" status: 204  len: 168 time: 0.9713295
Jan 29 20:51:26.258796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:26.266780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-e08895d1-027a-4c36-8a92-b6fdfed371cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.268977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-e08895d1-027a-4c36-8a92-b6fdfed371cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2162900
Jan 29 20:51:26.447153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] DHCP port deletion for 0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:51:26.480543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.486566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.502154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Deleting port ce52ddd5-9e75-4d09-bc94-16631ef87905 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:26.502805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.569188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] For port ce52ddd5-9e75-4d09-bc94-16631ef87905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce52ddd5-9e75-4d09-bc94-16631ef87905,segment=NetworkSegment(5889e1f6-13da-4a32-ac9b-5e1178cb0829),segment_id=5889e1f6-13da-4a32-ac9b-5e1178cb0829)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:26.571092 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.577496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-29bf1021-a069-4cce-b355-b344594c9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.579374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-29bf1021-a069-4cce-b355-b344594c9e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3015103
Jan 29 20:51:26.586012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cec750a6-8149-497c-a963-267e95ae82a1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.588507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.590447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Calling delete_port for ce52ddd5-9e75-4d09-bc94-16631ef87905 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:26.592858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cec750a6-8149-497c-a963-267e95ae82a1 HTTP/1.1" status: 204  len: 168 time: 1.0064216
Jan 29 20:51:26.637980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ec1a3dd-b412-4eba-9fc2-056d9168ca58 req-b3051e24-744a-4696-912a-946e9e34d744 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4580805
Jan 29 20:51:26.652897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028a6c1b-6878-4041-a2df-5dfb97612ae9 req-eadd5304-efc4-4087-a9a9-30aa54982275 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4821751
Jan 29 20:51:26.653754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0a3ec-6736-4738-8c0a-739005d409c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec750a6-8149-497c-a963-267e95ae82a1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:26.682543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.683631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.704937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc021d7b-295e-40f5-ba79-960ad40f0673 req-faf91f6e-2f28-4ddf-a6d1-5b5176f1d6b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6497009
Jan 29 20:51:26.728159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-e631065a-c8d8-4e6d-8342-5d268825e4c2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4277544
Jan 29 20:51:26.742334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Request body: {'port': {'device_id': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:26.758631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.794394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] Pushing event deleted for resources: {'Port': ['ID=ce52ddd5-9e75-4d09-bc94-16631ef87905,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:26.798291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks [] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.799531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b1c2-a09a-4b36-ab35-5e712c46b368 None None] No DVR routers for this DVR port ce52ddd5-9e75-4d09-bc94-16631ef87905 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:26.834493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:26.979289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-6f937f55-49fc-4389-ba68-1c3ba9fa5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:26.981077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-6f937f55-49fc-4389-ba68-1c3ba9fa5b83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1129 time: 0.1964333
Jan 29 20:51:26.981787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.005926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282569ae-a522-498c-83a1-ca7a694ca5ac req-ba256cb3-87d7-499b-ad8b-3919a347117b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.007813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-282569ae-a522-498c-83a1-ca7a694ca5ac req-ba256cb3-87d7-499b-ad8b-3919a347117b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 947 time: 0.2535386
Jan 29 20:51:27.027872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39510597-920d-4af0-bd57-408abb1f842d req-7aa56a11-4e66-4e08-b3a9-c237406bb30b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.029517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39510597-920d-4af0-bd57-408abb1f842d req-7aa56a11-4e66-4e08-b3a9-c237406bb30b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 931 time: 0.2343948
Jan 29 20:51:27.087298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42400) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:27.256787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39510597-920d-4af0-bd57-408abb1f842d req-c0b17463-da06-476d-b146-ff1cac7ce91e tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839454
Jan 29 20:51:27.303835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-282569ae-a522-498c-83a1-ca7a694ca5ac req-7987a5d7-ca35-4ec9-ab49-8f1d4d60289c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733097
Jan 29 20:51:27.309026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (1f117a54-f40b-430f-99fb-94fc94bdac75), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.315427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6644117c-bfcd-4879-8ebb-14b69c91c0b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caa4aa60d945413d8170b55c257c7862&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2193611
Jan 29 20:51:27.316887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-3fcd9aed-85da-404b-8dfe-4ab80fb327cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.317404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-3fcd9aed-85da-404b-8dfe-4ab80fb327cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3074951
Jan 29 20:51:27.319071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42402) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:27.341019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Deleting port ce52ddd5-9e75-4d09-bc94-16631ef87905 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:27.341377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.358665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Pushing event updated for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:27.371985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-a5d93e84-58ec-4169-9d34-023466f365bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e7b17c4e-955d-4577-8397-b691112cde24 HTTP/1.1" status: 200  len: 217 time: 0.0429590
Jan 29 20:51:27.427531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce52ddd5-9e75-4d09-bc94-16631ef87905 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:27.462112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ce52ddd5-9e75-4d09-bc94-16631ef87905 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:27.463689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce52ddd5-9e75-4d09-bc94-16631ef87905 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:27.476304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-91b63799-b676-4d4b-9268-3914c0e09488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.477406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-91b63799-b676-4d4b-9268-3914c0e09488 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0884347
Jan 29 20:51:27.483756 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-bfc314f0-d0dc-4804-929e-2c2b8a940dad service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6763413
Jan 29 20:51:27.591355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] For port ce52ddd5-9e75-4d09-bc94-16631ef87905, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:27.591632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.612869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for router_gateway (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.625390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-f2eb223c-750c-4ad5-9bad-d160cf79c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.627231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-f2eb223c-750c-4ad5-9bad-d160cf79c0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1397140
Jan 29 20:51:27.637123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cec6a-326d-403f-877e-9ea9c6b5fedf req-5f8fccbe-23a5-4c0a-aa24-1e9e90c9c0b9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.642418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cec6a-326d-403f-877e-9ea9c6b5fedf req-5f8fccbe-23a5-4c0a-aa24-1e9e90c9c0b9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.647647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cec6a-326d-403f-877e-9ea9c6b5fedf req-5f8fccbe-23a5-4c0a-aa24-1e9e90c9c0b9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:27.649243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d4cec6a-326d-403f-877e-9ea9c6b5fedf req-5f8fccbe-23a5-4c0a-aa24-1e9e90c9c0b9 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a&device_id=11b746e5-4531-4d35-8311-f7f0a71555b7&device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 2418 time: 0.1523821
Jan 29 20:51:27.666582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Calling delete_port for ce52ddd5-9e75-4d09-bc94-16631ef87905 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:27.681187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347c99ee-9b5d-4549-ae6c-5d1709e13574 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:27.701448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Port ce52ddd5-9e75-4d09-bc94-16631ef87905 was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 20:51:27.706150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] Publish callbacks [] for security_group (a07166d7-971f-4b1f-92ea-f6d264cd3743), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.712839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ce52ddd5-9e75-4d09-bc94-16631ef87905), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.723355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks [] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.739338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:27.765018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Transition to ACTIVE for port object 347c99ee-9b5d-4549-ae6c-5d1709e13574 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:27.779639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:27.782350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce52ddd5-9e75-4d09-bc94-16631ef87905,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:27.792679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] No DVR routers for this DVR port ce52ddd5-9e75-4d09-bc94-16631ef87905 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:27.798939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.838868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-065a1b92-234c-48e0-ad9e-acab38d67461 req-a689d692-7e8b-4b63-a2f9-b1baeb48a3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3369224
Jan 29 20:51:27.843105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] Publish callbacks [] for security_group (a07166d7-971f-4b1f-92ea-f6d264cd3743), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:27.867509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d4cec6a-326d-403f-877e-9ea9c6b5fedf req-f312a286-7c05-44bd-a92a-a4502c44d43e tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033777
Jan 29 20:51:27.921265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-2fd989b5-cabb-4b2d-86f5-2c7dbb3baf0d req-baba979a-7f3f-4cb4-845b-dcc2e9344ef0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:51:27.923111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fd989b5-cabb-4b2d-86f5-2c7dbb3baf0d req-baba979a-7f3f-4cb4-845b-dcc2e9344ef0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0138652
Jan 29 20:51:27.926750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-2911b886-14a1-40da-aca9-3c27ef795005 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751451
Jan 29 20:51:27.932148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Pushing event updated for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:28.018292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caf85-897e-4d16-8a13-5e3f5eb2416a req-4cec09a6-5ebe-418a-a7d3-d2b33ead54b9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:28.019927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b7caf85-897e-4d16-8a13-5e3f5eb2416a req-4cec09a6-5ebe-418a-a7d3-d2b33ead54b9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.2886786
Jan 29 20:51:28.057251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.103757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0849fee0>,) {'filters': {'network_id': ['0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:28.120298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0849fee0>, '5889e1f6-13da-4a32-ac9b-5e1178cb0829') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:28.120672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0849fee0>, '5889e1f6-13da-4a32-ac9b-5e1178cb0829') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:28.127139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-40016d99-b56d-434b-b55f-7fa43136fb0e None None] Provisioning complete for port 3d420d37-bc74-42a0-af0d-75104acba1b3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:28.127810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-40016d99-b56d-434b-b55f-7fa43136fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.137029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (5889e1f6-13da-4a32-ac9b-5e1178cb0829), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.163688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5889e1f6-13da-4a32-ac9b-5e1178cb0829), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.166837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a07166d7-971f-4b1f-92ea-f6d264cd3743), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.169642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.170794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a07166d7-971f-4b1f-92ea-f6d264cd3743 HTTP/1.1" status: 204  len: 168 time: 0.8451788
Jan 29 20:51:28.174269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-40016d99-b56d-434b-b55f-7fa43136fb0e None None] Port 3d420d37-bc74-42a0-af0d-75104acba1b3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:28.181507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Router 1f117a54-f40b-430f-99fb-94fc94bdac75 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:28.181507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.184539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:28.184940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (5889e1f6-13da-4a32-ac9b-5e1178cb0829), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:28.186837 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:28.189053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fd989b5-cabb-4b2d-86f5-2c7dbb3baf0d req-f6b4fe3d-3783-4dc2-8427-21007545a6b8 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.2576919
Jan 29 20:51:28.195370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac6a6f62-0a11-49aa-b218-40aa2a0857dd req-c14b7e0a-ceb0-48e3-b66f-57f9eafd533a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577019
Jan 29 20:51:28.198611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b7caf85-897e-4d16-8a13-5e3f5eb2416a req-d81e0004-bf49-4dad-9f2d-c983703da176 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568761
Jan 29 20:51:28.199506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Attempting to bind port 347c99ee-9b5d-4549-ae6c-5d1709e13574 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:28.199901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Attempting to bind port 347c99ee-9b5d-4549-ae6c-5d1709e13574 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:28.200181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Attempting to bind port 347c99ee-9b5d-4549-ae6c-5d1709e13574 on network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:28.207230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Port 347c99ee-9b5d-4549-ae6c-5d1709e13574 on network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:28.207679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Attempting to bind port 347c99ee-9b5d-4549-ae6c-5d1709e13574 on network 0fd24072-ec6d-45c0-882f-bec9a8e91af5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:28.220746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:28.221161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Checking segment: {'id': '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:28.221683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Bound using segment: {'id': '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:28.222171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Bound port: 347c99ee-9b5d-4549-ae6c-5d1709e13574, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:28.222627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.235366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1180e-b95e-464a-8cc8-7ab0eb8a9dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07166d7-971f-4b1f-92ea-f6d264cd3743,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:28.392353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:28.395696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574,segment=NetworkSegment(052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1),segment_id=052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:28.408824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.417946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.430873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.437187 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027 HTTP/1.1" status: 204  len: 168 time: 2.1746514
Jan 29 20:51:28.480424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:28.481102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.488705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb64e-00b9-41a5-b820-5f227c09620e admin admin] Pushing event deleted for resources: {'Network': ['ID=0058dcdb-a3e5-44f2-ae3d-23d2a2d1a027,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:28.493795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/347c99ee-9b5d-4549-ae6c-5d1709e13574 HTTP/1.1" status: 200  len: 1091 time: 1.7563171
Jan 29 20:51:28.493795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:28.496265 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2b02c-9b80-463c-9307-0fe5a6a7a955" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:28.548103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:51:28.603493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f876-7fc5-4db5-b8e1-7306dfe449c5 req-d23bc3b0-7edd-4c98-b584-bfc04d45d98b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:28.604163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eab5f876-7fc5-4db5-b8e1-7306dfe449c5 req-d23bc3b0-7edd-4c98-b584-bfc04d45d98b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 943 time: 0.2652359
Jan 29 20:51:28.635723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6e3a-9d48-4b35-a2b7-0672d9aa22f3 service neutron] Pushing event updated for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:28.712814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-b2ee0819-05bf-49ff-82bb-2f5a4ad75034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:28.714585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-b2ee0819-05bf-49ff-82bb-2f5a4ad75034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad669fb0e9074614aa22fb7501229c45&device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 1125 time: 0.1729941
Jan 29 20:51:28.714802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:28.726437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eab5f876-7fc5-4db5-b8e1-7306dfe449c5 req-6d84db25-e245-4fdc-a166-ecd6d69a6964 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917013
Jan 29 20:51:28.735313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e29d-15f4-4e1d-9740-433478770c9a req-6da8bc03-3fd7-452c-a1c7-aa27d5da9eca tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:28.739630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:28.744756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d126e29d-15f4-4e1d-9740-433478770c9a req-6da8bc03-3fd7-452c-a1c7-aa27d5da9eca tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 947 time: 0.1553195
Jan 29 20:51:28.753618 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Sync routers for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:28.756657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:28.763632 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-47aa6c87-889b-43b0-9d77-238d2ada2a58 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f117a54-f40b-430f-99fb-94fc94bdac75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8420205
Jan 29 20:51:28.778200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Sync routers for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:28.781940 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:28.785878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:28.807101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9e63244d-3886-4f4b-9376-43079807b6f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9853e9034dbf45668208948118f43a4e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0856938
Jan 29 20:51:28.808180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:28.813916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:28.814606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.818576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af57f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:28.818695 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-815e9354-b038-42e7-b243-740172448ca7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.7042093
Jan 29 20:51:28.849626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42450) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:28.876753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-8d40e9c6-d88c-4d4d-9758-caed4753d61d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574 HTTP/1.1" status: 200  len: 217 time: 0.1490817
Jan 29 20:51:28.955898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] Publish callbacks [] for security_group (361c0993-5410-46d6-a585-9195cd804ef3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:28.979593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] Publish callbacks [] for security_group (361c0993-5410-46d6-a585-9195cd804ef3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:29.028925 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:29.042000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (361c0993-5410-46d6-a585-9195cd804ef3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:29.045402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:29.050008 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/361c0993-5410-46d6-a585-9195cd804ef3 HTTP/1.1" status: 204  len: 168 time: 0.2406993
Jan 29 20:51:29.063694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d126e29d-15f4-4e1d-9740-433478770c9a req-5682d6ef-2739-492b-81fc-b49a398b91a9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3179536
Jan 29 20:51:29.066716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf22b9-3ded-401b-8f1f-d30ecf2fbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c0993-5410-46d6-a585-9195cd804ef3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:29.070542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-f8f5823a-1248-4fdb-a626-2d4ba4717181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:29.082770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-f8f5823a-1248-4fdb-a626-2d4ba4717181 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7020201-c10b-45fc-85d8-0571499702bc HTTP/1.1" status: 200  len: 850 time: 0.1967962
Jan 29 20:51:29.149390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:29.158684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-3b7dba14-09c3-4ffc-9cae-4327b2891d9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fd24072-ec6d-45c0-882f-bec9a8e91af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694399
Jan 29 20:51:29.160273 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d622e77-4c50-4dea-9d6e-04e11f9c2ad8 x-openstack-request-id: req-1d622e77-4c50-4dea-9d6e-04e11f9c2ad8 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:29.160587 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:29.160845 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d622e77-4c50-4dea-9d6e-04e11f9c2ad8 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:29.161721 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574', 'status': 'completed', 'code': 200}
Jan 29 20:51:29.352912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-607652ee-c79a-4962-9be9-f3d51a862e03 service neutron] 10.222.0.18 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826055
Jan 29 20:51:29.427580 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bf40>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 3, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:29.501432 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Checking router: 71a8e54e-0945-4930-ad5c-956d2b91a1e9 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:29.502055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Updating router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:29.522640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f44ce-7e2f-4ec0-aa80-cf586218c4e0 req-a557b40d-6424-4a23-9ce2-f1a70f8fb61b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:29.534681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c69f44ce-7e2f-4ec0-aa80-cf586218c4e0 req-a557b40d-6424-4a23-9ce2-f1a70f8fb61b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.1586146
Jan 29 20:51:29.554720 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:29.597792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d53668b-4bcb-432b-b5c6-42e0e0710cd0 req-29471432-8a71-4904-9f70-a21455b3511a service neutron] 10.222.0.18 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399261
Jan 29 20:51:29.750510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a06eed4d-c52e-4cad-a556-b45f69d90931 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:29.792349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c69f44ce-7e2f-4ec0-aa80-cf586218c4e0 req-83477514-3982-4a2e-885c-bffa098ef937 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566791
Jan 29 20:51:29.815726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-b480a84c-a792-4de9-ab94-1944b90104e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:29.824373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-b480a84c-a792-4de9-ab94-1944b90104e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad669fb0e9074614aa22fb7501229c45&device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 1125 time: 0.1605549
Jan 29 20:51:30.012090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a06eed4d-c52e-4cad-a556-b45f69d90931,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:30.025504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'mac_address': 'fa:16:3e:6b:0d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:30.126877 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks [] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.143189 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.146723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-bf94175e-4335-41b9-adff-f8c69b8031fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:30.148419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-bf94175e-4335-41b9-adff-f8c69b8031fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fd24072-ec6d-45c0-882f-bec9a8e91af5 HTTP/1.1" status: 200  len: 911 time: 0.3169136
Jan 29 20:51:30.153437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42522) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:30.239301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a06eed4d-c52e-4cad-a556-b45f69d90931 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:30.239893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.282640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-3979a74a-9aec-460c-b32d-eef05a4e5fdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574 HTTP/1.1" status: 200  len: 217 time: 0.1231389
Jan 29 20:51:30.321936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06eed4d-c52e-4cad-a556-b45f69d90931 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:30.328408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Attempting to bind port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:30.328757 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Attempting to bind port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:30.342623 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Attempting to bind port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:30.358785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255e565-cec3-4b3e-8ab0-311eb239f733 None None] Pushing event updated for resources: {'Port': ['ID=0cba2407-0707-4a41-b55e-de3a2f1c6e13,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:30.366594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:30.366952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:30.367366 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.368400 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:30.375986 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Bound port: 0cba2407-0707-4a41-b55e-de3a2f1c6e13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:30.376315 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.398283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fecd99-30ea-4986-9e55-2a0ac21cb6f4 req-46ea002f-6160-43a1-9440-a7e5ffc2d2fe tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:30.409132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37fecd99-30ea-4986-9e55-2a0ac21cb6f4 req-46ea002f-6160-43a1-9440-a7e5ffc2d2fe tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 943 time: 0.4188361
Jan 29 20:51:30.420935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a06eed4d-c52e-4cad-a556-b45f69d90931,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:30.430815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1738092315-network', 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:30.432213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.508247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] For port 0cba2407-0707-4a41-b55e-de3a2f1c6e13, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:30.510373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af57f10>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 4, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d420d37-bc74-42a0-af0d-75104acba1b3', 'name': '', 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'mac_address': 'fa:16:3e:18:c9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:23Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 2, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'subnets': [{'id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:30.515722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.519695 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] For port 0cba2407-0707-4a41-b55e-de3a2f1c6e13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cba2407-0707-4a41-b55e-de3a2f1c6e13,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:30.531150 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.552602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-80cdab66-8e6e-4069-85dc-20af43d5c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:30.559758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-80cdab66-8e6e-4069-85dc-20af43d5c58b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7020201-c10b-45fc-85d8-0571499702bc HTTP/1.1" status: 200  len: 850 time: 0.2643802
Jan 29 20:51:30.577877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Checking router: 1f117a54-f40b-430f-99fb-94fc94bdac75 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:30.578235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Updating router 1f117a54-f40b-430f-99fb-94fc94bdac75 port 3d420d37-bc74-42a0-af0d-75104acba1b3 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:30.619252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:30.633089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.668447 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:30.669864 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:30.691684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:30.725472 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.760951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-0eb0db65-7d41-4874-ab4c-e20e90977557 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fd24072-ec6d-45c0-882f-bec9a8e91af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1617529
Jan 29 20:51:30.763413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:30.783429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37fecd99-30ea-4986-9e55-2a0ac21cb6f4 req-3d284085-df65-49d4-a6a0-fd0affd5dd77 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665512
Jan 29 20:51:30.787839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Allocated IP 172.20.0.1 (0ea0d455-a8d9-4fa0-923e-521778d7f513/74f94a3d-6f12-4968-82fe-a3bf18fa9a21/30a18091-bc4d-4a7e-a65f-20bafa1dae76) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:30.824221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a06eed4d-c52e-4cad-a556-b45f69d90931'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:30.866604 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255e565-cec3-4b3e-8ab0-311eb239f733 None None] Pushing event updated for resources: {'Port': ['ID=0cba2407-0707-4a41-b55e-de3a2f1c6e13,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:30.944428 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:30.969393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e7b17c4e-955d-4577-8397-b691112cde24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:30.991595 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks [] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.026993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff862d-bb16-4266-a862-523bf48c860c req-351113e7-09f8-4394-9ba0-271a9ad11db4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:31.040161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76ff862d-bb16-4266-a862-523bf48c860c req-351113e7-09f8-4394-9ba0-271a9ad11db4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 948 time: 0.4917574
Jan 29 20:51:31.066151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42572) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:31.072582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.118171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:31.124394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:31.129184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:31.193793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.229544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-f774abd3-66d3-4ad1-abe3-9f0a75b9885e service neutron] 10.222.0.18 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4413061
Jan 29 20:51:31.272857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:51:31.298114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76ff862d-bb16-4266-a862-523bf48c860c req-4bcc303a-064a-429d-94d2-a1097a3c9c3e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570126
Jan 29 20:51:31.381993 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bf40>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 3, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:31.383940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.403454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Pushing event updated for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:31.443153 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b41fb-32d4-4d64-8f27-663550a8ae64 None None] The sync data for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 is: [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 3, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:31.493894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-599523098-network', 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:31.521337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27a2b02c-9b80-463c-9307-0fe5a6a7a955 req-73735e29-af2d-4265-90db-3df97ea1172a service neutron] 10.222.0.18 "GET /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712724
Jan 29 20:51:31.586962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks [] for security_group (32ced963-7a2e-429c-be13-efd02a304270), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.606472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32ced963-7a2e-429c-be13-efd02a304270), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.618450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:31.618695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7b17c4e-955d-4577-8397-b691112cde24,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:31.627413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.627755 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Added segment 74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4 of type vlan for network 36c94de9-39ad-4696-b7dd-7579ffd1d294
Jan 29 20:51:31.629065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks [] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.634133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.640853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc254f-d414-4d4d-8126-ff5f1f966e25 req-12b942f8-e46a-4ce1-8a68-e03cea09dbdd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:31.642384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbc254f-d414-4d4d-8126-ff5f1f966e25 req-12b942f8-e46a-4ce1-8a68-e03cea09dbdd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.3556476
Jan 29 20:51:31.665502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'e7b17c4e-955d-4577-8397-b691112cde24', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'e7b17c4e-955d-4577-8397-b691112cde24', 'mac_address': 'fa:16:3e:d7:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:31.665869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:31.668133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.677132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks [] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.712084 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.754065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.759131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.761252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e651-a555-4469-8b5d-e3e05ceb28c0 None None] Pushing event updated for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:31.778809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Pushing event updated for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:31.808790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdbc254f-d414-4d4d-8126-ff5f1f966e25 req-baa3b19b-a1dd-4012-9dd9-85200154f7bd tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456168
Jan 29 20:51:31.816084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e7b17c4e-955d-4577-8397-b691112cde24 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:31.816514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7b17c4e-955d-4577-8397-b691112cde24), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.866339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b17c4e-955d-4577-8397-b691112cde24 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:31.902786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (36c94de9-39ad-4696-b7dd-7579ffd1d294), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.909020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ced963-7a2e-429c-be13-efd02a304270,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:31.923621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Attempting to bind port 3d420d37-bc74-42a0-af0d-75104acba1b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:31.924004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Attempting to bind port 3d420d37-bc74-42a0-af0d-75104acba1b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:31.924626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Attempting to bind port 3d420d37-bc74-42a0-af0d-75104acba1b3 on network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:31.940141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:31.940544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Checking segment: {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:31.940947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.941370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Bound using segment: {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:31.941862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Bound port: 3d420d37-bc74-42a0-af0d-75104acba1b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:31.942839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:31.984795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7b17c4e-955d-4577-8397-b691112cde24,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:31.994056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.038569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:32.049600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea497a4-e461-481a-a49c-a67ab03f0c2a req-40328940-5ea6-4799-a0d8-1c1f679c2b8d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:32.053074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:32.063143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eea497a4-e461-481a-a49c-a67ab03f0c2a req-40328940-5ea6-4799-a0d8-1c1f679c2b8d tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.4626672
Jan 29 20:51:32.100774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a136c-72e9-4cc5-b63e-d3724e58271c req-46bdf957-72e2-4ebc-8151-436a8fad478b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:32.102460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a5a136c-72e9-4cc5-b63e-d3724e58271c req-46bdf957-72e2-4ebc-8151-436a8fad478b tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 943 time: 0.1879654
Jan 29 20:51:32.103235 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (36c94de9-39ad-4696-b7dd-7579ffd1d294), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.104204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:32.104832 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.141725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:32.145602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] For port 3d420d37-bc74-42a0-af0d-75104acba1b3, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:32.153545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] For port 3d420d37-bc74-42a0-af0d-75104acba1b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d420d37-bc74-42a0-af0d-75104acba1b3,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:32.165079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.206162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Provisioning complete for port 3d420d37-bc74-42a0-af0d-75104acba1b3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:32.206554 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.256891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.0956695
Jan 29 20:51:32.259138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:32.263061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:51:32.267484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Request body: {'subnet': {'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1738092315-subnet', 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:32.274568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eea497a4-e461-481a-a49c-a67ab03f0c2a req-b11768f3-e7be-426d-b61b-e60d8807e8f1 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103903
Jan 29 20:51:32.292667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:32.295611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.346039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd0ed4-8f06-4c3c-9faa-f8f64d143ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=36c94de9-39ad-4696-b7dd-7579ffd1d294,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:32.384882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:32.388703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:32.389373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af57f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:32.420556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a5a136c-72e9-4cc5-b63e-d3724e58271c req-013a9025-e239-45ec-bdf1-4a9cc3d6262a tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3065071
Jan 29 20:51:32.487279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks [] for security_group (81a4e2c4-d9ce-4473-9167-0b9d4c9240d7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.501360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (81a4e2c4-d9ce-4473-9167-0b9d4c9240d7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.545174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:32.564724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c466-cd38-49d7-9762-061a6a9f50d0 req-e1c3180f-39c7-439c-a5a5-36a9b5ffff52 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:32.572020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef13c466-cd38-49d7-9762-061a6a9f50d0 req-e1c3180f-39c7-439c-a5a5-36a9b5ffff52 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 948 time: 0.1501670
Jan 29 20:51:32.591145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:32.601544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (99ddbcd5-dd21-4e14-b839-7eb3739462d1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.601702 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Added segment 99ddbcd5-dd21-4e14-b839-7eb3739462d1 of type vlan for network 6a59291f-84b9-48b4-91aa-bff1518425c5
Jan 29 20:51:32.623475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:51:32.632254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:32.640204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6a31ca4-71da-45bc-9a8c-9f2631ff1a91 admin admin] 10.222.0.20 "PUT /v2.0/routers/71a8e54e-0945-4930-ad5c-956d2b91a1e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7890851
Jan 29 20:51:32.658886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef13c466-cd38-49d7-9762-061a6a9f50d0 req-99f82ecb-e8c0-4849-9cfc-6d48e54eec06 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858963
Jan 29 20:51:32.700696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6a59291f-84b9-48b4-91aa-bff1518425c5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.736514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6a59291f-84b9-48b4-91aa-bff1518425c5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.737908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:32.739502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.774988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7036645
Jan 29 20:51:32.775794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42600) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:32.789022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (2ae2cf69-6877-484a-8bbb-4a2ea1ae861f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.841919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Request body: {'subnet': {'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-599523098-subnet', 'tenant_id': '89877d145a6947f78c36c16e63c3b547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:32.862215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:32.876367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:32.878956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:32.896239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a06eed4d-c52e-4cad-a556-b45f69d90931 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:32.903151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:32.907215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Network hostable DHCP agents. Network: 36c94de9-39ad-4696-b7dd-7579ffd1d294, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:32.940327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad054bb-c10d-4d92-95ff-a2f59e35f34b admin admin] Pushing event updated for resources: {'Network': ['ID=6a59291f-84b9-48b4-91aa-bff1518425c5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:32.994055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:33.019904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:33.060634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:33.067572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36c94de9-39ad-4696-b7dd-7579ffd1d294) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:33.077582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:33.078747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:33.119585 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6cd79ec0-57a4-4fca-9514-e82deef8a633 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8592992
Jan 29 20:51:33.124444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e9092-52c5-4c37-bd56-914bf26f9599 req-37c7c632-d0d9-432e-bde5-bca36a982515 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:33.126339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f6e9092-52c5-4c37-bd56-914bf26f9599 req-37c7c632-d0d9-432e-bde5-bca36a982515 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.1155586
Jan 29 20:51:33.336426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f6e9092-52c5-4c37-bd56-914bf26f9599 req-371a505e-1cad-410c-a26c-c1deb6c36867 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917851
Jan 29 20:51:33.350685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822408f1-8249-4cca-8c1c-bcbb322a4191 None None] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:33.369886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e651-a555-4469-8b5d-e3e05ceb28c0 None None] Pushing event updated for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:33.653265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cba2407-0707-4a41-b55e-de3a2f1c6e13 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:33.711126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 347c99ee-9b5d-4549-ae6c-5d1709e13574 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:33.899881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42660) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:33.902258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a06eed4d-c52e-4cad-a556-b45f69d90931 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:33.906686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1886893446-network', 'tenant_id': 'da0cdbe08ff8414f9739d771a6d4ffbf'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:33.933953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Made reservation on behalf of da0cdbe08ff8414f9739d771a6d4ffbf for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:33.934986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a06eed4d-c52e-4cad-a556-b45f69d90931 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:33.935376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:33.936576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:33.946319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:33.974596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (1a0b1f47-d45c-41fc-89cd-f17a1b622013), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:33.996258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Current status of the port 3d420d37-bc74-42a0-af0d-75104acba1b3 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:33.996925 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.037514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Sync routers for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:51:34.056548 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:34.057234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:34.069586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks [] for security_group (3bceb811-2d93-4e9a-8da3-f04606178499), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.074409 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3bceb811-2d93-4e9a-8da3-f04606178499), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.112659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110458d0-cb4c-4f39-bac7-fb1ab0775080 None None] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:34.122256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218506-595f-4a89-b37f-0ddc307b62e0 req-a12bd21f-5c89-4cc3-8fb2-ceb089b1fc03 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.124013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d218506-595f-4a89-b37f-0ddc307b62e0 req-a12bd21f-5c89-4cc3-8fb2-ceb089b1fc03 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.2605004
Jan 29 20:51:34.130981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:34.148235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bceb811-2d93-4e9a-8da3-f04606178499,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:34.155766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:34.156183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.170554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0b1f47-d45c-41fc-89cd-f17a1b622013,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:34.176823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0a9bd7d2-dc40-4041-b105-612b9f025baf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.179124 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Added segment 0a9bd7d2-dc40-4041-b105-612b9f025baf of type vlan for network cb698845-9bb4-4613-894a-df35ad22b1e2
Jan 29 20:51:34.179980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-d97b04e0-9abe-4e91-8bd5-7a8c20b8aed0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.181552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-d97b04e0-9abe-4e91-8bd5-7a8c20b8aed0 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "GET /v2.0/ports?device_id=f914dc5f-390c-4b26-a497-ac5b1f349b0a HTTP/1.1" status: 200  len: 945 time: 0.8275523
Jan 29 20:51:34.208180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-1c3e15a6-d7e6-4af1-9c16-441f8fdcd797 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.209689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-1c3e15a6-d7e6-4af1-9c16-441f8fdcd797 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 819 time: 0.7806923
Jan 29 20:51:34.236032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cb698845-9bb4-4613-894a-df35ad22b1e2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.259534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] For port 3d420d37-bc74-42a0-af0d-75104acba1b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d420d37-bc74-42a0-af0d-75104acba1b3,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:34.263716 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:34.267690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:34.268060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Network hostable DHCP agents. Network: 6a59291f-84b9-48b4-91aa-bff1518425c5, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:34.287128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cb698845-9bb4-4613-894a-df35ad22b1e2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.287795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-ffb077c2-ba68-4c3e-b9b9-3674d4a4eb07 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/quotas/9c3b71f9bda245f89384d15b7d991443 HTTP/1.1" status: 200  len: 375 time: 0.0413399
Jan 29 20:51:34.289993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.300313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.300926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.327078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574,segment=NetworkSegment(052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1),segment_id=052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:34.335418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d218506-595f-4a89-b37f-0ddc307b62e0 req-95910637-e3d2-4bcf-b042-5bbe836d9165 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956649
Jan 29 20:51:34.374178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4686830
Jan 29 20:51:34.374178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42664) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:34.382775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Request body: {'subnet': {'network_id': 'cb698845-9bb4-4613-894a-df35ad22b1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1886893446-subnet', 'tenant_id': 'da0cdbe08ff8414f9739d771a6d4ffbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:34.383232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:34.388227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cf757-2ac2-4bc6-85a2-4b6383e5cc37 admin admin] Pushing event updated for resources: {'Network': ['ID=cb698845-9bb4-4613-894a-df35ad22b1e2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:34.407577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-57b1c608-6608-4a5f-a5bb-b46f44a0d647 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0883055
Jan 29 20:51:34.409581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a59291f-84b9-48b4-91aa-bff1518425c5) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:34.415656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.416262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.423882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Made reservation on behalf of da0cdbe08ff8414f9739d771a6d4ffbf for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:34.431611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.444670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Deleting port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:34.445830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.487020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a06eed4d-c52e-4cad-a556-b45f69d90931 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:34.487433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.490977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b00126ed-1635-472c-a35b-d2026218d7e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6521957
Jan 29 20:51:34.509859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cb698845-9bb4-4613-894a-df35ad22b1e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:34.588188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a929c83e-51c7-4d49-93c3-4daba0a266c8 None None] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:34.638110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af57f10>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 4, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d420d37-bc74-42a0-af0d-75104acba1b3', 'name': '', 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'mac_address': 'fa:16:3e:18:c9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:23Z', 'updated_at': '2022-01-29T20:51:32Z', 'revision_number': 4, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'subnets': [{'id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:34.657061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '347c99ee-9b5d-4549-ae6c-5d1709e13574', 'network_id': '0fd24072-ec6d-45c0-882f-bec9a8e91af5', 'port_id': '347c99ee-9b5d-4549-ae6c-5d1709e13574', 'mac_address': 'fa:16:3e:a1:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7020201-c10b-45fc-85d8-0571499702bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:34.678060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bfd0>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:31Z', 'revision_number': 4, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30a18091-bc4d-4a7e-a65f-20bafa1dae76', 'name': '', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'mac_address': 'fa:16:3e:a4:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:30Z', 'updated_at': '2022-01-29T20:51:31Z', 'revision_number': 2, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'subnets': [{'id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:34.742203 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Checking router: 71a8e54e-0945-4930-ad5c-956d2b91a1e9 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:51:34.742466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a3ad8eed-d8d4-43f9-95f0-8a6606b782a5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.743010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Updating router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:51:34.819785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ad8eed-d8d4-43f9-95f0-8a6606b782a5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:34.836713 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.837879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Checking segment: {'id': '0a9bd7d2-dc40-4041-b105-612b9f025baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cb698845-9bb4-4613-894a-df35ad22b1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:34.838506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Network hostable DHCP agents. Network: cb698845-9bb4-4613-894a-df35ad22b1e2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:34.864179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Network cb698845-9bb4-4613-894a-df35ad22b1e2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:34.871611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:34.874404 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff39e35-ff53-4132-9b6d-2bb2eb61d791" -d '{"events": [{"server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "name": "network-vif-plugged", "status": "completed", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:34.881919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb698845-9bb4-4613-894a-df35ad22b1e2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:34.889588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.891688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.910954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62877653-5765-4197-8676-dcd6e8ff914d None None] The sync data for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 is: [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:51:26Z', 'revision_number': 4, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d420d37-bc74-42a0-af0d-75104acba1b3', 'name': '', 'network_id': '20c78fc7-b3e8-4cfc-b4cc-5532077904c9', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'mac_address': 'fa:16:3e:18:c9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:23Z', 'updated_at': '2022-01-29T20:51:32Z', 'revision_number': 4, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'subnets': [{'id': 'dc2e907e-88f5-4fed-8204-41471158d036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:34.915682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432069b-eaa3-45bf-81a7-6d665d51705c req-88b3afbe-42fb-45c8-b4b0-d4337746439d tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:34.916116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ddab2f2-2f68-42ff-8231-6a1a3ca954e8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5415385
Jan 29 20:51:34.917854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1432069b-eaa3-45bf-81a7-6d665d51705c req-88b3afbe-42fb-45c8-b4b0-d4337746439d tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 943 time: 0.3124733
Jan 29 20:51:34.932491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15c899-c221-401f-8ed3-746467115639 None None] Network cb698845-9bb4-4613-894a-df35ad22b1e2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:34.954530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-95778748-713c-4de9-9a46-7d62b5e78135 None None] Provisioning complete for port 3d420d37-bc74-42a0-af0d-75104acba1b3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:34.955142 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-95778748-713c-4de9-9a46-7d62b5e78135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:34.962229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] For port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:34.965697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.011671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a06eed4d-c52e-4cad-a556-b45f69d90931,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:35.058847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Calling delete_port for dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:35.146202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.182833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-98310c5d-ddaf-4e26-b152-26fa26b452dc service neutron] 10.222.0.20 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7606478
Jan 29 20:51:35.206713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1432069b-eaa3-45bf-81a7-6d665d51705c req-b54ac0e6-0568-44f6-8105-14bb9a520c6a tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555182
Jan 29 20:51:35.267215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74dd42b-200c-45fb-993d-7572d55b7a48 None None] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:35.269924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703192-06b2-42f5-b59d-fbbb7f5efd3f None None] Pushing event updated for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:35.314149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 347c99ee-9b5d-4549-ae6c-5d1709e13574 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:35.314540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.487476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-514ab3c1-485d-4f25-b1bd-7aa41e618b2a service neutron] 10.222.0.20 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2727277
Jan 29 20:51:35.509528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:35.512467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecfc9b-53d9-4f79-92c6-8e882e99d5f4 req-fdc43310-1813-4496-bc80-7fa9fdb5817d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:35.514034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.520322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5ecfc9b-53d9-4f79-92c6-8e882e99d5f4 req-fdc43310-1813-4496-bc80-7fa9fdb5817d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 949 time: 0.1759741
Jan 29 20:51:35.547497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.622042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3af2ed6b-601b-459d-bab1-37167dc36879'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:35.632377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event deleted for resources: {'Port': ['ID=dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:35.632813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:35.653158 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks [] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.661901 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.738507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] No DVR routers for this DVR port dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:35.743098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.750290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8a9415e-7aee-4d30-a312-f99aa2608971 req-02cc03e3-704b-4e63-8c69-9f032b3e7d88 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "DELETE /v2.0/ports/dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 HTTP/1.1" status: 204  len: 173 time: 1.5551107
Jan 29 20:51:35.750772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'name': 'network-vif-deleted', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:35.753275 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38567a1-5a88-4a01-a764-ac583a5f55ac" -d '{"events": [{"server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "name": "network-vif-deleted", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:35.776811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0cba2407-0707-4a41-b55e-de3a2f1c6e13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cba2407-0707-4a41-b55e-de3a2f1c6e13,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:35.777961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5ecfc9b-53d9-4f79-92c6-8e882e99d5f4 req-50d4f5ef-cf3b-44b2-ab10-87bc20b6bfac tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565651
Jan 29 20:51:35.810725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347c99ee-9b5d-4549-ae6c-5d1709e13574 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:35.825552 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8695-bcf6-4395-b3e5-d1369665d97a None None] Pushing event updated for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:35.862379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc9901-b598-461b-8be1-ed11c2e9bb8a None None] Network cb698845-9bb4-4613-894a-df35ad22b1e2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:35.907330 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Attempting to bind port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:35.908315 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Attempting to bind port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:35.908683 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Attempting to bind port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:35.918398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:35.922671 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Checking segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:35.923339 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:35.923742 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Bound using segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:35.925756 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Bound port: 30a18091-bc4d-4a7e-a65f-20bafa1dae76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:35.928453 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.008732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa345-3457-4667-9303-b612cd10b411 req-8b0535e6-b327-4390-9f01-37df75407732 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:36.026634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41ffa345-3457-4667-9303-b612cd10b411 req-8b0535e6-b327-4390-9f01-37df75407732 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.1441326
Jan 29 20:51:36.056317 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] For port 30a18091-bc4d-4a7e-a65f-20bafa1dae76, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:36.065114 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] For port 30a18091-bc4d-4a7e-a65f-20bafa1dae76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a18091-bc4d-4a7e-a65f-20bafa1dae76,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:36.080268 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.205836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:36.210071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41ffa345-3457-4667-9303-b612cd10b411 req-54308076-db86-4342-861b-d01bb3700ffe tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693053
Jan 29 20:51:36.215910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:51:36.217782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1013438649'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:36.219535 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:51:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:36.248832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:36.254428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.341197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.385547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:36.434823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (339726cb-f0d8-4d5b-80ce-35f7e037b92d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.436464 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Added segment 339726cb-f0d8-4d5b-80ce-35f7e037b92d of type vlan for network 5416f00d-fbe8-402a-a4b9-05aed01ec722
Jan 29 20:51:36.489090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:51:36.506034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-66158864-0bec-445d-b3df-ab127168919c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:36.536539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-66158864-0bec-445d-b3df-ab127168919c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.3771565
Jan 29 20:51:36.602359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5416f00d-fbe8-402a-a4b9-05aed01ec722), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.603549 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b55a65d-f17b-4a8e-af20-c70931909718 x-openstack-request-id: req-4b55a65d-f17b-4a8e-af20-c70931909718 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:36.605334 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8695-bcf6-4395-b3e5-d1369665d97a None None] Pushing event updated for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:36.606253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-f1464c06-b063-48e3-99ed-b6ba92ce91e2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0686109
Jan 29 20:51:36.608227 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "name": "network-vif-plugged", "status": "completed", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:36.608546 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b55a65d-f17b-4a8e-af20-c70931909718 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:36.609158 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'code': 200}
Jan 29 20:51:36.659062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5416f00d-fbe8-402a-a4b9-05aed01ec722), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.696101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:36.698216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.725871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-c71eedc0-24f9-4342-a3a8-f592be72c2da tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1157315
Jan 29 20:51:36.760204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574,segment=NetworkSegment(052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1),segment_id=052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:36.784451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3d420d37-bc74-42a0-af0d-75104acba1b3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:36.802016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:36.809131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-95778748-713c-4de9-9a46-7d62b5e78135 None None] Current status of the port 3d420d37-bc74-42a0-af0d-75104acba1b3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:36.901210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e7b17c4e-955d-4577-8397-b691112cde24 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:36.908812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:37.001145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2701-58c8-4acc-b1d3-ca1bae9b894a req-6584f7a9-f2e9-4fe9-bcf1-15dcac76b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:37.005472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7984676
Jan 29 20:51:37.005731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e3f2701-58c8-4acc-b1d3-ca1bae9b894a req-6584f7a9-f2e9-4fe9-bcf1-15dcac76b5f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 1131 time: 0.3598709
Jan 29 20:51:37.012220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42748) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:37.018134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-431297744'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:37.041619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3ce5f-e3f9-4c84-947a-c4baad37b970 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Network': ['ID=5416f00d-fbe8-402a-a4b9-05aed01ec722,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:37.052374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-ad76b486-39d1-4ff3-84a7-aff7b0a3e9db service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926354
Jan 29 20:51:37.092032 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2bfd0>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:31Z', 'revision_number': 4, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30a18091-bc4d-4a7e-a65f-20bafa1dae76', 'name': '', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'mac_address': 'fa:16:3e:a4:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:30Z', 'updated_at': '2022-01-29T20:51:36Z', 'revision_number': 4, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'subnets': [{'id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:37.095739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:37.117623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-51a25608-a049-4038-84f8-b85c3a5b2600 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:37.124489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd274cc2-3750-4bd1-abf5-a1b1bb28c2f1 None None] The sync data for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 is: [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:51:31Z', 'revision_number': 4, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '30a18091-bc4d-4a7e-a65f-20bafa1dae76', 'name': '', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'mac_address': 'fa:16:3e:a4:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:30Z', 'updated_at': '2022-01-29T20:51:36Z', 'revision_number': 4, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'subnets': [{'id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:51:37.128179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-51a25608-a049-4038-84f8-b85c3a5b2600 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.3191731
Jan 29 20:51:37.198463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:37.202016 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.218348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-5c79c915-fb97-4da4-bd35-0e94121a3156 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/quotas/6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 375 time: 0.0891843
Jan 29 20:51:37.285287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e3f2701-58c8-4acc-b1d3-ca1bae9b894a req-989a6039-59d9-4db2-bc5d-5c6f546ec3b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2624805
Jan 29 20:51:37.286950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['347c99ee-9b5d-4549-ae6c-5d1709e13574'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:37.300024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-5273bd74-35bb-4716-ade1-b1c0f9219eda tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0807297
Jan 29 20:51:37.303022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0cba2407-0707-4a41-b55e-de3a2f1c6e13,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:37.335191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:37.378825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-1ac294e9-1794-49e7-80d4-6ada32e0e408 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3253458
Jan 29 20:51:37.385029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7dd34ec4-f4aa-49e7-950a-3c2147df19cd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.385306 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Added segment 7dd34ec4-f4aa-49e7-950a-3c2147df19cd of type vlan for network e138b7ab-5ef9-4abb-9136-4225bf5ef467
Jan 29 20:51:37.448473 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e138b7ab-5ef9-4abb-9136-4225bf5ef467), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.449689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:37.477035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-55d79369-cb7e-41f8-a222-635092fd15ba service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760695
Jan 29 20:51:37.523429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3d420d37-bc74-42a0-af0d-75104acba1b3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:37.523815 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.536100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port e7b17c4e-955d-4577-8397-b691112cde24 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:37.591267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e138b7ab-5ef9-4abb-9136-4225bf5ef467), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.592574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port e7b17c4e-955d-4577-8397-b691112cde24 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:37.592959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7b17c4e-955d-4577-8397-b691112cde24), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.607724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:37.608378 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:37.885872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8718793
Jan 29 20:51:37.888422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42762) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:37.895114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'subnet': {'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:37.928072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84d1cc30-456f-4ccf-a21d-de2010e3ce7a req-209eb267-51f2-48c1-87ed-aa4b7371c4e3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 210 time: 0.1409087
Jan 29 20:51:38.012377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-cf6ba1f3-5513-4e2e-bb2d-45f184780bab service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5342026
Jan 29 20:51:38.078636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcd3b5-64bf-4e15-a3dc-79f134d4a27b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Network': ['ID=e138b7ab-5ef9-4abb-9136-4225bf5ef467,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:38.104631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:38.115728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.147783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-4fd9a2fd-bd63-4cf8-9125-2e88cdd0f819 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:38.154880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-4fd9a2fd-bd63-4cf8-9125-2e88cdd0f819 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 819 time: 0.5810790
Jan 29 20:51:38.161855 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc9619-0d40-4f48-a3e2-4bfd78309066 x-openstack-request-id: req-06bc9619-0d40-4f48-a3e2-4bfd78309066 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:38.162222 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914dc5f-390c-4b26-a497-ac5b1f349b0a", "name": "network-vif-deleted", "tag": "dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:38.162635 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06bc9619-0d40-4f48-a3e2-4bfd78309066 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:38.162941 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914dc5f-390c-4b26-a497-ac5b1f349b0a', 'name': 'network-vif-deleted', 'tag': 'dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15', 'status': 'completed', 'code': 200}
Jan 29 20:51:38.175087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:38.179498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3d420d37-bc74-42a0-af0d-75104acba1b3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:38.179654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Request body: {'port': {'device_id': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'admin_state_up': True, 'tenant_id': '9c3b71f9bda245f89384d15b7d991443'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:38.428690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e7b17c4e-955d-4577-8397-b691112cde24 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:38.429216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7b17c4e-955d-4577-8397-b691112cde24), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.492854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7b17c4e-955d-4577-8397-b691112cde24,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:38.500848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.620077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:38.623149 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda64c3-6ee1-40a6-8dd5-4f0cb13a76d5" -d '{"events": [{"server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "name": "network-vif-plugged", "status": "completed", "tag": "e7b17c4e-955d-4577-8397-b691112cde24"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:38.644325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a6a903b3-a9df-4bfa-9e24-d91ac1f89716), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.667106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:38.734406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Subnet': ['ID=a6a903b3-a9df-4bfa-9e24-d91ac1f89716,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:38.736192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cba2407-0707-4a41-b55e-de3a2f1c6e13 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:38.746143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:38.746807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network hostable DHCP agents. Network: 5416f00d-fbe8-402a-a4b9-05aed01ec722, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:38.759678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353327-0057-447b-8c30-186fd99804cd req-98e99294-feae-40c3-a08b-e0fcd570031d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:38.772227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:38.773053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9353327-0057-447b-8c30-186fd99804cd req-98e99294-feae-40c3-a08b-e0fcd570031d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 949 time: 0.3595033
Jan 29 20:51:38.781836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68e63-b0d6-4ae5-a21a-5b35625d2fad req-537fd202-4992-4b60-b168-cdedbd4016f2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:38.789747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bd68e63-b0d6-4ae5-a21a-5b35625d2fad req-537fd202-4992-4b60-b168-cdedbd4016f2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 944 time: 0.5016820
Jan 29 20:51:38.808547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5416f00d-fbe8-402a-a4b9-05aed01ec722) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:38.808823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:38.829554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:38.830368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.842808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208aeac-6323-4cc7-be70-daa958cfecb1 None None] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:38.848475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:38.849481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device dbdfdcf3-6fc5-49f4-814c-7aa39cad8c15 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:38.870450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:38.871158 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:38.874247 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6f41db5d-4adf-4bfd-83c4-5b119379a7de tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9846013
Jan 29 20:51:38.875790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:38.884181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'subnet': {'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:38.907141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bd68e63-b0d6-4ae5-a21a-5b35625d2fad req-071056e0-1dd4-4e1c-9272-2d9af96468bf tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161227
Jan 29 20:51:38.996154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Made reservation on behalf of 9c3b71f9bda245f89384d15b7d991443 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:39.001383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.026189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:39.031669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.052931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9353327-0057-447b-8c30-186fd99804cd req-bcb5b4be-9cb5-4f57-86eb-810942e690ee tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2750795
Jan 29 20:51:39.067933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:39.069126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 30a18091-bc4d-4a7e-a65f-20bafa1dae76 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:39.142555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5416f00d-fbe8-402a-a4b9-05aed01ec722', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:51:39.143394 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.263958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3a2f388-4932-4eeb-aeba-ff7a5eb64f18 req-52001086-4653-4249-b47b-154cfe5861e7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 210 time: 0.0799565
Jan 29 20:51:39.309615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:39.310186 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.340787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00916-bf43-4030-8309-e4c93e77a26f req-13824755-b3c1-4c27-8a55-0cee1484c51d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:39.349812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07b00916-bf43-4030-8309-e4c93e77a26f req-13824755-b3c1-4c27-8a55-0cee1484c51d tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.1751165
Jan 29 20:51:39.421184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Allocated IP 172.20.0.8 (0ea0d455-a8d9-4fa0-923e-521778d7f513/74f94a3d-6f12-4968-82fe-a3bf18fa9a21/73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:39.426541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a44ee27c-31c8-44d7-a60c-128bdf2890c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.456487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07b00916-bf43-4030-8309-e4c93e77a26f req-15fa1647-99c4-4a52-b793-3c357efb2276 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040368
Jan 29 20:51:39.461386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Allocated IP 10.1.1.2 (5416f00d-fbe8-402a-a4b9-05aed01ec722/a6a903b3-a9df-4bfa-9e24-d91ac1f89716/5bb0caf7-a739-4f8c-a6f3-b351f34426b1) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:39.597938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:39.598346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.706980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-276d5e22-2a91-49a1-b27f-c5dcfbee1c54 req-458509a2-b97c-4b0f-90c1-7191d5c55572 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 210 time: 0.0497630
Jan 29 20:51:39.803685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Subnet': ['ID=a44ee27c-31c8-44d7-a60c-128bdf2890c8,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:39.822096 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42e8e6-41cc-45cd-a7c2-65667269cd98 x-openstack-request-id: req-fc42e8e6-41cc-45cd-a7c2-65667269cd98 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:39.822452 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "name": "network-vif-plugged", "status": "completed", "tag": "e7b17c4e-955d-4577-8397-b691112cde24", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:39.822656 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc42e8e6-41cc-45cd-a7c2-65667269cd98 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:39.823065 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24', 'code': 200}
Jan 29 20:51:39.833162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Checking segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:39.834268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network hostable DHCP agents. Network: e138b7ab-5ef9-4abb-9136-4225bf5ef467, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:39.854039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 30a18091-bc4d-4a7e-a65f-20bafa1dae76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a18091-bc4d-4a7e-a65f-20bafa1dae76,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:39.864295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.887476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-128e1542-77ab-41c9-bb42-39cc51aaed5f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:39.889235 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-128e1542-77ab-41c9-bb42-39cc51aaed5f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2674782
Jan 29 20:51:39.891035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:39.897423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-8d7e8ed4-0761-4274-b8dd-532479e917bd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:39.899578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-8d7e8ed4-0761-4274-b8dd-532479e917bd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 819 time: 0.2842176
Jan 29 20:51:39.902629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e138b7ab-5ef9-4abb-9136-4225bf5ef467) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:39.925207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': '346e0003-e96b-4501-b683-932329207f49', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:39.932513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:39.933439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:39.935885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccea11-18fa-48ca-8dfb-1636c60693d2 None None] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:39.987088 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks [] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.008703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76a29087-b61f-4852-931b-b955e223eb65 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1315222
Jan 29 20:51:40.012890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:40.018214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'name': 'tempest-TaggedBootDevicesTest-79465022', 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:40.043606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks [] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.052343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:40.063237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.111832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:40.117623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:40.120749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:40.152497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:40.157154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.202336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ips': [{'subnet_id': 'a44ee27c-31c8-44d7-a60c-128bdf2890c8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:51:40.204875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.221389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:40.232192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.18', 61594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:40.253248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Pushing event updated for resources: {'Port': ['ID=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:40.298178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Attempting to bind port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:40.298563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Attempting to bind port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:40.298932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Attempting to bind port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:40.309192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:40.309563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:40.310026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.310600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Bound using segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:40.310926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Bound port: 5bb0caf7-a739-4f8c-a6f3-b351f34426b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:40.311303 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.356805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-771d2a41-6d65-4249-8942-49fe4da8aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.361393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.2 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/49723d44-0031-47a5-815b-dd19ad21548d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:40.403843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.435966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] For port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:40.439942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] For port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:40.456284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 30a18091-bc4d-4a7e-a65f-20bafa1dae76 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:40.479688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-5333d0db-0367-441a-a344-4ed5a7a81a40 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/quotas/9c3b71f9bda245f89384d15b7d991443 HTTP/1.1" status: 200  len: 375 time: 0.5574729
Jan 29 20:51:40.488020 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.537290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:40.556465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:40.559141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:40.615270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.622384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd09ad-369b-4761-9d05-d8de3aed50eb None None] Pushing event updated for resources: {'Port': ['ID=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:40.642276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025efe5c-8dc4-4c5d-8355-b0e8da105100 req-a658006d-cb49-4964-b68a-c4e8c57addde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:40.642516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Allocated IP 10.2.2.2 (e138b7ab-5ef9-4abb-9136-4225bf5ef467/a44ee27c-31c8-44d7-a60c-128bdf2890c8/eccc448e-8153-416f-af04-029006b76e7b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:40.642634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-025efe5c-8dc4-4c5d-8355-b0e8da105100 req-a658006d-cb49-4964-b68a-c4e8c57addde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1131 time: 0.7889154
Jan 29 20:51:40.665294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:40.680687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:40.680687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.684770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] device_id is not set on port 4d23ce05-6f09-453c-bceb-9ce1006fba1f yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:51:40.694067 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-55225be8-b9d6-4ce2-b72e-746660e7c8ba service neutron] show failed (client error): The resource could not be found.
Jan 29 20:51:40.695248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-55225be8-b9d6-4ce2-b72e-746660e7c8ba service neutron] 10.222.0.18 "GET /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3150973
Jan 29 20:51:40.699537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c1cc-d544-4859-b319-1f6ed279b230 req-5e9a1404-2822-4e89-86bd-710b0f349e28 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:40.701230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a77c1cc-d544-4859-b319-1f6ed279b230 req-5e9a1404-2822-4e89-86bd-710b0f349e28 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 946 time: 0.8528802
Jan 29 20:51:40.734939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:40.735699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.790238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-65ae9ead-80d0-4373-9688-134b9a2aa41b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:40.793056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-65ae9ead-80d0-4373-9688-134b9a2aa41b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.7473133
Jan 29 20:51:40.801931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2a6a8f90-0e00-4829-952d-cde13d624a39 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6337430
Jan 29 20:51:40.814663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 347c99ee-9b5d-4549-ae6c-5d1709e13574 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:40.831884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Request body: {'port': {'device_id': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:40.833255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (49723d44-0031-47a5-815b-dd19ad21548d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:40.838786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Request body: {'port': {'device_id': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'admin_state_up': True, 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:40.848415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-f4318f80-cf19-4eba-9413-b357d871db8a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3676438
Jan 29 20:51:40.870109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-025efe5c-8dc4-4c5d-8355-b0e8da105100 req-19ae111d-d64e-40ca-ba53-a3785c5d74d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184675
Jan 29 20:51:41.047709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a77c1cc-d544-4859-b319-1f6ed279b230 req-ec9b38f6-bdd4-4841-8b1a-e1be53252f27 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3343935
Jan 29 20:51:41.065695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks [] for port (eccc448e-8153-416f-af04-029006b76e7b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.079942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 347c99ee-9b5d-4549-ae6c-5d1709e13574 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:41.085433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (eccc448e-8153-416f-af04-029006b76e7b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.097249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 347c99ee-9b5d-4549-ae6c-5d1709e13574 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:41.097635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.184866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Pushing event updated for resources: {'Port': ['ID=eccc448e-8153-416f-af04-029006b76e7b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:41.201215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:41.220426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:41.224530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:41.227343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:41.323386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.338584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 347c99ee-9b5d-4549-ae6c-5d1709e13574 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:41.339223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.339365 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.362772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Attempting to bind port eccc448e-8153-416f-af04-029006b76e7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:41.363127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Attempting to bind port eccc448e-8153-416f-af04-029006b76e7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:41.364668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Attempting to bind port eccc448e-8153-416f-af04-029006b76e7b on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:41.376918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:41.377474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Checking segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:41.377986 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.379391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Bound using segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:41.379391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Bound port: eccc448e-8153-416f-af04-029006b76e7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:41.379391 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eccc448e-8153-416f-af04-029006b76e7b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.382486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-f670c638-bb63-40b7-8fb0-10ae4e998fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359286
Jan 29 20:51:41.396862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:41.398700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.1.1.254 (5416f00d-fbe8-402a-a4b9-05aed01ec722/a6a903b3-a9df-4bfa-9e24-d91ac1f89716/4d23ce05-6f09-453c-bceb-9ce1006fba1f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:41.405790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:41.407403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574,segment=NetworkSegment(052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1),segment_id=052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:41.409045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:41.414988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:41.453126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.454003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:41.489566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-c594de68-5ee5-417a-88cc-8bc53b1d300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:41.491314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-c594de68-5ee5-417a-88cc-8bc53b1d300d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1132 time: 0.2556593
Jan 29 20:51:41.491999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:41.495370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.509915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:41.511169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.526098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:41.535631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e68b3f-9d76-4f1f-9624-688df6cdc728 req-303f32d5-0702-4507-a598-ad3c308c7ee1 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:41.537818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5e68b3f-9d76-4f1f-9624-688df6cdc728 req-303f32d5-0702-4507-a598-ad3c308c7ee1 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 944 time: 0.3006499
Jan 29 20:51:41.567925 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e0478d4a-2099-4bad-bb57-953fe28c6d6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6537452
Jan 29 20:51:41.572485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] For port eccc448e-8153-416f-af04-029006b76e7b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:41.577704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] For port eccc448e-8153-416f-af04-029006b76e7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eccc448e-8153-416f-af04-029006b76e7b,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:41.585976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:41.590181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eccc448e-8153-416f-af04-029006b76e7b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.602417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-f86135ac-3df6-409d-bf1a-dfedf2f46b9a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:41.602829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-f86135ac-3df6-409d-bf1a-dfedf2f46b9a tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b746e5-4531-4d35-8311-f7f0a71555b7 HTTP/1.1" status: 200  len: 946 time: 0.1614382
Jan 29 20:51:41.606589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Request body: {'port': {'device_id': '346e0003-e96b-4501-b683-932329207f49', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:41.698929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:41.699200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.701980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fdd6b-d373-4caa-9e2c-96e807288191 None None] Pushing event updated for resources: {'Port': ['ID=eccc448e-8153-416f-af04-029006b76e7b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:41.760755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:41.771226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.823115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49723d44-0031-47a5-815b-dd19ad21548d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.827825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574'}, {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:41.830288 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e479f2e-d68f-462e-b202-099392c36b91" -d '{"events": [{"server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "name": "network-vif-plugged", "status": "completed", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574"}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:41.846833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.847496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:41.872456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.942346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Deleting port c7570c9f-9c7a-4e0f-9be7-d2638870200f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:41.943823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:41.968652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-fa4bc866-dd75-4032-b9c7-b13062d833ae service neutron] 10.222.0.20 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5470881
Jan 29 20:51:41.971760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5e68b3f-9d76-4f1f-9624-688df6cdc728 req-11a14a22-2a2e-40f2-907e-190a08986f15 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3947146
Jan 29 20:51:41.989475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Allocated IP 172.20.0.9 (36c94de9-39ad-4696-b7dd-7579ffd1d294/2ae2cf69-6877-484a-8bbb-4a2ea1ae861f/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:42.144500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.258111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:42.292479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:42.299915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:42.427982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:42.445490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] For port c7570c9f-9c7a-4e0f-9be7-d2638870200f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7570c9f-9c7a-4e0f-9be7-d2638870200f,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:42.445866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.475736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Calling delete_port for c7570c9f-9c7a-4e0f-9be7-d2638870200f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:42.488174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9937e32-2df2-4617-8d30-104c4095d871 None None] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:42.495974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:42.496501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.537817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a64125d-b277-4431-a4b1-f14c28c98faf tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5236464
Jan 29 20:51:42.575637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42820) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:42.593827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'name': 'tempest-TaggedBootDevicesTest-334598966', 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:42.634019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-783124dc-1952-4900-91a6-50ec856b5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.644496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Provisioning complete for port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:42.645017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.727036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device eccc448e-8153-416f-af04-029006b76e7b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:42.775352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49723d44-0031-47a5-815b-dd19ad21548d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:42.787738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks [] for port (49723d44-0031-47a5-815b-dd19ad21548d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.865741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:42.872020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.877167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Transition to ACTIVE for port object 49723d44-0031-47a5-815b-dd19ad21548d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:42.886479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c7570c9f-9c7a-4e0f-9be7-d2638870200f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.899250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3af2ed6b-601b-459d-bab1-37167dc36879'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:42.901892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.927616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port eccc448e-8153-416f-af04-029006b76e7b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:42.932462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eccc448e-8153-416f-af04-029006b76e7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:42.948433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event deleted for resources: {'Port': ['ID=c7570c9f-9c7a-4e0f-9be7-d2638870200f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:42.985310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] device_id is not set on port f3b32fad-586f-41a6-a164-46bef972173d yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:51:43.019850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91848fa5-e896-4b67-b833-6c096a540e06 req-4a29c5f5-8b36-4bc9-bd02-45adf0aa2faf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:43.025291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91848fa5-e896-4b67-b833-6c096a540e06 req-4a29c5f5-8b36-4bc9-bd02-45adf0aa2faf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 949 time: 0.9363875
Jan 29 20:51:43.049713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Current status of the port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:43.050410 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.052268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:43.098415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks [] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.129011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eec78-8f41-4424-a024-a697d1c20490 req-bd5bf1ac-19f0-4bd5-9ca1-5d6bcf19eee2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:43.132206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] For port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:43.136705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad9eec78-8f41-4424-a024-a697d1c20490 req-bd5bf1ac-19f0-4bd5-9ca1-5d6bcf19eee2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 931 time: 0.7976203
Jan 29 20:51:43.147598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.160371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks [] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.195762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:43.199614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] No DVR routers for this DVR port c7570c9f-9c7a-4e0f-9be7-d2638870200f on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:43.202322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.206863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce1d2efd-e0f6-484f-8531-c7d1acdcbce5 req-75e0f0db-031e-466a-8a72-cc5f9d757ecd tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.18 "DELETE /v2.0/ports/c7570c9f-9c7a-4e0f-9be7-d2638870200f HTTP/1.1" status: 204  len: 173 time: 1.5950818
Jan 29 20:51:43.207545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Transition to ACTIVE for port object 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:43.212930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'name': 'network-vif-deleted', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:43.224257 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1ccb7-338f-47df-8d88-b53f47832747" -d '{"events": [{"server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "name": "network-vif-deleted", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:43.286029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.424522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Attempting to bind port 49723d44-0031-47a5-815b-dd19ad21548d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:43.424867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Attempting to bind port 49723d44-0031-47a5-815b-dd19ad21548d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:43.425230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Attempting to bind port 49723d44-0031-47a5-815b-dd19ad21548d on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:43.435690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Port 49723d44-0031-47a5-815b-dd19ad21548d on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:43.436443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Attempting to bind port 49723d44-0031-47a5-815b-dd19ad21548d on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:43.449077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:43.449446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:43.449840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:43.450291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Bound port: 49723d44-0031-47a5-815b-dd19ad21548d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:43.450767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49723d44-0031-47a5-815b-dd19ad21548d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.477695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.1.1.103 (5416f00d-fbe8-402a-a4b9-05aed01ec722/a6a903b3-a9df-4bfa-9e24-d91ac1f89716/f3b32fad-586f-41a6-a164-46bef972173d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:43.556132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91848fa5-e896-4b67-b833-6c096a540e06 req-f657f609-035e-45b5-8064-6fbfd074708b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4855623
Jan 29 20:51:43.576952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30eb9f-72a7-4db4-87fd-441f0a07f40c None None] Pushing event updated for resources: {'Port': ['ID=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:43.628496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:43.650390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49723d44-0031-47a5-815b-dd19ad21548d,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:43.671056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:43.699625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Provisioning complete for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:43.700167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.702017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21a033-3f54-4933-92b7-dd438fa96a35 None None] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:43.710429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.720355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.748694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:43.773263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:43.774679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.777733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] 10.222.0.18 "PUT /v2.0/ports/49723d44-0031-47a5-815b-dd19ad21548d HTTP/1.1" status: 200  len: 1091 time: 2.1839380
Jan 29 20:51:43.797111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:43.810199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks [] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.812475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port eccc448e-8153-416f-af04-029006b76e7b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:43.812966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eccc448e-8153-416f-af04-029006b76e7b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.829130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Transition to ACTIVE for port object 80eb3840-15d9-4f86-a392-1ef1e4d49507 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:43.834414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad9eec78-8f41-4424-a024-a697d1c20490 req-191871d3-f951-4cce-9b04-1ff1261f9c63 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6564891
Jan 29 20:51:43.834831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:43.885577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:43.917907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Port 4d23ce05-6f09-453c-bceb-9ce1006fba1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:44.037393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Provisioning complete for port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:44.037771 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.042150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port eccc448e-8153-416f-af04-029006b76e7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eccc448e-8153-416f-af04-029006b76e7b,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:44.046642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7d0e-5533-4bc1-bd67-3ce33a488dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:44.094956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (f3b32fad-586f-41a6-a164-46bef972173d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.120198 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eccc448e-8153-416f-af04-029006b76e7b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.121106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:44.138654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-26bbbcf5-d95a-4b5c-bf1a-942343052df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.141066 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-26bbbcf5-d95a-4b5c-bf1a-942343052df3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 1125 time: 0.2856038
Jan 29 20:51:44.212020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-fce88d0f-bdc6-4e59-b09c-99fbcd94841b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.213753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-fce88d0f-bdc6-4e59-b09c-99fbcd94841b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.36 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 819 time: 0.3425820
Jan 29 20:51:44.216893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-550447ed-010e-4b75-a0fa-88b3a522155d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49723d44-0031-47a5-815b-dd19ad21548d HTTP/1.1" status: 200  len: 217 time: 0.0656910
Jan 29 20:51:44.220539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] No DVR routers for this DVR port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:44.232811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=eccc448e-8153-416f-af04-029006b76e7b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:44.239412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Request body: {'port': {'device_id': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'admin_state_up': True, 'tenant_id': '9c3b71f9bda245f89384d15b7d991443'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:44.258540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d6a5aab-8aaa-4abf-87e2-2af5cf925aa0 req-9b78f13a-de45-4be8-9d45-bccd6909acc3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 210 time: 0.2652624
Jan 29 20:51:44.258540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.294892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:44.340264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.363415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:44.363753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:44.364091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:44.393403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e2e43e02-e42a-4a3a-916c-5a322bdcf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.394883 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-e2e43e02-e42a-4a3a-916c-5a322bdcf27d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1725345
Jan 29 20:51:44.399884 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed9309-597b-486c-a20e-5989dda0a633 x-openstack-request-id: req-92ed9309-597b-486c-a20e-5989dda0a633 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:44.400219 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "name": "network-vif-plugged", "status": "completed", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574", "code": 200}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:44.400454 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92ed9309-597b-486c-a20e-5989dda0a633 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:44.401308 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574', 'code': 200}
Jan 29 20:51:44.401308 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'code': 200}
Jan 29 20:51:44.405685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:44.422976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:44.423258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:44.425714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:44.438536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536c46-078f-403d-89b5-70ad8240bbcf req-f8014df1-fa0e-420f-b205-c42ce2a2903f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.439345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:44.441434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:44.441928 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.444940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a536c46-078f-403d-89b5-70ad8240bbcf req-f8014df1-fa0e-420f-b205-c42ce2a2903f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.5869174
Jan 29 20:51:44.464456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:44.473277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Attempting to bind port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:44.473635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Attempting to bind port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:44.473974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Attempting to bind port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:44.485092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-16c38bdc-de07-4453-9b81-e928659a0a89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758252
Jan 29 20:51:44.490654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:44.526831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:44.527235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:44.527569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:44.528024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Bound port: 80eb3840-15d9-4f86-a392-1ef1e4d49507, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:44.528386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.532265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:44.538747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:44.559668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc3083-13bc-4f5d-8c43-4e56cd8d14bb None None] Current status of the port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:44.563675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:44.570742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:44.571108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Attempting to bind port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:44.584453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:44.584799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Checking segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:44.585218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Bound using segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:44.585660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Bound port: 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:44.586021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.603852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:44.690060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Provisioning complete for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:44.691289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.707068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f4e360b-25a7-4c24-821e-09c82c13f2e9 req-0c965d7a-e30d-45f3-83e1-51bcbd4b73b6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 210 time: 0.1112170
Jan 29 20:51:44.716039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.716710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.722535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a536c46-078f-403d-89b5-70ad8240bbcf req-6570a64e-1ac7-4e8a-8aba-cf5366990d94 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765303
Jan 29 20:51:44.778345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Port 4d23ce05-6f09-453c-bceb-9ce1006fba1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:44.782924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device eccc448e-8153-416f-af04-029006b76e7b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:44.797217 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d0ec6-9911-4580-b45a-803892e2ff12 x-openstack-request-id: req-4f6d0ec6-9911-4580-b45a-803892e2ff12 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:44.797675 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b746e5-4531-4d35-8311-f7f0a71555b7", "name": "network-vif-deleted", "tag": "c7570c9f-9c7a-4e0f-9be7-d2638870200f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:44.797816 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f6d0ec6-9911-4580-b45a-803892e2ff12 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:44.798209 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b746e5-4531-4d35-8311-f7f0a71555b7', 'name': 'network-vif-deleted', 'tag': 'c7570c9f-9c7a-4e0f-9be7-d2638870200f', 'status': 'completed', 'code': 200}
Jan 29 20:51:44.823229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89077bcd-9eab-43df-b30a-db7a21004f9f req-036db3cf-01af-47e0-90f8-17f80463fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.824909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-89077bcd-9eab-43df-b30a-db7a21004f9f req-036db3cf-01af-47e0-90f8-17f80463fe5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 1127 time: 0.3824375
Jan 29 20:51:44.830151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Made reservation on behalf of 9c3b71f9bda245f89384d15b7d991443 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:44.835592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:44.835899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c7570c9f-9c7a-4e0f-9be7-d2638870200f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:44.838976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:44.839655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.860390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:44.861094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.870465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.876558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: c7570c9f-9c7a-4e0f-9be7-d2638870200f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:44.877019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c7570c9f-9c7a-4e0f-9be7-d2638870200f not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:44.890124 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05e5037c-f833-4491-895a-69c849d0297d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3087296
Jan 29 20:51:44.902771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-905b6efd-fa4f-4daf-a6af-c11702018633 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3604295
Jan 29 20:51:44.910146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Provisioning complete for port eccc448e-8153-416f-af04-029006b76e7b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:44.910530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eccc448e-8153-416f-af04-029006b76e7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:44.913162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port eccc448e-8153-416f-af04-029006b76e7b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:44.913704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eccc448e-8153-416f-af04-029006b76e7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.022007 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-89077bcd-9eab-43df-b30a-db7a21004f9f req-5b6b616a-b78b-4985-bdb7-fae0cd1fa9b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642234
Jan 29 20:51:45.057574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port eccc448e-8153-416f-af04-029006b76e7b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:45.058791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:45.092313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ce8637bd-a469-4c95-a8ce-f3b12ff08b08 req-08d3d68d-56a0-4af7-9ab4-0f5254c5ba4b service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825550
Jan 29 20:51:45.101003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-400b30b6-a74f-48ab-9f86-f2a8bad37bd7 None None] Current status of the port eccc448e-8153-416f-af04-029006b76e7b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:45.118216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Allocated IP 172.20.0.11 (0ea0d455-a8d9-4fa0-923e-521778d7f513/74f94a3d-6f12-4968-82fe-a3bf18fa9a21/fd3634b9-e0e3-4d58-bc8c-b2d7122b861d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:45.122095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:45.122095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.222153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:45.233914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Provisioning complete for port eccc448e-8153-416f-af04-029006b76e7b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:45.234433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eccc448e-8153-416f-af04-029006b76e7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.298523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.299155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.300541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] 10.222.0.18 "PUT /v2.0/ports/73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 1091 time: 4.4796081
Jan 29 20:51:45.302613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:45.304877 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad87553-c957-472f-8e06-acbdb6a4bf56" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:45.316741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-be89938a-9e16-4c92-9918-ce92422bcf48 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4988987
Jan 29 20:51:45.318024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:45.321993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks [] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.338816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Request body: {'port': {'device_id': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:45.345523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Current status of the port eccc448e-8153-416f-af04-029006b76e7b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:45.357911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Provisioning complete for port f3b32fad-586f-41a6-a164-46bef972173d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:45.358581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3b32fad-586f-41a6-a164-46bef972173d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.363020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.388283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:45.400464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb4521-96a7-408e-ae8b-315f9833de6f None None] Port f3b32fad-586f-41a6-a164-46bef972173d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:45.411267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Network 0ea0d455-a8d9-4fa0-923e-521778d7f513 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:45.414596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:45.419546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:45.423632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeccfd-6cf8-4b4a-9aed-e614858e7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:45.423800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Pushing event updated for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:45.430739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.448142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a588484-659d-4a5d-abce-182a1e04fefd req-6cd276f6-ffb0-43b6-868e-222daa0dc0f5 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.450138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a588484-659d-4a5d-abce-182a1e04fefd req-6cd276f6-ffb0-43b6-868e-222daa0dc0f5 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 945 time: 0.6052763
Jan 29 20:51:45.474817 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.482147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.482921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.501071 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-007585b2-550d-4d78-9bbd-7ae3b48607c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2683728
Jan 29 20:51:45.512618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Request body: {'port': {'device_id': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:45.529392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d195e-a08b-48ac-b806-e4f155f9c950 req-a36098ad-0176-4244-b791-17de2cebe3ae tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.531445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-544d195e-a08b-48ac-b806-e4f155f9c950 req-a36098ad-0176-4244-b791-17de2cebe3ae tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 949 time: 0.2944324
Jan 29 20:51:45.547037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.547655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.549057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] 10.222.0.36 "PUT /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 1096 time: 4.0380290
Jan 29 20:51:45.578584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.578876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.620000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec7d98-6e62-467e-bcb8-060543a21324 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:45.624023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-9644a538-7190-4673-b14d-66049c4a03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.626140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-9644a538-7190-4673-b14d-66049c4a03ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1125 time: 0.2711732
Jan 29 20:51:45.743990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a588484-659d-4a5d-abce-182a1e04fefd req-276b22e9-f663-493e-8f79-2a4848b5e8c8 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627652
Jan 29 20:51:45.745280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-d179ffce-a2a1-4d78-a6c2-fa008f293951 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0981507
Jan 29 20:51:45.819027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-544d195e-a08b-48ac-b806-e4f155f9c950 req-7f9c66dc-1aef-4280-8251-2fc4036ae4d0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640862
Jan 29 20:51:45.882297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-3ed64347-1721-4393-9daf-a9df1fcf2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.883788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-3ed64347-1721-4393-9daf-a9df1fcf2eba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.1321359
Jan 29 20:51:45.886743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3634b9-e0e3-4d58-bc8c-b2d7122b861d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:45.888267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-9df07a78-26f2-47ea-9f60-07fc2cbc6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:45.889527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-9df07a78-26f2-47ea-9f60-07fc2cbc6fa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1130 time: 0.2967658
Jan 29 20:51:45.896298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks [] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.910912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Transition to ACTIVE for port object fd3634b9-e0e3-4d58-bc8c-b2d7122b861d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:45.917139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:45.965130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-2258735e-0abe-410c-a7fa-4d72a3ec9e9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719261
Jan 29 20:51:45.976180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:46.042746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Attempting to bind port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:46.043113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Attempting to bind port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:46.043436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Attempting to bind port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:46.048677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:46.049157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Attempting to bind port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d on network 0ea0d455-a8d9-4fa0-923e-521778d7f513 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:46.054612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:46.055204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Checking segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:46.055374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Bound using segment: {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:46.055797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Bound port: fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:46.056423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.118997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:46.122007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:46.129678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.164811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.165644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.167047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd3634b9-e0e3-4d58-bc8c-b2d7122b861d HTTP/1.1" status: 200  len: 1092 time: 0.6586998
Jan 29 20:51:46.175717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feaf3a-3061-4f55-af43-34e24bbe91fa req-d7cb33a3-c912-4e54-824a-b885a5639b4c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.182798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9feaf3a-3061-4f55-af43-34e24bbe91fa req-d7cb33a3-c912-4e54-824a-b885a5639b4c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 943 time: 0.2693176
Jan 29 20:51:46.193649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3ce66-3f1c-41e9-ab06-be690e1b0988 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:46.236957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-5cabc37a-2bda-4b16-bc25-a0ac24b6c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.238465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-5cabc37a-2bda-4b16-bc25-a0ac24b6c467 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3273325
Jan 29 20:51:46.243295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-cf8dee74-f898-4948-bb00-1cfbff98cb1c service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285016
Jan 29 20:51:46.266881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-669cf0bf-5bc8-4d20-b530-8b1ef88873d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.268504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-669cf0bf-5bc8-4d20-b530-8b1ef88873d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 1126 time: 0.0521064
Jan 29 20:51:46.315107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-433c5333-1518-47d9-8520-6e5cdef40ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d HTTP/1.1" status: 200  len: 217 time: 0.0394218
Jan 29 20:51:46.329739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-1222d07e-f577-4773-a0b8-d6287c97af63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0820663
Jan 29 20:51:46.366351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-42a9efdd-984f-4c74-aa3e-2e51688f789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.367958 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-42a9efdd-984f-4c74-aa3e-2e51688f789d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0472813
Jan 29 20:51:46.400396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9feaf3a-3061-4f55-af43-34e24bbe91fa req-a8b6c3fe-acfe-43ba-bc06-91ce13fe81b7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164187
Jan 29 20:51:46.412771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-2032cf07-4422-4716-81c6-682628628b58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366814
Jan 29 20:51:46.413369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:46.417917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428861000', 'description': 'tempest-description--1658856783'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:46.459114 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be237456-fa1e-42a5-91f1-a53cf101c326 x-openstack-request-id: req-be237456-fa1e-42a5-91f1-a53cf101c326 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:46.459479 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:46.459736 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be237456-fa1e-42a5-91f1-a53cf101c326 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:46.460139 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'status': 'completed', 'code': 200}
Jan 29 20:51:46.531241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:46.551100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks [] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.574540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-78e952bd-4759-4166-b916-18e2d0d08a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.576045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-78e952bd-4759-4166-b916-18e2d0d08a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2266903
Jan 29 20:51:46.637352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Transition to ACTIVE for port object d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:51:46.643298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bd0364-4906-43dd-8ec3-5b4b1202366b req-b9b81138-a249-4ee6-85ef-1a2e269595a9 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803942
Jan 29 20:51:46.650303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.693977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1cb4f-8ed3-4feb-b141-39cc53720e18 req-312867d1-a188-4e10-843a-76d87563331a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.695483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdf1cb4f-8ed3-4feb-b141-39cc53720e18 req-312867d1-a188-4e10-843a-76d87563331a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 931 time: 0.2407608
Jan 29 20:51:46.737233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.758153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4526f-9a5f-449a-8ebf-480e3a06dfce req-a788dcce-68f9-4d0c-8374-f40430a9ebc3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.764468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2eb4526f-9a5f-449a-8ebf-480e3a06dfce req-a788dcce-68f9-4d0c-8374-f40430a9ebc3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 944 time: 0.2507060
Jan 29 20:51:46.766528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.800567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d'}, {'name': 'network-changed', 'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:46.802440 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67bad25-88ab-4875-8788-e0ee3614f601" -d '{"events": [{"name": "network-changed", "server_uuid": "346e0003-e96b-4501-b683-932329207f49", "tag": "49723d44-0031-47a5-815b-dd19ad21548d"}, {"name": "network-changed", "server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:46.808915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:46.818186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-0a4850be-f601-489c-825e-4c229d6d074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:46.819702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-0a4850be-f601-489c-825e-4c229d6d074d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2302644
Jan 29 20:51:46.833713 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-fd33d1d1-f51d-41ff-80db-6f075093570d service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4089339
Jan 29 20:51:46.914048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (ef6335d5-a7af-4ef4-bae2-037c09e7f27d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.920479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ef6335d5-a7af-4ef4-bae2-037c09e7f27d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.959763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdf1cb4f-8ed3-4feb-b141-39cc53720e18 req-f67b1487-1761-4214-a7dc-3f9ef2f17d0b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446733
Jan 29 20:51:46.963164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:46.967241 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5502143
Jan 29 20:51:46.971015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:46.977140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'security_group_rule': {'security_group_id': 'ef6335d5-a7af-4ef4-bae2-037c09e7f27d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:46.981905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b871b8-f8b5-44db-9f2f-8f2131ca8b34 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6335d5-a7af-4ef4-bae2-037c09e7f27d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:46.982966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2eb4526f-9a5f-449a-8ebf-480e3a06dfce req-b07e519e-2656-4638-ac26-e989e427c88d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148225
Jan 29 20:51:46.990978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-948f4cce-2eb2-429c-9530-2d35438bb5cf req-53f4c636-17c9-4129-b3bf-354d1f0b91af service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505837
Jan 29 20:51:47.025121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-1b49525b-5d16-4866-bf0a-370c609999f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.026704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (e26f047a-8bb4-46f6-8033-fbc9a7c18db6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.026901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-1b49525b-5d16-4866-bf0a-370c609999f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1125 time: 0.3302455
Jan 29 20:51:47.091512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (e26f047a-8bb4-46f6-8033-fbc9a7c18db6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.095835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e26f047a-8bb4-46f6-8033-fbc9a7c18db6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.114841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26f047a-8bb4-46f6-8033-fbc9a7c18db6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:47.123022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:51:47.123452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:51:47.123669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:47.128925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.133032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-224843d5-1316-476e-90f2-d1aa1c1649ea service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2966697
Jan 29 20:51:47.133221 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7aaf45b-7143-4b36-8225-8081b08e84f0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1583922
Jan 29 20:51:47.133488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:47.138837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'security_group_rule': {'security_group_id': 'ef6335d5-a7af-4ef4-bae2-037c09e7f27d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:47.143667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:51:47.143667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:51:47.168137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (c1e514b9-8dac-43e3-8db3-b17323a30ed9), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.198495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:51:47.198928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:47.199378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:51:47.200041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Bound port: d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:51:47.200618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.230101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (c1e514b9-8dac-43e3-8db3-b17323a30ed9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.234604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c1e514b9-8dac-43e3-8db3-b17323a30ed9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.254923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e514b9-8dac-43e3-8db3-b17323a30ed9,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:47.261680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.263030 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ffd4683a-eac6-4c08-8d32-027433c300f6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1279421
Jan 29 20:51:47.266821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42860) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:47.271352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:47.290372 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.297901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-cd2b4344-7452-40db-800e-bddf57f760f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.299451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-cd2b4344-7452-40db-800e-bddf57f760f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.2658255
Jan 29 20:51:47.322832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9de2b-a659-41b5-b141-94e396d354f7 req-f80ab708-44ed-480f-b4fd-7bc59eb1701e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.324276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6de9de2b-a659-41b5-b141-94e396d354f7 req-f80ab708-44ed-480f-b4fd-7bc59eb1701e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.2728395
Jan 29 20:51:47.391756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.402360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-1d8359d8-d846-4523-b507-fe8423fc608e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0769453
Jan 29 20:51:47.412774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1496492f-c69a-43fb-a28e-f0f20662d7be req-39f00e57-307d-4cf0-89d1-16554eb4d4b6 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726848
Jan 29 20:51:47.514451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 172.35.4.221 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/74ecec7b-95bd-4f4e-89f0-c7fee4b807a8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:47.622257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.657724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.717209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:47.720150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:47.724734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:47.727947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=74ecec7b-95bd-4f4e-89f0-c7fee4b807a8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:47.753854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:51:47.786444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:51:47.801562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6de9de2b-a659-41b5-b141-94e396d354f7 req-dbe35ae2-97e3-4597-89e4-99b54cbcaf00 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4628959
Jan 29 20:51:47.808866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d8842-fa1e-4c9f-b092-f2f6b8ff58ca req-b1c835c9-989f-4981-9f0e-70147842c171 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.814734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d8842-fa1e-4c9f-b092-f2f6b8ff58ca req-b1c835c9-989f-4981-9f0e-70147842c171 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.821480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce7d8842-fa1e-4c9f-b092-f2f6b8ff58ca req-b1c835c9-989f-4981-9f0e-70147842c171 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71&device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1689 time: 0.5786054
Jan 29 20:51:47.823742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.831349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.836079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-d1722fac-4c7c-4d97-a648-bc886bcdb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.837507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-d1722fac-4c7c-4d97-a648-bc886bcdb10d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.4193916
Jan 29 20:51:47.869993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.909427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-e8f74ab3-224f-483d-98e3-ece9d14f7ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438323
Jan 29 20:51:47.938827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:47.939436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:47.940764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] 10.222.0.18 "PUT /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 1091 time: 2.6060770
Jan 29 20:51:48.026453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ea6c-a64b-432c-8010-b814fb52d35a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:48.030156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:48.035792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:48.054226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce7d8842-fa1e-4c9f-b092-f2f6b8ff58ca req-fd238127-b6b4-4d52-82c7-10b4bf03334d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319000
Jan 29 20:51:48.092667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102892e3-14ab-4aa3-860b-a71f7880b9ce req-a671a58b-b3d5-4003-b7c6-1267872d013f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.094723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102892e3-14ab-4aa3-860b-a71f7880b9ce req-a671a58b-b3d5-4003-b7c6-1267872d013f tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2265067
Jan 29 20:51:48.127302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=74ecec7b-95bd-4f4e-89f0-c7fee4b807a8,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:48.129081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-fde95b32-2b6f-41a1-943c-d0313420ea1a service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917787
Jan 29 20:51:48.141280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:48.153569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-17727f7e-110f-4591-9d99-58d2fc06fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.155005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-17727f7e-110f-4591-9d99-58d2fc06fb47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1125 time: 0.1434329
Jan 29 20:51:48.157809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:48.159147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe775250-a4ec-4b69-9908-15cebc84eda8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8913920
Jan 29 20:51:48.284172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-ef04c820-a1ce-496b-b483-9b1ede45233f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.1011713
Jan 29 20:51:48.353258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102892e3-14ab-4aa3-860b-a71f7880b9ce req-949c17f0-71fc-4fff-a702-d9b80a3c31fb tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d01c0417-48a5-436e-8638-dc49748421a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488000
Jan 29 20:51:48.386365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb33c68-1022-4c23-8c7e-79e69c6f12f8 req-ed1a8fe6-29ce-4855-b3de-9893e516c6ec tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.387838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eb33c68-1022-4c23-8c7e-79e69c6f12f8 req-ed1a8fe6-29ce-4855-b3de-9893e516c6ec tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 945 time: 0.2557387
Jan 29 20:51:48.403559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad87553-c957-472f-8e06-acbdb6a4bf56 req-187356e5-f641-47ed-a4a3-2ac50a9b9edf service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583268
Jan 29 20:51:48.405228 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451f50e-1566-455a-b11f-ef16e57850a9 x-openstack-request-id: req-f451f50e-1566-455a-b11f-ef16e57850a9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:48.406543 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346e0003-e96b-4501-b683-932329207f49", "tag": "49723d44-0031-47a5-815b-dd19ad21548d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:48.406816 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f451f50e-1566-455a-b11f-ef16e57850a9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:48.407234 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d', 'status': 'completed', 'code': 200}
Jan 29 20:51:48.407492 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d', 'status': 'completed', 'code': 200}
Jan 29 20:51:48.410677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-b6f24635-d9ca-4c47-9f5f-7a7404bd9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.412090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-b6f24635-d9ca-4c47-9f5f-7a7404bd9448 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1179652
Jan 29 20:51:48.420405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469a74-0756-4860-b453-03ab9f96388d req-a4262f26-7335-4f51-96c2-e8e94a49d47b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.421926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85469a74-0756-4860-b453-03ab9f96388d req-a4262f26-7335-4f51-96c2-e8e94a49d47b tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ad11b3-5fe8-4662-9c9a-b018deb62770 HTTP/1.1" status: 200  len: 946 time: 0.2481651
Jan 29 20:51:48.483099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-97b3300b-5466-48ae-b13f-006cb84a8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.484692 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-97b3300b-5466-48ae-b13f-006cb84a8755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 1126 time: 0.0492039
Jan 29 20:51:48.500502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}, {'name': 'network-changed', 'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:48.507046 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b322708a-5091-4f88-82d9-a5fc79003a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}, {"name": "network-changed", "server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:48.516836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-488b8fcd-de58-4b8e-aacb-1ffb88bbe2db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885463
Jan 29 20:51:48.576355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-b881a5d9-041a-4f06-91fd-c7bb4f91768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.578616 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-b881a5d9-041a-4f06-91fd-c7bb4f91768d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.0877187
Jan 29 20:51:48.636206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-8181bc32-6386-415f-a351-8aa3c8cfb0d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d HTTP/1.1" status: 200  len: 217 time: 0.0389595
Jan 29 20:51:48.644327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eb33c68-1022-4c23-8c7e-79e69c6f12f8 req-5aa0919a-fe16-406c-a2d5-3db99e79858d tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457418
Jan 29 20:51:48.687573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-05b62490-8e79-4bc9-b115-be3d198ef3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.689093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-05b62490-8e79-4bc9-b115-be3d198ef3ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 1125 time: 0.2580905
Jan 29 20:51:48.689312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-30f0ff9a-bbc7-4c09-9e9d-861e2a4118d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.690951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-30f0ff9a-bbc7-4c09-9e9d-861e2a4118d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0481687
Jan 29 20:51:48.725651 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-e761ba9e-12b1-4ec6-afb0-cd6a0711bd06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261178
Jan 29 20:51:48.729542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b623ac-25e8-402e-83cd-7a914ddc48b7 req-cf19d9ea-796b-4945-aa66-eb243741bb32 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.730970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b623ac-25e8-402e-83cd-7a914ddc48b7 req-cf19d9ea-796b-4945-aa66-eb243741bb32 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 943 time: 0.2188487
Jan 29 20:51:48.797070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-b622ddb8-34e1-4635-8984-3bf072f51cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614007
Jan 29 20:51:48.824785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-97699b6d-a96a-4423-8e8d-1218f063826f service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864980
Jan 29 20:51:48.839024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 49723d44-0031-47a5-815b-dd19ad21548d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:48.898976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Deleting port 3af2ed6b-601b-459d-bab1-37167dc36879 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:48.899316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:48.921643 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-752b2773-47bc-45e4-96f7-f4f1f2f85fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898046
Jan 29 20:51:48.948511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49723d44-0031-47a5-815b-dd19ad21548d,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:48.960559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '49723d44-0031-47a5-815b-dd19ad21548d', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': '49723d44-0031-47a5-815b-dd19ad21548d', 'mac_address': 'fa:16:3e:ec:d4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:48.988619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d09b8-601b-4565-9055-d6d244f586de req-e36b8826-27dc-4b24-b76f-d1e275fb1ac3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:48.990120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f69d09b8-601b-4565-9055-d6d244f586de req-e36b8826-27dc-4b24-b76f-d1e275fb1ac3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.2735145
Jan 29 20:51:48.993011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b623ac-25e8-402e-83cd-7a914ddc48b7 req-18e175ba-8b26-4c16-ac9b-6e4a3acc93cd tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445319
Jan 29 20:51:48.998158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 49723d44-0031-47a5-815b-dd19ad21548d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:48.998558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49723d44-0031-47a5-815b-dd19ad21548d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:49.013534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49723d44-0031-47a5-815b-dd19ad21548d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:49.026299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-4d8e583e-3019-4e47-8d31-aa632323fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.027761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-4d8e583e-3019-4e47-8d31-aa632323fa2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.3294494
Jan 29 20:51:49.036163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49723d44-0031-47a5-815b-dd19ad21548d,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:49.041078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:49.091016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:49.098363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.098713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.099056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.099393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.099722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.100053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.100380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.100701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.101047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.101374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.101695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.102012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.102329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:51:49.104203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-b75a049b-cbe3-45ad-863c-1403daffdc63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49723d44-0031-47a5-815b-dd19ad21548d HTTP/1.1" status: 200  len: 217 time: 0.0605617
Jan 29 20:51:49.106056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-859e0701-02a4-4a12-bcb8-4f2038ec0397 req-fedee145-3e29-4f37-8193-a0a120839132 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2959354
Jan 29 20:51:49.190300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] For port 3af2ed6b-601b-459d-bab1-37167dc36879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3af2ed6b-601b-459d-bab1-37167dc36879,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:49.190571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:49.196701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f69d09b8-601b-4565-9055-d6d244f586de req-d1d82391-1afa-48d8-a2d3-2b7761881af9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921840
Jan 29 20:51:49.216558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Calling delete_port for 3af2ed6b-601b-459d-bab1-37167dc36879 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:49.226040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-42fe57d1-379c-4a06-a478-124cf8eae1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.227532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-42fe57d1-379c-4a06-a478-124cf8eae1c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1065953
Jan 29 20:51:49.300310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-d06c9428-781b-4ae3-914d-c7b2c5ac5751 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630138
Jan 29 20:51:49.308688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a7f0-e789-465a-9361-6de66343a71c req-33ee9ec9-90a3-425a-94d2-90375a6fc0f9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.310126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c548a7f0-e789-465a-9361-6de66343a71c req-33ee9ec9-90a3-425a-94d2-90375a6fc0f9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 944 time: 0.2145278
Jan 29 20:51:49.485275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c548a7f0-e789-465a-9361-6de66343a71c req-7f174202-063e-4814-8f60-e142567d088e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635516
Jan 29 20:51:49.515626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-1278b829-ee56-48bc-a545-91ddadb600bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--428861000&fields=id&tenant_id=ac70dcf16a4b4e00ba28de03cee01584 HTTP/1.1" status: 200  len: 267 time: 0.1437440
Jan 29 20:51:49.521522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-0c13e391-fa9e-4339-b900-65feab14407f service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085898
Jan 29 20:51:49.540470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['49723d44-0031-47a5-815b-dd19ad21548d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:49.566272 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a5759d-ef80-4b09-a0d0-0101ed8826a2 x-openstack-request-id: req-f8a5759d-ef80-4b09-a0d0-0101ed8826a2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:49.566576 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:49.566922 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8a5759d-ef80-4b09-a0d0-0101ed8826a2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:49.567230 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'status': 'completed', 'code': 200}
Jan 29 20:51:49.567488 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'status': 'completed', 'code': 200}
Jan 29 20:51:49.623798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3af2ed6b-601b-459d-bab1-37167dc36879), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:49.654428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-a42580a0-ebc6-4151-98aa-1c79e0ef2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.656513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-a42580a0-ebc6-4151-98aa-1c79e0ef2b01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1130 time: 0.0754912
Jan 29 20:51:49.685304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0a2185dc-065e-487b-af3f-363b202bdf68 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.686715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0a2185dc-065e-487b-af3f-363b202bdf68 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 930 time: 0.1623800
Jan 29 20:51:49.695176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Pushing event deleted for resources: {'Port': ['ID=3af2ed6b-601b-459d-bab1-37167dc36879,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:49.788922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e102fffd-4101-429f-8d9d-31749f001146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.790446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e102fffd-4101-429f-8d9d-31749f001146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1239641
Jan 29 20:51:49.819460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] No DVR routers for this DVR port 3af2ed6b-601b-459d-bab1-37167dc36879 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:49.825828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:49.829912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85469a74-0756-4860-b453-03ab9f96388d req-84e36e5a-80e4-4d6e-9676-22f3641141b7 tempest-ListServerFiltersTestJSON-1945831777 tempest-ListServerFiltersTestJSON-1945831777-project] 10.222.0.36 "DELETE /v2.0/ports/3af2ed6b-601b-459d-bab1-37167dc36879 HTTP/1.1" status: 204  len: 173 time: 1.3969517
Jan 29 20:51:49.836683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-564c9f24-03b8-46b7-abe2-7f1e0816f033 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0400212
Jan 29 20:51:49.845305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67bad25-88ab-4875-8788-e0ee3614f601 req-62ae0781-667a-4ebc-9c5b-c690655c010d service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3068151
Jan 29 20:51:49.855612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9f736d3c-3b49-405e-9986-42acb859a475 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.857223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9f736d3c-3b49-405e-9986-42acb859a475 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 931 time: 0.1504595
Jan 29 20:51:49.860023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-aadeb4ab-a83d-4fcf-a9af-43bd1aaf643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.861526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-aadeb4ab-a83d-4fcf-a9af-43bd1aaf643a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1130 time: 0.2539294
Jan 29 20:51:49.923051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-6cf229f3-2274-4c15-b858-0ae96ec653e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.925424 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-6cf229f3-2274-4c15-b858-0ae96ec653e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0821891
Jan 29 20:51:49.971779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829c6e4-6db6-476b-99e4-2049616dfd4d req-ac35bb8e-092b-48c7-b443-8773ec5b7429 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.973284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2829c6e4-6db6-476b-99e4-2049616dfd4d req-ac35bb8e-092b-48c7-b443-8773ec5b7429 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 948 time: 0.2848945
Jan 29 20:51:49.978149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-93c34cea-eeaa-4ef5-8c97-9b92b157bed2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1095867
Jan 29 20:51:49.990599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e8af81b1-1473-4b64-aaaa-ff8bc585f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:49.992587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e8af81b1-1473-4b64-aaaa-ff8bc585f784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0524766
Jan 29 20:51:50.086678 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-8e22dbc9-c3fd-419d-a0fe-5ea552de6428 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868042
Jan 29 20:51:50.188256 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-dc66d93a-1a3b-46de-83a0-32598b529262 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943568
Jan 29 20:51:50.320373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-7eecf4db-1ce4-4c66-9be4-f85d2ad022bd tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.3317108
Jan 29 20:51:50.410114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-9581946f-8d90-44ca-bfe6-9432377749c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.411554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-9581946f-8d90-44ca-bfe6-9432377749c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.5337422
Jan 29 20:51:50.419656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2829c6e4-6db6-476b-99e4-2049616dfd4d req-1f2057b4-9adc-453d-92e1-ff7698224b56 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4392614
Jan 29 20:51:50.462712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-201f7922-fc40-4436-af8a-27ef56c4f4a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0421295
Jan 29 20:51:50.566290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e2d87eaa-5f0e-45e5-9acd-b08417af7084 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.571101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e2d87eaa-5f0e-45e5-9acd-b08417af7084 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.575984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e2d87eaa-5f0e-45e5-9acd-b08417af7084 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.577618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e2d87eaa-5f0e-45e5-9acd-b08417af7084 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/networks?id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 200  len: 1988 time: 0.2434866
Jan 29 20:51:50.580223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e561c3fa-688a-4c43-a305-e8686d5eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.581634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-e561c3fa-688a-4c43-a305-e8686d5eed77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1129959
Jan 29 20:51:50.622186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4446-032a-412c-8c51-b85bb9f15535 req-b9807ced-d270-44e6-9f17-c2f073fa2429 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.623643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c59e4446-032a-412c-8c51-b85bb9f15535 req-b9807ced-d270-44e6-9f17-c2f073fa2429 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 1131 time: 0.1384151
Jan 29 20:51:50.627165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-21d02066-d2b3-4764-9fcb-6ad8f5216a7d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/quotas/ac70dcf16a4b4e00ba28de03cee01584 HTTP/1.1" status: 200  len: 375 time: 0.0375693
Jan 29 20:51:50.690769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-f7041b9e-d3ad-40c4-b472-6da21ff3e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:50.692267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-f7041b9e-d3ad-40c4-b472-6da21ff3e3c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1037748
Jan 29 20:51:50.725333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c59e4446-032a-412c-8c51-b85bb9f15535 req-f4b08ed7-0a9c-4d9d-be87-51bfd039d95b tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943534
Jan 29 20:51:50.774754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-004aa06c-11a9-4a6d-aa84-f5288c14ea26 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1377275
Jan 29 20:51:50.779730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:50.831288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Deleting subnet 40e8ea38-3ff8-4159-a712-115b38505d36 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:51:50.834895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Publish callbacks [] for subnet (40e8ea38-3ff8-4159-a712-115b38505d36), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:50.855761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-57822c76-c918-495f-b760-0116d2ec82d4 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502104
Jan 29 20:51:50.866564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:50.881507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 49723d44-0031-47a5-815b-dd19ad21548d up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:50.883805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (40e8ea38-3ff8-4159-a712-115b38505d36), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:50.954388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-5dc69ebb-21ad-488c-8f9c-dcbc66dc8663 service neutron] 10.222.0.20 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618042
Jan 29 20:51:50.979602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device fd3634b9-e0e3-4d58-bc8c-b2d7122b861d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:51.007434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3af2ed6b-601b-459d-bab1-37167dc36879 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:51.032075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (40e8ea38-3ff8-4159-a712-115b38505d36), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.055609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-70cd6b72-473c-46fb-8afa-552ed0181534 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930609
Jan 29 20:51:51.104222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-1a469495-3740-4649-8731-ec585de796f4 service neutron] 10.222.0.20 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426866
Jan 29 20:51:51.110037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:51.112360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08524a-6839-4e86-8157-f9ce68433109 req-286b50b8-7a6c-4fc1-b130-37bae7c009e4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.113883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d08524a-6839-4e86-8157-f9ce68433109 req-286b50b8-7a6c-4fc1-b130-37bae7c009e4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 944 time: 0.0940938
Jan 29 20:51:51.120951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (40e8ea38-3ff8-4159-a712-115b38505d36), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.130764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'port_id': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'mac_address': 'fa:16:3e:68:93:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:51.159197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.160285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 3af2ed6b-601b-459d-bab1-37167dc36879 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:51.160639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3af2ed6b-601b-459d-bab1-37167dc36879 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:51.169092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/40e8ea38-3ff8-4159-a712-115b38505d36 HTTP/1.1" status: 204  len: 168 time: 0.3869841
Jan 29 20:51:51.169937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42910) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:51.170051 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:51:51.171871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4bcda-7e1d-4a86-80e7-a2e6990a80e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e8ea38-3ff8-4159-a712-115b38505d36,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:51.172389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6963065-66c2-4171-af7f-203193478887 None None] Network 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:51.200250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-293fe34a-5552-4cac-b1ff-d11ba7dc347d service neutron] 10.222.0.20 "GET /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0852652
Jan 29 20:51:51.261795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (18acd1d3-7d3e-4098-b42a-dbe44ff9a507), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.268711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d08524a-6839-4e86-8157-f9ce68433109 req-e2e0c4d9-b7be-4aa6-bbf7-50abff9471d4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461167
Jan 29 20:51:51.277560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-87d05632-de23-4daa-b820-e7bb76edcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.279043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-87d05632-de23-4daa-b820-e7bb76edcc8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1125 time: 0.1381540
Jan 29 20:51:51.319083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Deleting port efbc0bcc-04ec-403f-9f12-504278978771 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:51.319796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (efbc0bcc-04ec-403f-9f12-504278978771), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.339546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:51.383381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d', 'network_id': '0ea0d455-a8d9-4fa0-923e-521778d7f513', 'port_id': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d', 'mac_address': 'fa:16:3e:e8:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f94a3d-6f12-4968-82fe-a3bf18fa9a21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:51.392389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] For port efbc0bcc-04ec-403f-9f12-504278978771, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbc0bcc-04ec-403f-9f12-504278978771,segment=NetworkSegment(2423bcee-540e-4d01-ba40-d1cfdbb70692),segment_id=2423bcee-540e-4d01-ba40-d1cfdbb70692)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:51.392894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (efbc0bcc-04ec-403f-9f12-504278978771), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.400540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:51.400938 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.412035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Calling delete_port for efbc0bcc-04ec-403f-9f12-504278978771 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:51.412257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-11163933-def7-4a34-810c-b3413383b69b service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023160
Jan 29 20:51:51.445331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-d200b01a-ee38-4de1-9f96-b3723de8db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.446780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-d200b01a-ee38-4de1-9f96-b3723de8db13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1613631
Jan 29 20:51:51.447437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 49723d44-0031-47a5-815b-dd19ad21548d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:51.458951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:51.467184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 49723d44-0031-47a5-815b-dd19ad21548d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:51.467568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (49723d44-0031-47a5-815b-dd19ad21548d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.516879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:51.518431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (efbc0bcc-04ec-403f-9f12-504278978771), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.518763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:51.519208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.523167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fa89-923c-4885-903f-1fc9b67bbf05 req-04d06f17-33fb-4c6f-8e8d-7932b91e7186 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.524693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d66fa89-923c-4885-903f-1fc9b67bbf05 req-04d06f17-33fb-4c6f-8e8d-7932b91e7186 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.1807027
Jan 29 20:51:51.527813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-35513fee-fc87-4536-9a6b-a3c4af8c2276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.0506537
Jan 29 20:51:51.533545 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.556011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] No DVR routers for this DVR port efbc0bcc-04ec-403f-9f12-504278978771 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:51.557897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbc0bcc-04ec-403f-9f12-504278978771,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:51.568801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'name': 'network-vif-deleted', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:51.570966 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc70d3ad-efe1-4b41-97c0-2c62248a6506" -d '{"events": [{"server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "name": "network-vif-deleted", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:51.634154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9ee98a9c-e502-40ff-8700-01b918641e91 service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106462
Jan 29 20:51:51.636861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (18acd1d3-7d3e-4098-b42a-dbe44ff9a507), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.637952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-560d8e33-bbe1-49a4-baeb-e87bb27ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.640209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-560d8e33-bbe1-49a4-baeb-e87bb27ebe30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1052585
Jan 29 20:51:51.660363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea085f0ee0>,) {'filters': {'network_id': ['18acd1d3-7d3e-4098-b42a-dbe44ff9a507']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:51.673503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea085f0ee0>, '2423bcee-540e-4d01-ba40-d1cfdbb70692') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:51.673886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea085f0ee0>, '2423bcee-540e-4d01-ba40-d1cfdbb70692') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:51:51.683985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (2423bcee-540e-4d01-ba40-d1cfdbb70692), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.698205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2423bcee-540e-4d01-ba40-d1cfdbb70692), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.704352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d66fa89-923c-4885-903f-1fc9b67bbf05 req-a44807fc-b501-491d-9a1e-a86095fa8fba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713014
Jan 29 20:51:51.708229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-c79a48fd-6273-4732-b6fa-1bc2b81043d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592036
Jan 29 20:51:51.714350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3634b9-e0e3-4d58-bc8c-b2d7122b861d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:51.714624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-416b055f-2777-4834-8e63-6607873e6140 service neutron] 10.222.0.20 "GET /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0667207
Jan 29 20:51:51.716167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:51:51.716585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (2423bcee-540e-4d01-ba40-d1cfdbb70692), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:51:51.718728 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:51:51.784425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:51.822525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.823127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:51.835229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:51.840538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (18acd1d3-7d3e-4098-b42a-dbe44ff9a507), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.865028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=18acd1d3-7d3e-4098-b42a-dbe44ff9a507,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:51.869607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.879707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38d90d8e-c5f5-4e88-9bb7-2f0035d65c34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/18acd1d3-7d3e-4098-b42a-dbe44ff9a507 HTTP/1.1" status: 204  len: 168 time: 0.7009270
Jan 29 20:51:51.882974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e8063-1a8e-465b-899f-d0ca933c6b04 None None] DHCP port deletion for 18acd1d3-7d3e-4098-b42a-dbe44ff9a507 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:51:51.913480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 49723d44-0031-47a5-815b-dd19ad21548d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:51.914175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-aa78a2b3-ee0e-44b9-a653-ea2761bb53cf service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954722
Jan 29 20:51:51.914270 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49723d44-0031-47a5-815b-dd19ad21548d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:51.921394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:51.946173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6feef-8936-41ed-9a0c-1c87c0b2f1d4 req-5c6a8390-c587-4da2-8803-94d7b907c9bf tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:51.947943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fc6feef-8936-41ed-9a0c-1c87c0b2f1d4 req-5c6a8390-c587-4da2-8803-94d7b907c9bf tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 945 time: 0.1651800
Jan 29 20:51:51.960119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0449c19b-87c7-4286-a2f3-d40600bd05d0 service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263322
Jan 29 20:51:52.029232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:52.042588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:52.045124 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b7a9c9-0c70-425f-809f-a381572e3c75" -d '{"events": [{"server_uuid": "346e0003-e96b-4501-b683-932329207f49", "name": "network-vif-plugged", "status": "completed", "tag": "49723d44-0031-47a5-815b-dd19ad21548d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:52.066227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49723d44-0031-47a5-815b-dd19ad21548d,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:52.082085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.097091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:52.110193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fc6feef-8936-41ed-9a0c-1c87c0b2f1d4 req-598e095f-88b3-4ef2-af27-ca0ff5ced8c6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488798
Jan 29 20:51:52.138695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b322708a-5091-4f88-82d9-a5fc79003a6c req-f88138af-282d-48fd-ba07-d68c475d8111 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120292
Jan 29 20:51:52.144073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-95f892d6-6f30-4596-9594-3726a24ce079 service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558797
Jan 29 20:51:52.151291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:52.161947 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-54fb4d61-af0b-4f75-980b-151f209d046a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8244a19735574a8ca9b0669d960f76c1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0613973
Jan 29 20:51:52.163712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:52.213858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'mac_address': 'fa:16:3e:39:c0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:52.229619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] Publish callbacks [] for security_group (d01c0417-48a5-436e-8638-dc49748421a5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.240868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:52.252731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.280044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] Publish callbacks [] for security_group (d01c0417-48a5-436e-8638-dc49748421a5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.287328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39245197-fa5b-499d-88bb-f721fe697044 req-4ca3a2fe-70d5-4ce4-ad3d-ee675066a5d4 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:52.289424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39245197-fa5b-499d-88bb-f721fe697044 req-4ca3a2fe-70d5-4ce4-ad3d-ee675066a5d4 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1131 time: 0.0786998
Jan 29 20:51:52.293124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-a7397209-d3e2-4622-a9a9-a64028f06d9b service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342561
Jan 29 20:51:52.309088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:52.309467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.331513 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:51:52.334230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:52.352849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d01c0417-48a5-436e-8638-dc49748421a5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.356234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.357604 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d01c0417-48a5-436e-8638-dc49748421a5 HTTP/1.1" status: 204  len: 168 time: 0.1936135
Jan 29 20:51:52.367521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:52.372510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c317c3-c07c-4d28-a4cc-69c5b3acde7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c0417-48a5-436e-8638-dc49748421a5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:52.374244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:52.421586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39245197-fa5b-499d-88bb-f721fe697044 req-9814e957-aa62-4a47-8928-0444f996996d tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250138
Jan 29 20:51:52.444891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:52.468725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-724765ee-4028-492e-bbf4-6f184520022e service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648800
Jan 29 20:51:52.638173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-1053e967-333e-4167-a732-e07eaea036e2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:52.639694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-1053e967-333e-4167-a732-e07eaea036e2 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.18 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 945 time: 0.1464264
Jan 29 20:51:52.640794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device efbc0bcc-04ec-403f-9f12-504278978771 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:52.643481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-64be1c0e-ee6d-4da2-a59e-86f4c8efd414 service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694269
Jan 29 20:51:52.652339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c2623-75a4-424c-8616-3b80aefeb78f req-a22c70e6-7a19-42d0-a1c2-4173ce8e5888 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:52.653808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb7c2623-75a4-424c-8616-3b80aefeb78f req-a22c70e6-7a19-42d0-a1c2-4173ce8e5888 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 945 time: 0.1271615
Jan 29 20:51:52.663050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: efbc0bcc-04ec-403f-9f12-504278978771 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:52.663479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device efbc0bcc-04ec-403f-9f12-504278978771 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:52.789902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['80eb3840-15d9-4f86-a392-1ef1e4d49507'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:52.818672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['fd3634b9-e0e3-4d58-bc8c-b2d7122b861d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:52.819212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb7c2623-75a4-424c-8616-3b80aefeb78f req-d5e4034a-ddcb-41e0-ba00-2770ee42c663 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29376e3-292c-4378-b4e8-1a7d707dfe1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512070
Jan 29 20:51:52.839329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-cd82b981-f0f9-4a26-8ec3-d42bfe1d8614 service neutron] 10.222.0.20 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787510
Jan 29 20:51:52.919471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:51:53.113701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:53.169510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:53.191500 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.198503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'port_id': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'mac_address': 'fa:16:3e:b5:18:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2cf69-6877-484a-8bbb-4a2ea1ae861f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:51:53.257374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1431196067-network', 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:53.273809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:53.274210 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.279575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Deleting port 347c99ee-9b5d-4549-ae6c-5d1709e13574 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:51:53.280006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.280157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:53.282579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.288705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:51:53.291803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.309166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:53.314531 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.361218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-4ca8ff7d-105a-4294-bafc-268716c78f01 service neutron] 10.222.0.20 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5159256
Jan 29 20:51:53.363250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:53.379887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks [] for security_group (2cf6e5b5-41d4-48c7-929d-5cb82d51cd90), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.385408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2cf6e5b5-41d4-48c7-929d-5cb82d51cd90), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.402445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294bcae-8fa4-4d6d-bdf8-9c3ae1ddac5f req-5103db48-7363-4276-846d-e659ddca688f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:53.404244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b294bcae-8fa4-4d6d-bdf8-9c3ae1ddac5f req-5103db48-7363-4276-846d-e659ddca688f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.1703045
Jan 29 20:51:53.414061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:51:53.419010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:53.426495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f634a0f4-188d-4a25-b55d-17f4c4817399), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.426880 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Added segment f634a0f4-188d-4a25-b55d-17f4c4817399 of type vlan for network fde7608a-7ce8-4520-aa30-55635c6a4827
Jan 29 20:51:53.466457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] For port 347c99ee-9b5d-4549-ae6c-5d1709e13574, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=347c99ee-9b5d-4549-ae6c-5d1709e13574,segment=NetworkSegment(052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1),segment_id=052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:53.466719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.467951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (fde7608a-7ce8-4520-aa30-55635c6a4827), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.489664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Calling delete_port for 347c99ee-9b5d-4549-ae6c-5d1709e13574 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:51:53.496139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (fde7608a-7ce8-4520-aa30-55635c6a4827), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.497200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:53.497861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.553475 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4386601
Jan 29 20:51:53.558069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:53.563749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Request body: {'subnet': {'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1431196067-subnet', 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:53.571477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf87f7c-be76-4c84-a64a-10a1263d9811 admin admin] Pushing event updated for resources: {'Network': ['ID=fde7608a-7ce8-4520-aa30-55635c6a4827,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:53.582856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network fde7608a-7ce8-4520-aa30-55635c6a4827 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:51:53.587235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:53.589779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.606741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b294bcae-8fa4-4d6d-bdf8-9c3ae1ddac5f req-d9a93cd5-a246-475c-8185-b1615a199149 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645265
Jan 29 20:51:53.610599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-a2fbc9f0-579e-471c-9234-f91af1c2349c service neutron] 10.222.0.20 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313364
Jan 29 20:51:53.662868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:53.718874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ce30a9e-282a-4c5a-89f5-cad346fabb29 service neutron] 10.222.0.20 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980515
Jan 29 20:51:53.721735 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1af42d-6684-4f5d-bdcb-73abab8f29dd x-openstack-request-id: req-ae1af42d-6684-4f5d-bdcb-73abab8f29dd {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:53.722032 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad11b3-5fe8-4662-9c9a-b018deb62770", "name": "network-vif-deleted", "tag": "3af2ed6b-601b-459d-bab1-37167dc36879", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:53.722286 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae1af42d-6684-4f5d-bdcb-73abab8f29dd {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:53.722672 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad11b3-5fe8-4662-9c9a-b018deb62770', 'name': 'network-vif-deleted', 'tag': '3af2ed6b-601b-459d-bab1-37167dc36879', 'status': 'completed', 'code': 200}
Jan 29 20:51:53.724443 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d8179-dc2b-4dbc-9476-785dd9856b11 x-openstack-request-id: req-384d8179-dc2b-4dbc-9476-785dd9856b11 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:53.725744 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e0003-e96b-4501-b683-932329207f49", "name": "network-vif-plugged", "status": "completed", "tag": "49723d44-0031-47a5-815b-dd19ad21548d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:53.726162 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384d8179-dc2b-4dbc-9476-785dd9856b11 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:53.727305 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d', 'code': 200}
Jan 29 20:51:53.804509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (88b7301d-cd01-476d-a934-54604cfc35a9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.871180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Checking segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:51:53.871537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Network hostable DHCP agents. Network: fde7608a-7ce8-4520-aa30-55635c6a4827, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:51:53.874548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b7301d-cd01-476d-a934-54604cfc35a9,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:53.889773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Network fde7608a-7ce8-4520-aa30-55635c6a4827 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:51:53.898847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fde7608a-7ce8-4520-aa30-55635c6a4827) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:53.902942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:53.903606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:53.909073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a60dd36-3e0b-4bf3-979e-edcbd4c30fe6 None None] Network fde7608a-7ce8-4520-aa30-55635c6a4827 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:53.916316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-d3c7c73d-3119-4012-b310-d95c8e113888 service neutron] 10.222.0.20 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845357
Jan 29 20:51:53.928611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a8661b8-b302-41d8-860c-ae9d22b33dd1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3695164
Jan 29 20:51:53.945287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31b094-9d6a-4c52-8004-900d8b4dcce7 req-db9a6995-17ca-4be7-bb8d-4345ab849ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:53.946739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a31b094-9d6a-4c52-8004-900d8b4dcce7 req-db9a6995-17ca-4be7-bb8d-4345ab849ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 1127 time: 0.1386859
Jan 29 20:51:53.975060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0403-bfd0-4835-b12d-b5d57e3e16d3 req-b487b6e5-583b-4539-a821-46cfd0c5a8cf tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:53.976586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdfd0403-bfd0-4835-b12d-b5d57e3e16d3 req-b487b6e5-583b-4539-a821-46cfd0c5a8cf tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 945 time: 0.1413703
Jan 29 20:51:53.984094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (347c99ee-9b5d-4549-ae6c-5d1709e13574), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:54.008686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['347c99ee-9b5d-4549-ae6c-5d1709e13574'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:51:54.032340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Pushing event deleted for resources: {'Port': ['ID=347c99ee-9b5d-4549-ae6c-5d1709e13574,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:54.062598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e2a12-5c9d-4e72-bfce-e4be7c56a3e7 None None] Network fde7608a-7ce8-4520-aa30-55635c6a4827 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:51:54.091401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a31b094-9d6a-4c52-8004-900d8b4dcce7 req-9828e41a-796e-4b96-830c-02c5be8b5c8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330609
Jan 29 20:51:54.119908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] No DVR routers for this DVR port 347c99ee-9b5d-4549-ae6c-5d1709e13574 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:51:54.124964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:54.128350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcbdb8c1-4007-4221-924d-d19a0134453f req-6a1553aa-94e3-4b72-92c5-74eaa8eb4103 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.18 "DELETE /v2.0/ports/347c99ee-9b5d-4549-ae6c-5d1709e13574 HTTP/1.1" status: 204  len: 173 time: 1.4830718
Jan 29 20:51:54.133142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdfd0403-bfd0-4835-b12d-b5d57e3e16d3 req-3dcc8b2c-8771-4fb0-8655-87f5ad06993d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470752
Jan 29 20:51:54.360455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d614ed-febc-4492-b4d4-17de623c3e38 req-ce7c23ba-a679-4c1f-bbfc-47044069722f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:54.362294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3d614ed-febc-4492-b4d4-17de623c3e38 req-ce7c23ba-a679-4c1f-bbfc-47044069722f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.0605035
Jan 29 20:51:54.414705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3d614ed-febc-4492-b4d4-17de623c3e38 req-acb489ec-4545-4972-82fa-7dc1b8a91854 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460844
Jan 29 20:51:54.537826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59281e-51c4-4f1d-a766-54296365d691 req-cef6f361-4e9e-486d-8583-21d6f823b67c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:54.539707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de59281e-51c4-4f1d-a766-54296365d691 req-cef6f361-4e9e-486d-8583-21d6f823b67c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 945 time: 0.0555990
Jan 29 20:51:54.601702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de59281e-51c4-4f1d-a766-54296365d691 req-17313507-b818-4762-9991-ab1992a03085 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548501
Jan 29 20:51:54.735659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-748d5314-dd53-4d6e-8825-32ee24a4e24b req-82f9a17f-2e9e-45e5-80f8-34f7341cb671 tempest-ServerGroupTestJSON-349461138 tempest-ServerGroupTestJSON-349461138-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108 HTTP/1.1" status: 200  len: 210 time: 0.0425494
Jan 29 20:51:54.840821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-d2b4da27-0cfe-491e-83f7-3eeb396080db tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:54.842464 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-d2b4da27-0cfe-491e-83f7-3eeb396080db tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732&tenant_id=7a0b118165d24356b73539995ce35e01&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1377788
Jan 29 20:51:54.873380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:54.890240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-c381a02e-9d8d-4cc1-b297-7718624e46a6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0546892
Jan 29 20:51:54.930800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-e73041e6-ae3a-4707-9ffe-145dc261fa9c service neutron] 10.222.0.36 "GET /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0805843
Jan 29 20:51:54.958242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:54.968260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:54.968880 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.012690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:55.033316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6e5b82a4-2460-4f1f-a68b-166840a4928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.036836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6e5b82a4-2460-4f1f-a68b-166840a4928d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1131 time: 0.0709286
Jan 29 20:51:55.110209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-552b157e-fec8-4f34-b42d-6971ac1da325 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.112025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-552b157e-fec8-4f34-b42d-6971ac1da325 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.2188036
Jan 29 20:51:55.120264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-710c276a-5129-46f8-8a51-3ecc20916794 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.122403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-710c276a-5129-46f8-8a51-3ecc20916794 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2256367
Jan 29 20:51:55.141037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:55.142088 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.145665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:55.148750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-6b0e08a0-2263-4dbe-be1e-85149ae83e51 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/quotas/00ed1068a3c9405588d3d552ac0f801e HTTP/1.1" status: 200  len: 375 time: 0.0251286
Jan 29 20:51:55.160055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-a936791a-71c1-4d75-bdb3-7efeed161507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.160259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:55.160445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.162718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-a936791a-71c1-4d75-bdb3-7efeed161507 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1157904
Jan 29 20:51:55.165507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b9485545-0632-4a62-aa10-ddbc0c73dff5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0335031
Jan 29 20:51:55.191777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-6c8e51e1-8e52-4c4d-b96e-24363355baee tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421443
Jan 29 20:51:55.216387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:55.226213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.227318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:55.232270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-94fde2eb-ecba-44e3-b3e5-da9649ea0502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0619097
Jan 29 20:51:55.287415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-5c67b7f3-b91c-4a85-b189-02c764a24330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.289066 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-5c67b7f3-b91c-4a85-b189-02c764a24330 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0505562
Jan 29 20:51:55.340786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-1afd4ec1-49a6-49c4-af4b-1aa917a44f00 service neutron] 10.222.0.20 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365631
Jan 29 20:51:55.342063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:55.353970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-db685a67-9004-4ea8-b39f-4b559e450e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.355489 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-db685a67-9004-4ea8-b39f-4b559e450e2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0589044
Jan 29 20:51:55.361970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:55.366470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:55.367334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.371945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:55.372727 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.427736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-95334900-72a7-49d8-9da8-4e0de2cd90af tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2384210
Jan 29 20:51:55.475112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-b94b0da2-f1c8-44fe-8484-fcd0f7075905 service neutron] 10.222.0.20 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332965
Jan 29 20:51:55.482845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:55.492229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.496264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device fd3634b9-e0e3-4d58-bc8c-b2d7122b861d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:51:55.538075 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-7953002c-0b14-4813-8277-291b87e04734 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733887
Jan 29 20:51:55.652326 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-11ec8dc2-9053-456e-a658-5892c704f938 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044886
Jan 29 20:51:55.728442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'name': 'network-vif-deleted', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:55.732912 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50855534-0e8f-43fd-aa8b-7c13510ae260" -d '{"events": [{"server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "name": "network-vif-deleted", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:55.794901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'}, {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:55.798347 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc133e7d-00b8-4bd0-b834-d85da1554762" -d '{"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-plugged", "status": "completed", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32"}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:55.890163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-48edf414-af56-4414-a553-260c9db996f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:55.891547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-48edf414-af56-4414-a553-260c9db996f8 service neutron] 10.222.0.18 "GET /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 1026 time: 0.0415609
Jan 29 20:51:55.925052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701aba7a-98fe-43fe-a311-f80c0b926dd3 req-351b3985-f173-435c-a3a6-fcbf39c8fb15 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 210 time: 0.0761094
Jan 29 20:51:55.942582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:55.948616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:55.961567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:55.984295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:51:55.997472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:55.998280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:56.042365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:56.060823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:56.141842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-da6d8f0c-3895-4e9f-9ef0-c5680a315ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.143202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-da6d8f0c-3895-4e9f-9ef0-c5680a315ffb service neutron] 10.222.0.18 "GET /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 1027 time: 0.2104607
Jan 29 20:51:56.162442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:56.208478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:51:56.209113 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:56.262105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:51:56.267715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:56.274917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d7c53-d352-49c8-8194-eff112beff19 req-41e87e69-72b6-4b3c-b54d-a25f36fb4697 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.276872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e15d7c53-d352-49c8-8194-eff112beff19 req-41e87e69-72b6-4b3c-b54d-a25f36fb4697 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 945 time: 0.1863937
Jan 29 20:51:56.288224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a3eb-68f1-4649-ad89-dc5c8200eb33 req-c2e86b9c-107d-4cf4-bf92-72df2fcf4889 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.297750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b88a3eb-68f1-4649-ad89-dc5c8200eb33 req-c2e86b9c-107d-4cf4-bf92-72df2fcf4889 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.3134041
Jan 29 20:51:56.374270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:56.402182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8dfcf20e-464b-4b7d-9bd7-054e6efb075f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.408144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8dfcf20e-464b-4b7d-9bd7-054e6efb075f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.413844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8dfcf20e-464b-4b7d-9bd7-054e6efb075f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.415093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8dfcf20e-464b-4b7d-9bd7-054e6efb075f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/networks?id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 200  len: 1988 time: 0.2599607
Jan 29 20:51:56.454219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b88a3eb-68f1-4649-ad89-dc5c8200eb33 req-05d933af-26f4-4448-8b8d-d49412c11be8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553836
Jan 29 20:51:56.483316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e15d7c53-d352-49c8-8194-eff112beff19 req-e7f25602-0cab-4e34-aa6e-f7f5c7eb631b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831121
Jan 29 20:51:56.618196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-266df5f4-1dea-4156-9ffb-f01a20d1b145 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac70dcf16a4b4e00ba28de03cee01584 HTTP/1.1" status: 200  len: 379 time: 0.1901965
Jan 29 20:51:56.641516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'admin_state_up': True, 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'security_groups': ['ef6335d5-a7af-4ef4-bae2-037c09e7f27d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:56.763172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09432e4-ebe9-4d07-8615-365864cf718d req-5a08e4b1-a08e-4e5e-81ee-916001908b1c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.765710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c09432e4-ebe9-4d07-8615-365864cf718d req-5a08e4b1-a08e-4e5e-81ee-916001908b1c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1860421
Jan 29 20:51:56.791607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96609bca-a278-41b4-8d6d-7bb80dae9d91 req-77f5a5cc-2684-4168-9a87-0b0c2f4e6228 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:56.801777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96609bca-a278-41b4-8d6d-7bb80dae9d91 req-77f5a5cc-2684-4168-9a87-0b0c2f4e6228 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 945 time: 0.2692928
Jan 29 20:51:56.888601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 347c99ee-9b5d-4549-ae6c-5d1709e13574 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:51:56.956349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96609bca-a278-41b4-8d6d-7bb80dae9d91 req-27ea9a34-1240-4b48-aa86-f491ebda291e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475399
Jan 29 20:51:56.966666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 347c99ee-9b5d-4549-ae6c-5d1709e13574 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:51:56.967335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 347c99ee-9b5d-4549-ae6c-5d1709e13574 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:51:57.021624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c09432e4-ebe9-4d07-8615-365864cf718d req-1825d1ac-4243-429b-bfc1-1513b32b3513 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142787
Jan 29 20:51:57.022818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:57.026185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:57.093345 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c82629-4cdb-4575-8088-1e9b65ff7eef x-openstack-request-id: req-15c82629-4cdb-4575-8088-1e9b65ff7eef {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:57.093706 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108", "name": "network-vif-deleted", "tag": "347c99ee-9b5d-4549-ae6c-5d1709e13574", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:57.094026 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15c82629-4cdb-4575-8088-1e9b65ff7eef {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:57.094533 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e3bf5-b7ac-42f3-8cfc-3fa8a542c108', 'name': 'network-vif-deleted', 'tag': '347c99ee-9b5d-4549-ae6c-5d1709e13574', 'status': 'completed', 'code': 200}
Jan 29 20:51:57.210423 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0e1161-8cc9-4588-bc9b-c7b988a11226 x-openstack-request-id: req-9e0e1161-8cc9-4588-bc9b-c7b988a11226 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:51:57.210907 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-plugged", "status": "completed", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32", "code": 200}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:51:57.211101 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e0e1161-8cc9-4588-bc9b-c7b988a11226 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:51:57.211523 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'code': 200}
Jan 29 20:51:57.211853 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'code': 200}
Jan 29 20:51:57.289635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 172.20.0.12 (db0ec36e-713b-47c8-8cd5-e10e08ff5e02/74b1bd96-0b80-47b6-b3ff-b65f91c2339e/276735cc-412b-4343-88dc-f9dcccfb5b3a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:57.581563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-901e9e73-3210-48b4-b2ba-a966657a7fd7 req-53a13e1d-dadf-44c6-a9a9-58416e933397 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 210 time: 0.0923460
Jan 29 20:51:57.585870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bab07f6-d8fa-447f-b696-4a5d0f844fc6 req-864ef7bc-ab14-4c3e-b230-4e60a27cef11 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 210 time: 0.0961256
Jan 29 20:51:57.659992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-467a960d-f308-4176-bd16-a0ba0ed37403 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2534809
Jan 29 20:51:57.692150 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:57.798488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a8d68-82bc-4229-a934-8d0568ee0b2a req-f1673081-fb14-4bb7-bb36-1ac66cbc1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:57.800255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7a2a8d68-82bc-4229-a934-8d0568ee0b2a req-f1673081-fb14-4bb7-bb36-1ac66cbc1f03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.3001790
Jan 29 20:51:57.813431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d289d138-e5ea-4dd0-885b-421dc3dd1c85 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:57.815831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d289d138-e5ea-4dd0-885b-421dc3dd1c85 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.1892917
Jan 29 20:51:57.845055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f20d6f9-6a2b-4222-87f7-e61ed6a024b9 req-d351c168-9673-4513-ac1d-f03355817e94 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 210 time: 0.0976794
Jan 29 20:51:57.847386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Request body: {'port': {'device_id': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'admin_state_up': True, 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:57.929753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:57.944562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-e666845a-e31f-4a17-a64f-7a7bae3b0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:57.948172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-e666845a-e31f-4a17-a64f-7a7bae3b0b04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 1133 time: 0.2243097
Jan 29 20:51:57.990755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7a2a8d68-82bc-4229-a934-8d0568ee0b2a req-36064406-fe74-49d5-b41d-35a725ea97a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708608
Jan 29 20:51:58.001103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-76c77003-7530-4204-b2d7-8bdccd525254 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.003459 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-76c77003-7530-4204-b2d7-8bdccd525254 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.4702029
Jan 29 20:51:58.053868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:58.063525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:58.067904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.077742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b9fd4-f596-4d77-8013-4b33c4c0a68a req-654f1c77-6ab9-4ea2-8c58-ba4b82b0cc74 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.085641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-705b9fd4-f596-4d77-8013-4b33c4c0a68a req-654f1c77-6ab9-4ea2-8c58-ba4b82b0cc74 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 945 time: 0.2873294
Jan 29 20:51:58.194828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-f3c8e327-07b0-463e-ba8d-76375fd087d6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0695291
Jan 29 20:51:58.202898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:58.221213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-705b9fd4-f596-4d77-8013-4b33c4c0a68a req-ee5580cf-104e-448a-9f6a-69327a32ec2a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294544
Jan 29 20:51:58.222401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:58.239981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Allocated IP 172.20.0.12 (fde7608a-7ce8-4520-aa30-55635c6a4827/88b7301d-cd01-476d-a934-54604cfc35a9/9821f005-92ac-4475-8b05-7be0ff14f397) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:58.254923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:58.296738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Request body: {'port': {'device_id': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'admin_state_up': True, 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:58.456152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172b5a4-e412-47af-a5a1-31c7e7bfa456 req-a06e6e9e-deee-4696-baf9-c13db4aa8e5c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.463182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8172b5a4-e412-47af-a5a1-31c7e7bfa456 req-a06e6e9e-deee-4696-baf9-c13db4aa8e5c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.4593081
Jan 29 20:51:58.529310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks [] for port (9821f005-92ac-4475-8b05-7be0ff14f397), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.571103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.571725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.618715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.658144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-96f01677-2bce-4427-be25-e9a2f1d8f98a None None] Provisioning complete for port 276735cc-412b-4343-88dc-f9dcccfb5b3a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:51:58.659200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96f01677-2bce-4427-be25-e9a2f1d8f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.705559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8172b5a4-e412-47af-a5a1-31c7e7bfa456 req-4c6571fb-ada5-438d-a284-1a10249bc4a0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412148
Jan 29 20:51:58.707238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-96f01677-2bce-4427-be25-e9a2f1d8f98a None None] Port 276735cc-412b-4343-88dc-f9dcccfb5b3a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:51:58.726646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-0ea67e9c-a044-4c6b-88c9-65313c6b3992 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0924504
Jan 29 20:51:58.743850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-d55625df-e810-4a5a-89c0-342842f7f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.745493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-d55625df-e810-4a5a-89c0-342842f7f886 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.7002156
Jan 29 20:51:58.768369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec28fc1-5a68-4e52-8809-c39ed8b7ac74 req-218bd1e1-c4a3-4eb5-9664-7392f930addf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.778347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aec28fc1-5a68-4e52-8809-c39ed8b7ac74 req-218bd1e1-c4a3-4eb5-9664-7392f930addf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 945 time: 0.3557253
Jan 29 20:51:58.784103 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-7d657f50-7f81-414e-af56-f140b7dadfc3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1085410
Jan 29 20:51:58.800121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Network fde7608a-7ce8-4520-aa30-55635c6a4827 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:51:58.807419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:51:58.823686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-45e87cec-cedd-4f55-9895-5c49b5d83f31 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.825386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-45e87cec-cedd-4f55-9895-5c49b5d83f31 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6190500
Jan 29 20:51:58.825605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:51:58.826289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.18', 61614) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:58.866915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event updated for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:51:58.881526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'admin_state_up': True, 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'security_groups': ['ef6335d5-a7af-4ef4-bae2-037c09e7f27d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:58.893858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:58.961029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:58.964084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:58.976791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:58.977469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.037259 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dfe3f5c7-70fb-415a-911a-417615b575b9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1952767
Jan 29 20:51:59.077368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Request body: {'port': {'device_id': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:59.085311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-de3bd928-2636-49a9-8ea6-4ba6cb8621f2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.086804 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-de3bd928-2636-49a9-8ea6-4ba6cb8621f2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2582209
Jan 29 20:51:59.115529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': '98f80258-e044-40c1-95e2-9834eed11095', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:59.213467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'}, {'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:51:59.226729 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f804e-d64b-4413-8360-170400a9cc9c" -d '{"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-plugged", "status": "completed", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23"}, {"server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "name": "network-vif-plugged", "status": "completed", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:51:59.320861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-98b4ad2a-2530-45a9-b013-fee12da819f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 200  len: 217 time: 0.4863648
Jan 29 20:51:59.354610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aec28fc1-5a68-4e52-8809-c39ed8b7ac74 req-33070459-7836-45c0-a5d5-18613ae12312 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5753777
Jan 29 20:51:59.482478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-57b7339a-6455-4361-9e9b-5635838f7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.484041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-57b7339a-6455-4361-9e9b-5635838f7c37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732&tenant_id=7a0b118165d24356b73539995ce35e01 HTTP/1.1" status: 200  len: 1133 time: 0.6517470
Jan 29 20:51:59.512858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:51:59.524078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4789d-941d-45fa-8e05-2374cb4a670d req-229ee7a0-a767-45b9-bb4e-82d1350abe2a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.531185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aee4789d-941d-45fa-8e05-2374cb4a670d req-229ee7a0-a767-45b9-bb4e-82d1350abe2a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.7148976
Jan 29 20:51:59.543032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-75b78f36-81f6-416d-8849-cc230ea77f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.544766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-75b78f36-81f6-416d-8849-cc230ea77f51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1831100
Jan 29 20:51:59.551858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.582586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Allocated IP 172.20.0.6 (fde7608a-7ce8-4520-aa30-55635c6a4827/88b7301d-cd01-476d-a934-54604cfc35a9/04f36fd2-bc39-44ad-bf20-87453325935f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:51:59.640579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbeb9633-863f-476f-bdb5-de5b910b2249 req-0cd2247f-9c61-4d62-8d24-f07cb01c73cf tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 210 time: 0.0671844
Jan 29 20:51:59.656689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.18', 61619) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:51:59.728214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:59.731689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.744061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:59.748124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.760948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.774274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:51:59.777570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:51:59.783567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aee4789d-941d-45fa-8e05-2374cb4a670d req-63cc4c41-1f01-485b-9464-7e7f0134c8f7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514706
Jan 29 20:51:59.915554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-7d863043-05c6-43ec-95b9-e12700fde741 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.917041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-7d863043-05c6-43ec-95b9-e12700fde741 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 945 time: 0.2585838
Jan 29 20:51:59.972609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-852cc6ed-9679-4a99-9a52-38e9e8bd035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:51:59.974458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-852cc6ed-9679-4a99-9a52-38e9e8bd035b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3638589
Jan 29 20:52:00.070855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks [] for port (04f36fd2-bc39-44ad-bf20-87453325935f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.081877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8e90351-a380-433f-bb6c-dbe360b63f92 req-0f72ba81-9fa4-4b7a-bf50-f8386c42d79e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 210 time: 0.1509819
Jan 29 20:52:00.098691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.79 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/8335849b-290d-4e0a-8d06-c10a074d2297) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:00.140677 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d354e2-a6b3-4649-b052-2f047b80572b x-openstack-request-id: req-49d354e2-a6b3-4649-b052-2f047b80572b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:00.141216 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-plugged", "status": "completed", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23", "code": 200}, {"server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "name": "network-vif-plugged", "status": "completed", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:00.141311 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49d354e2-a6b3-4649-b052-2f047b80572b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:00.141639 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'code': 200}
Jan 29 20:52:00.141928 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d', 'code': 200}
Jan 29 20:52:00.166442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.185148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port 49723d44-0031-47a5-815b-dd19ad21548d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:00.185500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (49723d44-0031-47a5-815b-dd19ad21548d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.268554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.18', 61620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:00.409400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Network fde7608a-7ce8-4520-aa30-55635c6a4827 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:00.427582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba8cc9-5e90-4957-a7d0-b6e0434170e6 req-30d90633-827a-48bc-b4c0-c6fc96519680 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.429112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1ba8cc9-5e90-4957-a7d0-b6e0434170e6 req-30d90633-827a-48bc-b4c0-c6fc96519680 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 932 time: 0.5581446
Jan 29 20:52:00.445393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:00.462651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:00.469932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event updated for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:00.475350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.1.1.105 (5416f00d-fbe8-402a-a4b9-05aed01ec722/a6a903b3-a9df-4bfa-9e24-d91ac1f89716/78a7a06c-081d-46a4-9cd8-d39008ea330f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:00.484111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-44ba28f0-d863-4677-9759-bc0ad3f36387 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4760358
Jan 29 20:52:00.519568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ca927-1326-46ca-99cb-428fbdf691da req-35c439a9-9c24-40f2-8ec2-44bc8a6acbd2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.521091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab6ca927-1326-46ca-99cb-428fbdf691da req-35c439a9-9c24-40f2-8ec2-44bc8a6acbd2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=346e0003-e96b-4501-b683-932329207f49 HTTP/1.1" status: 200  len: 945 time: 0.2450111
Jan 29 20:52:00.596024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port 49723d44-0031-47a5-815b-dd19ad21548d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49723d44-0031-47a5-815b-dd19ad21548d,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:00.596413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (49723d44-0031-47a5-815b-dd19ad21548d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.604757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811aaf2-e779-4fb0-a976-8ff939616ee7 req-f99cb703-2996-4b47-9cb0-fc4b4e1a9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.606041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4811aaf2-e779-4fb0-a976-8ff939616ee7 req-f99cb703-2996-4b47-9cb0-fc4b4e1a9f49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1127 time: 0.3115070
Jan 29 20:52:00.644496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.645131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.653054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for 49723d44-0031-47a5-815b-dd19ad21548d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:00.658704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713f9ed-d369-4fab-9b65-c93ed9ceb324 req-e23b2c2a-71eb-43cc-9efc-220c3e0efd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.660230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8713f9ed-d369-4fab-9b65-c93ed9ceb324 req-e23b2c2a-71eb-43cc-9efc-220c3e0efd6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 1128 time: 0.3925447
Jan 29 20:52:00.705552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1ba8cc9-5e90-4957-a7d0-b6e0434170e6 req-3ac88e5f-5025-445f-89a2-c56c64b0c17e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2610855
Jan 29 20:52:00.740133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-d76eed8f-d165-4b9f-a856-65fe3ccfbd45 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4506078
Jan 29 20:52:00.743576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (8335849b-290d-4e0a-8d06-c10a074d2297), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.752354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab6ca927-1326-46ca-99cb-428fbdf691da req-98e2b972-ab8e-4818-a6e1-e6b17e146ab5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148554
Jan 29 20:52:00.766312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-d0149a5d-3ca5-48a8-ba89-c3d6ae89983e service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684977
Jan 29 20:52:00.795702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Request body: {'port': {'device_id': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:00.828138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.833483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9821f005-92ac-4475-8b05-7be0ff14f397 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:00.858368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks [] for port (9821f005-92ac-4475-8b05-7be0ff14f397), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.898039 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4811aaf2-e779-4fb0-a976-8ff939616ee7 req-bc13a4eb-f990-43e4-95d8-1a7d9efdb5b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765822
Jan 29 20:52:00.914580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Transition to ACTIVE for port object 9821f005-92ac-4475-8b05-7be0ff14f397 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:00.920078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8713f9ed-d369-4fab-9b65-c93ed9ceb324 req-47ccb633-2404-4229-971c-5e4260f36ec6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415569
Jan 29 20:52:00.943668 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.957636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb92ce6-80be-4919-893a-197270be7485 req-d288821c-c75d-436e-bb1d-9ffd00cc6e99 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.959121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bb92ce6-80be-4919-893a-197270be7485 req-d288821c-c75d-436e-bb1d-9ffd00cc6e99 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 945 time: 0.0913007
Jan 29 20:52:00.961183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:00.969384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f73cb-c258-4be1-8b6a-cde837345c18 req-3506e6ee-d056-4dae-9bd2-7b697e18cb51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:00.970866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-290f73cb-c258-4be1-8b6a-cde837345c18 req-3506e6ee-d056-4dae-9bd2-7b697e18cb51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.1382284
Jan 29 20:52:00.976055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:01.007839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.009316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.024224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:01.075138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:01.090929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:01.111729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:01.122071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:01.122470 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.131050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:01.132953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:01.149308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:01.154862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.127 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/b01602b1-e069-42a2-8618-7c5b1a9af412) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:01.163823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:01.168110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:01.204427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bb92ce6-80be-4919-893a-197270be7485 req-ceb0826e-e130-499c-ac74-698fa22a316e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324965
Jan 29 20:52:01.272620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-290f73cb-c258-4be1-8b6a-cde837345c18 req-c2a75bd5-85ee-4c81-89b1-b61672c0e60b tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620859
Jan 29 20:52:01.327810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:01.328845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.460299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-c156df80-04bc-4725-8824-35f986c44b25 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6246881
Jan 29 20:52:01.473129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (49723d44-0031-47a5-815b-dd19ad21548d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.497785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'admin_state_up': True, 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'security_groups': ['ef6335d5-a7af-4ef4-bae2-037c09e7f27d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:01.555101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:01.576194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:01.577574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.663909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=49723d44-0031-47a5-815b-dd19ad21548d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:01.675744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d7b1b-766a-4834-94e9-feb226c37359 req-3649a90d-7dae-4bd6-8789-888200be9bda tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:01.683352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f81d7b1b-766a-4834-94e9-feb226c37359 req-3649a90d-7dae-4bd6-8789-888200be9bda tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 931 time: 0.3680704
Jan 29 20:52:01.685277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Provisioning complete for port 78a7a06c-081d-46a4-9cd8-d39008ea330f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:01.685777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.698730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port 49723d44-0031-47a5-815b-dd19ad21548d on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:01.708427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3adea3e9-c3d4-4ff0-9ada-818c64370d65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6021254
Jan 29 20:52:01.713020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.716230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "DELETE /v2.0/ports/49723d44-0031-47a5-815b-dd19ad21548d HTTP/1.1" status: 204  len: 173 time: 1.7916856
Jan 29 20:52:01.716678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'name': 'network-vif-deleted', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:01.719620 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb08d37-4f64-4753-8126-fd0d5e53cc20" -d '{"events": [{"server_uuid": "346e0003-e96b-4501-b683-932329207f49", "name": "network-vif-deleted", "tag": "49723d44-0031-47a5-815b-dd19ad21548d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:01.725640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Attempting to bind port 9821f005-92ac-4475-8b05-7be0ff14f397 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:01.725976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Attempting to bind port 9821f005-92ac-4475-8b05-7be0ff14f397 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:01.728071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Attempting to bind port 9821f005-92ac-4475-8b05-7be0ff14f397 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:01.747934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Port 78a7a06c-081d-46a4-9cd8-d39008ea330f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:01.756581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Request body: {'port': {'device_id': '98f80258-e044-40c1-95e2-9834eed11095', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:01.760810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Provisioning complete for port 8335849b-290d-4e0a-8d06-c10a074d2297 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:01.761549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Port 9821f005-92ac-4475-8b05-7be0ff14f397 on network fde7608a-7ce8-4520-aa30-55635c6a4827 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:01.761866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Attempting to bind port 9821f005-92ac-4475-8b05-7be0ff14f397 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:01.762633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.771453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1e4e-4cf6-4dcb-a42d-3cc5119a5949 req-914a29f8-66bc-40f2-a3dc-80478cf76d52 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:01.773649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1c1e4e-4cf6-4dcb-a42d-3cc5119a5949 req-914a29f8-66bc-40f2-a3dc-80478cf76d52 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2846193
Jan 29 20:52:01.788077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:01.788572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Checking segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:01.789123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Bound using segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:01.789649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Bound port: 9821f005-92ac-4475-8b05-7be0ff14f397, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:01.790028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.807327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.815655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8f6abf68-d6ce-4fe7-a1ba-4fc99094006d None None] Port 8335849b-290d-4e0a-8d06-c10a074d2297 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:01.878412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f81d7b1b-766a-4834-94e9-feb226c37359 req-1bdf8110-8f23-44c1-a56d-f71836bf7f60 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942008
Jan 29 20:52:01.918056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:01.922101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.924939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:01.936114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1c1e4e-4cf6-4dcb-a42d-3cc5119a5949 req-e96a95df-9fd5-4c14-97ad-2b3bf2cca4e1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231060
Jan 29 20:52:01.983430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:01.989819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f36fd2-bc39-44ad-bf20-87453325935f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:02.005879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks [] for port (04f36fd2-bc39-44ad-bf20-87453325935f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.009086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9821f005-92ac-4475-8b05-7be0ff14f397,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:02.024005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.029589 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f7ebb-6a2a-42f5-9944-0f776e8bee27 x-openstack-request-id: req-498f7ebb-6a2a-42f5-9944-0f776e8bee27 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:02.029716 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e0003-e96b-4501-b683-932329207f49", "name": "network-vif-deleted", "tag": "49723d44-0031-47a5-815b-dd19ad21548d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:02.030513 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-498f7ebb-6a2a-42f5-9944-0f776e8bee27 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:02.031035 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e0003-e96b-4501-b683-932329207f49', 'name': 'network-vif-deleted', 'tag': '49723d44-0031-47a5-815b-dd19ad21548d', 'status': 'completed', 'code': 200}
Jan 29 20:52:02.032061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.035960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:02.072071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Transition to ACTIVE for port object 04f36fd2-bc39-44ad-bf20-87453325935f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:02.219213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:02.221736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:02.242694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:02.278165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:02.384151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:02.439250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.445507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.446145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.447603 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] 10.222.0.36 "PUT /v2.0/ports/9821f005-92ac-4475-8b05-7be0ff14f397 HTTP/1.1" status: 200  len: 1092 time: 3.3775415
Jan 29 20:52:02.450604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:02.472651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb59b0-54b3-4897-973a-af6333d95ce1 req-c1b26ce6-da94-45b2-9e49-055dbdc2ff97 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.480355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fcb59b0-54b3-4897-973a-af6333d95ce1 req-c1b26ce6-da94-45b2-9e49-055dbdc2ff97 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 935 time: 0.5222936
Jan 29 20:52:02.504946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07611d5-c2ab-4d3a-a97f-e66e1fd34a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:02.658174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Pushing event updated for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:02.670171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d94cf906-f528-4c29-bde6-bec95c948856 None None] Provisioning complete for port b01602b1-e069-42a2-8618-7c5b1a9af412 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:02.672873 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d94cf906-f528-4c29-bde6-bec95c948856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.701658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-247e7da5-8328-4a67-a437-f1e7706429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.703233 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-247e7da5-8328-4a67-a437-f1e7706429c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132 HTTP/1.1" status: 200  len: 1126 time: 0.1394062
Jan 29 20:52:02.704450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Attempting to bind port 04f36fd2-bc39-44ad-bf20-87453325935f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:02.704831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Attempting to bind port 04f36fd2-bc39-44ad-bf20-87453325935f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:02.705191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Attempting to bind port 04f36fd2-bc39-44ad-bf20-87453325935f on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:02.710249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Port 04f36fd2-bc39-44ad-bf20-87453325935f on network fde7608a-7ce8-4520-aa30-55635c6a4827 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:02.710589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Attempting to bind port 04f36fd2-bc39-44ad-bf20-87453325935f on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:02.728838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d94cf906-f528-4c29-bde6-bec95c948856 None None] Port b01602b1-e069-42a2-8618-7c5b1a9af412 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:02.751907 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-9565d3f5-25ac-4cce-8bf6-2019f635186a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9821f005-92ac-4475-8b05-7be0ff14f397 HTTP/1.1" status: 200  len: 217 time: 0.0380199
Jan 29 20:52:02.754471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:02.754894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Checking segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:02.755302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Bound using segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:02.755755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Bound port: 04f36fd2-bc39-44ad-bf20-87453325935f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:02.756126 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.845443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-0aa223bd-2957-4a45-8217-515af32c3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.846927 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-0aa223bd-2957-4a45-8217-515af32c3a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0871778
Jan 29 20:52:02.892742 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-a7a537b6-95a1-49c2-9141-1f3adf9cacb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342426
Jan 29 20:52:02.896312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:02.899330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9db31a-71f2-4ecc-9b5f-5fae42d42520 req-a68b4949-842b-4e31-ae72-4d1b0cfb69ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.904493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9db31a-71f2-4ecc-9b5f-5fae42d42520 req-a68b4949-842b-4e31-ae72-4d1b0cfb69ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.906555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9db31a-71f2-4ecc-9b5f-5fae42d42520 req-a68b4949-842b-4e31-ae72-4d1b0cfb69ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 1654 time: 0.8000796
Jan 29 20:52:02.916125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04f36fd2-bc39-44ad-bf20-87453325935f,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:02.924508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 49723d44-0031-47a5-815b-dd19ad21548d no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:02.935825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:02.936463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.950401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 49723d44-0031-47a5-815b-dd19ad21548d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:02.950766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 49723d44-0031-47a5-815b-dd19ad21548d not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:02.956874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.978764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:02.981059 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b06d3f-c1b5-4c9f-8869-21f95827ad4c" -d '{"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:02.992606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks [] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:02.998009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.1.1.168 (5416f00d-fbe8-402a-a4b9-05aed01ec722/a6a903b3-a9df-4bfa-9e24-d91ac1f89716/4bddc98d-07b9-40da-b287-bd5046e29f86) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:03.006330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:03.006821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.008210 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] 10.222.0.18 "PUT /v2.0/ports/04f36fd2-bc39-44ad-bf20-87453325935f HTTP/1.1" status: 200  len: 1091 time: 2.2238982
Jan 29 20:52:03.018526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-b85bc305-a429-4960-b05d-8b2e442cd34c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1326675
Jan 29 20:52:03.040476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1311c1-7c58-4b63-a136-ea6b4801fef8 service neutron] Pushing event updated for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:03.044441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Request body: {'port': {'device_id': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:03.057464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fcb59b0-54b3-4897-973a-af6333d95ce1 req-26fa1b4e-06e1-4dd0-af84-db5825c27999 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5765936
Jan 29 20:52:03.075487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Transition to ACTIVE for port object 80eb3840-15d9-4f86-a392-1ef1e4d49507 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:03.088292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.103370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9db31a-71f2-4ecc-9b5f-5fae42d42520 req-14b03fe7-b4ae-4a4f-bf43-7b2f2e09733d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1834695
Jan 29 20:52:03.120918 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-7aae6022-b038-4edd-8541-1c7d39e74a04 service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206695
Jan 29 20:52:03.226940 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:52:03.228566 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:52:03.334208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] No DVR routers for this DVR port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:03.337303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=11']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:03.353647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.364521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-5b197c2e-a362-4e98-bfba-43905cea8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:03.366072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-5b197c2e-a362-4e98-bfba-43905cea8227 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 1125 time: 0.3165588
Jan 29 20:52:03.429018 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-f5405451-f1a7-46ea-8e32-3494daa56144 service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2588274
Jan 29 20:52:03.431627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-419986fe-b113-483c-a169-033f4368866e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f36fd2-bc39-44ad-bf20-87453325935f HTTP/1.1" status: 200  len: 217 time: 0.0559716
Jan 29 20:52:03.515372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:03.515925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:03.515925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:03.520559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8335849b-290d-4e0a-8d06-c10a074d2297 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:03.525630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dd324aab-c405-409a-9c67-4643994e40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:03.527108 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-dd324aab-c405-409a-9c67-4643994e40e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0898888
Jan 29 20:52:03.531689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks [] for port (8335849b-290d-4e0a-8d06-c10a074d2297), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.551613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:03.551950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Attempting to bind port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:03.568438 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.575534 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-023fd447-c64c-438b-9e5b-21870dd260aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414166
Jan 29 20:52:03.582468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:03.582661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Transition to ACTIVE for port object 8335849b-290d-4e0a-8d06-c10a074d2297 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:03.582804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:03.583214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:03.583887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Bound port: 80eb3840-15d9-4f86-a392-1ef1e4d49507, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:03.584331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.597990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0001011-28fa-434f-9a01-c877fd03170b req-89dd7103-dd99-4224-8869-d78ca49012b5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:03.599477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0001011-28fa-434f-9a01-c877fd03170b req-89dd7103-dd99-4224-8869-d78ca49012b5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 945 time: 0.3081520
Jan 29 20:52:03.599914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.606319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713954a-f859-40d8-8406-2f96ef10a0fa req-e44fb1de-b779-4a1f-a13c-e91d19122043 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:03.607699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1713954a-f859-40d8-8406-2f96ef10a0fa req-e44fb1de-b779-4a1f-a13c-e91d19122043 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.2625308
Jan 29 20:52:03.691724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:03.758493 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-e7ef88fc-f8cf-4a8a-865a-2b48d09d31dd service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771650
Jan 29 20:52:03.788344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:03.835881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Attempting to bind port 8335849b-290d-4e0a-8d06-c10a074d2297 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:03.836259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Attempting to bind port 8335849b-290d-4e0a-8d06-c10a074d2297 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:03.836548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Attempting to bind port 8335849b-290d-4e0a-8d06-c10a074d2297 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:03.846015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Port 8335849b-290d-4e0a-8d06-c10a074d2297 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:03.846356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Attempting to bind port 8335849b-290d-4e0a-8d06-c10a074d2297 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:03.860568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:03.860918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:03.861348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:03.861865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Bound port: 8335849b-290d-4e0a-8d06-c10a074d2297, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:03.862239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.873247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.897113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1713954a-f859-40d8-8406-2f96ef10a0fa req-a7ceca67-bd3e-46ac-a3c5-cff4f9d78cb8 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710295
Jan 29 20:52:03.902676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:03.909655 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-557f9a4e-5bbc-4ad3-8717-692863c0de15 req-3a3daf02-79c4-41c0-ba98-3ac562bafd62 service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452560
Jan 29 20:52:03.924561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0001011-28fa-434f-9a01-c877fd03170b req-bfe72308-30e3-45b6-a0d5-839e2b91fbdb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038599
Jan 29 20:52:03.955483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:03.956332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:03.959978 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8335849b-290d-4e0a-8d06-c10a074d2297,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:03.966599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:03.970847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.989576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:03.997338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:04.005624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:04.009506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:04.010987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.018787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.020512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8335849b-290d-4e0a-8d06-c10a074d2297 HTTP/1.1" status: 200  len: 1095 time: 2.2860625
Jan 29 20:52:04.035469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397'}, {'name': 'network-changed', 'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f'}, {'name': 'network-changed', 'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:04.038224 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891805c-88e1-49c0-9bc3-7232f83e2e97" -d '{"events": [{"name": "network-changed", "server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397"}, {"name": "network-changed", "server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f"}, {"name": "network-changed", "server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:04.053164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b56f9-0a22-4fcb-ae59-5b81bf2ebdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:04.070036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.070661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.072043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] 10.222.0.18 "PUT /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 1097 time: 4.5699515
Jan 29 20:52:04.145893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a07846b8-bb84-40a0-90c3-e657c868c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.147428 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a07846b8-bb84-40a0-90c3-e657c868c20e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 1129 time: 0.0799813
Jan 29 20:52:04.196480 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-aea51521-6c9b-4fd0-84e5-14c0379a709b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8335849b-290d-4e0a-8d06-c10a074d2297 HTTP/1.1" status: 200  len: 217 time: 0.0409420
Jan 29 20:52:04.247345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-863c17af-4fd1-43de-b7b3-9086ef8cbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.248135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.249365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.249633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-863c17af-4fd1-43de-b7b3-9086ef8cbdf8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0480068
Jan 29 20:52:04.284665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926987-3b19-48b6-afd0-3616555ba910 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=12']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:04.315051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a7cf1c12-4cea-46ce-b512-3472ee0af91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.316783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a7cf1c12-4cea-46ce-b512-3472ee0af91f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0598311
Jan 29 20:52:04.356306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-68d1e476-b085-44e1-92d1-e52c1fd6a9c2 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8633792
Jan 29 20:52:04.389194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'admin_state_up': True, 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'security_groups': ['ef6335d5-a7af-4ef4-bae2-037c09e7f27d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:04.405243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43111508-5260-4cea-9fb7-07a8c27fb73e req-6dc5ea97-d2c4-4d9c-a771-3988483ea463 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.407558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43111508-5260-4cea-9fb7-07a8c27fb73e req-6dc5ea97-d2c4-4d9c-a771-3988483ea463 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 943 time: 0.3701530
Jan 29 20:52:04.411519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01602b1-e069-42a2-8618-7c5b1a9af412 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:04.421755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-4ed537fe-4167-450e-94bc-967b87dc2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.423300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-4ed537fe-4167-450e-94bc-967b87dc2c99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1131 time: 0.3236518
Jan 29 20:52:04.437868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-bb73ec7c-1f62-47ac-a374-233abeb9e058 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023061
Jan 29 20:52:04.438992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks [] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.449350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9533-f59f-4e82-9be5-7d220bff44c0 req-6715ad9b-66b4-405b-a385-a4a181fb6f79 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.450879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791f9533-f59f-4e82-9be5-7d220bff44c0 req-6715ad9b-66b4-405b-a385-a4a181fb6f79 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.3298671
Jan 29 20:52:04.492577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-222ade5f-d5af-44a7-911f-25aa6365acac None None] Provisioning complete for port 4bddc98d-07b9-40da-b287-bd5046e29f86 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:04.493748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-222ade5f-d5af-44a7-911f-25aa6365acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.541243 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-d254e8d5-441f-44f7-ad11-aaee8010e8f3 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959947
Jan 29 20:52:04.551392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-222ade5f-d5af-44a7-911f-25aa6365acac None None] Port 4bddc98d-07b9-40da-b287-bd5046e29f86 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:04.568725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Transition to ACTIVE for port object b01602b1-e069-42a2-8618-7c5b1a9af412 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:04.591703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:04.687730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43111508-5260-4cea-9fb7-07a8c27fb73e req-a68e5e07-c650-4d3f-a34c-69cf9f579d62 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2604771
Jan 29 20:52:04.726968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791f9533-f59f-4e82-9be5-7d220bff44c0 req-ab9dd7a2-ce52-4b7e-afa0-cf2fb939139e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381685
Jan 29 20:52:04.740139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Pushing event updated for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:04.758292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-0e5f6c55-8bda-4cec-9b3f-1dcb2edd37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:04.759831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-0e5f6c55-8bda-4cec-9b3f-1dcb2edd37db service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3176720
Jan 29 20:52:04.794754 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee050afc-b8bd-4c13-a0d5-f51de2abfc51 x-openstack-request-id: req-ee050afc-b8bd-4c13-a0d5-f51de2abfc51 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:04.794999 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:04.795192 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee050afc-b8bd-4c13-a0d5-f51de2abfc51 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:04.795581 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'code': 200}
Jan 29 20:52:04.841118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:04.849588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-76291f80-ae63-43ec-9366-d6f8094e474c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0702753
Jan 29 20:52:05.056425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Attempting to bind port b01602b1-e069-42a2-8618-7c5b1a9af412 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:05.056660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Attempting to bind port b01602b1-e069-42a2-8618-7c5b1a9af412 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:05.057013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Attempting to bind port b01602b1-e069-42a2-8618-7c5b1a9af412 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:05.081209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-ce6473ed-0fe4-449f-8045-a7052abd9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:05.082664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-ce6473ed-0fe4-449f-8045-a7052abd9845 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2067037
Jan 29 20:52:05.089279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Port b01602b1-e069-42a2-8618-7c5b1a9af412 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:05.089605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Attempting to bind port b01602b1-e069-42a2-8618-7c5b1a9af412 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:05.139802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:05.140138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:05.140529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:05.140959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Bound port: b01602b1-e069-42a2-8618-7c5b1a9af412, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:05.141340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:05.146709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:05.158311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-167ddb0d-d230-48de-b0b4-af3ba0bda633 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:05.159745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-167ddb0d-d230-48de-b0b4-af3ba0bda633 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.3136842
Jan 29 20:52:05.200666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2edf73-744f-4185-b032-689ff514b3dc req-19af86f5-f8af-4acd-91fa-46dd178fe687 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:05.202727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea2edf73-744f-4185-b032-689ff514b3dc req-19af86f5-f8af-4acd-91fa-46dd178fe687 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1127 time: 0.2275107
Jan 29 20:52:05.230062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-8ca2310f-52ea-4565-9bef-f32e9b150afb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0570686
Jan 29 20:52:05.351170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-18a3ba16-80b8-44a0-a2df-b01fd37c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:05.352610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-18a3ba16-80b8-44a0-a2df-b01fd37c0fc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2534130
Jan 29 20:52:05.354452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-df9fcb53-f3e2-4fb2-a5c7-61a37a49b2aa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0995283
Jan 29 20:52:05.775039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:05.828063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01602b1-e069-42a2-8618-7c5b1a9af412,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:05.838585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea2edf73-744f-4185-b032-689ff514b3dc req-e059299c-cbb2-44b9-a88a-012dea313066 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6109459
Jan 29 20:52:05.854323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:05.935031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:05.935651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:05.937127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] 10.222.0.36 "PUT /v2.0/ports/b01602b1-e069-42a2-8618-7c5b1a9af412 HTTP/1.1" status: 200  len: 1096 time: 2.9031518
Jan 29 20:52:05.958229 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5505f-3665-45b3-a7b5-3812a36f7e2f x-openstack-request-id: req-7cb5505f-3665-45b3-a7b5-3812a36f7e2f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:05.958721 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:05.958888 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cb5505f-3665-45b3-a7b5-3812a36f7e2f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:05.959402 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397', 'status': 'completed', 'code': 200}
Jan 29 20:52:05.959770 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f', 'status': 'completed', 'code': 200}
Jan 29 20:52:05.960098 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297', 'status': 'completed', 'code': 200}
Jan 29 20:52:05.995066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f9a02c50-5709-4ab6-8254-8f226c721032 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6293805
Jan 29 20:52:05.997119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-92814e9a-36c2-4e9d-b063-12b0d400d60e service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6304572
Jan 29 20:52:06.055716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9544-442c-478d-a1f4-6d1c73c68f19 service neutron] Pushing event updated for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:06.070705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-4d91f51e-c1d0-4609-a8a2-211c47f21df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.072457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-4d91f51e-c1d0-4609-a8a2-211c47f21df4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 1125 time: 0.0840700
Jan 29 20:52:06.078560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-0a86e37e-1fdd-4408-88ec-374ad11c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.080110 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-0a86e37e-1fdd-4408-88ec-374ad11c04ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 1130 time: 0.0816298
Jan 29 20:52:06.154040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.2.2.100 (e138b7ab-5ef9-4abb-9136-4225bf5ef467/a44ee27c-31c8-44d7-a60c-128bdf2890c8/7549379d-c1b2-4286-9a98-ba2abbf18f00) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:06.160758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-0d527b82-7015-4709-b0c4-33c5bfbbddab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b01602b1-e069-42a2-8618-7c5b1a9af412 HTTP/1.1" status: 200  len: 217 time: 0.0723832
Jan 29 20:52:06.236676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-eb838e8e-5db3-4aa9-b9b3-46e698613ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.238186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-eb838e8e-5db3-4aa9-b9b3-46e698613ae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0715723
Jan 29 20:52:06.256239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-f4ecd073-be9e-4cc6-a400-77694049f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.256872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-f4ecd073-be9e-4cc6-a400-77694049f0e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 914 time: 0.1758542
Jan 29 20:52:06.278491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-29cca93a-9ade-4480-b22a-ff7602ac3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.280553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-29cca93a-9ade-4480-b22a-ff7602ac3577 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132 HTTP/1.1" status: 200  len: 1126 time: 0.2809680
Jan 29 20:52:06.312301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-ac4b0fb4-3ecc-4db9-a540-761821aed846 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f36fd2-bc39-44ad-bf20-87453325935f HTTP/1.1" status: 200  len: 217 time: 0.0403473
Jan 29 20:52:06.336924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-e7ab03bd-6909-4e55-9cdc-ba37e8a59ade service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3234258
Jan 29 20:52:06.353592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a704f37c-fca1-4d98-83fb-626e023b355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.355113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-a704f37c-fca1-4d98-83fb-626e023b355f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1099019
Jan 29 20:52:06.385725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-752b9b0e-54b5-49e2-b78b-5d1b666a074f req-350d6bbd-a1a6-46cc-9114-97666494e437 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3623452
Jan 29 20:52:06.393335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee69206-8832-4c8e-b8ed-ce9480b8a8fe req-9492b7a9-3b23-4872-8e96-6524a8caf1e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.394717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee69206-8832-4c8e-b8ed-ce9480b8a8fe req-9492b7a9-3b23-4872-8e96-6524a8caf1e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 947 time: 0.3350577
Jan 29 20:52:06.414402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-11d0b0b0-15a9-461a-bb36-cda77d2c3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.415888 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-11d0b0b0-15a9-461a-bb36-cda77d2c3320 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0963860
Jan 29 20:52:06.459827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-6eb3f88d-dbe6-4a91-8443-321100245510 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295565
Jan 29 20:52:06.519182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee69206-8832-4c8e-b8ed-ce9480b8a8fe req-140970e3-c400-4607-8c2d-a80b2ad45349 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170242
Jan 29 20:52:06.526573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-8d6d2401-4a61-40af-98c6-8281d14ed58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.528084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-8d6d2401-4a61-40af-98c6-8281d14ed58f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 914 time: 0.2315154
Jan 29 20:52:06.533193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:06.536627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-3a86d533-b120-4057-9d24-d4f9dfa972e5 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738429
Jan 29 20:52:06.587412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-8b183f17-771e-48d2-b9fd-8dcd9713243b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9821f005-92ac-4475-8b05-7be0ff14f397 HTTP/1.1" status: 200  len: 217 time: 0.0525410
Jan 29 20:52:06.636338 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-5c3bebd4-9ecf-4630-bf1f-f54bd5fb964b service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671741
Jan 29 20:52:06.688865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-6ba5f383-b0fd-4d8c-9a90-7ef2280426b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.690585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-6ba5f383-b0fd-4d8c-9a90-7ef2280426b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0931013
Jan 29 20:52:06.705362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:06.710438 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e79fb5e7-0bd4-4551-819c-3de2ffc63ff5 req-4451e723-b80d-4c09-9c20-e48db60b723b service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677070
Jan 29 20:52:06.739813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-319d4aea-2d79-49d3-a906-ad9dd7c8cc9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361462
Jan 29 20:52:06.747998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786335c-51a3-4979-a90c-8c5d8355846f req-de418471-68fb-40cd-b221-af08e548fadc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.753852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786335c-51a3-4979-a90c-8c5d8355846f req-de418471-68fb-40cd-b221-af08e548fadc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.759578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786335c-51a3-4979-a90c-8c5d8355846f req-de418471-68fb-40cd-b221-af08e548fadc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:06.761289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5786335c-51a3-4979-a90c-8c5d8355846f req-de418471-68fb-40cd-b221-af08e548fadc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 2375 time: 0.1775188
Jan 29 20:52:06.787972 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-ea57aa38-d826-4dae-9586-96c0063c5f36 service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440575
Jan 29 20:52:06.799244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}, {'name': 'network-changed', 'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:06.801541 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad443b19-aa49-4d2f-bed6-ee989193cc91" -d '{"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}, {"name": "network-changed", "server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:06.827528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43204) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:06.866239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:06.881538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:06.896337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:06.902895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:06.961678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Deleting subnet a7020201-c10b-45fc-85d8-0571499702bc {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:52:06.966787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Publish callbacks [] for subnet (a7020201-c10b-45fc-85d8-0571499702bc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:06.969672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9821f005-92ac-4475-8b05-7be0ff14f397 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:07.006132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5786335c-51a3-4979-a90c-8c5d8355846f req-00f77681-9e57-4f10-9dca-eb800ec5ac40 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2202730
Jan 29 20:52:07.014865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.015541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.027413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-5c6263c7-e8db-4c2a-9b70-b9cd0dc8fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.029232 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-5c6263c7-e8db-4c2a-9b70-b9cd0dc8fd4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 1128 time: 0.1925681
Jan 29 20:52:07.042524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-a5c0764f-5f97-4751-a819-4f72187279f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.044280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-a5c0764f-5f97-4751-a819-4f72187279f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 1129 time: 0.1733723
Jan 29 20:52:07.069118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (a7020201-c10b-45fc-85d8-0571499702bc), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.122098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-98080ef9-4d17-48d9-bcee-a9c3619852dd service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3383799
Jan 29 20:52:07.192742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2b463cd8-de7b-416c-804e-be58650eec90 None None] Provisioning complete for port 7549379d-c1b2-4286-9a98-ba2abbf18f00 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:07.193766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b463cd8-de7b-416c-804e-be58650eec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.200779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9821f005-92ac-4475-8b05-7be0ff14f397,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:07.231558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '9821f005-92ac-4475-8b05-7be0ff14f397', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'port_id': '9821f005-92ac-4475-8b05-7be0ff14f397', 'mac_address': 'fa:16:3e:6c:9d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7301d-cd01-476d-a934-54604cfc35a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:07.261371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-b5f4f903-08c6-481a-b29b-324889b432fe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8794460
Jan 29 20:52:07.263256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2b463cd8-de7b-416c-804e-be58650eec90 None None] Port 7549379d-c1b2-4286-9a98-ba2abbf18f00 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:07.273680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'admin_state_up': True, 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'security_groups': ['ef6335d5-a7af-4ef4-bae2-037c09e7f27d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:07.275054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-afcc03a8-8649-4b88-833f-4186c07b4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.277223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-afcc03a8-8649-4b88-833f-4186c07b4449 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2108216
Jan 29 20:52:07.282623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9821f005-92ac-4475-8b05-7be0ff14f397 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:07.282623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.291532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfb15-3e26-4606-b11e-b2e0bc162ed1 req-08b101ac-e51e-49e8-8dd8-1029356c9eb0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.297338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9821f005-92ac-4475-8b05-7be0ff14f397 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:07.300519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-816bfb15-3e26-4606-b11e-b2e0bc162ed1 req-08b101ac-e51e-49e8-8dd8-1029356c9eb0 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.4115067
Jan 29 20:52:07.320220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9821f005-92ac-4475-8b05-7be0ff14f397,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:07.328951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.356030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a7020201-c10b-45fc-85d8-0571499702bc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.362227 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-ecbc873d-5850-4d05-a47e-2603cda76029 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8335849b-290d-4e0a-8d06-c10a074d2297 HTTP/1.1" status: 200  len: 217 time: 0.0674503
Jan 29 20:52:07.392440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:07.420673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-883cc3a5-aef3-4acf-afb1-3d8cba720854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.422165 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-883cc3a5-aef3-4acf-afb1-3d8cba720854 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.3770468
Jan 29 20:52:07.438197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0b4a-b9a5-4453-aedb-cc727a9c390c req-f31d6781-d248-4a2d-8031-c7c7effef54e tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.439696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee5b0b4a-b9a5-4453-aedb-cc727a9c390c req-f31d6781-d248-4a2d-8031-c7c7effef54e tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 943 time: 0.3086884
Jan 29 20:52:07.453979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-816bfb15-3e26-4606-b11e-b2e0bc162ed1 req-b5ceb4dd-f62b-4f2f-b9e4-808dd2efb91a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526084
Jan 29 20:52:07.484483 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-793930d0-54cb-4dc5-93f2-f230598a6e34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d HTTP/1.1" status: 200  len: 217 time: 0.0535839
Jan 29 20:52:07.487241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-216fdadb-e589-4088-ad74-d0020c2653b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.487832 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-216fdadb-e589-4088-ad74-d0020c2653b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1009536
Jan 29 20:52:07.488656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-570e4b80-4df0-4827-ae54-e08ec0ccd4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3507292
Jan 29 20:52:07.525349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee5b0b4a-b9a5-4453-aedb-cc727a9c390c req-ac27855f-6f69-404b-863d-1a2968de14ea tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778153
Jan 29 20:52:07.564580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (a7020201-c10b-45fc-85d8-0571499702bc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.575240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Made reservation on behalf of ac70dcf16a4b4e00ba28de03cee01584 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:07.579961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-340b80f2-318b-47e9-b7c8-b4dc98a905e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.580208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.581635 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-340b80f2-318b-47e9-b7c8-b4dc98a905e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0914912
Jan 29 20:52:07.609945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7020201-c10b-45fc-85d8-0571499702bc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:07.613808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.617040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3b347967-f837-4858-82a1-ea28cbd01510 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a7020201-c10b-45fc-85d8-0571499702bc HTTP/1.1" status: 204  len: 168 time: 0.7877796
Jan 29 20:52:07.622361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43210) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:07.638848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-a1ff9e5b-7fbb-41c9-ae27-b0afe3e5eab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389650
Jan 29 20:52:07.640165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71bb4-0c0f-481c-915d-8a3cb88bd0a6 req-b6b44a05-6328-4d76-969b-5829359d9aee tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.641818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26a71bb4-0c0f-481c-915d-8a3cb88bd0a6 req-b6b44a05-6328-4d76-969b-5829359d9aee tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1127 time: 0.1100068
Jan 29 20:52:07.647894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-e397f269-266f-4ac7-bc3a-1b9b9e7cdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.649415 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-e397f269-266f-4ac7-bc3a-1b9b9e7cdc7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1493359
Jan 29 20:52:07.649550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed48463b-ac12-4f80-93ed-e56bb9cbcab0 req-19b4822a-40a0-46ae-a31f-ac996d3bca5e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 210 time: 0.0500386
Jan 29 20:52:07.875310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9821f005-92ac-4475-8b05-7be0ff14f397'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:07.909885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0fd24072-ec6d-45c0-882f-bec9a8e91af5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:07.948569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26a71bb4-0c0f-481c-915d-8a3cb88bd0a6 req-e1161b7a-1ea6-48da-b32b-018bc9eddd2c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2826018
Jan 29 20:52:07.995305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567e166-6a65-4740-b14f-9fa0f037d84d req-356d0db6-9c34-4830-b3da-cea3ed89dc0d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:07.997028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6567e166-6a65-4740-b14f-9fa0f037d84d req-356d0db6-9c34-4830-b3da-cea3ed89dc0d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2734296
Jan 29 20:52:08.075864 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403c58c-7a4e-4826-a9fc-196779a2f863 x-openstack-request-id: req-a403c58c-7a4e-4826-a9fc-196779a2f863 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:08.076494 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:08.076956 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a403c58c-7a4e-4826-a9fc-196779a2f863 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:08.077594 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'status': 'completed', 'code': 200}
Jan 29 20:52:08.078053 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412', 'status': 'completed', 'code': 200}
Jan 29 20:52:08.123036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-7f949027-2536-404d-9df4-e99eff3b06d3 service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4726844
Jan 29 20:52:08.126582 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-92bb3bdc-375b-49ea-88d5-345bae554533 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4679782
Jan 29 20:52:08.205803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-594c3db0-ee5c-4436-8caa-b3fb211e95a0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.207241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-594c3db0-ee5c-4436-8caa-b3fb211e95a0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.36 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.3939488
Jan 29 20:52:08.235541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Allocated IP 10.2.2.200 (e138b7ab-5ef9-4abb-9136-4225bf5ef467/a44ee27c-31c8-44d7-a60c-128bdf2890c8/bd3606f1-8289-47b0-985b-4710648f7298) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:08.240518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': 'bc97b30b-7372-4a55-b878-702927303eed', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:08.259606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6567e166-6a65-4740-b14f-9fa0f037d84d req-b97681e5-87a0-454d-afaf-7a5674825309 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494776
Jan 29 20:52:08.282694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-aee4c0e6-502f-4e22-beab-f0ee412a011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.285184 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-aee4c0e6-502f-4e22-beab-f0ee412a011e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1131 time: 0.1746249
Jan 29 20:52:08.315189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0fd24072-ec6d-45c0-882f-bec9a8e91af5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:08.370205 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7891805c-88e1-49c0-9bc3-7232f83e2e97 req-95d48424-881f-4bbb-a746-c8f74f46a58a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220595
Jan 29 20:52:08.378842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09526190>,) {'filters': {'network_id': ['0fd24072-ec6d-45c0-882f-bec9a8e91af5']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:08.381094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b30a474e-6e32-48a8-a3af-d59aa831ecb6 req-9b452885-e90f-419c-9183-daf054dc36c4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400873
Jan 29 20:52:08.408522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-6c1a19d2-0e4c-4b21-9836-edb6c6edb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.410065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-6c1a19d2-0e4c-4b21-9836-edb6c6edb78c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a0b118165d24356b73539995ce35e01&device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1131 time: 0.2981002
Jan 29 20:52:08.422272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-948523e7-4119-4c67-af17-26bb3dea6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.423913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-948523e7-4119-4c67-af17-26bb3dea6b24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1274800
Jan 29 20:52:08.442210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09526190>, '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:08.442512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09526190>, '052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:08.473556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-afde74a6-ef97-4847-be16-c93d1932da7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.0371249
Jan 29 20:52:08.494164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04428dfe-3653-4514-9d1a-d88c644a21cc req-2e7eee87-07d2-48e0-8dda-d9f1579cbdd3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.495660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04428dfe-3653-4514-9d1a-d88c644a21cc req-2e7eee87-07d2-48e0-8dda-d9f1579cbdd3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 947 time: 0.3395348
Jan 29 20:52:08.508372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:08.527060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-74a477b8-b915-4975-975e-ce238d4b6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.528608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-74a477b8-b915-4975-975e-ce238d4b6328 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0490382
Jan 29 20:52:08.609203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-c3fccf95-703a-436d-8f16-ce3e4721f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.611094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-c3fccf95-703a-436d-8f16-ce3e4721f21a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0477562
Jan 29 20:52:08.704259 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-3dc55798-3f00-4dfd-b4c7-5bb8b7c003eb service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868168
Jan 29 20:52:08.802441 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-044bdb75-ea97-40c1-b5c8-2d2cf7c228c7 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900729
Jan 29 20:52:08.916398 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:08.943533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:52:08.943923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (052e6dd6-bb3e-4f5c-9822-3d86ec8d91b1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:08.948229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 04f36fd2-bc39-44ad-bf20-87453325935f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:52:08.952632 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:52:08.986878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-27e2c0a5-d9fd-4e7a-bf01-829a1fd2b5e9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:08.993686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-27e2c0a5-d9fd-4e7a-bf01-829a1fd2b5e9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.002736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-27e2c0a5-d9fd-4e7a-bf01-829a1fd2b5e9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.008525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-27e2c0a5-d9fd-4e7a-bf01-829a1fd2b5e9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.010327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-27e2c0a5-d9fd-4e7a-bf01-829a1fd2b5e9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 3096 time: 0.6342132
Jan 29 20:52:09.040845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-0d6b2830-be47-4539-9a92-49ef1ed300f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.042718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-0d6b2830-be47-4539-9a92-49ef1ed300f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 1130 time: 0.0541198
Jan 29 20:52:09.053416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04f36fd2-bc39-44ad-bf20-87453325935f,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:09.066963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '04f36fd2-bc39-44ad-bf20-87453325935f', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'port_id': '04f36fd2-bc39-44ad-bf20-87453325935f', 'mac_address': 'fa:16:3e:6c:6b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7301d-cd01-476d-a934-54604cfc35a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:09.084051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:09.087336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.104065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 04f36fd2-bc39-44ad-bf20-87453325935f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:09.104534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.118748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f36fd2-bc39-44ad-bf20-87453325935f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:09.138512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04428dfe-3653-4514-9d1a-d88c644a21cc req-5217e389-d1ac-4392-816d-f9eecc077409 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945538
Jan 29 20:52:09.149763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04f36fd2-bc39-44ad-bf20-87453325935f,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:09.150641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-fc32e4d4-3df0-4251-85a1-973a5918bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.152097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-fc32e4d4-3df0-4251-85a1-973a5918bf5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.7180347
Jan 29 20:52:09.155707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.156365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8335849b-290d-4e0a-8d06-c10a074d2297 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:09.162351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-c054dd0d-554b-4722-a956-d68650fcb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.163586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-c054dd0d-554b-4722-a956-d68650fcb322 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1110878
Jan 29 20:52:09.192275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0fd24072-ec6d-45c0-882f-bec9a8e91af5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.207982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for port (bd3606f1-8289-47b0-985b-4710648f7298), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.243586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.250084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0fd24072-ec6d-45c0-882f-bec9a8e91af5 HTTP/1.1" status: 204  len: 168 time: 1.6129568
Jan 29 20:52:09.262617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-ce45ad79-da08-4422-b3e0-952617d7958e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b01602b1-e069-42a2-8618-7c5b1a9af412 HTTP/1.1" status: 200  len: 217 time: 0.0916305
Jan 29 20:52:09.284832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-bfd32352-0901-477a-a6d0-617985596652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 200  len: 217 time: 0.1191459
Jan 29 20:52:09.285341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:09.315060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fddef-4ecc-4691-a3d8-19365cdcaef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd24072-ec6d-45c0-882f-bec9a8e91af5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:09.319722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecb7a62f-972e-4f4c-a0c4-d6afdb67b6a0 req-dc42584f-250f-4a6c-928f-5ccbd275998f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2649570
Jan 29 20:52:09.393315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8335849b-290d-4e0a-8d06-c10a074d2297,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:09.407952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '8335849b-290d-4e0a-8d06-c10a074d2297', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '8335849b-290d-4e0a-8d06-c10a074d2297', 'mac_address': 'fa:16:3e:45:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:09.411769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-705acac1-f0bf-487c-84e7-32afbb29c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.413445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-705acac1-f0bf-487c-84e7-32afbb29c6cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1448154
Jan 29 20:52:09.423241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-04e0d88e-b49d-405d-ae2b-317c89649bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.424840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-04e0d88e-b49d-405d-ae2b-317c89649bc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1234124
Jan 29 20:52:09.427787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43234) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:09.454485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8335849b-290d-4e0a-8d06-c10a074d2297 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:09.455055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.473415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8335849b-290d-4e0a-8d06-c10a074d2297 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:09.494436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8335849b-290d-4e0a-8d06-c10a074d2297,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:09.501202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.503011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.2 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/27940c06-6ab0-4d9d-99b3-729dfa873ab0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:09.508670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.541586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-e7ff28ac-8177-4ce6-8edf-51c0d92efbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.543162 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-e7ff28ac-8177-4ce6-8edf-51c0d92efbce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1221614
Jan 29 20:52:09.558676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:09.612142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:09.644290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43246) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:09.644495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b1b98a6b-0786-4b85-b2a5-efc3cae22b38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad669fb0e9074614aa22fb7501229c45&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2144921
Jan 29 20:52:09.651521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:09.666303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:09.675891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:09.683356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-5cf2dab9-509d-48ab-8d29-a89356ae35fb service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319802
Jan 29 20:52:09.767595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-aa97d1ca-7295-450e-ad2a-deffa5f8b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.769185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-aa97d1ca-7295-450e-ad2a-deffa5f8b65a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3260965
Jan 29 20:52:09.780441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:09.781425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.855009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] Publish callbacks [] for security_group (a29376e3-292c-4378-b4e8-1a7d707dfe1b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.892802 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-d2957adb-337c-4283-b813-166eb356989d service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969767
Jan 29 20:52:09.897777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] Publish callbacks [] for security_group (a29376e3-292c-4378-b4e8-1a7d707dfe1b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:09.951135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['04f36fd2-bc39-44ad-bf20-87453325935f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:10.000583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.011175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:10.062836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a29376e3-292c-4378-b4e8-1a7d707dfe1b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.066007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.069953 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a29376e3-292c-4378-b4e8-1a7d707dfe1b HTTP/1.1" status: 204  len: 168 time: 0.4247007
Jan 29 20:52:10.080723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5fda3-8f2b-4690-8d27-38b91afc5768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29376e3-292c-4378-b4e8-1a7d707dfe1b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:10.150718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a26f9659-d144-4a45-9712-e591b63a1b86 None None] Provisioning complete for port bd3606f1-8289-47b0-985b-4710648f7298 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:10.151133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a26f9659-d144-4a45-9712-e591b63a1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd3606f1-8289-47b0-985b-4710648f7298), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.196900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-79857558-7e93-4836-80e3-7d9bad6fc979 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9278641
Jan 29 20:52:10.231503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be3d6-2b90-40af-a850-65544a0ed46e req-a3b7ae71-3e43-40fd-89c0-b57e00d05677 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:10.245623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d9be3d6-2b90-40af-a850-65544a0ed46e req-a3b7ae71-3e43-40fd-89c0-b57e00d05677 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 949 time: 0.6821699
Jan 29 20:52:10.268903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:10.344111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9659-d144-4a45-9712-e591b63a1b86 None None] Port bd3606f1-8289-47b0-985b-4710648f7298 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:52:10.354594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7c88d8-5282-4a3d-abaa-bb7091fbe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.391874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.454943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:10.489818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:10.509212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:10.549516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-ddf333b8-4867-49ff-b6e6-b89467f76886 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7622991
Jan 29 20:52:10.554098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:10.559158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d9be3d6-2b90-40af-a850-65544a0ed46e req-94cedd78-469b-488f-86c6-333e73f63fc9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124745
Jan 29 20:52:10.564008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.644529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:10.645467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:10.745383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-a5a3fb79-e213-4203-8227-9e30f2ed9001 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5188439
Jan 29 20:52:10.812220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Request body: {'port': {'device_id': 'bc97b30b-7372-4a55-b878-702927303eed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:10.863973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad443b19-aa49-4d2f-bed6-ee989193cc91 req-421022ac-3dca-4236-80ea-c3640a1329dd service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3008943
Jan 29 20:52:10.939767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8480f-778f-4eeb-9567-d0e8a785be12 req-ed7c54d1-7588-4308-96d9-4ae8b986c5e0 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:10.946936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87e8480f-778f-4eeb-9567-d0e8a785be12 req-ed7c54d1-7588-4308-96d9-4ae8b986c5e0 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 944 time: 0.2985563
Jan 29 20:52:10.970139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:11.000417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.035604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-681c079d-7a13-4eeb-9028-588adb55837e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:52:11.038195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b01602b1-e069-42a2-8618-7c5b1a9af412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:11.040583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9821f005-92ac-4475-8b05-7be0ff14f397 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:11.048219 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-681c079d-7a13-4eeb-9028-588adb55837e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2777276
Jan 29 20:52:11.080389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87e8480f-778f-4eeb-9567-d0e8a785be12 req-601a348c-0363-4205-864e-9ff544a1f101 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324148
Jan 29 20:52:11.101674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-eda38270-0dd0-4a94-93d4-fafab28b630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.111381 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-eda38270-0dd0-4a94-93d4-fafab28b630c service neutron] 10.222.0.20 "GET /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 1124 time: 0.0617566
Jan 29 20:52:11.116358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:11.116891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:52:11.147641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:11.204417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'mac_address': 'fa:16:3e:39:c0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:11.256109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 9821f005-92ac-4475-8b05-7be0ff14f397 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:11.279866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 9821f005-92ac-4475-8b05-7be0ff14f397 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:11.280159 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.283166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on host nch1-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:11.283514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:11.283847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:11.284820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:11.285508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.288614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:11.288938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:11.294750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:11.295261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:11.295985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:11.296111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Bound port: d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:11.332150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276735cc-412b-4343-88dc-f9dcccfb5b3a {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:11.344884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks [] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.352707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:11.360512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.361997 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-8b32cbb5-c4d1-4b0b-925a-572ceac314fd service neutron] 10.222.0.20 "POST /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23/bindings HTTP/1.1" status: 201  len: 389 time: 0.2497466
Jan 29 20:52:11.377345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30392-0b21-4a96-9342-f1362ef2787a req-bfefe47a-c02d-482d-a70b-4e46e688cfe0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.378947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70d30392-0b21-4a96-9342-f1362ef2787a req-bfefe47a-c02d-482d-a70b-4e46e688cfe0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 931 time: 0.1866829
Jan 29 20:52:11.380468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Transition to ACTIVE for port object 276735cc-412b-4343-88dc-f9dcccfb5b3a will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:11.394443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.469738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01602b1-e069-42a2-8618-7c5b1a9af412,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:11.486438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:11.502485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:11.505048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b01602b1-e069-42a2-8618-7c5b1a9af412', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'b01602b1-e069-42a2-8618-7c5b1a9af412', 'mac_address': 'fa:16:3e:9a:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:11.522314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.522754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.523114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.523475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.523825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.524149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.524486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.524809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.525180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.525509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.525841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.526374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.526734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:11.531217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:11.559972 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.595273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70d30392-0b21-4a96-9342-f1362ef2787a req-d3702843-3193-412a-bdb8-32b22673084a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022159
Jan 29 20:52:11.644816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9821f005-92ac-4475-8b05-7be0ff14f397 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:11.645251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.706453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fec2bf-2f98-49e7-b6c1-ce11d1a388be req-43b9ee5d-a165-4267-9c6b-cf5f6beff928 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.707270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:11.707834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5fec2bf-2f98-49e7-b6c1-ce11d1a388be req-43b9ee5d-a165-4267-9c6b-cf5f6beff928 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2181115
Jan 29 20:52:11.709827 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879baa9-0c81-4cc0-b1a9-15bef2f5c866" -d '{"events": [{"server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "name": "network-vif-plugged", "status": "completed", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:11.712187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b01602b1-e069-42a2-8618-7c5b1a9af412 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:11.712579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.725429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27940c06-6ab0-4d9d-99b3-729dfa873ab0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:11.726096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-9dd52d84-d20b-4665-8361-c221020c2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.727987 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-9dd52d84-d20b-4665-8361-c221020c2fca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1127 time: 0.0552800
Jan 29 20:52:11.741789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9821f005-92ac-4475-8b05-7be0ff14f397,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:11.749401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=13']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:11.753465 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.757917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01602b1-e069-42a2-8618-7c5b1a9af412 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:11.778065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks [] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.802965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Attempting to bind port 276735cc-412b-4343-88dc-f9dcccfb5b3a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:11.803356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Attempting to bind port 276735cc-412b-4343-88dc-f9dcccfb5b3a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:11.803649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Attempting to bind port 276735cc-412b-4343-88dc-f9dcccfb5b3a on network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:11.809992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01602b1-e069-42a2-8618-7c5b1a9af412,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:11.820100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.828148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Port 276735cc-412b-4343-88dc-f9dcccfb5b3a on network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:11.828485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Attempting to bind port 276735cc-412b-4343-88dc-f9dcccfb5b3a on network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:11.832394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Transition to ACTIVE for port object 27940c06-6ab0-4d9d-99b3-729dfa873ab0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:11.835096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:11.843082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.845111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:11.845371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Checking segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:11.845757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Bound using segment: {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:11.846198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Bound port: 276735cc-412b-4343-88dc-f9dcccfb5b3a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c457d9e1-a99c-4b61-b91f-385e7561c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:11.846547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:11.855214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5fec2bf-2f98-49e7-b6c1-ce11d1a388be req-2eef0b82-480a-4335-9ca5-ca83f7a98714 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254308
Jan 29 20:52:11.912892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb78-e216-4886-a536-019e656ad723 req-9b8a571e-39cc-4872-8a9c-bc60af7ec652 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.914673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b11bb78-e216-4886-a536-019e656ad723 req-9b8a571e-39cc-4872-8a9c-bc60af7ec652 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 948 time: 0.2056236
Jan 29 20:52:11.915364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-4aa662e2-3dd1-4031-968d-a4d0c71a44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:11.917629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-4aa662e2-3dd1-4031-968d-a4d0c71a44c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1832538
Jan 29 20:52:11.923761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:11.963078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:11.973472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-e72387f1-e521-4d07-9bca-ce7eb0f0b1e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.0489368
Jan 29 20:52:12.017444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80eb3840-15d9-4f86-a392-1ef1e4d49507'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:12.053368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-9b74324b-5dd9-432f-a1f4-67c6f5f4780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.056235 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-9b74324b-5dd9-432f-a1f4-67c6f5f4780a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0757487
Jan 29 20:52:12.095205 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-0692cedf-6dde-48c9-a105-2a86e9f0da8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317726
Jan 29 20:52:12.100383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:12.107042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:12.121633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b11bb78-e216-4886-a536-019e656ad723 req-c825ad97-e013-4bb7-be08-56547020f9e2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748135
Jan 29 20:52:12.127840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.199280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:12.206377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.211546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.218003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.225487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.234421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.236282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-6c629d65-3584-413d-b017-2d91d9ac11f1 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 3829 time: 0.2677968
Jan 29 20:52:12.237726 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-9fa4af44-0443-4d7f-a2c7-f9d394df1804 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351910
Jan 29 20:52:12.253512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.254341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.256044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] 10.222.0.18 "PUT /v2.0/ports/276735cc-412b-4343-88dc-f9dcccfb5b3a HTTP/1.1" status: 200  len: 1092 time: 2.0034692
Jan 29 20:52:12.258032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:12.260618 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac" -d '{"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:12.290984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Attempting to bind port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:12.290984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Attempting to bind port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:12.290984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Attempting to bind port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:12.323446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:12.343971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5945-6a09-4ef0-88e6-e44207b7ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:12.353252 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-4b22358a-6a81-41f5-ac18-21ddd0aa5650 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084995
Jan 29 20:52:12.358303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:12.359091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Attempting to bind port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:12.409478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:12.409822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:12.410330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:12.410650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Bound port: 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:12.411028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.465723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-6477a4c0-def3-42f9-97f2-227f8dc45047 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.467723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-6477a4c0-def3-42f9-97f2-227f8dc45047 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0472691
Jan 29 20:52:12.475766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c25717d-5cbf-415c-b666-b4f9a3a7909e req-d98dec37-2efe-416b-a7c5-186c0518c93e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2077658
Jan 29 20:52:12.477910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:12.500739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90a5a-fd49-42df-b92b-79b214352824 req-f81d7ed7-68f9-4bb0-b099-96d49451b635 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.507759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aed90a5a-fd49-42df-b92b-79b214352824 req-f81d7ed7-68f9-4bb0-b099-96d49451b635 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 945 time: 0.2702231
Jan 29 20:52:12.533663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.552401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.580005 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96f11143-092f-49d5-a2f4-5198ddeb5878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.646046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:12.656460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aed90a5a-fd49-42df-b92b-79b214352824 req-7576eaa7-f5ab-481b-afb1-854f505e4fd5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481826
Jan 29 20:52:12.678155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:12.709456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:12.711762 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f57d2-f9da-429b-9880-d3273aeadda6 x-openstack-request-id: req-343f57d2-f9da-429b-9880-d3273aeadda6 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:12.712088 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "name": "network-vif-plugged", "status": "completed", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:12.712522 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343f57d2-f9da-429b-9880-d3273aeadda6 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:12.713148 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397', 'code': 200}
Jan 29 20:52:12.729142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.778036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:12.801075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60defa7-0f3b-4058-a035-ff43b0a74f87 req-16f58771-35dd-4207-898a-18031cc92525 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.802541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c60defa7-0f3b-4058-a035-ff43b0a74f87 req-16f58771-35dd-4207-898a-18031cc92525 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 950 time: 0.2484260
Jan 29 20:52:12.808271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.808916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.810253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] 10.222.0.36 "PUT /v2.0/ports/27940c06-6ab0-4d9d-99b3-729dfa873ab0 HTTP/1.1" status: 200  len: 1091 time: 2.0521014
Jan 29 20:52:12.861738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:12.864641 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e57b5-c5ad-45b2-8f5e-79c006830008" -d '{"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:12.869424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks [] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.878634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:12.888654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ff538-3c9f-4919-9179-c4e4ae17e0c7 req-6732adfa-7286-401a-ab22-63ed5e6f0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:12.890799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-105ff538-3c9f-4919-9179-c4e4ae17e0c7 req-6732adfa-7286-401a-ab22-63ed5e6f0e95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132 HTTP/1.1" status: 200  len: 1128 time: 0.1110857
Jan 29 20:52:12.974347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:12.983154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 04f36fd2-bc39-44ad-bf20-87453325935f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:13.016476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.016853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.017188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.017523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.017857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.018188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.018516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.018844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.019169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.019494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.019871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.020140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.020482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:13.027870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-105ff538-3c9f-4919-9179-c4e4ae17e0c7 req-440c4b05-ff18-4bb4-a4d5-d944424ab842 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162527
Jan 29 20:52:13.030961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:13.031296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:13.031606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:13.036392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:13.036719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Attempting to bind port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:13.042935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:13.042935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:13.043422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:13.044050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Bound port: d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:13.044347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.049515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 04f36fd2-bc39-44ad-bf20-87453325935f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:13.053819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 04f36fd2-bc39-44ad-bf20-87453325935f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:13.054633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.114112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:13.117582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:13.124591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.138397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 04f36fd2-bc39-44ad-bf20-87453325935f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:13.138787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.174030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04f36fd2-bc39-44ad-bf20-87453325935f,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:13.183677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.184927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8335849b-290d-4e0a-8d06-c10a074d2297 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:13.210999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.211637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.213055 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 1121 time: 0.7391584
Jan 29 20:52:13.214086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbd74-bb07-4397-89db-a276646a3454 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=8']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:13.238106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b47ef-07d1-4948-9278-cb1f943989ad service neutron] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:13.280313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:13.295895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 8335849b-290d-4e0a-8d06-c10a074d2297 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:13.299953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 8335849b-290d-4e0a-8d06-c10a074d2297 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:13.300338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.305426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e270a6-7c2e-4951-a049-2740975f0c0f req-cec56ba1-5bfb-4aa2-9051-c84efad927b7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.306928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03e270a6-7c2e-4951-a049-2740975f0c0f req-cec56ba1-5bfb-4aa2-9051-c84efad927b7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 944 time: 0.5352478
Jan 29 20:52:13.309855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c60defa7-0f3b-4058-a035-ff43b0a74f87 req-0c49ad8a-cdcb-407d-9357-12a35ee22554 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4760294
Jan 29 20:52:13.352638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-be23f972-2668-4678-883c-9c2c0aed6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.354230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-be23f972-2668-4678-883c-9c2c0aed6f1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 1125 time: 0.4636238
Jan 29 20:52:13.367263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:13.421066 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aee6e4-2cbd-4974-afd9-4d13ddfa20ac x-openstack-request-id: req-c4aee6e4-2cbd-4974-afd9-4d13ddfa20ac {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:13.421380 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:13.421614 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4aee6e4-2cbd-4974-afd9-4d13ddfa20ac {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:13.422022 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'status': 'completed', 'code': 200}
Jan 29 20:52:13.427781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-575e47cd-fa47-4aa6-92b6-fcb21dac4c18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0 HTTP/1.1" status: 200  len: 217 time: 0.0604968
Jan 29 20:52:13.451346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8335849b-290d-4e0a-8d06-c10a074d2297 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:13.452321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.504464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03e270a6-7c2e-4951-a049-2740975f0c0f req-aaec4125-acf2-4979-9500-5672a31ff809 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858823
Jan 29 20:52:13.516316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8335849b-290d-4e0a-8d06-c10a074d2297,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:13.536737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.557719 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c5139-5064-4a8f-adbd-e1f7705021b2 x-openstack-request-id: req-e80c5139-5064-4a8f-adbd-e1f7705021b2 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:13.558594 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:13.558594 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80c5139-5064-4a8f-adbd-e1f7705021b2 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:13.558889 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'code': 200}
Jan 29 20:52:13.560025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d23ce05-6f09-453c-bceb-9ce1006fba1f {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:13.574416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks [] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.588314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963533-3f69-4089-8a32-8e6e42787f38 req-03642b24-1f82-457e-bb2b-6566d139c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.590290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-03642b24-1f82-457e-bb2b-6566d139c3ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1347029
Jan 29 20:52:13.602798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Transition to ACTIVE for port object 4d23ce05-6f09-453c-bceb-9ce1006fba1f will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:13.628794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.630091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:13.631257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:13.645872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-b51159f7-1b11-4e86-af53-968335b38441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449975
Jan 29 20:52:13.702292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.702771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.703252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.703717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.704177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.705919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-7f196680-8ca7-4c73-917e-676d9e36e203 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 4395 time: 0.2464032
Jan 29 20:52:13.729693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c788-7cfb-426f-86b7-888eac7b69c1 req-75f2e9d3-41d0-48ad-a859-80befc3ebde8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.731363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26c1c788-7cfb-426f-86b7-888eac7b69c1 req-75f2e9d3-41d0-48ad-a859-80befc3ebde8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.2734673
Jan 29 20:52:13.876869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:13.989834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c269c2-55fc-4220-96af-a78dad5ca9a6 req-ca6f745a-fb1a-4ee0-8ef3-8aeba80bd1f2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:13.991242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8c269c2-55fc-4220-96af-a78dad5ca9a6 req-ca6f745a-fb1a-4ee0-8ef3-8aeba80bd1f2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.3783877
Jan 29 20:52:14.086948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26c1c788-7cfb-426f-86b7-888eac7b69c1 req-edf9c0a1-ab7e-456d-9419-ac8c2c89cb89 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121498
Jan 29 20:52:14.098541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-84e99ce7-8840-47ef-b348-350b9c5e3a07 service neutron] 10.222.0.36 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4306772
Jan 29 20:52:14.126167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-8faf066f-155a-4a09-a1ab-84dab9fb6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.126640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-8faf066f-155a-4a09-a1ab-84dab9fb6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.127128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-8faf066f-155a-4a09-a1ab-84dab9fb6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.128660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-8faf066f-155a-4a09-a1ab-84dab9fb6b23 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.3699675
Jan 29 20:52:14.190799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Attempting to bind port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:14.191134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Attempting to bind port 4d23ce05-6f09-453c-bceb-9ce1006fba1f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:14.191463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Attempting to bind port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:14.264227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8c269c2-55fc-4220-96af-a78dad5ca9a6 req-ba495602-e5e9-499b-82ab-9d58e2e007ff tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595439
Jan 29 20:52:14.290739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:14.291073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Attempting to bind port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:14.324237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:14.324579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:14.324970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Bound using segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:14.325436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Bound port: 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:14.325792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:14.482871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d1de6-fd86-4eda-b39e-149903db498c req-4718c6af-8a03-4068-af69-5f47f4a587e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.484250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea0d1de6-fd86-4eda-b39e-149903db498c req-4718c6af-8a03-4068-af69-5f47f4a587e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 949 time: 0.2944677
Jan 29 20:52:14.488942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28963533-3f69-4089-8a32-8e6e42787f38 req-2e6a4c1b-6e2d-4fb6-8f2b-fac2a6e1e1e6 service neutron] 10.222.0.36 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3798747
Jan 29 20:52:14.495445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-6946453e-5032-4c48-b17c-df0cd2898143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.496821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf8d15e-8ffc-4439-8db1-131d8bbb99ac req-6946453e-5032-4c48-b17c-df0cd2898143 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3506467
Jan 29 20:52:14.546995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:14.550219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40891a-8cd5-4fa3-a41a-48e67b76ddd2 req-49fe9fa4-67a5-4800-b6be-58251c36e4bd tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.551775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa40891a-8cd5-4fa3-a41a-48e67b76ddd2 req-49fe9fa4-67a5-4800-b6be-58251c36e4bd tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 1132 time: 0.2150443
Jan 29 20:52:14.555150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:14.574101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:14.594975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea0d1de6-fd86-4eda-b39e-149903db498c req-3b130bf7-0b01-4045-9aa4-f0e79fa2cc07 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041229
Jan 29 20:52:14.620393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.621034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:14.622417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] 10.222.0.18 "PUT /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 1129 time: 2.3091705
Jan 29 20:52:14.663521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:14.670583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317323a1-27d1-4c8b-98c3-abe6da6212ca service neutron] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:14.700905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa40891a-8cd5-4fa3-a41a-48e67b76ddd2 req-8c49a69f-a37f-4bb3-9645-cbf92ad5647e tempest-MigrationsAdminTest-160801037 tempest-MigrationsAdminTest-160801037-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418700
Jan 29 20:52:14.741836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f'}, {'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:14.746512 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25d4062-eb08-4a65-8f80-0917974ffa15" -d '{"events": [{"server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "name": "network-vif-plugged", "status": "completed", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f"}, {"server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "name": "network-vif-plugged", "status": "completed", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:14.769530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:14.806661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.812494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.817849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.823083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.828330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.833612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.835491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-88bbe0d5-9211-4470-a610-c27ef1ae5c08 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 4600 time: 0.1680639
Jan 29 20:52:14.997722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67782240-ebc4-41da-8d50-c63908754a75 req-05e8ffc9-41d8-43e4-a82d-b1ff6496627c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:14.999161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67782240-ebc4-41da-8d50-c63908754a75 req-05e8ffc9-41d8-43e4-a82d-b1ff6496627c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.2252166
Jan 29 20:52:15.007201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:15.020377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f0d14ea-f00b-4461-9528-719ccf2bccb6 req-56e412b5-3766-434c-8150-176c92a3a2a7 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1684227
Jan 29 20:52:15.059214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:15.061127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b01602b1-e069-42a2-8618-7c5b1a9af412 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:15.176968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67782240-ebc4-41da-8d50-c63908754a75 req-07fb8ee8-274f-48b9-ac17-39ec6b5e74ae tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677477
Jan 29 20:52:15.202745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:15.205141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627ac90-6e52-4273-96c1-7091dea29ce8 req-f63d793d-e05c-4dcd-91de-085bad63362f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.206647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7627ac90-6e52-4273-96c1-7091dea29ce8 req-f63d793d-e05c-4dcd-91de-085bad63362f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 945 time: 0.1164129
Jan 29 20:52:15.227347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b01602b1-e069-42a2-8618-7c5b1a9af412 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:15.232372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80eb3840-15d9-4f86-a392-1ef1e4d49507 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:15.232809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.245365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b01602b1-e069-42a2-8618-7c5b1a9af412 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:15.245772 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.309575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:15.310439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7627ac90-6e52-4273-96c1-7091dea29ce8 req-b15169b2-7e60-4964-a788-d197d13b25b8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970619
Jan 29 20:52:15.319250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b32fad-586f-41a6-a164-46bef972173d {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:15.328453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks [] for port (f3b32fad-586f-41a6-a164-46bef972173d), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.339409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 has no active binding in host nch1-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:52:15.355815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Transition to ACTIVE for port object f3b32fad-586f-41a6-a164-46bef972173d will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:15.364655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.423422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0'}, {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:15.427287 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0"}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:15.457960 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843180b-3eed-4124-b9ca-82aefeb36358 x-openstack-request-id: req-c843180b-3eed-4124-b9ca-82aefeb36358 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:15.458240 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "name": "network-vif-plugged", "status": "completed", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f", "code": 200}, {"server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "name": "network-vif-plugged", "status": "completed", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:15.458635 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c843180b-3eed-4124-b9ca-82aefeb36358 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:15.459037 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f', 'code': 200}
Jan 29 20:52:15.459295 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297', 'code': 200}
Jan 29 20:52:15.461560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b01602b1-e069-42a2-8618-7c5b1a9af412 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:15.461945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.532799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80eb3840-15d9-4f86-a392-1ef1e4d49507 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:15.532799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.552821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:15.558823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.566782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:15.575622 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664" -d '{"events": [{"name": "network-changed", "server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:15.576366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01602b1-e069-42a2-8618-7c5b1a9af412,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:15.593704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.600425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:15.638480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.654713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9145a81-fd99-4b4e-8475-a08efe0c3152 req-fbc164c3-4640-4199-8341-757b722758af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.658911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9145a81-fd99-4b4e-8475-a08efe0c3152 req-fbc164c3-4640-4199-8341-757b722758af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 1127 time: 0.1063356
Jan 29 20:52:15.696979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:15.708757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43344) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:15.734308 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9145a81-fd99-4b4e-8475-a08efe0c3152 req-56042a99-ea04-4c56-8f86-ed09561870bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701258
Jan 29 20:52:15.746418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8609c0-7dd1-4fc3-8002-dfcd8aa1954f req-3f2057db-ceb6-458f-b95d-ac532afdfcda tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.748040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed8609c0-7dd1-4fc3-8002-dfcd8aa1954f req-3f2057db-ceb6-458f-b95d-ac532afdfcda tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2547581
Jan 29 20:52:15.750382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Attempting to bind port f3b32fad-586f-41a6-a164-46bef972173d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:15.750717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Attempting to bind port f3b32fad-586f-41a6-a164-46bef972173d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:15.751046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Attempting to bind port f3b32fad-586f-41a6-a164-46bef972173d on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:15.761361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=14']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:15.761912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7bda-be55-4048-9c31-554d53beba52 req-eaeac3e6-8f53-4863-ba1c-2ecc666b575f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.765492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb5f7bda-be55-4048-9c31-554d53beba52 req-eaeac3e6-8f53-4863-ba1c-2ecc666b575f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.2769639
Jan 29 20:52:15.786867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef97e-d9a7-4192-9a3e-9c3d4b444306 req-6c76968e-161e-459d-8cec-7d0861548637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.788336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c8ef97e-d9a7-4192-9a3e-9c3d4b444306 req-6c76968e-161e-459d-8cec-7d0861548637 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 1131 time: 0.2310619
Jan 29 20:52:15.796118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Port f3b32fad-586f-41a6-a164-46bef972173d on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:15.796466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Attempting to bind port f3b32fad-586f-41a6-a164-46bef972173d on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:15.816969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:15.817279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:15.817669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Bound using segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:15.818101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Bound port: f3b32fad-586f-41a6-a164-46bef972173d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:15.818460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.855119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd30-ae43-4e24-b99f-6d76f644415e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.869167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb5f7bda-be55-4048-9c31-554d53beba52 req-c68dc58f-5c11-4d13-aa01-bb242d671b1a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984685
Jan 29 20:52:15.889898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed8609c0-7dd1-4fc3-8002-dfcd8aa1954f req-bb7a28b9-1179-44c6-a816-6d248c61afb7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216507
Jan 29 20:52:15.928112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:15.932787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3b32fad-586f-41a6-a164-46bef972173d,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:15.941244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.970762 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc82fb-4bfa-4fd4-971e-b65f2f34a352 x-openstack-request-id: req-eacc82fb-4bfa-4fd4-971e-b65f2f34a352 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:15.971072 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:15.971343 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eacc82fb-4bfa-4fd4-971e-b65f2f34a352 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:15.971724 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'status': 'completed', 'code': 200}
Jan 29 20:52:15.971990 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f', 'status': 'completed', 'code': 200}
Jan 29 20:52:15.974920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd30-ae43-4e24-b99f-6d76f644415e admin admin] Publish callbacks [] for security_group (bbb25ab2-78e7-4531-a7ac-2e7ebca24c73), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.982189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd30-ae43-4e24-b99f-6d76f644415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bbb25ab2-78e7-4531-a7ac-2e7ebca24c73), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.991379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:15.992007 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:15.993552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] 10.222.0.18 "PUT /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 1130 time: 1.3361671
Jan 29 20:52:16.007543 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9210d5-f692-4df8-82aa-1cf8fc6275fe x-openstack-request-id: req-4a9210d5-f692-4df8-82aa-1cf8fc6275fe {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:16.007837 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:16.008097 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a9210d5-f692-4df8-82aa-1cf8fc6275fe {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:16.008494 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'status': 'completed', 'code': 200}
Jan 29 20:52:16.046011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35e2cd30-ae43-4e24-b99f-6d76f644415e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfdd1c23832a4692810178e9eb0cd9fc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3355227
Jan 29 20:52:16.046322 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43348) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:16.053918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2cd30-ae43-4e24-b99f-6d76f644415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb25ab2-78e7-4531-a7ac-2e7ebca24c73,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:16.120824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] Publish callbacks [] for security_group (bbb25ab2-78e7-4531-a7ac-2e7ebca24c73), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.169058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] Publish callbacks [] for security_group (bbb25ab2-78e7-4531-a7ac-2e7ebca24c73), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.265383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.265870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.266342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.266809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.267306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.267767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.268226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.270255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-85ae1cb6-c80d-4b17-b1f5-d0d0f5657b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6302 time: 0.1285944
Jan 29 20:52:16.274100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-7b4c9fef-806e-4336-9658-00343bdee2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.275474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-7b4c9fef-806e-4336-9658-00343bdee2b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1155 time: 0.1686904
Jan 29 20:52:16.276539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bbb25ab2-78e7-4531-a7ac-2e7ebca24c73), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.279127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.280843 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbb25ab2-78e7-4531-a7ac-2e7ebca24c73 HTTP/1.1" status: 204  len: 168 time: 0.2333376
Jan 29 20:52:16.339435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c8eb-437e-420f-a73a-6b02071c1cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb25ab2-78e7-4531-a7ac-2e7ebca24c73,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:16.420599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:16.475726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a8b24-0518-452b-b566-a8bed8b49e7f service neutron] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:16.553375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-64373d59-38b0-4a0c-8a0e-5e9f86bca1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.553860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-64373d59-38b0-4a0c-8a0e-5e9f86bca1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.554325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-64373d59-38b0-4a0c-8a0e-5e9f86bca1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.556177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-64373d59-38b0-4a0c-8a0e-5e9f86bca1f4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2716012
Jan 29 20:52:16.557500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-0e56f7b7-d20a-4e6d-a006-00c0c3df95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.558930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d60c11-000a-4676-9224-ec169af89b16 req-fe64a3c3-591d-4bcb-b807-e674103081a5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.559181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-0e56f7b7-d20a-4e6d-a006-00c0c3df95a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2732384
Jan 29 20:52:16.560429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d60c11-000a-4676-9224-ec169af89b16 req-fe64a3c3-591d-4bcb-b807-e674103081a5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.6090884
Jan 29 20:52:16.563116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c8ef97e-d9a7-4192-9a3e-9c3d4b444306 req-753d865f-78ca-49cf-8a83-6dbe1f4a3eec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5154378
Jan 29 20:52:16.570330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-2a7c9cbc-d8c7-4ccf-bd74-c860b8c83878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.571814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-2a7c9cbc-d8c7-4ccf-bd74-c860b8c83878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 1125 time: 0.5821414
Jan 29 20:52:16.598326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.620938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da5d14-fb83-4f2f-91ae-6d1ef03d97c6 req-f11ac905-4b65-4cde-9637-502256e7f7d6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.622446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46da5d14-fb83-4f2f-91ae-6d1ef03d97c6 req-f11ac905-4b65-4cde-9637-502256e7f7d6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 949 time: 0.2079105
Jan 29 20:52:16.727453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:16.734310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-00931ff5-3684-4b07-8cbb-a2cd6099ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.736384 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-00931ff5-3684-4b07-8cbb-a2cd6099ae5b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1697824
Jan 29 20:52:16.751538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d60c11-000a-4676-9224-ec169af89b16 req-1361d9b4-fa3e-4847-98af-c341f9d783c5 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756740
Jan 29 20:52:16.799166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46da5d14-fb83-4f2f-91ae-6d1ef03d97c6 req-7769f9a3-3976-4651-bc5b-5b435943a73e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469245
Jan 29 20:52:16.807479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-5c5977d0-38b5-4109-a3a4-a6a74463dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.808757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-5c5977d0-38b5-4109-a3a4-a6a74463dd70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.2239294
Jan 29 20:52:16.877204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-234b3ecc-04a7-4395-8c47-081e00511223 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.0583961
Jan 29 20:52:16.930026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-d7c35f30-1447-4a80-b264-874201c76b0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0 HTTP/1.1" status: 200  len: 217 time: 0.0777988
Jan 29 20:52:16.937014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-958b1458-d7bf-426b-a1f0-9469b75f3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:16.938465 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-958b1458-d7bf-426b-a1f0-9469b75f3249 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0542092
Jan 29 20:52:16.970533 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-17e57dbf-f6d4-48df-90b2-1891e05bba3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243378
Jan 29 20:52:17.025847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43380) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:17.075219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-f3e8711f-833f-4ceb-a84c-452c3ddbaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.076740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-f3e8711f-833f-4ceb-a84c-452c3ddbaf87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1256938
Jan 29 20:52:17.079952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-f9534c71-110e-4a59-853d-9119084683c9 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009686
Jan 29 20:52:17.132531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a8cf-9ae0-41ba-83ff-0bba89bf2459 req-a58bf0fe-6563-4a5b-97c5-60ca85dc29ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.133497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1549a8cf-9ae0-41ba-83ff-0bba89bf2459 req-a58bf0fe-6563-4a5b-97c5-60ca85dc29ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.2380416
Jan 29 20:52:17.139091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-293174687-network', 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:17.141338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-b1fa5983-dee9-495c-b446-d50d38bac08b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534580
Jan 29 20:52:17.155184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.160542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.166005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.172188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.181027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:17.181242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.181352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.182951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.188257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.190250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-9b21d543-2373-486c-bf2e-f50cc55de1bc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5372 time: 0.3283739
Jan 29 20:52:17.190766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.214067 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac4ffa01-11ea-4b35-b2c8-7d23ecacb664 req-9a1ece4d-d605-467c-a641-3220b81772bd service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243875
Jan 29 20:52:17.291879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks [] for security_group (7b246de5-8522-4618-b7e5-a138a50a9a02), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.296948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7b246de5-8522-4618-b7e5-a138a50a9a02), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.324058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:52:17.329603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b246de5-8522-4618-b7e5-a138a50a9a02,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:17.338204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6c1060b1-91f0-413b-a57a-899b525c4f1b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.338547 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Added segment 6c1060b1-91f0-413b-a57a-899b525c4f1b of type vlan for network 735975e5-560e-4fe2-bd1a-eda3f1050e6f
Jan 29 20:52:17.375171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1549a8cf-9ae0-41ba-83ff-0bba89bf2459 req-b08bb3cc-07fb-467a-a72e-0d186b03f8bc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327631
Jan 29 20:52:17.379475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (735975e5-560e-4fe2-bd1a-eda3f1050e6f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.399480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db1d9191-0dbd-4577-8697-db75fe6b2200 req-da6f4416-13fe-44f6-b3db-9ad65eb6b38b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1862571
Jan 29 20:52:17.426295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a7a06c-081d-46a4-9cd8-d39008ea330f {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:17.430703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (735975e5-560e-4fe2-bd1a-eda3f1050e6f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.430703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.430703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.434112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks [] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.438551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-41b10ab0-e34c-4bc0-9c3a-bf75796bfa84 service neutron] 10.222.0.36 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447119
Jan 29 20:52:17.461032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412'}, {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:17.463777 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65adb7a2-b7fb-4f4e-b32d-e6dba62a2e3e" -d '{"events": [{"server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "name": "network-vif-plugged", "status": "completed", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412"}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:17.494523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4675639
Jan 29 20:52:17.499326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43386) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:17.505705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Request body: {'subnet': {'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-293174687-subnet', 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:17.513212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d29b3-3a63-4459-9a82-db23c033131a admin admin] Pushing event updated for resources: {'Network': ['ID=735975e5-560e-4fe2-bd1a-eda3f1050e6f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:17.524670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Transition to ACTIVE for port object 78a7a06c-081d-46a4-9cd8-d39008ea330f will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:17.526348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:52:17.530960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:17.533385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.556883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.679842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d963ca-b48b-4e8f-98e0-cfc03d45240c req-8a5948b8-f6e9-4072-bc67-20855435908b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.682036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09d963ca-b48b-4e8f-98e0-cfc03d45240c req-8a5948b8-f6e9-4072-bc67-20855435908b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 945 time: 0.2412043
Jan 29 20:52:17.687596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:17.727332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (cf51ee7b-099c-4290-ba5c-72671c515df7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.744817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483f7a-4539-4f42-8223-9d90635d929b req-4025e2ed-ac2f-40cd-bb27-cd4fca669faf tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.746521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f483f7a-4539-4f42-8223-9d90635d929b req-4025e2ed-ac2f-40cd-bb27-cd4fca669faf tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.2260520
Jan 29 20:52:17.782397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf51ee7b-099c-4290-ba5c-72671c515df7,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:17.787819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4873378e-2cf2-4b5b-ad23-fc25842d1ff6 req-998f0bd9-b70d-4c19-8eee-d1e2b3b23c9a service neutron] 10.222.0.36 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426068
Jan 29 20:52:17.809447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Checking segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:17.809827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Network hostable DHCP agents. Network: 735975e5-560e-4fe2-bd1a-eda3f1050e6f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:52:17.829890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:52:17.850302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 735975e5-560e-4fe2-bd1a-eda3f1050e6f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:17.860958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:17.862985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bd629-7ff7-4a01-ae5e-efc75899d704 None None] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:17.863508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.866624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09d963ca-b48b-4e8f-98e0-cfc03d45240c req-5aeda750-fb21-4c53-b717-d8140aeb5706 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634705
Jan 29 20:52:17.885733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Attempting to bind port 78a7a06c-081d-46a4-9cd8-d39008ea330f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:17.886200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Attempting to bind port 78a7a06c-081d-46a4-9cd8-d39008ea330f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:17.886607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Attempting to bind port 78a7a06c-081d-46a4-9cd8-d39008ea330f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:17.896111 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2961872-d670-4121-8a0f-9327f429ab27 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3900390
Jan 29 20:52:17.896229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f483f7a-4539-4f42-8223-9d90635d929b req-f7e79fd7-5ab1-46b7-be6a-95cb14f7e831 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988667
Jan 29 20:52:17.902588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Port 78a7a06c-081d-46a4-9cd8-d39008ea330f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:17.903018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Attempting to bind port 78a7a06c-081d-46a4-9cd8-d39008ea330f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:17.914622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:17.915068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:17.916377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Bound using segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:17.916962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Bound port: 78a7a06c-081d-46a4-9cd8-d39008ea330f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:17.918061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:17.972797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': 'f3b32fad-586f-41a6-a164-46bef972173d'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:17.975502 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d33bd-8e79-4926-a9c6-dad974c99874" -d '{"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "f3b32fad-586f-41a6-a164-46bef972173d"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:17.976366 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056ec7a-1021-4557-8738-adda65355c26 x-openstack-request-id: req-d056ec7a-1021-4557-8738-adda65355c26 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:17.976804 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "name": "network-vif-plugged", "status": "completed", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412", "code": 200}, {"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:17.977083 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d056ec7a-1021-4557-8738-adda65355c26 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:17.977477 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412', 'code': 200}
Jan 29 20:52:17.983346 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'code': 200}
Jan 29 20:52:18.012916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:18.020179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:18.080305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2eeb0b-c109-4808-b644-e5c852c944d3 None None] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:18.098011 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.214082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.215088 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.219658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] 10.222.0.18 "PUT /v2.0/ports/78a7a06c-081d-46a4-9cd8-d39008ea330f HTTP/1.1" status: 200  len: 1091 time: 1.8124502
Jan 29 20:52:18.259733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a2f6-4263-4596-b46b-51298b2584cc req-99af84c9-fe60-4072-be2d-bea99a504536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.263675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f561a2f6-4263-4596-b46b-51298b2584cc req-99af84c9-fe60-4072-be2d-bea99a504536 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 1132 time: 0.2065949
Jan 29 20:52:18.276303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad11bb-7cb1-488e-a150-830d39c38364 req-c59c61d0-fa4a-4884-bc8b-cdefa934442f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.277972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25ad11bb-7cb1-488e-a150-830d39c38364 req-c59c61d0-fa4a-4884-bc8b-cdefa934442f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2358892
Jan 29 20:52:18.282673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:18.295450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f4c58-8d60-4a48-831b-51e1b1eb6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:18.341242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-cd016a1b-db03-45a3-bba3-2a46dd238473 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.343906 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-cd016a1b-db03-45a3-bba3-2a46dd238473 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.2443023
Jan 29 20:52:18.398976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f561a2f6-4263-4596-b46b-51298b2584cc req-563db90c-26c0-475c-b225-1cf1bdd7a5ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118541
Jan 29 20:52:18.454212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Deleting port 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:18.454789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.462058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25ad11bb-7cb1-488e-a150-830d39c38364 req-395923f8-9446-40f8-baef-f0087edcd93d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737659
Jan 29 20:52:18.474456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.491976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc4e4-7bf8-431f-b030-d782e1e5fbbd req-e556f6af-28ea-4c52-87fb-bac5a9f51f47 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.497455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee6bc4e4-7bf8-431f-b030-d782e1e5fbbd req-e556f6af-28ea-4c52-87fb-bac5a9f51f47 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba15d34-e9c3-4c10-9463-30c01c1e2732 HTTP/1.1" status: 200  len: 951 time: 0.1707644
Jan 29 20:52:18.563688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] For port 80eb3840-15d9-4f86-a392-1ef1e4d49507, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80eb3840-15d9-4f86-a392-1ef1e4d49507,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:18.564161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.578085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Calling delete_port for 80eb3840-15d9-4f86-a392-1ef1e4d49507 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:18.655977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee6bc4e4-7bf8-431f-b030-d782e1e5fbbd req-47194a8e-196d-40e2-9c3f-ff780b89995c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552823
Jan 29 20:52:18.714068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (80eb3840-15d9-4f86-a392-1ef1e4d49507), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.723658 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1ad7b-a0e9-4cac-80c5-6ac2d66d669a x-openstack-request-id: req-67e1ad7b-a0e9-4cac-80c5-6ac2d66d669a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:18.723959 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "f3b32fad-586f-41a6-a164-46bef972173d", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:18.724218 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67e1ad7b-a0e9-4cac-80c5-6ac2d66d669a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:18.724614 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': 'f3b32fad-586f-41a6-a164-46bef972173d', 'status': 'completed', 'code': 200}
Jan 29 20:52:18.729505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:18.735472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774', '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', '80eb3840-15d9-4f86-a392-1ef1e4d49507'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:18.735823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9684-9df1-4373-8c0d-f0be508cd77a req-a68325e4-d88b-4731-87ac-73930f4c00fd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.737423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09cf9684-9df1-4373-8c0d-f0be508cd77a req-a68325e4-d88b-4731-87ac-73930f4c00fd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 949 time: 0.1911728
Jan 29 20:52:18.750290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event deleted for resources: {'Port': ['ID=80eb3840-15d9-4f86-a392-1ef1e4d49507,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:18.853773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] No DVR routers for this DVR port 80eb3840-15d9-4f86-a392-1ef1e4d49507 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:18.860900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:18.864456 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32779f75-565b-4738-8fd3-bab976ffe7b9 req-ee19a6ba-7bce-4d65-beb1-6b001b5874bb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "DELETE /v2.0/ports/80eb3840-15d9-4f86-a392-1ef1e4d49507 HTTP/1.1" status: 204  len: 173 time: 0.5154896
Jan 29 20:52:18.864931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-deleted', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:18.867368 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac903f1-5d7f-4bea-9aa8-b0bd9b7e8ecc" -d '{"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-deleted", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:18.903944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.908734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.909241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.909722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.910184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.910647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.911117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:18.913193 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-e0280da4-adeb-4415-bada-e30406a07eac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6400 time: 0.1543503
Jan 29 20:52:18.985841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09cf9684-9df1-4373-8c0d-f0be508cd77a req-94473354-466e-441a-a912-ac556a203f7a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423360
Jan 29 20:52:19.004609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bddc98d-07b9-40da-b287-bd5046e29f86 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:19.014015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks [] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.037531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Transition to ACTIVE for port object 4bddc98d-07b9-40da-b287-bd5046e29f86 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:19.057747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 27940c06-6ab0-4d9d-99b3-729dfa873ab0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:19.117336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.207767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-13114851-0dba-45aa-8015-f30d87f0b6ea tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.214693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-13114851-0dba-45aa-8015-f30d87f0b6ea tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.3114967
Jan 29 20:52:19.245334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:19.269269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'mac_address': 'fa:16:3e:c9:ea:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:19.275370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:19.288350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6e0d86ba-3f3f-420b-b4fa-9a1ad24e510c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/quotas/dc76ddf545b849e38210bf8f5072d043 HTTP/1.1" status: 200  len: 375 time: 0.0726881
Jan 29 20:52:19.328273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:19.328273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.343110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27940c06-6ab0-4d9d-99b3-729dfa873ab0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:19.367527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:19.373504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-7904e9c6-abdb-44a0-8b29-6418b201acb6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0840695
Jan 29 20:52:19.373945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.386620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ed3d-cc27-4f36-8cde-f19882db0013 req-799158e7-9d8b-4b19-9215-50ff99ec083e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.394227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8205ed3d-cc27-4f36-8cde-f19882db0013 req-799158e7-9d8b-4b19-9215-50ff99ec083e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.2829084
Jan 29 20:52:19.431376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:19.455386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-1d987c72-6131-4e5e-af33-7ab2d4d96345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.456064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-1d987c72-6131-4e5e-af33-7ab2d4d96345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.456543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-1d987c72-6131-4e5e-af33-7ab2d4d96345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.459062 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-1d987c72-6131-4e5e-af33-7ab2d4d96345 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.5125625
Jan 29 20:52:19.477154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Attempting to bind port 4bddc98d-07b9-40da-b287-bd5046e29f86 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:19.477674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Attempting to bind port 4bddc98d-07b9-40da-b287-bd5046e29f86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:19.477980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Attempting to bind port 4bddc98d-07b9-40da-b287-bd5046e29f86 on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:19.488178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Port 4bddc98d-07b9-40da-b287-bd5046e29f86 on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:19.488647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Attempting to bind port 4bddc98d-07b9-40da-b287-bd5046e29f86 on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:19.505589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:19.505962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Checking segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:19.506524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Bound using segment: {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:19.507305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Bound port: 4bddc98d-07b9-40da-b287-bd5046e29f86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339726cb-f0d8-4d5b-80ce-35f7e037b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:19.507939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.528125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8205ed3d-cc27-4f36-8cde-f19882db0013 req-1498e713-21b3-48cc-a510-e5e107b36c70 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323934
Jan 29 20:52:19.621600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-c5287f58-3a82-440e-9223-eff709dd5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.624503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-725d33bd-8e79-4926-a9c6-dad974c99874 req-c5287f58-3a82-440e-9223-eff709dd5f75 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1521957
Jan 29 20:52:19.686390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:19.693113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-a5578988-10d0-4469-bd4e-0f5d42c7c676 service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885137
Jan 29 20:52:19.710919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:19.752154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.806700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.807342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:19.808717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] 10.222.0.18 "PUT /v2.0/ports/4bddc98d-07b9-40da-b287-bd5046e29f86 HTTP/1.1" status: 200  len: 1091 time: 1.5413299
Jan 29 20:52:19.819203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.824597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.830400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.835580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.840760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.846617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.851812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:19.853771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-2d304d50-9c01-449e-9e85-93836a0ac2a6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5396 time: 0.2188880
Jan 29 20:52:19.867623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:19.945232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de78ca-d8b4-4d8b-9280-d733a68c3986 service neutron] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:19.957671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-7de980c8-3fb4-4bbf-a78f-a5fe75a1be6f service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581179
Jan 29 20:52:20.003210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:20.022665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cfffea0-d3cc-4e11-9e26-549d1394ad73 req-4dcbbbf4-b433-401d-905e-cedcbef9a43d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1608601
Jan 29 20:52:20.059235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['27940c06-6ab0-4d9d-99b3-729dfa873ab0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:20.106024 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024cfd7-c572-4441-97fa-f7dcab50fcfb x-openstack-request-id: req-b024cfd7-c572-4441-97fa-f7dcab50fcfb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:20.106500 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba15d34-e9c3-4c10-9463-30c01c1e2732", "name": "network-vif-deleted", "tag": "80eb3840-15d9-4f86-a392-1ef1e4d49507", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:20.106779 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b024cfd7-c572-4441-97fa-f7dcab50fcfb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:20.107389 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba15d34-e9c3-4c10-9463-30c01c1e2732', 'name': 'network-vif-deleted', 'tag': '80eb3840-15d9-4f86-a392-1ef1e4d49507', 'status': 'completed', 'code': 200}
Jan 29 20:52:20.639098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608695-71c6-4db5-98d0-3e596b42b4d9 req-d2f82ac0-4806-46cb-8766-0009e0bbd68b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:20.640561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc608695-71c6-4db5-98d0-3e596b42b4d9 req-d2f82ac0-4806-46cb-8766-0009e0bbd68b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 944 time: 0.4758880
Jan 29 20:52:20.649983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7bb3a-43f3-4eaa-b366-0864f38ed772 req-f1988ff4-3263-4b1f-a73a-12698eed20dd tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:20.651388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ea7bb3a-43f3-4eaa-b366-0864f38ed772 req-f1988ff4-3263-4b1f-a73a-12698eed20dd tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 945 time: 0.4472814
Jan 29 20:52:20.726732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f'}, {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:20.728883 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec8914-11d8-4f59-8e4d-c96831480104" -d '{"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f"}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:20.761527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ea7bb3a-43f3-4eaa-b366-0864f38ed772 req-5b48e8d3-8150-4b1f-b124-21bafbcfb1e5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045291
Jan 29 20:52:20.767059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc608695-71c6-4db5-98d0-3e596b42b4d9 req-d4524a5f-7fc2-45a1-b94b-6c57026892d0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147933
Jan 29 20:52:20.810499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7549379d-c1b2-4286-9a98-ba2abbf18f00 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:20.818964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks [] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:20.870248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Transition to ACTIVE for port object 7549379d-c1b2-4286-9a98-ba2abbf18f00 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:20.886385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:20.961684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78fe4-c05a-4fba-9263-5a7902a20f9f req-a4ef3163-a332-4121-9814-fb6f76ac52e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:20.963207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07d78fe4-c05a-4fba-9263-5a7902a20f9f req-a4ef3163-a332-4121-9814-fb6f76ac52e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1402097
Jan 29 20:52:20.974854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:21.001640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13afd26-e025-4748-bb8c-99788e30384f req-36a46162-06ad-49fd-94a4-a61f9467a6c1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.003159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e13afd26-e025-4748-bb8c-99788e30384f req-36a46162-06ad-49fd-94a4-a61f9467a6c1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1645215
Jan 29 20:52:21.042775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:21.071239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 80eb3840-15d9-4f86-a392-1ef1e4d49507 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:21.071937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80eb3840-15d9-4f86-a392-1ef1e4d49507 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:21.124896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07d78fe4-c05a-4fba-9263-5a7902a20f9f req-3900a644-3576-4272-84b6-8e77e1af44d1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509745
Jan 29 20:52:21.128656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Attempting to bind port 7549379d-c1b2-4286-9a98-ba2abbf18f00 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:21.128926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Attempting to bind port 7549379d-c1b2-4286-9a98-ba2abbf18f00 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:21.129306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Attempting to bind port 7549379d-c1b2-4286-9a98-ba2abbf18f00 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:21.134054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e13afd26-e025-4748-bb8c-99788e30384f req-e5ca8b61-ade6-41d1-bb5e-f0c0c58a509e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218243
Jan 29 20:52:21.137404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Port 7549379d-c1b2-4286-9a98-ba2abbf18f00 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:21.137779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Attempting to bind port 7549379d-c1b2-4286-9a98-ba2abbf18f00 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:21.143084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:21.143431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Checking segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:21.143824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Bound using segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:21.144256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Bound port: 7549379d-c1b2-4286-9a98-ba2abbf18f00, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:21.144618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:21.260378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-8eaef5a9-c522-4730-8f00-fcd2cf067edc tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.266423 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-8eaef5a9-c522-4730-8f00-fcd2cf067edc tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.1872833
Jan 29 20:52:21.281723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Request body: {'port': {'device_id': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'admin_state_up': True, 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:21.283294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a599d8d3-4eb4-4f8a-9611-f3d5d42824d6 req-281f1756-a200-4913-8603-7049eb55e6e2 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 210 time: 0.0453107
Jan 29 20:52:21.292601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:21.327416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:21.333961 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810f6a30-a637-41bd-87eb-063e9aedee75 x-openstack-request-id: req-810f6a30-a637-41bd-87eb-063e9aedee75 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:21.334255 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:21.334515 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-810f6a30-a637-41bd-87eb-063e9aedee75 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:21.334925 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'status': 'completed', 'code': 200}
Jan 29 20:52:21.335189 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'status': 'completed', 'code': 200}
Jan 29 20:52:21.338427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:21.386703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.387343 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:21.392720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] 10.222.0.18 "PUT /v2.0/ports/7549379d-c1b2-4286-9a98-ba2abbf18f00 HTTP/1.1" status: 200  len: 1091 time: 1.5380092
Jan 29 20:52:21.402458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b690b-f34f-4bcc-85b2-a83e2f2b34a3 req-5ffaadfc-7100-4c68-950f-bf584d99b704 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.404014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e26b690b-f34f-4bcc-85b2-a83e2f2b34a3 req-5ffaadfc-7100-4c68-950f-bf584d99b704 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.1257303
Jan 29 20:52:21.451084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.452150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.452593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.453090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.453539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.453999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.454462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.456443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-0be0844e-c144-4fc5-bfee-6ede70e69f5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6596 time: 0.0973732
Jan 29 20:52:21.463183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Request body: {'port': {'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:21.470441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:21.473881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:21.494146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3de1c0-469b-418d-bb62-0df4b9e9803f service neutron] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:21.571474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e26b690b-f34f-4bcc-85b2-a83e2f2b34a3 req-d19ac251-c426-4662-8630-1e1c2c2b164d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555443
Jan 29 20:52:21.575356 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:21.585425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76b482-f4c7-45d8-a84c-322c40ec4213 req-d2c414e5-4079-4d09-b5c4-f22edccc52b4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.592521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec76b482-f4c7-45d8-a84c-322c40ec4213 req-d2c414e5-4079-4d09-b5c4-f22edccc52b4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132 HTTP/1.1" status: 200  len: 946 time: 0.2074676
Jan 29 20:52:21.664526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7d4c72df-5521-42ea-af04-f0ba796a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.665269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7d4c72df-5521-42ea-af04-f0ba796a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.665741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7d4c72df-5521-42ea-af04-f0ba796a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.667758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7d4c72df-5521-42ea-af04-f0ba796a825c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1982720
Jan 29 20:52:21.696459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec76b482-f4c7-45d8-a84c-322c40ec4213 req-185d6159-ed6e-4ca8-ac23-98ebc2aa130b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028850
Jan 29 20:52:21.761611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Allocated IP 172.20.0.10 (735975e5-560e-4fe2-bd1a-eda3f1050e6f/cf51ee7b-099c-4290-ba5c-72671c515df7/3edae588-f6cb-48a4-b1c3-01e1bed853eb) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:21.828282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-e1cd5af7-02db-41df-8e74-deae20ea5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.829861 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-e1cd5af7-02db-41df-8e74-deae20ea5c96 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1552398
Jan 29 20:52:21.870314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.875790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.880955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.886432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.892308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.897651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.903321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.905455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-5225e6f7-c0d5-44d4-bcd3-6e86e7ca8770 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5408 time: 0.2015791
Jan 29 20:52:21.980779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.981332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.981825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.982444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.983492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.983967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.984427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:21.986658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-c44f38ce-1985-4601-9823-9811e78a68c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6596 time: 0.0817580
Jan 29 20:52:22.005190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1f44ea1-ca74-4035-b894-2e4315f070d3 req-1d2e47ef-b503-4007-b608-2d6e5b8550ca tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0893753
Jan 29 20:52:22.067789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3606f1-8289-47b0-985b-4710648f7298 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:22.076489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks [] for port (bd3606f1-8289-47b0-985b-4710648f7298), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.121631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7c2da618-aab4-4e83-9186-fb2ecc444d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.122110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7c2da618-aab4-4e83-9186-fb2ecc444d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.122611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7c2da618-aab4-4e83-9186-fb2ecc444d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.125251 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-7c2da618-aab4-4e83-9186-fb2ecc444d09 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1288228
Jan 29 20:52:22.129281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Transition to ACTIVE for port object bd3606f1-8289-47b0-985b-4710648f7298 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:22.148318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.151469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks [] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.217682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.230946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21bf0-f95b-4898-9bc4-ed3ac683d083 req-0a95a108-4eef-4940-9b75-63662603d8ab tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.233204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7d21bf0-f95b-4898-9bc4-ed3ac683d083 req-0a95a108-4eef-4940-9b75-63662603d8ab tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 944 time: 0.1519325
Jan 29 20:52:22.235366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:22.280890 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.290946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7952-5cb2-4312-9c45-7cfb8dade762 req-554f16a6-3080-4533-aa45-662e476c6336 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.291520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-53887308-3c90-4c41-8c69-dd3e21a0f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.292641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-825e7952-5cb2-4312-9c45-7cfb8dade762 req-554f16a6-3080-4533-aa45-662e476c6336 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 951 time: 0.1807373
Jan 29 20:52:22.292973 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbec8914-11d8-4f59-8e4d-c96831480104 req-53887308-3c90-4c41-8c69-dd3e21a0f51d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1536937
Jan 29 20:52:22.346738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:22.353212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:22.355644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:22.385591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event updated for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:22.414163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7d21bf0-f95b-4898-9bc4-ed3ac683d083 req-e86b483b-1093-4732-a96b-b69a4855d6f2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640956
Jan 29 20:52:22.421111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-825e7952-5cb2-4312-9c45-7cfb8dade762 req-f1d12ab4-4e75-4528-8ebe-0871083b465c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966318
Jan 29 20:52:22.421544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Attempting to bind port bd3606f1-8289-47b0-985b-4710648f7298 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:22.421986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Attempting to bind port bd3606f1-8289-47b0-985b-4710648f7298 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:22.422424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Attempting to bind port bd3606f1-8289-47b0-985b-4710648f7298 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Port bd3606f1-8289-47b0-985b-4710648f7298 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Attempting to bind port bd3606f1-8289-47b0-985b-4710648f7298 on network e138b7ab-5ef9-4abb-9136-4225bf5ef467 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Checking segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Bound using segment: {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Bound port: bd3606f1-8289-47b0-985b-4710648f7298, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd34ec4-f4aa-49e7-950a-3c2147df19cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:22.435794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.444566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.445261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.471233 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-6d7427ae-1472-4d22-957d-6c0e218810c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1938565
Jan 29 20:52:22.487611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Request body: {'port': {'device_id': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:22.551530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.575520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:22.581750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:22.600397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.615603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab948-261a-4f9a-91a5-b18b2948151f req-d3a952ab-9748-4cf8-be04-4090319454ae tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.618970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-287ab948-261a-4f9a-91a5-b18b2948151f req-d3a952ab-9748-4cf8-be04-4090319454ae tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1161320
Jan 29 20:52:22.652828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.653817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:22.655242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] 10.222.0.18 "PUT /v2.0/ports/bd3606f1-8289-47b0-985b-4710648f7298 HTTP/1.1" status: 200  len: 1091 time: 1.2029526
Jan 29 20:52:22.787648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3753b-7da5-4a5e-8b22-2bc78a442fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:22.819231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-287ab948-261a-4f9a-91a5-b18b2948151f req-f2328aec-71ab-43c5-b02e-599c1798565c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764414
Jan 29 20:52:22.831540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe5cc8-e9c4-4f95-ae13-4920cbc5c777 req-f712ad9a-a318-4f7d-bf72-0e1c0c48f2c5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.833127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bfe5cc8-e9c4-4f95-ae13-4920cbc5c777 req-f712ad9a-a318-4f7d-bf72-0e1c0c48f2c5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1867130
Jan 29 20:52:22.876346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.876822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.877325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.877791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.878358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.879123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.879966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:22.882526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06c354fe-e1ee-4bd2-9d47-aa34bc32f967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6694 time: 0.1655316
Jan 29 20:52:22.944250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-504f53ea-d8c2-43ff-8c1e-77275c6dc349 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a HTTP/1.1" status: 200  len: 217 time: 0.0533774
Jan 29 20:52:22.963806 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-c78548c7-f01a-48da-a301-8f34cb6cea07 service neutron] 10.222.0.18 "GET /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1353655
Jan 29 20:52:22.980395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edae588-f6cb-48a4-b1c3-01e1bed853eb {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:22.985955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bfe5cc8-e9c4-4f95-ae13-4920cbc5c777 req-2e6ccd3a-c147-4e85-96ee-1acbd1d23185 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413012
Jan 29 20:52:23.006753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks [] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.031445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Transition to ACTIVE for port object 3edae588-f6cb-48a4-b1c3-01e1bed853eb will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:23.038607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.040395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-4af5bffa-7d0a-48a6-aba9-d7d1e96aae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.041921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-4af5bffa-7d0a-48a6-aba9-d7d1e96aae4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74b1bd96-0b80-47b6-b3ff-b65f91c2339e HTTP/1.1" status: 200  len: 849 time: 0.0797603
Jan 29 20:52:23.050818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75142-ec58-41c1-93f7-07c02a5e2154 req-05cfa198-bcc1-4d0a-8607-8cbc42430f1d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.052287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74c75142-ec58-41c1-93f7-07c02a5e2154 req-05cfa198-bcc1-4d0a-8607-8cbc42430f1d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 932 time: 0.1491499
Jan 29 20:52:23.059994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 27940c06-6ab0-4d9d-99b3-729dfa873ab0 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:23.122948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:23.126787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.149951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:23.155997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:23.156737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.183329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-6c217a4c-91e8-4529-a9f6-5b98f7460ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.184961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-6c217a4c-91e8-4529-a9f6-5b98f7460ffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1205196
Jan 29 20:52:23.188202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74c75142-ec58-41c1-93f7-07c02a5e2154 req-42d45555-14c7-4cd5-9c13-d741ccd85c6c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247487
Jan 29 20:52:23.196596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb7d58-ddaa-4f09-a7da-585dec356e2f req-3cff6d0d-dda9-4c0d-883e-ec86a210b6ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.198110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0cb7d58-ddaa-4f09-a7da-585dec356e2f req-3cff6d0d-dda9-4c0d-883e-ec86a210b6ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 943 time: 0.1443820
Jan 29 20:52:23.264037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Attempting to bind port 3edae588-f6cb-48a4-b1c3-01e1bed853eb on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:23.264374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Attempting to bind port 3edae588-f6cb-48a4-b1c3-01e1bed853eb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:23.264723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Attempting to bind port 3edae588-f6cb-48a4-b1c3-01e1bed853eb on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:23.275647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Port 3edae588-f6cb-48a4-b1c3-01e1bed853eb on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:23.275861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Attempting to bind port 3edae588-f6cb-48a4-b1c3-01e1bed853eb on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:23.284108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:23.293129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:23.293471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Checking segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:23.293858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Bound using segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:23.294550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Bound port: 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:23.294722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:23.295230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.295964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.319032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:23.319935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:23.322978 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb25b8-b586-4837-b2fd-5cf5aedd49c5" -d '{"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-plugged", "status": "completed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:23.339727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00'}, {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:23.341415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:23.342607 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32400839-fdb2-41e8-bc54-98e61f397815" -d '{"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00"}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "bd3606f1-8289-47b0-985b-4710648f7298"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:23.347035 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.387198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:23.401832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:23.402944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:23.409149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0cb7d58-ddaa-4f09-a7da-585dec356e2f req-283541e2-c581-45c9-80c8-c7fe6eebd030 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847486
Jan 29 20:52:23.423781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:23.426721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.429671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:23.441238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.446321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-968ef2e9-ece8-4362-98ab-d975270328cc service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472415
Jan 29 20:52:23.504946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.505590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.506969 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] 10.222.0.18 "PUT /v2.0/ports/3edae588-f6cb-48a4-b1c3-01e1bed853eb HTTP/1.1" status: 200  len: 1092 time: 1.0264559
Jan 29 20:52:23.510059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:23.512315 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:23.541503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c6d0-0b83-4e4e-bff5-96e367c77ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:23.564636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-7e5713df-9638-470c-a339-756687d951fd tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.566179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-7e5713df-9638-470c-a339-756687d951fd tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.2575662
Jan 29 20:52:23.590224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] Transition to ACTIVE for port object d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:23.596177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:23.606524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-8aef0c0e-902d-4705-bf87-7a204f573081 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/quotas/00ed1068a3c9405588d3d552ac0f801e HTTP/1.1" status: 200  len: 375 time: 0.0302742
Jan 29 20:52:23.646475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.651675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.658514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.663791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.665276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-16468515-6f96-489a-b879-58a1f920a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.666787 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-16468515-6f96-489a-b879-58a1f920a355 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 1126 time: 0.1116891
Jan 29 20:52:23.669461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.670851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] No DVR routers for this DVR port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:23.675795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.681104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.683025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-d97aff4d-47e8-439c-86b2-231be413a9b4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.2015688
Jan 29 20:52:23.687535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-6cae8464-e5d7-42ac-9741-8bf108ae4d6b service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325962
Jan 29 20:52:23.693078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:23.739656 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-b33208a4-1948-46d5-a0c6-6b93a14e6f42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb HTTP/1.1" status: 200  len: 217 time: 0.0606630
Jan 29 20:52:23.744151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5317a690-0209-42ea-ab4e-3dc0f8b8ddf8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7729712
Jan 29 20:52:23.760846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9cade38e-1bd8-48e1-a462-c9658295ecea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 217 time: 0.0559406
Jan 29 20:52:23.802747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-7a5eaeaa-2a54-45b2-88e1-b451e4374761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.804198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-7a5eaeaa-2a54-45b2-88e1-b451e4374761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.0463517
Jan 29 20:52:23.839740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-12bc9796-334e-4e05-a15f-f6278d4641a7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2182074
Jan 29 20:52:23.861101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-0179edc7-6e86-4d98-a291-73c123229641 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411828
Jan 29 20:52:23.903815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76433412-c94a-495e-a1de-4f7ca57cfa26 req-ae8951e9-f4ad-41e9-84fc-05b23c0df516 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1998982
Jan 29 20:52:23.937573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9814691c-acf6-43a2-8c5c-3ba1507c52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.939036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-9814691c-acf6-43a2-8c5c-3ba1507c52b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.1606925
Jan 29 20:52:23.955467 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e95e0b-542b-4f46-aabc-0e44b3864a09 x-openstack-request-id: req-84e95e0b-542b-4f46-aabc-0e44b3864a09 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:23.956016 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-plugged", "status": "completed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:23.956346 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84e95e0b-542b-4f46-aabc-0e44b3864a09 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:23.956743 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'code': 200}
Jan 29 20:52:23.961397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-383b5268-b69d-4030-8e28-dd629c5c0f3e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:23.963028 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-383b5268-b69d-4030-8e28-dd629c5c0f3e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1525624
Jan 29 20:52:24.005081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-7725176d-77a7-4af4-b910-2f6234fbd899 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.006674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-7725176d-77a7-4af4-b910-2f6234fbd899 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "GET /v2.0/ports?device_id=e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132 HTTP/1.1" status: 200  len: 946 time: 0.1930330
Jan 29 20:52:24.009329 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b0f05e-856e-494b-b086-05b9cde5c0e5 x-openstack-request-id: req-69b0f05e-856e-494b-b086-05b9cde5c0e5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:24.009632 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "bd3606f1-8289-47b0-985b-4710648f7298", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:24.009899 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69b0f05e-856e-494b-b086-05b9cde5c0e5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:24.010295 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'status': 'completed', 'code': 200}
Jan 29 20:52:24.010559 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298', 'status': 'completed', 'code': 200}
Jan 29 20:52:24.011725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-cdf98ac3-0e38-4e78-aa96-bf04a9226f5a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.013156 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-cdf98ac3-0e38-4e78-aa96-bf04a9226f5a tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 951 time: 0.1552572
Jan 29 20:52:24.059477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-7931ff91-386c-47e6-a38d-f6e9acccd2f7 service neutron] 10.222.0.20 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946094
Jan 29 20:52:24.101060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-a5055b22-11d4-4034-93e4-4d7baf2f72a2 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294385
Jan 29 20:52:24.151361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-d403d805-b88a-4f6b-a419-de5a6ae120f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.152891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-d403d805-b88a-4f6b-a419-de5a6ae120f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2026711
Jan 29 20:52:24.200723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-2a8ec96b-2aca-4c6c-a2ed-83ef41a4b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.202819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-2a8ec96b-2aca-4c6c-a2ed-83ef41a4b57b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 1126 time: 0.2140517
Jan 29 20:52:24.231086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b5725-2a0a-4779-9e58-448722b92ea4 req-56ca49b4-1d6d-4570-8ce1-f850ac1a05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.231961 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b37b5725-2a0a-4779-9e58-448722b92ea4 req-56ca49b4-1d6d-4570-8ce1-f850ac1a05b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 1127 time: 0.1927342
Jan 29 20:52:24.286832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aa226-d1e7-477e-adb0-2ef366d470ee req-fc362185-5a9f-407c-8cb0-6b5fb2c05743 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.288353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59aa226-d1e7-477e-adb0-2ef366d470ee req-fc362185-5a9f-407c-8cb0-6b5fb2c05743 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.2215452
Jan 29 20:52:24.303146 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb827520-cf8c-4dcb-9833-02b0b4622995 req-0c96254c-f3ce-4a13-b8ac-b5f5064e0ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910746
Jan 29 20:52:24.321392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Deleting port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:24.321764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.336154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-d9335bf4-a208-45da-9e7d-ccfbc54efb1c service neutron] 10.222.0.20 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614489
Jan 29 20:52:24.359039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-62d55c68-3240-4e2f-966b-a58d905d6ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801083
Jan 29 20:52:24.361454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Deleting port 9821f005-92ac-4475-8b05-7be0ff14f397 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:24.362093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.386130 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b37b5725-2a0a-4779-9e58-448722b92ea4 req-72d8c765-7538-4406-88af-78b9c91f4320 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378663
Jan 29 20:52:24.392653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-369e0349-198e-4fe7-b4b8-b5a56e7011c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.394149 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-369e0349-198e-4fe7-b4b8-b5a56e7011c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1126 time: 0.1594589
Jan 29 20:52:24.434765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] For port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:24.435145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.448352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Calling delete_port for 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:24.496798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59aa226-d1e7-477e-adb0-2ef366d470ee req-f7ad1b1c-cc5b-494d-92d4-db3772a826ae tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921794
Jan 29 20:52:24.558788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] For port 9821f005-92ac-4475-8b05-7be0ff14f397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9821f005-92ac-4475-8b05-7be0ff14f397,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:24.559140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.563828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-84c59525-45af-4337-bb72-fdc63e320ee5 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969121
Jan 29 20:52:24.582825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Calling delete_port for 9821f005-92ac-4475-8b05-7be0ff14f397 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:24.582981 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f7b00-c8aa-40b3-8629-c4ad58614164 x-openstack-request-id: req-448f7b00-c8aa-40b3-8629-c4ad58614164 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:24.583351 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:24.583665 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-448f7b00-c8aa-40b3-8629-c4ad58614164 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:24.584195 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'status': 'completed', 'code': 200}
Jan 29 20:52:24.618640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-2dd6b9dc-e2c7-409b-a01f-bbe9ae3f971c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:24.620474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-2dd6b9dc-e2c7-409b-a01f-bbe9ae3f971c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00b9245-3c95-4d9f-81c2-12f122e21353 HTTP/1.1" status: 200  len: 945 time: 0.1150374
Jan 29 20:52:24.652780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-96e4d871-3cd7-4dbd-9f6f-741e4a2737f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 217 time: 0.0779047
Jan 29 20:52:24.729280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.741809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:24.746125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774', '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:24.784738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event deleted for resources: {'Port': ['ID=7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:24.843035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] No DVR routers for this DVR port 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:24.848553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:24.853177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd34d720-9d05-4f99-bd71-043f22b66c86 req-c153fce0-a11e-4560-b2e0-60fc70a46e7f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "DELETE /v2.0/ports/7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c HTTP/1.1" status: 204  len: 173 time: 0.8149767
Jan 29 20:52:24.871982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Deleting port 04f36fd2-bc39-44ad-bf20-87453325935f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:24.872511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.055836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] For port 04f36fd2-bc39-44ad-bf20-87453325935f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04f36fd2-bc39-44ad-bf20-87453325935f,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:25.057000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.073375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 04f36fd2-bc39-44ad-bf20-87453325935f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:25.083287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Calling delete_port for 04f36fd2-bc39-44ad-bf20-87453325935f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:25.240650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ecdc8680-bc1b-4c64-9dd9-03ab67a1031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.242868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-ecdc8680-bc1b-4c64-9dd9-03ab67a1031f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.5680192
Jan 29 20:52:25.267998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-73441a85-ddfc-4e4a-b6c4-759f9fd695b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.278554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.282686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-73441a85-ddfc-4e4a-b6c4-759f9fd695b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 1126 time: 0.6495254
Jan 29 20:52:25.287737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 04f36fd2-bc39-44ad-bf20-87453325935f is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:25.288132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (04f36fd2-bc39-44ad-bf20-87453325935f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.314829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9821f005-92ac-4475-8b05-7be0ff14f397'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:25.342672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event deleted for resources: {'Port': ['ID=04f36fd2-bc39-44ad-bf20-87453325935f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:25.360660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684628-f987-41b0-94eb-9c689b0ddf2c req-c6474847-491f-4e2f-8ab3-afd482bff184 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.367963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e684628-f987-41b0-94eb-9c689b0ddf2c req-c6474847-491f-4e2f-8ab3-afd482bff184 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=749c6d7c-7387-47bd-a06b-8af8ee5e971f HTTP/1.1" status: 200  len: 868 time: 0.7919929
Jan 29 20:52:25.404836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] No DVR routers for this DVR port 04f36fd2-bc39-44ad-bf20-87453325935f on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:25.409129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.413750 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-939003b0-3ee9-4ca3-b7f4-524db0654428 req-52c01807-e7d8-4423-8efd-8270b1e6957c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "DELETE /v2.0/ports/04f36fd2-bc39-44ad-bf20-87453325935f HTTP/1.1" status: 204  len: 173 time: 0.7865758
Jan 29 20:52:25.437626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e877f-8861-44fe-9504-cfe08d597e01 req-f8bf76b2-7da0-4fcc-93ff-6972816b49c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.444846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-092e877f-8861-44fe-9504-cfe08d597e01 req-f8bf76b2-7da0-4fcc-93ff-6972816b49c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.7905171
Jan 29 20:52:25.549673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:25.602500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:52:25.603292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:25.603435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:25.632695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:25.633071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:25.641397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-092e877f-8861-44fe-9504-cfe08d597e01 req-04910b97-d34c-4786-805d-bf72ede83689 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954279
Jan 29 20:52:25.644630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e684628-f987-41b0-94eb-9c689b0ddf2c req-48fbaca3-807b-4550-b6b5-43b6666a4efb tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758846
Jan 29 20:52:25.657312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-6566959f-c3ca-4c8c-b8f8-528188016687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.667378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-6566959f-c3ca-4c8c-b8f8-528188016687 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3965266
Jan 29 20:52:25.671533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9821f005-92ac-4475-8b05-7be0ff14f397), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.677863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-cf51207d-316f-4a7d-9996-e850b53200a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:25.679627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-cf51207d-316f-4a7d-9996-e850b53200a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 915 time: 0.3956873
Jan 29 20:52:25.684226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9821f005-92ac-4475-8b05-7be0ff14f397'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:25.828978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-438e1288-b191-4022-9c57-ace675fcc69b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb HTTP/1.1" status: 200  len: 217 time: 0.1345050
Jan 29 20:52:25.839921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event deleted for resources: {'Port': ['ID=9821f005-92ac-4475-8b05-7be0ff14f397,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:25.962226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] No DVR routers for this DVR port 9821f005-92ac-4475-8b05-7be0ff14f397 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:25.965060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:25.968397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c55482-9745-4d49-82d3-d51d8d1279e9 req-1abff8c1-03cd-4c44-9295-18c193af0a73 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "DELETE /v2.0/ports/9821f005-92ac-4475-8b05-7be0ff14f397 HTTP/1.1" status: 204  len: 173 time: 1.9521174
Jan 29 20:52:26.009467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-1cb26abd-9e9e-420e-ac5d-611b8d8f31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.010972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-1cb26abd-9e9e-420e-ac5d-611b8d8f31e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.1689982
Jan 29 20:52:26.013273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'name': 'network-vif-deleted', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:26.015556 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93dbe3-fb95-43b1-b92b-4f7512ac604e" -d '{"events": [{"server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "name": "network-vif-deleted", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:26.023908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-d3ddd542-54c6-4203-b3cd-819700231dc8 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3434491
Jan 29 20:52:26.037618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132c8d4-2fdb-45d3-b160-b20437ae7259 req-b2b1847a-677c-4675-b190-f3a6f3a02ecd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.039051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2132c8d4-2fdb-45d3-b160-b20437ae7259 req-b2b1847a-677c-4675-b190-f3a6f3a02ecd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 944 time: 0.2416353
Jan 29 20:52:26.049447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16d67a-a0f6-4605-8408-266399c2ac3e req-17c7e823-4730-48d1-aa0a-8566d090a4b1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.051191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc16d67a-a0f6-4605-8408-266399c2ac3e req-17c7e823-4730-48d1-aa0a-8566d090a4b1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.2523146
Jan 29 20:52:26.078687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-ec3d2acc-c855-42b2-b8ea-7f5dd3edc8af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569398
Jan 29 20:52:26.276350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc16d67a-a0f6-4605-8408-266399c2ac3e req-30489faa-acf1-4c60-8b20-34d37a2ab527 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001090
Jan 29 20:52:26.298887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2132c8d4-2fdb-45d3-b160-b20437ae7259 req-803351f0-457b-46df-ad4c-66b128626c41 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311909
Jan 29 20:52:26.305934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-82e01eca-87ec-4833-a547-4272df12ba71 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645521
Jan 29 20:52:26.311832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-9bfb6aa1-5e84-4c0b-9cf4-b35e04a16540 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166052
Jan 29 20:52:26.346804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-b5500a6a-9a86-47a4-9f58-d101c00ef786 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.348562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-b5500a6a-9a86-47a4-9f58-d101c00ef786 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.1376846
Jan 29 20:52:26.364387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Request body: {'port': {'device_id': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'admin_state_up': True, 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:26.385482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-000bccfc-4e00-4979-b359-0800dfba4ef8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f HTTP/1.1" status: 200  len: 217 time: 0.0723863
Jan 29 20:52:26.494623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:26.497885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:26.552219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-2266e558-5115-4258-8d70-7f8097d0ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.553710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-2266e558-5115-4258-8d70-7f8097d0ce39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.1550312
Jan 29 20:52:26.596399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-deleted', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c'}, {'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'name': 'network-vif-deleted', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:26.598618 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576abc9e-2580-4c53-8bed-69fa86fb4cd1" -d '{"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-deleted", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c"}, {"server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "name": "network-vif-deleted", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:26.607582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16b508fe-ef7c-45e7-bf11-8c5dcb60f1bf req-1bb7b59b-0baf-4eec-a7e9-5396ae447f26 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2886093
Jan 29 20:52:26.616300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496abbb-894b-4725-a71d-5a79ef2d17f4 req-83607d2f-cae8-4a49-8541-f3d40a58095b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.617796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9496abbb-894b-4725-a71d-5a79ef2d17f4 req-83607d2f-cae8-4a49-8541-f3d40a58095b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.2208283
Jan 29 20:52:26.633854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Allocated IP 172.20.0.8 (fde7608a-7ce8-4520-aa30-55635c6a4827/88b7301d-cd01-476d-a934-54604cfc35a9/101843e1-93d2-4370-96f6-0e2d9c7e12b6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:26.646213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.652602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.658657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.663934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.670245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.674591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.679817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.681732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-520ca2e5-95c0-4a02-8964-8da572677556 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.2025564
Jan 29 20:52:26.730595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-31a187d3-8ef5-40b3-93b7-a5733c9255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.732111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-31a187d3-8ef5-40b3-93b7-a5733c9255f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1689126
Jan 29 20:52:26.789911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks [] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:26.806319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9496abbb-894b-4725-a71d-5a79ef2d17f4 req-0ad704bf-ff0c-4d21-8802-f4904355569f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821127
Jan 29 20:52:26.829997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de46c68c-fd84-45ca-aeba-6f8e192aa5f1 req-95174017-f64f-44b7-9480-a32691d8954d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1360705
Jan 29 20:52:26.842380 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:26.875933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-dd09de83-ec42-4e02-b9cf-493af8edeb2f service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302960
Jan 29 20:52:26.891798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Network fde7608a-7ce8-4520-aa30-55635c6a4827 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:26.894953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:26.901324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:26.913872 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1cd32-fc7f-4237-b2b9-00911ffca43d x-openstack-request-id: req-1af1cd32-fc7f-4237-b2b9-00911ffca43d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:26.914100 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132", "name": "network-vif-deleted", "tag": "9821f005-92ac-4475-8b05-7be0ff14f397", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:26.914357 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1af1cd32-fc7f-4237-b2b9-00911ffca43d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:26.914755 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87cc3cc-9c3e-4ae0-a9cd-3f697ce8b132', 'name': 'network-vif-deleted', 'tag': '9821f005-92ac-4475-8b05-7be0ff14f397', 'status': 'completed', 'code': 200}
Jan 29 20:52:26.931220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event updated for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:26.957020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:26.957626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:26.974149 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ba7e3fd2-8b20-4e85-9de4-b2c7d476fa30 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6162755
Jan 29 20:52:26.985341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Request body: {'port': {'device_id': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:27.038405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfc1ab-8e1f-4b53-832a-5ede18c3b1d6 req-a105c633-5178-44fb-8a9a-18acee04a8c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.039878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aabfc1ab-8e1f-4b53-832a-5ede18c3b1d6 req-a105c633-5178-44fb-8a9a-18acee04a8c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1615899
Jan 29 20:52:27.042656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.057308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3edae588-f6cb-48a4-b1c3-01e1bed853eb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:27.075149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-49171578-db26-469f-89d0-292f1dabe1c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592240
Jan 29 20:52:27.086256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed2cf-619e-4e93-8b6b-f39360a3c456 req-e695cadb-8d2b-4809-9d7d-e6afa79484ce tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.087384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd6ed2cf-619e-4e93-8b6b-f39360a3c456 req-e695cadb-8d2b-4809-9d7d-e6afa79484ce tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 931 time: 0.1244187
Jan 29 20:52:27.147682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-cba173bf-38e4-43c7-a241-3ecc81d23fad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4bddc98d-07b9-40da-b287-bd5046e29f86 HTTP/1.1" status: 200  len: 217 time: 0.0591509
Jan 29 20:52:27.169410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:27.175450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aabfc1ab-8e1f-4b53-832a-5ede18c3b1d6 req-b13d32a3-517e-410b-aa0f-1945c6ca32c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219108
Jan 29 20:52:27.189704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'port_id': '3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'mac_address': 'fa:16:3e:04:cb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf51ee7b-099c-4290-ba5c-72671c515df7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:27.234806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3edae588-f6cb-48a4-b1c3-01e1bed853eb is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:27.235563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.250794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd6ed2cf-619e-4e93-8b6b-f39360a3c456 req-c39c743d-54cc-40b9-a168-c72c3dd05eb4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517196
Jan 29 20:52:27.251674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edae588-f6cb-48a4-b1c3-01e1bed853eb {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:27.252547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-34e9c5b9-f9de-4e03-9a1d-31eb3002aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.253993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-34e9c5b9-f9de-4e03-9a1d-31eb3002aa2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.0925317
Jan 29 20:52:27.267851 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d4584-5942-4f38-b69d-7b551277285e x-openstack-request-id: req-908d4584-5942-4f38-b69d-7b551277285e {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:27.268066 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c6d7c-7387-47bd-a06b-8af8ee5e971f", "name": "network-vif-deleted", "tag": "7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c", "status": "completed", "code": 200}, {"server_uuid": "e00b9245-3c95-4d9f-81c2-12f122e21353", "name": "network-vif-deleted", "tag": "04f36fd2-bc39-44ad-bf20-87453325935f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:27.268293 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-908d4584-5942-4f38-b69d-7b551277285e {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:27.272123 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c6d7c-7387-47bd-a06b-8af8ee5e971f', 'name': 'network-vif-deleted', 'tag': '7b8e3a92-29b9-45bb-ac2d-2481e5c49f5c', 'status': 'completed', 'code': 200}
Jan 29 20:52:27.272123 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9245-3c95-4d9f-81c2-12f122e21353', 'name': 'network-vif-deleted', 'tag': '04f36fd2-bc39-44ad-bf20-87453325935f', 'status': 'completed', 'code': 200}
Jan 29 20:52:27.276576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:27.283818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.346279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-50483cd2-f163-4c6f-9115-de657795677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.347849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-50483cd2-f163-4c6f-9115-de657795677a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0743749
Jan 29 20:52:27.361450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:27.371174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101843e1-93d2-4370-96f6-0e2d9c7e12b6 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:27.380800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks [] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.393620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Transition to ACTIVE for port object 101843e1-93d2-4370-96f6-0e2d9c7e12b6 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:27.397525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.463655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Pushing event updated for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:27.488343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8528ff-4858-40e0-9f66-26acfd91acfc req-25526750-a973-4040-8bf2-6210a84e6c71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.489860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e8528ff-4858-40e0-9f66-26acfd91acfc req-25526750-a973-4040-8bf2-6210a84e6c71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1578894
Jan 29 20:52:27.517135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Attempting to bind port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:27.517474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Attempting to bind port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:27.517803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Attempting to bind port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:27.522105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 on network fde7608a-7ce8-4520-aa30-55635c6a4827 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:27.522456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Attempting to bind port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:27.527153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:27.527494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Checking segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:27.527875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Bound using segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:27.528296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Bound port: 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:27.528658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.535156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228231-05fc-4dab-92df-3ad9acd06fbf req-d2e1b67c-04e0-4ddb-8bb8-5375f07b82f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.536929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75228231-05fc-4dab-92df-3ad9acd06fbf req-d2e1b67c-04e0-4ddb-8bb8-5375f07b82f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1677432
Jan 29 20:52:27.541452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-5c1a3f84-4b37-4126-bc52-ff24200704af service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714222
Jan 29 20:52:27.624511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e8528ff-4858-40e0-9f66-26acfd91acfc req-d3d8eee6-e33f-46b2-94fb-8a0f84cacb08 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273391
Jan 29 20:52:27.647137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:27.701971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-31cbbc77-6c2f-4dad-ae8c-c219fad5720e service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496713
Jan 29 20:52:27.716667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75228231-05fc-4dab-92df-3ad9acd06fbf req-54d89300-9829-46bd-9b2a-e96d8e712887 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731355
Jan 29 20:52:27.772610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-441706f3-d902-482f-9056-b6dd7904d5ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00 HTTP/1.1" status: 200  len: 217 time: 0.0647068
Jan 29 20:52:27.898417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-2ddac2d6-a3e0-4c03-99ca-5f51e27acb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.899772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-2ddac2d6-a3e0-4c03-99ca-5f51e27acb6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.1176260
Jan 29 20:52:27.914567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:27.917543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:27.923990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.957201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.957826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:27.959231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] 10.222.0.18 "PUT /v2.0/ports/101843e1-93d2-4370-96f6-0e2d9c7e12b6 HTTP/1.1" status: 200  len: 1091 time: 0.9780562
Jan 29 20:52:27.973047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c743d-b9cf-4552-8fe3-a7c1b7aca2a3 req-da2fb656-9a6d-436a-8b9c-9cc59ec41541 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:27.974561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-425c743d-b9cf-4552-8fe3-a7c1b7aca2a3 req-da2fb656-9a6d-436a-8b9c-9cc59ec41541 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 945 time: 0.1306117
Jan 29 20:52:27.986464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a79e-73ad-4ab6-b98a-962993be225f service neutron] Pushing event updated for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:28.006346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-4d99cd3f-84e2-4f7f-8ae1-8954387cf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.007829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-4d99cd3f-84e2-4f7f-8ae1-8954387cf2d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0920708
Jan 29 20:52:28.016145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460b864-acc8-4e7e-b750-afed3f4458b7 req-ec67433a-4173-4cb3-88e2-03623d2e882e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.017558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d460b864-acc8-4e7e-b750-afed3f4458b7 req-ec67433a-4173-4cb3-88e2-03623d2e882e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1362622
Jan 29 20:52:28.039344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-b238be28-7a5a-4893-8ec9-1ebb8dc636ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.041201 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-b238be28-7a5a-4893-8ec9-1ebb8dc636ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 1125 time: 0.0457454
Jan 29 20:52:28.085592 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-8e1d4f3a-9b37-44b1-a1a6-0a20298ce3f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6 HTTP/1.1" status: 200  len: 217 time: 0.0370831
Jan 29 20:52:28.107184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-425c743d-b9cf-4552-8fe3-a7c1b7aca2a3 req-d61074e0-cedd-4b02-a0c0-15bc968defd5 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246796
Jan 29 20:52:28.133507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ec658337-d259-46af-bcf1-32d3bb1ad126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.134988 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-ec658337-d259-46af-bcf1-32d3bb1ad126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0435691
Jan 29 20:52:28.148730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d460b864-acc8-4e7e-b750-afed3f4458b7 req-49143dd7-2da5-409f-b29b-8976976941e4 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208375
Jan 29 20:52:28.159505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-bbada13c-e158-4583-9bd2-d9d6a1948330 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410413
Jan 29 20:52:28.169580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-e78b6fa0-d97b-4d86-b25b-815711e757c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259097
Jan 29 20:52:28.265613 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-9d19ad14-da12-4ef5-81f9-60542c5be870 service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893309
Jan 29 20:52:28.318460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-5a2b77e1-ee03-4219-a900-5c952ba9387e service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491947
Jan 29 20:52:28.330984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ded64-29f0-4f82-96bf-bdf767c08701 req-7337d7dd-bbc8-4994-ab58-af2816db59d4 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.332400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a0ded64-29f0-4f82-96bf-bdf767c08701 req-7337d7dd-bbc8-4994-ab58-af2816db59d4 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.1207905
Jan 29 20:52:28.356515 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-c66045f2-9585-4f9d-b1c3-6e1e2d5f8902 service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834560
Jan 29 20:52:28.378629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-148696b6-b971-4c37-a50e-3ec225bd0f71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd3606f1-8289-47b0-985b-4710648f7298 HTTP/1.1" status: 200  len: 217 time: 0.0451531
Jan 29 20:52:28.396370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.401662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.406905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.412104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.417325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.422816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.428012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.429748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-b6a12d2d-1b0c-4caa-9672-d530c038100a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.1851597
Jan 29 20:52:28.518678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06ace0aa-e45d-41ce-8599-75e13b545334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.520117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-06ace0aa-e45d-41ce-8599-75e13b545334 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.0879016
Jan 29 20:52:28.523110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a0ded64-29f0-4f82-96bf-bdf767c08701 req-7a4cb31e-469c-4908-a65a-1d4ad3c91434 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807628
Jan 29 20:52:28.573682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ab77e4a-82f9-4de6-a64f-02a5b87a3cd4 req-a464e941-323b-44b9-b4d3-18b97eeff59c tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1319158
Jan 29 20:52:28.610768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-1b1617cd-14b7-41c3-b19d-61b03feebc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.612272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-1b1617cd-14b7-41c3-b19d-61b03feebc89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0819347
Jan 29 20:52:28.691471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f0f7-654b-40e2-9190-9055eb9926b4 req-e3020837-95c2-49c7-9a2a-648460380341 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.692952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd6f0f7-654b-40e2-9190-9055eb9926b4 req-e3020837-95c2-49c7-9a2a-648460380341 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1129558
Jan 29 20:52:28.792169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4714e-1742-43b1-8728-66dfa5d4dbd1 req-abd1fdd6-d411-4b54-8e63-3c4194518530 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.793649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01e4714e-1742-43b1-8728-66dfa5d4dbd1 req-abd1fdd6-d411-4b54-8e63-3c4194518530 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 943 time: 0.1231585
Jan 29 20:52:28.797483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd6f0f7-654b-40e2-9190-9055eb9926b4 req-de8eff82-0119-4c92-b672-0de5bcb56b79 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884783
Jan 29 20:52:28.799202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-db19df06-e1d8-4a6b-b061-ad56b47c43ff service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776152
Jan 29 20:52:28.915610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01e4714e-1742-43b1-8728-66dfa5d4dbd1 req-180ced06-d704-40ff-bc66-050608a76e36 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153958
Jan 29 20:52:28.952096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9299018-69c8-4d2c-984e-2adb8ef6361c req-c9d493ef-345e-4a33-9e29-2a2f5c22a194 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:28.953698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9299018-69c8-4d2c-984e-2adb8ef6361c req-c9d493ef-345e-4a33-9e29-2a2f5c22a194 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0875142
Jan 29 20:52:28.985020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5edad4bc-bcf9-4d3f-8fc9-7360f4d7d89d req-3376396d-9566-4444-ba54-754bb947fadf service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684577
Jan 29 20:52:29.038876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9299018-69c8-4d2c-984e-2adb8ef6361c req-4319269a-3cb1-4a0c-b1fc-e23ac6d9db7e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761559
Jan 29 20:52:29.055690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e26e4-0911-4433-a23c-072d9d152443 req-eb068646-014f-41f7-8bb7-492e855d05e6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.057199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-310e26e4-0911-4433-a23c-072d9d152443 req-eb068646-014f-41f7-8bb7-492e855d05e6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0850585
Jan 29 20:52:29.064108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9821f005-92ac-4475-8b05-7be0ff14f397 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:29.084575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 9821f005-92ac-4475-8b05-7be0ff14f397 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:29.084918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9821f005-92ac-4475-8b05-7be0ff14f397 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:29.087941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3edae588-f6cb-48a4-b1c3-01e1bed853eb up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:29.137651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 3edae588-f6cb-48a4-b1c3-01e1bed853eb completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:29.139737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.140220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.140689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.141260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.141787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.142166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.142504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 3edae588-f6cb-48a4-b1c3-01e1bed853eb triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:29.142625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.143016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.144515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-af110150-e90d-4b8c-bb15-ad8234208273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6694 time: 0.0863461
Jan 29 20:52:29.148097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-310e26e4-0911-4433-a23c-072d9d152443 req-1e5f03d5-aae7-4fa6-9722-622df2f83f83 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639470
Jan 29 20:52:29.250677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3edae588-f6cb-48a4-b1c3-01e1bed853eb is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:29.251222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.273312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:29.275881 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64" -d '{"events": [{"name": "network-changed", "server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:29.276318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:29.278601 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2be788-a68c-4bf9-8736-bde12af70104" -d '{"events": [{"server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "name": "network-vif-plugged", "status": "completed", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:29.291948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:29.297015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.325374 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:52:29.346956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:29.555445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01600926-db80-48b4-939b-749d6567ac20 req-5e6f8e39-33d4-496c-9e3d-0474de5dc42e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.556903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-01600926-db80-48b4-939b-749d6567ac20 req-5e6f8e39-33d4-496c-9e3d-0474de5dc42e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.0535419
Jan 29 20:52:29.632588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb75f4d-d122-43c2-98b7-9f057238965e req-fda8d54a-b9a6-4090-bb99-1f228d5f5273 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.634080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5eb75f4d-d122-43c2-98b7-9f057238965e req-fda8d54a-b9a6-4090-bb99-1f228d5f5273 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c3cb62-aac4-4b47-b935-11ec2332560c HTTP/1.1" status: 200  len: 950 time: 0.1188407
Jan 29 20:52:29.635419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-c25b471d-decf-47eb-8455-a4bd779359f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.636734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-c25b471d-decf-47eb-8455-a4bd779359f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 200  len: 902 time: 0.4852865
Jan 29 20:52:29.643838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7095-5b9b-48a6-982a-0b7396e34d08 req-9b84f523-ddcf-4e77-8d58-0d2569cf5187 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.645240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f79d7095-5b9b-48a6-982a-0b7396e34d08 req-9b84f523-ddcf-4e77-8d58-0d2569cf5187 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.1316142
Jan 29 20:52:29.657049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Deleting port 95b4f824-5ccc-4908-8411-5431cca31774 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:29.657401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (95b4f824-5ccc-4908-8411-5431cca31774), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.699566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-1e9a84e9-1ffb-4820-ad86-98550cc9bcab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00 HTTP/1.1" status: 200  len: 217 time: 0.0533845
Jan 29 20:52:29.744256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] For port 95b4f824-5ccc-4908-8411-5431cca31774, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95b4f824-5ccc-4908-8411-5431cca31774,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:29.744763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (95b4f824-5ccc-4908-8411-5431cca31774), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.758501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Calling delete_port for 95b4f824-5ccc-4908-8411-5431cca31774 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:29.789451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5eb75f4d-d122-43c2-98b7-9f057238965e req-9055efb3-706e-425e-9c2c-494537527bf3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421907
Jan 29 20:52:29.794060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f79d7095-5b9b-48a6-982a-0b7396e34d08 req-4c8f8735-fd0b-49ec-bd5a-1b8d1cc8745c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347454
Jan 29 20:52:29.797961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-61ea261e-626d-4538-b074-301e71888f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.799353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-61ea261e-626d-4538-b074-301e71888f98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.0923605
Jan 29 20:52:29.847303 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13fffe-ae20-4f5b-9de2-80a2e2d24d0f x-openstack-request-id: req-bb13fffe-ae20-4f5b-9de2-80a2e2d24d0f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:29.847781 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:29.847900 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb13fffe-ae20-4f5b-9de2-80a2e2d24d0f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:29.848251 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6', 'status': 'completed', 'code': 200}
Jan 29 20:52:29.858596 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764016e-936b-4af0-9b56-49d86a7c2dc0 x-openstack-request-id: req-e764016e-936b-4af0-9b56-49d86a7c2dc0 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:29.859102 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "name": "network-vif-plugged", "status": "completed", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:29.859526 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e764016e-936b-4af0-9b56-49d86a7c2dc0 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:29.860099 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'code': 200}
Jan 29 20:52:29.885617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-0750279e-093d-4325-89de-4a9f8fcafea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:29.887146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-0750279e-093d-4325-89de-4a9f8fcafea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0767243
Jan 29 20:52:29.938332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (95b4f824-5ccc-4908-8411-5431cca31774), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:29.951283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:29.956778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['95b4f824-5ccc-4908-8411-5431cca31774'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:29.995560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event deleted for resources: {'Port': ['ID=95b4f824-5ccc-4908-8411-5431cca31774,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:30.047300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] No DVR routers for this DVR port 95b4f824-5ccc-4908-8411-5431cca31774 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:30.050829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:30.054176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-01600926-db80-48b4-939b-749d6567ac20 req-8ba0309b-cfcd-4a0e-9578-635c37f2b48f tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.18 "DELETE /v2.0/ports/95b4f824-5ccc-4908-8411-5431cca31774 HTTP/1.1" status: 204  len: 173 time: 0.4918547
Jan 29 20:52:30.069542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84e123-fece-4449-a55e-6d8c34b0382a req-321e1d48-707b-4379-9bc9-ee82daf05e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.071080 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6b84e123-fece-4449-a55e-6d8c34b0382a req-321e1d48-707b-4379-9bc9-ee82daf05e93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 1128 time: 0.1307704
Jan 29 20:52:30.074455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-ec9f302c-8fd4-451b-8a87-989366e2d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.075953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-ec9f302c-8fd4-451b-8a87-989366e2d764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 1125 time: 0.1879404
Jan 29 20:52:30.092730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.098064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.103442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.108708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.113916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.119328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.119502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6b84e123-fece-4449-a55e-6d8c34b0382a req-bf08b4e5-9b54-4f0f-93a3-d97ce1447bb4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396421
Jan 29 20:52:30.125168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.127098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-1a5bfaeb-010d-40f1-ad68-8588c09fb2df tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.1898096
Jan 29 20:52:30.208940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-70de14b0-b41f-47e3-8444-86df7b1fb0c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103940
Jan 29 20:52:30.215777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07e14-90a7-418e-94ec-e4c1d552566f req-b887bff3-6fdb-41b7-9023-7b0f1e86ae9c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.217185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fec07e14-90a7-418e-94ec-e4c1d552566f req-b887bff3-6fdb-41b7-9023-7b0f1e86ae9c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.2824273
Jan 29 20:52:30.312315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2dfcdc1-bf54-4c19-b091-a37c87f36df0 req-0d325642-51eb-40cd-a74e-c3a5d1107fbd tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1680787
Jan 29 20:52:30.317294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-d8838b1e-b271-4137-8d9d-7b25e5e1009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.318713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-d8838b1e-b271-4137-8d9d-7b25e5e1009a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 914 time: 0.1884515
Jan 29 20:52:30.325668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fec07e14-90a7-418e-94ec-e4c1d552566f req-7895973e-f082-40db-a5e9-3a4e2103e042 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001322
Jan 29 20:52:30.500704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-9b3847ac-88df-41a3-8b02-1a4bc408bc83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6 HTTP/1.1" status: 200  len: 217 time: 0.0609484
Jan 29 20:52:30.576169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198f32-9492-4c9b-834f-31a5b1ea753c req-fdcb9bbd-67e0-40d3-899b-be2f203d4e15 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.577654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9198f32-9492-4c9b-834f-31a5b1ea753c req-fdcb9bbd-67e0-40d3-899b-be2f203d4e15 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.2061408
Jan 29 20:52:30.596318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f44ef-dfcf-48da-91aa-b6b7780295ed req-487cc5b3-e894-4841-96b1-ef4f829b6422 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.597745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d6f44ef-dfcf-48da-91aa-b6b7780295ed req-487cc5b3-e894-4841-96b1-ef4f829b6422 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 943 time: 0.1988664
Jan 29 20:52:30.644773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-acf6990b-a6b0-4188-b301-fb2003a3e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.646226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-acf6990b-a6b0-4188-b301-fb2003a3e6d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.1163068
Jan 29 20:52:30.704658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-9fd3ba77-d851-4bdb-b132-d24509fcc2eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469904
Jan 29 20:52:30.719360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-05c47ddc-6452-4cea-88c6-71d27788d8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736449
Jan 29 20:52:30.738434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9198f32-9492-4c9b-834f-31a5b1ea753c req-8335f74b-859b-488d-a8d5-f9e8bc826d10 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544590
Jan 29 20:52:30.790812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d6f44ef-dfcf-48da-91aa-b6b7780295ed req-63d6a256-b7b6-4ef1-8086-333611afeedd tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835699
Jan 29 20:52:30.931900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.932382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.932852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.933453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.934001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.934474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.934933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.936967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-907c0f73-a8b1-4bb2-acf2-509bd2951129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6694 time: 0.1611917
Jan 29 20:52:30.940416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-cb70fdf9-118d-4905-8f86-8a565912560e service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237236
Jan 29 20:52:30.955123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f3eab-5909-485c-8bc6-d490130ef61a req-3812c9ca-8a38-488c-a1c9-2de9ac183f22 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:30.956589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e85f3eab-5909-485c-8bc6-d490130ef61a req-3812c9ca-8a38-488c-a1c9-2de9ac183f22 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1485305
Jan 29 20:52:31.060526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f007b-d721-4d3e-bd8d-3067916adc65 req-07b6ce30-1b9d-4c4d-a46c-bd0a4c11a2ba tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.062045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d4f007b-d721-4d3e-bd8d-3067916adc65 req-07b6ce30-1b9d-4c4d-a46c-bd0a4c11a2ba tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1956303
Jan 29 20:52:31.179500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e85f3eab-5909-485c-8bc6-d490130ef61a req-7aeac9ce-bb04-4733-8880-8312189bdf2c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028322
Jan 29 20:52:31.196365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d4f007b-d721-4d3e-bd8d-3067916adc65 req-b9e50150-c37b-46f2-b133-df7638595700 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230659
Jan 29 20:52:31.199080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-1185954b-4889-451e-9065-1ea852c99600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.200546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-1185954b-4889-451e-9065-1ea852c99600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 200  len: 902 time: 0.2404001
Jan 29 20:52:31.204679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ebbddc-1bda-4ee5-9954-42bf6994ee64 req-0cd7b6c7-8e07-4a26-83e1-324a19b8ceed service neutron] 10.222.0.18 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471788
Jan 29 20:52:31.267477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-11190c74-6ca3-4615-b528-ede9eae043ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd3606f1-8289-47b0-985b-4710648f7298 HTTP/1.1" status: 200  len: 217 time: 0.0463393
Jan 29 20:52:31.349578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-d672b1fa-6149-45fe-8592-85006d2eb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.352314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-d672b1fa-6149-45fe-8592-85006d2eb273 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.0729346
Jan 29 20:52:31.364678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97636-8e24-48fd-903f-ee6f801fea87 req-c001a10b-1b9a-44b2-8953-7d87d27be7a6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.366231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0e97636-8e24-48fd-903f-ee6f801fea87 req-c001a10b-1b9a-44b2-8953-7d87d27be7a6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.0973380
Jan 29 20:52:31.479860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400839-fdb2-41e8-bc54-98e61f397815 req-877e8a80-ac66-44fe-8b2e-d4555aa60373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.481286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-877e8a80-ac66-44fe-8b2e-d4555aa60373 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1135631
Jan 29 20:52:31.484596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0e97636-8e24-48fd-903f-ee6f801fea87 req-708ae85f-3f3d-4254-89b6-c68221e205a8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089425
Jan 29 20:52:31.544109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.549640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.554822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.560046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.565799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.571002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.576258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.578615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-a62059e7-5773-49d5-84e0-0b9b93f37d52 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.1715736
Jan 29 20:52:31.696126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-79b4c715-e897-472f-9fe4-5cd6393ec1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078300
Jan 29 20:52:31.702562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74055f72-9dbb-4547-b66d-1095ed0a9696 req-67383595-a762-45ee-a698-4f10e8de6365 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1184812
Jan 29 20:52:31.709887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df438f0-d982-4374-b77a-d3fab4160bd4 req-75478e0b-bd66-4953-94e8-0c9bd2399331 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.711692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6df438f0-d982-4374-b77a-d3fab4160bd4 req-75478e0b-bd66-4953-94e8-0c9bd2399331 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.1306925
Jan 29 20:52:31.835707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6df438f0-d982-4374-b77a-d3fab4160bd4 req-be78487d-8ff2-4697-b9d0-1294ec471d06 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158431
Jan 29 20:52:31.850608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-deleted', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:31.855370 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52902925-252d-4236-a7f1-67b6cbd55f7e" -d '{"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-deleted", "tag": "95b4f824-5ccc-4908-8411-5431cca31774"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:31.872878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32400839-fdb2-41e8-bc54-98e61f397815 req-a5b54787-c291-4d68-85cf-43a34be0d7fe service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602254
Jan 29 20:52:31.883402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3bf09-8c36-4dab-ba61-795139a651f8 req-087ed838-6f4d-4a7a-b5d3-dfcd77c29cee tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.884829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12a3bf09-8c36-4dab-ba61-795139a651f8 req-087ed838-6f4d-4a7a-b5d3-dfcd77c29cee tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1125531
Jan 29 20:52:31.957610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12a3bf09-8c36-4dab-ba61-795139a651f8 req-246a0068-9e44-499a-b914-d0c49862bc78 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672047
Jan 29 20:52:31.976277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71747f-a9a6-4daa-9450-e8d72c30c865 req-1ed769d4-3126-4fee-be37-26fef2e1d9eb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:31.977797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df71747f-a9a6-4daa-9450-e8d72c30c865 req-1ed769d4-3126-4fee-be37-26fef2e1d9eb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0677073
Jan 29 20:52:32.032704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df71747f-a9a6-4daa-9450-e8d72c30c865 req-08d7869f-194c-48f6-842a-17e4312c5b7d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483804
Jan 29 20:52:32.076027 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff8189-a20b-4a4b-9e5b-cca34c1dfd03 x-openstack-request-id: req-3bff8189-a20b-4a4b-9e5b-cca34c1dfd03 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:32.076364 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3cb62-aac4-4b47-b935-11ec2332560c", "name": "network-vif-deleted", "tag": "95b4f824-5ccc-4908-8411-5431cca31774", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:32.076625 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bff8189-a20b-4a4b-9e5b-cca34c1dfd03 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:32.077054 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3cb62-aac4-4b47-b935-11ec2332560c', 'name': 'network-vif-deleted', 'tag': '95b4f824-5ccc-4908-8411-5431cca31774', 'status': 'completed', 'code': 200}
Jan 29 20:52:32.078543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677dc7-7b25-4864-9c72-116ba226083f req-ed02a427-d33b-4042-af3b-297719140fb6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.080053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e677dc7-7b25-4864-9c72-116ba226083f req-ed02a427-d33b-4042-af3b-297719140fb6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 943 time: 0.0662460
Jan 29 20:52:32.125965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e677dc7-7b25-4864-9c72-116ba226083f req-4a9fb80e-e84c-424b-8ae8-231dee360cc3 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403965
Jan 29 20:52:32.335793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f1d4a-3dbf-4a64-8341-30bca131c3b8 req-ed28184a-3c35-4f94-9e1b-050685fbff5c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.337196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f4f1d4a-3dbf-4a64-8341-30bca131c3b8 req-ed28184a-3c35-4f94-9e1b-050685fbff5c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0870333
Jan 29 20:52:32.348915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32efd-183f-4103-8da2-2c91db55b5ce req-4a0256c4-42a0-4d2c-a445-2de8da9a0164 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.350326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32c32efd-183f-4103-8da2-2c91db55b5ce req-4a0256c4-42a0-4d2c-a445-2de8da9a0164 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0708728
Jan 29 20:52:32.422654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f4f1d4a-3dbf-4a64-8341-30bca131c3b8 req-b7e41ce2-e5b6-4c1c-bf0b-14963aff6957 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713859
Jan 29 20:52:32.429431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32c32efd-183f-4103-8da2-2c91db55b5ce req-802d564a-c369-43e9-86c6-2a53cbfc7b3b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726626
Jan 29 20:52:32.601023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ddd41-298e-4c96-9ecd-559885a416fb req-477552ff-1872-40ae-89d5-a1bcf317ad0d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.602394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a9ddd41-298e-4c96-9ecd-559885a416fb req-477552ff-1872-40ae-89d5-a1bcf317ad0d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.0518644
Jan 29 20:52:32.647882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a9ddd41-298e-4c96-9ecd-559885a416fb req-180fb144-208d-44fb-a932-5735172609c7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399504
Jan 29 20:52:32.857539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.862696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.877665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.884812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.889485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.895909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.902836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:32.905133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-fc130fca-aac7-4b95-8fd1-7b40c3a25d33 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.1219907
Jan 29 20:52:33.018118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0501cf-1534-41d4-8593-9e5082416e6f req-1c0124ae-731e-4ce6-a66f-3786b293c321 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0964634
Jan 29 20:52:33.031379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6445-8c87-4d73-b7be-329ce0af061f req-c387fc22-526b-4a3a-9503-bb9cabf0cc96 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.033055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d52e6445-8c87-4d73-b7be-329ce0af061f req-c387fc22-526b-4a3a-9503-bb9cabf0cc96 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.0980418
Jan 29 20:52:33.096045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d52e6445-8c87-4d73-b7be-329ce0af061f req-48f9f2e5-6f3f-4c1e-9cf5-6c6e27bf063b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567477
Jan 29 20:52:33.138573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 101843e1-93d2-4370-96f6-0e2d9c7e12b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:33.142771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:33.149446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095527cf-04ee-411f-bab9-c964ab67c3ab req-ace0f224-1894-46a0-80ca-67d1294f1fa9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.151340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095527cf-04ee-411f-bab9-c964ab67c3ab req-ace0f224-1894-46a0-80ca-67d1294f1fa9 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0702527
Jan 29 20:52:33.176299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 95b4f824-5ccc-4908-8411-5431cca31774 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:33.176958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 95b4f824-5ccc-4908-8411-5431cca31774 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:33.247642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095527cf-04ee-411f-bab9-c964ab67c3ab req-6477b7a8-4801-4268-aabc-4e45c92994ad tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892351
Jan 29 20:52:33.260120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e06bb-4c65-4b69-b907-9ae35591f402 req-c559f0a4-b72d-4187-8f03-724333f35d27 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.261711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb0e06bb-4c65-4b69-b907-9ae35591f402 req-c559f0a4-b72d-4187-8f03-724333f35d27 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0946712
Jan 29 20:52:33.282534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:33.296832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '101843e1-93d2-4370-96f6-0e2d9c7e12b6', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'port_id': '101843e1-93d2-4370-96f6-0e2d9c7e12b6', 'mac_address': 'fa:16:3e:63:83:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7301d-cd01-476d-a934-54604cfc35a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:33.335429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:33.335824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:33.344929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb0e06bb-4c65-4b69-b907-9ae35591f402 req-588832a4-ac9e-4caf-ab44-6ed3ade3bb83 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683653
Jan 29 20:52:33.349394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101843e1-93d2-4370-96f6-0e2d9c7e12b6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:33.373643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da838e0d-4744-41dd-b174-8d7fd207e807 req-329eee75-43a1-4387-bf9d-e5ba0d48d236 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.373931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:33.375353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da838e0d-4744-41dd-b174-8d7fd207e807 req-329eee75-43a1-4387-bf9d-e5ba0d48d236 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 943 time: 0.0690994
Jan 29 20:52:33.378250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:33.424672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da838e0d-4744-41dd-b174-8d7fd207e807 req-22bb6314-452c-49c2-8bb6-fedc4a9d1c3b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417786
Jan 29 20:52:33.425058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:33.574896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebce9b-b281-426a-b4d3-e8e72945d4aa req-443054be-b04e-4e0a-be36-8e4244b2ae1e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.576363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccebce9b-b281-426a-b4d3-e8e72945d4aa req-443054be-b04e-4e0a-be36-8e4244b2ae1e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0858948
Jan 29 20:52:33.582977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a34e44-cd39-4c99-acf9-39711fd7c63d req-ccfc8142-d8e0-4bb3-a491-743ac9c19539 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:33.584301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6a34e44-cd39-4c99-acf9-39711fd7c63d req-ccfc8142-d8e0-4bb3-a491-743ac9c19539 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0853839
Jan 29 20:52:33.652880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccebce9b-b281-426a-b4d3-e8e72945d4aa req-15e23497-57f8-45fb-85c8-67e626b40a3b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675747
Jan 29 20:52:33.656710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6a34e44-cd39-4c99-acf9-39711fd7c63d req-d9c193a4-999b-4ad8-909d-a560ce7da986 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657015
Jan 29 20:52:33.760202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['101843e1-93d2-4370-96f6-0e2d9c7e12b6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:34.150353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.157064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.162478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.167870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.173549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.178808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.184073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.185999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-31e9725b-dc62-4187-9f9b-9b616b1eb077 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.0948105
Jan 29 20:52:34.250570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812f0fbf-c9c1-40c3-a3d5-bdb6096887ba req-086dbb2e-b74f-4978-8e2e-cd57adae0efd tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0584972
Jan 29 20:52:34.415593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf3e9-39db-4ee0-a4f1-a6a0b91511ef req-c530ff59-e3f9-455c-8a96-3a84378bf451 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.417097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21fdf3e9-39db-4ee0-a4f1-a6a0b91511ef req-c530ff59-e3f9-455c-8a96-3a84378bf451 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.0964339
Jan 29 20:52:34.424045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22fa84-7ce2-4f80-b28d-ec4f0ef16a56 req-a53cf412-6409-44c5-8c66-7b985d1406e2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.425471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a22fa84-7ce2-4f80-b28d-ec4f0ef16a56 req-a53cf412-6409-44c5-8c66-7b985d1406e2 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0836861
Jan 29 20:52:34.493766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21fdf3e9-39db-4ee0-a4f1-a6a0b91511ef req-c91f1d83-a393-43e3-977a-34f2b8d74230 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672655
Jan 29 20:52:34.505041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a22fa84-7ce2-4f80-b28d-ec4f0ef16a56 req-ee61448d-9e39-44a8-835a-5a5864b6ab0c tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728452
Jan 29 20:52:34.650989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e48695-5ac3-4abb-b87f-a02d990fd06a req-877834a8-88df-4fe9-83ae-33cdc223b955 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.652415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e48695-5ac3-4abb-b87f-a02d990fd06a req-877834a8-88df-4fe9-83ae-33cdc223b955 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 944 time: 0.0830326
Jan 29 20:52:34.660557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22880e-2cf7-4da7-95a1-3add676f2a8e req-70c38f68-2a4b-46b0-aaea-a1382b2494fa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.662226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f22880e-2cf7-4da7-95a1-3add676f2a8e req-70c38f68-2a4b-46b0-aaea-a1382b2494fa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0915599
Jan 29 20:52:34.734812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e48695-5ac3-4abb-b87f-a02d990fd06a req-d0b26544-3fd2-4b48-b19c-bbcc03a08011 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716391
Jan 29 20:52:34.738194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f22880e-2cf7-4da7-95a1-3add676f2a8e req-88c02f3a-5b66-4e82-b78c-53807ff0c3e3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690596
Jan 29 20:52:34.881350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217376f0-c227-4d46-b92d-63a5dcc10dfc req-b6b4199f-d5da-403e-ae64-67ec2949acc6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.882854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217376f0-c227-4d46-b92d-63a5dcc10dfc req-b6b4199f-d5da-403e-ae64-67ec2949acc6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0838728
Jan 29 20:52:34.897009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261420c-daf8-4642-9936-2f4e4fddda14 req-bc8ced19-2a47-4aa8-80c2-91754b02f467 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:34.897009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7261420c-daf8-4642-9936-2f4e4fddda14 req-bc8ced19-2a47-4aa8-80c2-91754b02f467 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0885315
Jan 29 20:52:34.961424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217376f0-c227-4d46-b92d-63a5dcc10dfc req-9460f44b-5386-4511-97cf-43b1ecd16f34 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642915
Jan 29 20:52:34.973166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7261420c-daf8-4642-9936-2f4e4fddda14 req-f4d75048-d6e8-4ab9-885a-d2a59653f90a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624778
Jan 29 20:52:35.152539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 276735cc-412b-4343-88dc-f9dcccfb5b3a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:35.157453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 101843e1-93d2-4370-96f6-0e2d9c7e12b6 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:35.263041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:35.274470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:35.274851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:35.312087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:35.328395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'port_id': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'mac_address': 'fa:16:3e:56:37:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:35.396841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 276735cc-412b-4343-88dc-f9dcccfb5b3a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:35.397274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:35.397857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.402988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.408654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.413830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.418980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.419131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276735cc-412b-4343-88dc-f9dcccfb5b3a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:35.424954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.426640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:35.427025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:35.430208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.432152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-d242714e-f2c3-457c-b098-d9284c7bc42b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5420 time: 0.0985122
Jan 29 20:52:35.450499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:35.459947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:35.469563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:35.471888 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b0510-4ac2-4897-a44f-14bbfa103acf" -d '{"events": [{"server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "name": "network-vif-plugged", "status": "completed", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:35.506885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:35.517608 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a016b-fcf8-4d59-b7ca-e0cd5f25e32d x-openstack-request-id: req-418a016b-fcf8-4d59-b7ca-e0cd5f25e32d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:35.517905 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "name": "network-vif-plugged", "status": "completed", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:35.518168 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-418a016b-fcf8-4d59-b7ca-e0cd5f25e32d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:35.518570 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6', 'code': 200}
Jan 29 20:52:35.522510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:35.558875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:35.616213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:35.866898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76d322ac-e5f1-4db7-8edd-591cb7a54eab req-c4cc1586-7e5a-4f22-93a7-129cd817f935 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4285929
Jan 29 20:52:35.876146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc3e53-8500-4fbf-a98a-552cefd4f1c2 req-139dc2a1-e3e5-469a-9a1a-ae3a2d2cc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.877610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbc3e53-8500-4fbf-a98a-552cefd4f1c2 req-139dc2a1-e3e5-469a-9a1a-ae3a2d2cc4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 1127 time: 0.1163776
Jan 29 20:52:35.888105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8d25-b6f0-4b5c-90b6-286694829ad3 req-70a1e436-74aa-4198-a715-cce7b666934e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:35.889596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d5b8d25-b6f0-4b5c-90b6-286694829ad3 req-70a1e436-74aa-4198-a715-cce7b666934e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.1269145
Jan 29 20:52:35.912165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['276735cc-412b-4343-88dc-f9dcccfb5b3a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:35.979674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbc3e53-8500-4fbf-a98a-552cefd4f1c2 req-6c28915d-7bc5-4a1e-beed-61e1efb6ed5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886223
Jan 29 20:52:35.989357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d5b8d25-b6f0-4b5c-90b6-286694829ad3 req-dc893377-746a-4a3b-9863-50ca8288b64d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922525
Jan 29 20:52:36.015529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944080-4574-45eb-b9ad-02890a93ad7f req-b6045e07-ac71-42ac-a751-220f1bd80088 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.015529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f944080-4574-45eb-b9ad-02890a93ad7f req-b6045e07-ac71-42ac-a751-220f1bd80088 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.0828216
Jan 29 20:52:36.069523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f944080-4574-45eb-b9ad-02890a93ad7f req-e53c332a-4c4b-48bb-a0a9-83a56e46132e tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515363
Jan 29 20:52:36.112030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe483-82c2-4f29-ad28-b962b8b31912 req-a8f1ab06-cbbd-41c9-849c-b04ae3df108a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.113526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d2fe483-82c2-4f29-ad28-b962b8b31912 req-a8f1ab06-cbbd-41c9-849c-b04ae3df108a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 945 time: 0.0635934
Jan 29 20:52:36.193420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d2fe483-82c2-4f29-ad28-b962b8b31912 req-901d469f-e274-4e41-a61e-589cf9896543 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736642
Jan 29 20:52:36.208139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73514a1-a48d-423d-905f-514c6de7557f req-49b8d824-c1cf-4e95-8659-6c3a668f0831 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.209637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b73514a1-a48d-423d-905f-514c6de7557f req-49b8d824-c1cf-4e95-8659-6c3a668f0831 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0833831
Jan 29 20:52:36.265310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b73514a1-a48d-423d-905f-514c6de7557f req-4d581e09-1674-4aed-bad3-c7ef73d001ed tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497003
Jan 29 20:52:36.343450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db7007-7ae0-48eb-ae47-2ac25113b756 req-8c38ab49-299b-4d08-b512-b7f879754771 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.353528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79db7007-7ae0-48eb-ae47-2ac25113b756 req-8c38ab49-299b-4d08-b512-b7f879754771 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1029840
Jan 29 20:52:36.445035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-4de0c268-97a9-4aa3-8bf5-5c2d33d7a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.447235 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-4de0c268-97a9-4aa3-8bf5-5c2d33d7a513 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1324353
Jan 29 20:52:36.449985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c2f78-33b5-46f0-bd02-ba3e3d0a786a req-63fed207-972b-42b1-88be-1635e0f69e15 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.457649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-874c2f78-33b5-46f0-bd02-ba3e3d0a786a req-63fed207-972b-42b1-88be-1635e0f69e15 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1026690
Jan 29 20:52:36.481454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79db7007-7ae0-48eb-ae47-2ac25113b756 req-b998d319-8d5a-47bd-b078-9847b23b27bd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202762
Jan 29 20:52:36.503191 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-65d41ec2-80cb-4e53-8673-9fb920bcb442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.0488358
Jan 29 20:52:36.525643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-874c2f78-33b5-46f0-bd02-ba3e3d0a786a req-7e2fc865-7497-48bb-b10a-513e5dde9438 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669270
Jan 29 20:52:36.558050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-fe15dd00-50e8-4767-898d-e8311a7954f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:36.559694 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-fe15dd00-50e8-4767-898d-e8311a7954f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0500059
Jan 29 20:52:36.596633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-a1e7f192-253e-484a-91f5-1b4ebc43e044 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287049
Jan 29 20:52:36.691503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-167f2e88-ddfc-4a29-a3a6-3b6acde0373c service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879881
Jan 29 20:52:36.781086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-44a53b62-142d-4fc6-8e43-1588454e7e01 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828099
Jan 29 20:52:37.016951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.023188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.032022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.041025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.048405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.055026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.065684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.074886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-eebd09c6-0939-4011-871b-1edf54e6dbee tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5421 time: 0.1278179
Jan 29 20:52:37.164734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-1c8e7703-0f25-4c98-b155-78b41a722fcc tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.171864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4bddc98d-07b9-40da-b287-bd5046e29f86 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:37.175873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 276735cc-412b-4343-88dc-f9dcccfb5b3a up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:37.177431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-1c8e7703-0f25-4c98-b155-78b41a722fcc tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 813 time: 0.1346118
Jan 29 20:52:37.191842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Request body: {'port': {'device_id': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'admin_state_up': True, 'tenant_id': '00ed1068a3c9405588d3d552ac0f801e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:37.226571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68b83b90-be46-4689-856b-eed499cb9fe8 req-7639f284-54d6-43fd-8fc4-2924afeb7bdd tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1492174
Jan 29 20:52:37.232136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-1c37c382-7f36-4d15-9db1-13c44589c724 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.234854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-1c37c382-7f36-4d15-9db1-13c44589c724 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1395977
Jan 29 20:52:37.248598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035a24-7058-40be-995b-be76287a44f4 req-700e4b41-6f3b-475d-8750-4d2808145e33 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.253198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3035a24-7058-40be-995b-be76287a44f4 req-700e4b41-6f3b-475d-8750-4d2808145e33 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.1748905
Jan 29 20:52:37.313958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Made reservation on behalf of 00ed1068a3c9405588d3d552ac0f801e for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:37.314256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 276735cc-412b-4343-88dc-f9dcccfb5b3a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:37.317436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.322690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 276735cc-412b-4343-88dc-f9dcccfb5b3a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:37.323425 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.367670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:37.386648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'port_id': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'mac_address': 'fa:16:3e:28:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:37.393540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3035a24-7058-40be-995b-be76287a44f4 req-b9c931bf-5bfc-4b41-a90d-1d7c8e90431f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393187
Jan 29 20:52:37.465013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Allocated IP 172.20.0.9 (fde7608a-7ce8-4520-aa30-55635c6a4827/88b7301d-cd01-476d-a934-54604cfc35a9/2dfbb67d-f124-4fe6-a560-3a6479834d90) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:37.465615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 276735cc-412b-4343-88dc-f9dcccfb5b3a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:37.465615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.480140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025d68-243f-407b-90cf-28d7adb7c28a req-ac444818-b1a4-4607-b7ca-6c010bb40f14 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.482937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4bddc98d-07b9-40da-b287-bd5046e29f86 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:37.484048 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.487199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12025d68-243f-407b-90cf-28d7adb7c28a req-ac444818-b1a4-4607-b7ca-6c010bb40f14 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.1771088
Jan 29 20:52:37.506256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bddc98d-07b9-40da-b287-bd5046e29f86 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:37.521182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:37.523758 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca61f7a-6e89-47bd-b060-95bf5c06747a" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:37.551333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:37.551333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:37.556833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5fbda1bf-fbd3-4d3e-9fce-5d365410c430 service neutron] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:37.557562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.559060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f3b32fad-586f-41a6-a164-46bef972173d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:37.566271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.566917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5fbda1bf-fbd3-4d3e-9fce-5d365410c430 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.568043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d58d5ecd-e590-4f9d-8d83-eb062aaeb1f1 req-5fbda1bf-fbd3-4d3e-9fce-5d365410c430 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2948868
Jan 29 20:52:37.601625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12025d68-243f-407b-90cf-28d7adb7c28a req-366de780-deb7-4a59-a984-f24a11fe3039 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138191
Jan 29 20:52:37.637402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b73a-df77-4131-bed0-6abf26959a90 req-7d2228f6-5478-4670-8fb7-44a99d545f2f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.638931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22e0b73a-df77-4131-bed0-6abf26959a90 req-7d2228f6-5478-4670-8fb7-44a99d545f2f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 945 time: 0.1678123
Jan 29 20:52:37.674029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks [] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.682618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3b32fad-586f-41a6-a164-46bef972173d,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:37.695083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:37.712198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'f3b32fad-586f-41a6-a164-46bef972173d', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'port_id': 'f3b32fad-586f-41a6-a164-46bef972173d', 'mac_address': 'fa:16:3e:d7:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:37.718017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.739295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['101843e1-93d2-4370-96f6-0e2d9c7e12b6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:37.760705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Network fde7608a-7ce8-4520-aa30-55635c6a4827 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:37.764192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22e0b73a-df77-4131-bed0-6abf26959a90 req-2b99d794-51b2-457b-8ede-abf254f6a290 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149938
Jan 29 20:52:37.774994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892ccaa-d013-4fb2-8115-4b5a5f8d1779 req-5a907b27-e799-4947-8a5d-d66882bcb63a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.776562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a892ccaa-d013-4fb2-8115-4b5a5f8d1779 req-5a907b27-e799-4947-8a5d-d66882bcb63a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0943465
Jan 29 20:52:37.794748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:37.808294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:37.844686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a892ccaa-d013-4fb2-8115-4b5a5f8d1779 req-0de0ce06-d825-4abd-9c2e-aa3cf68bbd2d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573511
Jan 29 20:52:37.860775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f3b32fad-586f-41a6-a164-46bef972173d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:37.864028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.867827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event updated for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:37.886686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:37.914263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b32fad-586f-41a6-a164-46bef972173d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:37.927299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.928173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.946211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3b32fad-586f-41a6-a164-46bef972173d,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:37.953609 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a788d814-bd7f-42be-9ce5-f731121f4fcd x-openstack-request-id: req-a788d814-bd7f-42be-9ce5-f731121f4fcd {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:37.953959 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:37.954328 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a788d814-bd7f-42be-9ce5-f731121f4fcd {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:37.954632 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'code': 200}
Jan 29 20:52:37.962408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:37.963429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-740ab3da-4399-48f4-91a5-f9fda7d30566 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7754996
Jan 29 20:52:37.963638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4d23ce05-6f09-453c-bceb-9ce1006fba1f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:37.976825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3da02-633c-4b84-a23d-9a550f7ea801 req-7c35982a-df79-43ae-95a8-db97334ecc4a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:37.978184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Request body: {'port': {'device_id': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:37.986576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0f3da02-633c-4b84-a23d-9a550f7ea801 req-7c35982a-df79-43ae-95a8-db97334ecc4a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0996921
Jan 29 20:52:38.066175 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.097917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897549-ae3b-4f70-8bb4-3ab4f31725bd req-55f1ce74-40fe-4519-9ccc-3ea29744eb06 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.100128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c897549-ae3b-4f70-8bb4-3ab4f31725bd req-55f1ce74-40fe-4519-9ccc-3ea29744eb06 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1106026
Jan 29 20:52:38.111450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0f3da02-633c-4b84-a23d-9a550f7ea801 req-75497c41-5266-4f19-b1c0-ed999e22b249 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237981
Jan 29 20:52:38.113839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.130821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.162326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '4d23ce05-6f09-453c-bceb-9ce1006fba1f', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'port_id': '4d23ce05-6f09-453c-bceb-9ce1006fba1f', 'mac_address': 'fa:16:3e:f0:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:38.176768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c897549-ae3b-4f70-8bb4-3ab4f31725bd req-94652a0b-0533-4561-b72f-6c964c33515c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637581
Jan 29 20:52:38.225152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4d23ce05-6f09-453c-bceb-9ce1006fba1f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:38.228165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.244038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d23ce05-6f09-453c-bceb-9ce1006fba1f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:38.270480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.276200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.277338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7549379d-c1b2-4286-9a98-ba2abbf18f00 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:38.384797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-02998c7a-b2d8-4511-80b5-fa14d15ed83c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.392004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-02998c7a-b2d8-4511-80b5-fa14d15ed83c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.1839015
Jan 29 20:52:38.415767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.416011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-9d4137b1-cdc3-4d44-b44a-03f63405210c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/quotas/dc76ddf545b849e38210bf8f5072d043 HTTP/1.1" status: 200  len: 375 time: 0.0229583
Jan 29 20:52:38.441298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.452815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'port_id': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ee27c-31c8-44d7-a60c-128bdf2890c8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:38.461701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfbb67d-f124-4fe6-a560-3a6479834d90 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:38.470425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks [] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.474922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.480144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.486332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Transition to ACTIVE for port object 2dfbb67d-f124-4fe6-a560-3a6479834d90 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:38.486851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.492449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7549379d-c1b2-4286-9a98-ba2abbf18f00 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:38.492849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.493064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.493407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.500084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.507593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7549379d-c1b2-4286-9a98-ba2abbf18f00 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:38.507806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.513512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.522012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-99867e4c-8908-468a-9a46-a5146c125a2f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5425 time: 0.2205853
Jan 29 20:52:38.528100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.532306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.533061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 78a7a06c-081d-46a4-9cd8-d39008ea330f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:38.556730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-c01cc90c-f09a-4a82-85e2-e760bb8506c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.558058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-c01cc90c-f09a-4a82-85e2-e760bb8506c6 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.36 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 950 time: 0.2392325
Jan 29 20:52:38.569030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.600785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.604386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.617314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'network_id': '5416f00d-fbe8-402a-a4b9-05aed01ec722', 'port_id': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'mac_address': 'fa:16:3e:52:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a903b3-a9df-4bfa-9e24-d91ac1f89716', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:38.647141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-689c1b90-cbee-4b46-99d7-c3f22f6ef62f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2287796
Jan 29 20:52:38.660427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 78a7a06c-081d-46a4-9cd8-d39008ea330f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:38.660826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.665384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Attempting to bind port 2dfbb67d-f124-4fe6-a560-3a6479834d90 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:38.665813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Attempting to bind port 2dfbb67d-f124-4fe6-a560-3a6479834d90 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:38.666251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Attempting to bind port 2dfbb67d-f124-4fe6-a560-3a6479834d90 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:38.671914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Port 2dfbb67d-f124-4fe6-a560-3a6479834d90 on network fde7608a-7ce8-4520-aa30-55635c6a4827 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:38.672306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Attempting to bind port 2dfbb67d-f124-4fe6-a560-3a6479834d90 on network fde7608a-7ce8-4520-aa30-55635c6a4827 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:38.677696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:38.678215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Checking segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:38.678687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Bound using segment: {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:38.678825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c5cbaf8-d273-4c2e-8ff3-3231ae07d737 req-1ba59ab2-def2-4891-9d6f-469d784a3ed6 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1556666
Jan 29 20:52:38.679085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Bound port: 2dfbb67d-f124-4fe6-a560-3a6479834d90, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634a0f4-188d-4a25-b55d-17f4c4817399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:38.679451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.769940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:38.774262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:38.782134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.786452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Deleting port 73b487bf-810c-4a95-a634-be8062ba6880 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:52:38.786799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (73b487bf-810c-4a95-a634-be8062ba6880), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.803261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.804364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.806196 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] 10.222.0.36 "PUT /v2.0/ports/2dfbb67d-f124-4fe6-a560-3a6479834d90 HTTP/1.1" status: 200  len: 1091 time: 0.8353007
Jan 29 20:52:38.809037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:38.810354 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:38.817370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a7a06c-081d-46a4-9cd8-d39008ea330f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:38.841895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.847989 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.848785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bd3606f1-8289-47b0-985b-4710648f7298 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:38.882563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-5f270134-d588-47a6-a6b9-83c2d1e25a1d service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343104
Jan 29 20:52:38.899091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb10f0a-b0c3-4503-9ff0-ff37136dfec4 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.923513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:38.924628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-8702ee39-0662-469d-9bf9-8c2ba2bb235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.927609 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-8702ee39-0662-469d-9bf9-8c2ba2bb235c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 1125 time: 0.0744107
Jan 29 20:52:38.929532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:38.938874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52d87b-049f-497c-85e1-df197cb20dbb req-064a8646-883b-4487-b7fe-63bb4972d035 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:38.940369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca52d87b-049f-497c-85e1-df197cb20dbb req-064a8646-883b-4487-b7fe-63bb4972d035 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.1437428
Jan 29 20:52:38.942250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'bd3606f1-8289-47b0-985b-4710648f7298', 'network_id': 'e138b7ab-5ef9-4abb-9136-4225bf5ef467', 'port_id': 'bd3606f1-8289-47b0-985b-4710648f7298', 'mac_address': 'fa:16:3e:7d:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ee27c-31c8-44d7-a60c-128bdf2890c8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:38.971904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-3fcb3135-d909-4df9-bcbd-12a16413cc9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90 HTTP/1.1" status: 200  len: 217 time: 0.0375333
Jan 29 20:52:38.980977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bd3606f1-8289-47b0-985b-4710648f7298 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:38.981395 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:38.995377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3606f1-8289-47b0-985b-4710648f7298 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:39.005955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] For port 73b487bf-810c-4a95-a634-be8062ba6880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73b487bf-810c-4a95-a634-be8062ba6880,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:39.006325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (73b487bf-810c-4a95-a634-be8062ba6880), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:39.015459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:39.020650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:39.021869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-f7d5c7eb-511c-4968-87cc-3f01d6b42f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.024838 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-f7d5c7eb-511c-4968-87cc-3f01d6b42f90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0472829
Jan 29 20:52:39.027209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Calling delete_port for 73b487bf-810c-4a95-a634-be8062ba6880 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:52:39.062660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-e20fe9f5-ad34-4947-96c7-89cc757287b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300870
Jan 29 20:52:39.073528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:39.105393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca52d87b-049f-497c-85e1-df197cb20dbb req-c6381c69-f16e-474e-b759-d65b653ae6ba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528406
Jan 29 20:52:39.133910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-6cf1734a-d795-49d2-a79d-6299e4caea2a service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035749
Jan 29 20:52:39.183751 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-547f4b77-25c7-4dcc-8cf6-b16753886973 service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157372
Jan 29 20:52:39.255464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (73b487bf-810c-4a95-a634-be8062ba6880), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:39.268344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['73b487bf-810c-4a95-a634-be8062ba6880'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:39.279288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783c556-e2eb-48bd-b7f5-f32c3cb9718d req-79c549db-da77-47c6-9754-c5c058084b51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.280844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8783c556-e2eb-48bd-b7f5-f32c3cb9718d req-79c549db-da77-47c6-9754-c5c058084b51 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/ports?device_id=442c72e5-ecef-4a83-b6a0-29546c50d0e3 HTTP/1.1" status: 200  len: 867 time: 0.0833185
Jan 29 20:52:39.307938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Pushing event deleted for resources: {'Port': ['ID=73b487bf-810c-4a95-a634-be8062ba6880,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:39.341051 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0a788889-a4ba-43c7-9e76-8a885a641af1 req-eef504f8-3ec3-4fd9-a51f-46223154ccdb service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496546
Jan 29 20:52:39.396191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] No DVR routers for this DVR port 73b487bf-810c-4a95-a634-be8062ba6880 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:52:39.402715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:39.406501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c5c514d-fe33-4a6b-b990-867d58c4301c req-38f569b0-e56b-49b1-ba49-d977c2a1dfc3 tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.36 "DELETE /v2.0/ports/73b487bf-810c-4a95-a634-be8062ba6880 HTTP/1.1" status: 204  len: 173 time: 0.8419888
Jan 29 20:52:39.408468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-deleted', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:39.410766 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f4a65-64e5-4e64-91b0-bea2207192a2" -d '{"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-deleted", "tag": "73b487bf-810c-4a95-a634-be8062ba6880"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:39.441580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8783c556-e2eb-48bd-b7f5-f32c3cb9718d req-4d8f3b84-856b-47ac-bb1a-c56048d492ba tempest-MigrationsAdminTest-627114963 tempest-MigrationsAdminTest-627114963-project] 10.222.0.20 "GET /v2.0/security-groups?id=253fa99f-8c48-4e44-8b7b-53179bd57d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370857
Jan 29 20:52:39.474662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e40779-71cc-4675-b108-18ca87d80948 req-b4c119ca-e1a1-45b4-bd67-e9d9b612a386 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.476369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5e40779-71cc-4675-b108-18ca87d80948 req-b4c119ca-e1a1-45b4-bd67-e9d9b612a386 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 945 time: 0.1313145
Jan 29 20:52:39.502076 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c319f7-f54e-4a55-a875-e0d2292fec00 x-openstack-request-id: req-20c319f7-f54e-4a55-a875-e0d2292fec00 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:39.502076 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:39.502776 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20c319f7-f54e-4a55-a875-e0d2292fec00 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:39.502776 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90', 'status': 'completed', 'code': 200}
Jan 29 20:52:39.549940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5e40779-71cc-4675-b108-18ca87d80948 req-0c147904-07cb-404b-af3c-f12a0ec57b59 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676639
Jan 29 20:52:39.632924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-506e802b-a5cc-448f-bf7d-34adcc3aab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.634446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-506e802b-a5cc-448f-bf7d-34adcc3aab7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ed1068a3c9405588d3d552ac0f801e&device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 1125 time: 0.1086786
Jan 29 20:52:39.716969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c90ca-d543-441e-9dce-1d82b030f931 req-836dd4aa-47bf-48e4-9ecf-9790ff313cf7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.723754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27c90ca-d543-441e-9dce-1d82b030f931 req-836dd4aa-47bf-48e4-9ecf-9790ff313cf7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1507089
Jan 29 20:52:39.807119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d213765-8c8d-4f4d-addb-7c3a05510e8d req-e6698530-90e0-44ed-ad7a-aac07982e26a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.808658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d213765-8c8d-4f4d-addb-7c3a05510e8d req-e6698530-90e0-44ed-ad7a-aac07982e26a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1891537
Jan 29 20:52:39.833344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27c90ca-d543-441e-9dce-1d82b030f931 req-aa0fcbeb-5975-4c9d-9a65-4096a2835f2c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082547
Jan 29 20:52:39.838242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-84f989b2-9481-4b6a-bbbc-61ee3cda38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:39.840566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-84f989b2-9481-4b6a-bbbc-61ee3cda38da service neutron] 10.222.0.36 "GET /v2.0/networks?id=fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 200  len: 914 time: 0.1860247
Jan 29 20:52:39.897862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-b7d2746d-4678-4b1e-af0e-1793c56e9ec5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90 HTTP/1.1" status: 200  len: 217 time: 0.0501359
Jan 29 20:52:39.974097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d213765-8c8d-4f4d-addb-7c3a05510e8d req-f9dabe35-abf2-4c67-b517-8337cfbba93e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555293
Jan 29 20:52:40.000925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-935713ad-d273-4420-9bf6-c727a941c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.002421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-935713ad-d273-4420-9bf6-c727a941c4cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 200  len: 853 time: 0.0939152
Jan 29 20:52:40.038533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-7f0a890b-5b01-46dd-80ed-718c60bad40a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fde7608a-7ce8-4520-aa30-55635c6a4827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291810
Jan 29 20:52:40.046011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a8113-8386-493d-a004-d5b87cf823f0 req-2a8346e9-3fc2-4fe3-bb95-a36b1e6eab4a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.049471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7a8113-8386-493d-a004-d5b87cf823f0 req-2a8346e9-3fc2-4fe3-bb95-a36b1e6eab4a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1075294
Jan 29 20:52:40.106580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4bddc98d-07b9-40da-b287-bd5046e29f86'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:40.132527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7af727c1-45f9-4ca7-9e7e-1cc7e34eae4d req-fbb48fb1-34bb-4f32-a871-687f59ce75a6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 210 time: 0.0747159
Jan 29 20:52:40.138297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7549379d-c1b2-4286-9a98-ba2abbf18f00'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:40.193906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7a8113-8386-493d-a004-d5b87cf823f0 req-e1053920-4e4b-47ab-bbc8-ac399c9bba06 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350975
Jan 29 20:52:40.210553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-df0e4e9a-3e96-46bb-b0b7-7ef7c560319a service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601005
Jan 29 20:52:40.219081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['78a7a06c-081d-46a4-9cd8-d39008ea330f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:40.229206 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178259d6-2e53-4b8e-b469-029dfd06130a x-openstack-request-id: req-178259d6-2e53-4b8e-b469-029dfd06130a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:40.229336 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c72e5-ecef-4a83-b6a0-29546c50d0e3", "name": "network-vif-deleted", "tag": "73b487bf-810c-4a95-a634-be8062ba6880", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:40.229555 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-178259d6-2e53-4b8e-b469-029dfd06130a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:40.229957 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c72e5-ecef-4a83-b6a0-29546c50d0e3', 'name': 'network-vif-deleted', 'tag': '73b487bf-810c-4a95-a634-be8062ba6880', 'status': 'completed', 'code': 200}
Jan 29 20:52:40.310645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f3b32fad-586f-41a6-a164-46bef972173d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:40.340121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4d23ce05-6f09-453c-bceb-9ce1006fba1f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:40.342242 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c330c309-c490-460b-b718-8eb0b7f9b6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:40.386373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030348a9-e2e6-47bb-b92b-afc74e9ba4d6 req-34db5938-9024-4e30-af79-70ccd8d9cfbb service neutron] 10.222.0.36 "GET /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696374
Jan 29 20:52:40.403615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4272-eacb-422c-b0f2-e695400b47fc req-25b7dbd6-16c7-4394-b67a-1ade6e7b9581 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.405761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a3e4272-eacb-422c-b0f2-e695400b47fc req-25b7dbd6-16c7-4394-b67a-1ade6e7b9581 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 943 time: 0.1153648
Jan 29 20:52:40.420728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.426439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.432161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.437399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.442949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.448186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.453632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.455680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fccd4f77-24de-4411-b629-18671b20be8b req-adeac3b2-2509-4c40-a760-d418b9d0b332 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5428 time: 0.1549416
Jan 29 20:52:40.611796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a3e4272-eacb-422c-b0f2-e695400b47fc req-38dd69e8-6cd4-49f8-bad3-e8a9dff5cbd6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540434
Jan 29 20:52:40.618892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fccd4f77-24de-4411-b629-18671b20be8b req-5364f661-77f4-4481-ae2f-c6e70663418a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1459432
Jan 29 20:52:40.637100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-ab78a4c3-bfca-4c8a-8b77-27b686e35560 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.638750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-ab78a4c3-bfca-4c8a-8b77-27b686e35560 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.1821766
Jan 29 20:52:40.651919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Request body: {'port': {'device_id': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'admin_state_up': True, 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:40.800434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd0f70-7ad1-4aa1-aefa-cb478ad1c0ef req-1441dad8-04ee-4356-98ff-192a961be036 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:40.802017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bd0f70-7ad1-4aa1-aefa-cb478ad1c0ef req-1441dad8-04ee-4356-98ff-192a961be036 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1126 time: 0.0776401
Jan 29 20:52:40.812755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:40.816212 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:40.943528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47bd0f70-7ad1-4aa1-aefa-cb478ad1c0ef req-ccac7489-a08f-4974-9e3d-7c25dd5470fa tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239719
Jan 29 20:52:40.943646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43772) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:41.010343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840957b3-9575-414c-8faa-d98e57fa2a26 req-34a3ab2d-a567-4b73-8040-04be4c2783df tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:41.011948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-840957b3-9575-414c-8faa-d98e57fa2a26 req-34a3ab2d-a567-4b73-8040-04be4c2783df tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1097524
Jan 29 20:52:41.027996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Allocated IP 172.20.0.13 (735975e5-560e-4fe2-bd1a-eda3f1050e6f/cf51ee7b-099c-4290-ba5c-72671c515df7/cece445d-8d30-4f32-a452-8f4feab55221) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:41.102467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-840957b3-9575-414c-8faa-d98e57fa2a26 req-9267b1c5-7d9b-4534-a520-b472caf8894b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815251
Jan 29 20:52:41.110016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bd3606f1-8289-47b0-985b-4710648f7298'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:41.139163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7781e186-54a8-4c93-8266-0e122ed474c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a0b118165d24356b73539995ce35e01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1943340
Jan 29 20:52:41.140610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43780) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:41.274360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ebd1-4407-46c6-be7d-20edc7297452 req-63ba0045-54f4-4a52-89f0-b723655f979b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:41.275810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6d4ebd1-4407-46c6-be7d-20edc7297452 req-63ba0045-54f4-4a52-89f0-b723655f979b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2004938
Jan 29 20:52:41.378066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] Publish callbacks [] for security_group (253fa99f-8c48-4e44-8b7b-53179bd57d7a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.440337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks [] for port (cece445d-8d30-4f32-a452-8f4feab55221), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.444185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] Publish callbacks [] for security_group (253fa99f-8c48-4e44-8b7b-53179bd57d7a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.450044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6d4ebd1-4407-46c6-be7d-20edc7297452 req-b105655a-9f7d-46cd-a4ae-96cc839a5350 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475742
Jan 29 20:52:41.461412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-831cc952-f696-4b6f-b123-2f666b098fc5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:41.462961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-831cc952-f696-4b6f-b123-2f666b098fc5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.2370982
Jan 29 20:52:41.514019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-676a61b3-56a0-4620-b341-d32cbf3412cc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/quotas/6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 375 time: 0.0404851
Jan 29 20:52:41.554732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49fe7f73-841e-41ce-be36-cab5107683c8 req-3b393664-a256-4487-99ef-d4a990948295 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 210 time: 0.0463526
Jan 29 20:52:41.581546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.595512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:41.623241 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (253fa99f-8c48-4e44-8b7b-53179bd57d7a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.626442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:41.627548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/253fa99f-8c48-4e44-8b7b-53179bd57d7a HTTP/1.1" status: 204  len: 168 time: 0.4849143
Jan 29 20:52:41.681455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459039-bd8f-4eb9-b4dd-fe75a161a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253fa99f-8c48-4e44-8b7b-53179bd57d7a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:41.690503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:41.694970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-b7477829-d5a0-406e-a232-cbc5bd3a99f2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1685691
Jan 29 20:52:41.698512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:41.700351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event updated for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:41.703653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:41.937977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:41.979933 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd3e232d-0ee2-4eca-be31-94a921d19012 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5db2017853a249d49bc2a4d40a4f3d90&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0405741
Jan 29 20:52:41.982287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:42.032661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] Publish callbacks [] for security_group (cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.056099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] Publish callbacks [] for security_group (cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.102538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.105485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.106675 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8 HTTP/1.1" status: 204  len: 168 time: 0.1234169
Jan 29 20:52:42.115437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0c3f8-6af5-4d76-9af1-488a27cf847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf16783b-f5e4-45c5-9b76-8ff0b58e0fd8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:42.125130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.125760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.138887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807069-073a-41df-a297-7aedb0c36302 req-37d5fbde-73c0-4c3f-9324-1f08b40f3697 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.140321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84807069-073a-41df-a297-7aedb0c36302 req-37d5fbde-73c0-4c3f-9324-1f08b40f3697 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.5259082
Jan 29 20:52:42.174879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-eb1da354-e935-47b8-a93c-b00267a109cf tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5274334
Jan 29 20:52:42.197968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Request body: {'port': {'device_id': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:42.234130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-6a7afbc0-94d6-47ef-8fab-4d28a652cd41 service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5311911
Jan 29 20:52:42.253556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84807069-073a-41df-a297-7aedb0c36302 req-af1d529a-3920-4e83-a8af-5b4114d6fce7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061852
Jan 29 20:52:42.385988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cece445d-8d30-4f32-a452-8f4feab55221), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.453671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-b2b991d4-effb-4c66-bb6f-4ef09e1882c3 service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115977
Jan 29 20:52:42.466290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f19f4e-3e8d-4f0b-90cc-bdac515b0320 req-9d286344-276a-4b9f-90a9-0f52036235d9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.473390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52f19f4e-3e8d-4f0b-90cc-bdac515b0320 req-9d286344-276a-4b9f-90a9-0f52036235d9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 943 time: 0.1495581
Jan 29 20:52:42.597811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52f19f4e-3e8d-4f0b-90cc-bdac515b0320 req-fbc15d07-0a2d-4e98-b44b-c094aba2a2c8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235173
Jan 29 20:52:42.615995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9426-bdfb-4536-a2cb-20170db6c700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.798789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.804129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.809433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.815001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.820039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.825230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.830523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.832447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-6481707f-7f8e-460a-aa81-9fee0b04cb98 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5428 time: 0.1732557
Jan 29 20:52:42.861094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c9cf9-66bd-4a21-98e2-dfb1b8f87bcf req-e7b83586-8102-43ad-85b8-b36aed3fa3be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:42.862704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f9c9cf9-66bd-4a21-98e2-dfb1b8f87bcf req-e7b83586-8102-43ad-85b8-b36aed3fa3be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1699150
Jan 29 20:52:42.960085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cece445d-8d30-4f32-a452-8f4feab55221 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:42.981123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks [] for port (cece445d-8d30-4f32-a452-8f4feab55221), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:42.996709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f9c9cf9-66bd-4a21-98e2-dfb1b8f87bcf req-30b94f37-b8c8-43d0-a6bd-f5640c510efa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178439
Jan 29 20:52:43.004693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7d351e8-1fa1-42ee-9499-6dca99a9e564 req-4a2372c3-b696-4d64-935d-b8be1ccdaf6e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1620555
Jan 29 20:52:43.007678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Transition to ACTIVE for port object cece445d-8d30-4f32-a452-8f4feab55221 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:43.022325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.076894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:43.087017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2dfbb67d-f124-4fe6-a560-3a6479834d90 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:43.089294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:52:43.117769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 73b487bf-810c-4a95-a634-be8062ba6880 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:52:43.118361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 73b487bf-810c-4a95-a634-be8062ba6880 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:52:43.154718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21b912cc-a64e-4076-baa0-7b81592d6637 req-484bb97a-0d3b-416b-b747-c555ce597436 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 210 time: 0.0373383
Jan 29 20:52:43.234202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835b061-2173-41a5-838c-3fc9d05f3a4f req-fc2df4ba-aab6-4b3b-a1fa-8bc9e146dc08 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.235804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c835b061-2173-41a5-838c-3fc9d05f3a4f req-fc2df4ba-aab6-4b3b-a1fa-8bc9e146dc08 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1557903
Jan 29 20:52:43.301828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:43.314850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2dfbb67d-f124-4fe6-a560-3a6479834d90', 'network_id': 'fde7608a-7ce8-4520-aa30-55635c6a4827', 'port_id': '2dfbb67d-f124-4fe6-a560-3a6479834d90', 'mac_address': 'fa:16:3e:86:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7301d-cd01-476d-a934-54604cfc35a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:43.321853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Attempting to bind port cece445d-8d30-4f32-a452-8f4feab55221 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:43.322196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Attempting to bind port cece445d-8d30-4f32-a452-8f4feab55221 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:43.322528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Attempting to bind port cece445d-8d30-4f32-a452-8f4feab55221 on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:43.349760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Port cece445d-8d30-4f32-a452-8f4feab55221 on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:43.352856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Attempting to bind port cece445d-8d30-4f32-a452-8f4feab55221 on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:43.371795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2dfbb67d-f124-4fe6-a560-3a6479834d90 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:43.372206 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.397786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c835b061-2173-41a5-838c-3fc9d05f3a4f req-1bd114f8-5c7c-49a3-85bc-bf1ebfabcd7b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548150
Jan 29 20:52:43.412589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:43.413498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfbb67d-f124-4fe6-a560-3a6479834d90 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:43.414064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Checking segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:43.416216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Bound using segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:43.416856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Bound port: cece445d-8d30-4f32-a452-8f4feab55221, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:43.417419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cece445d-8d30-4f32-a452-8f4feab55221), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.445549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:43.454040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.513624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:43.557644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021efce-4f90-40dd-85c4-358c7666f60f req-c061f137-9962-400d-b0e0-fd78bb533369 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.559139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5021efce-4f90-40dd-85c4-358c7666f60f req-c061f137-9962-400d-b0e0-fd78bb533369 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 944 time: 0.2879355
Jan 29 20:52:43.595975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:43.616366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3b52-8741-4389-898c-c22fb52035cf req-54a50d78-b1d1-4714-9cbc-3cd0c13bfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.617926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0c3b52-8741-4389-898c-c22fb52035cf req-54a50d78-b1d1-4714-9cbc-3cd0c13bfc1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 1128 time: 0.1796041
Jan 29 20:52:43.619649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cece445d-8d30-4f32-a452-8f4feab55221,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:43.623422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.644792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.673966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12621e3-a829-4e4b-b342-577e5b780f2e req-7eb9416f-da88-402d-ae54-157381a23217 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.675458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e12621e3-a829-4e4b-b342-577e5b780f2e req-7eb9416f-da88-402d-ae54-157381a23217 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1993513
Jan 29 20:52:43.704250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5021efce-4f90-40dd-85c4-358c7666f60f req-ef2494ae-6612-46b5-bbb5-f784e566c673 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364703
Jan 29 20:52:43.729375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.729938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:43.731346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] 10.222.0.18 "PUT /v2.0/ports/cece445d-8d30-4f32-a452-8f4feab55221 HTTP/1.1" status: 200  len: 1092 time: 1.5455244
Jan 29 20:52:43.733650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:43.735831 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "tag": "cece445d-8d30-4f32-a452-8f4feab55221"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:43.783034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0c3b52-8741-4389-898c-c22fb52035cf req-4846cead-6650-4c11-9a4e-6e5a3d56a654 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533051
Jan 29 20:52:43.834682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20a06-5842-46b4-b7d0-88882cd1fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:43.868022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e12621e3-a829-4e4b-b342-577e5b780f2e req-c2343388-deb9-404f-8234-e6b31d6f7bbd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864731
Jan 29 20:52:43.872531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2dfbb67d-f124-4fe6-a560-3a6479834d90'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:43.957592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-880d582b-3d54-4c86-8262-6aafba737205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.959105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-880d582b-3d54-4c86-8262-6aafba737205 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 1126 time: 0.1734591
Jan 29 20:52:43.983872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381cd9-38a6-42a0-b698-8aaab910b1ce req-d2512af1-65de-4bec-b091-242ab6f51364 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:43.985391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a381cd9-38a6-42a0-b698-8aaab910b1ce req-d2512af1-65de-4bec-b091-242ab6f51364 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 944 time: 0.1973059
Jan 29 20:52:44.033825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-0ddb00ef-526c-4afd-844d-7495bbe79bc5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.035263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-0ddb00ef-526c-4afd-844d-7495bbe79bc5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.2017293
Jan 29 20:52:44.037709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-737ed640-5a2c-479b-a5f3-9ee4b84722ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cece445d-8d30-4f32-a452-8f4feab55221 HTTP/1.1" status: 200  len: 217 time: 0.0514510
Jan 29 20:52:44.068567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Request body: {'port': {'device_id': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'admin_state_up': True, 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:44.141860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1590965990', 'description': 'tempest-description-618059074'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:44.157754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a381cd9-38a6-42a0-b698-8aaab910b1ce req-2a357b0e-e014-41e4-a3d1-7aabd54693e3 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629703
Jan 29 20:52:44.184805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54660-3a72-4322-8614-cf2a11891b2b req-5609a059-d83c-4a9c-ab18-6c701524b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.186902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-5609a059-d83c-4a9c-ab18-6c701524b1a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.1337481
Jan 29 20:52:44.212696 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24677c-e849-4d92-85f9-56a2be1891ee x-openstack-request-id: req-5f24677c-e849-4d92-85f9-56a2be1891ee {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:44.213005 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "tag": "cece445d-8d30-4f32-a452-8f4feab55221", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:44.213457 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f24677c-e849-4d92-85f9-56a2be1891ee {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:44.213857 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221', 'status': 'completed', 'code': 200}
Jan 29 20:52:44.227464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.233567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-a9735df4-9f23-4610-afd7-d1cf0d336fcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394650
Jan 29 20:52:44.241025 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.386734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:44.390525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.442976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc954-a999-4b94-9cb3-bdd0abdc26fe req-0fb63839-23c3-4ed1-a9cc-81e2c0273ee8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.444469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846dc954-a999-4b94-9cb3-bdd0abdc26fe req-0fb63839-23c3-4ed1-a9cc-81e2c0273ee8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1900601
Jan 29 20:52:44.457065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-b594d1b7-f6bc-4c31-9621-2344e3b2333e service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083776
Jan 29 20:52:44.643485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (e255fd47-841c-48dd-b147-df37da215d97), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.659826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846dc954-a999-4b94-9cb3-bdd0abdc26fe req-f1b48b4f-e3a5-49bf-8a3b-5179b27fba3d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077527
Jan 29 20:52:44.660406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e255fd47-841c-48dd-b147-df37da215d97), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.713224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Allocated IP 172.20.0.8 (36c94de9-39ad-4696-b7dd-7579ffd1d294/2ae2cf69-6877-484a-8bbb-4a2ea1ae861f/23015d98-54c5-4fdb-b21a-10f5586cdc93) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:44.721413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91b54660-3a72-4322-8614-cf2a11891b2b req-2d4936e7-4641-4c9b-aec3-a74c97015968 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535534
Jan 29 20:52:44.768908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e255fd47-841c-48dd-b147-df37da215d97,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:44.867157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bdcdc9de-5a2a-4c38-9af6-4c17598da833), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.881615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bdcdc9de-5a2a-4c38-9af6-4c17598da833), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:44.901198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.906888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.912113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.917361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.923507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.928766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.934035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:44.935871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-7721fb58-0b0e-4945-a8ca-a826658880d9 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5428 time: 0.2118587
Jan 29 20:52:45.024629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.025862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a44e982b-d8fc-48fa-9739-02eda0037837 req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.9229558
Jan 29 20:52:45.027668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-3686284b-7955-4796-93ee-4b6b525ceb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.029093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-3686284b-7955-4796-93ee-4b6b525ceb4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 1126 time: 0.2478983
Jan 29 20:52:45.033467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9003572-06d0-4815-98d2-315929ec920e tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcdc9de-5a2a-4c38-9af6-4c17598da833,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:45.161306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38c6b7db-57ba-4046-b006-d4f41b8268d4 req-3685d379-0726-4633-aee3-59b633abbc4b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 210 time: 0.0786781
Jan 29 20:52:45.183934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks [] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.198001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7549379d-c1b2-4286-9a98-ba2abbf18f00 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:45.198539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd402b8c-653a-4335-8ceb-c15d76624a8a req-aa26f904-4d16-4f1a-bad0-e8469aac4cfe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2202039
Jan 29 20:52:45.234041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-02a5a754-c5c5-4d5d-a6a7-96eb454b7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.235563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-02a5a754-c5c5-4d5d-a6a7-96eb454b7471 service neutron] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 915 time: 0.1971595
Jan 29 20:52:45.265223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7549379d-c1b2-4286-9a98-ba2abbf18f00 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:45.269946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7549379d-c1b2-4286-9a98-ba2abbf18f00 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:45.270368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.315656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-7aaedcff-9f31-4395-9bdc-416a8797eabd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cece445d-8d30-4f32-a452-8f4feab55221 HTTP/1.1" status: 200  len: 217 time: 0.0686526
Jan 29 20:52:45.320466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.355273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7549379d-c1b2-4286-9a98-ba2abbf18f00 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:45.355662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.379068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:45.381300 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efaf42-c352-45eb-946f-4273403f51cb" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:45.394049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:45.397637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.398396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4d23ce05-6f09-453c-bceb-9ce1006fba1f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:45.430820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:52:45.445356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:45.453516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ff9b-23be-458f-a981-8357c848eb04 req-a30cc73d-1623-4067-ac78-ea97997bdb7e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.455022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b523ff9b-23be-458f-a981-8357c848eb04 req-a30cc73d-1623-4067-ac78-ea97997bdb7e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2172952
Jan 29 20:52:45.457070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:52:45.463564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:45.489604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.490720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-ee0c1f98-ca15-4dbf-884a-092f361d2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.491621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:45.492142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-ee0c1f98-ca15-4dbf-884a-092f361d2977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.1537499
Jan 29 20:52:45.505790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7ee3a-267b-4ff5-b39e-1f0b4d6efbc1 req-60e7063e-a792-462a-87c3-ac836952778d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.506107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:45.507294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfe7ee3a-267b-4ff5-b39e-1f0b4d6efbc1 req-60e7063e-a792-462a-87c3-ac836952778d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 944 time: 0.2058957
Jan 29 20:52:45.513984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:45.514367 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.560214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-c81e17d2-2fb8-4260-ae75-15aba6525f00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497434
Jan 29 20:52:45.595163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4d23ce05-6f09-453c-bceb-9ce1006fba1f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:45.595547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.597146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.597766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.626995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:45.630513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.631421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4bddc98d-07b9-40da-b287-bd5046e29f86 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:45.668871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b523ff9b-23be-458f-a981-8357c848eb04 req-5b16c91d-9822-4fcf-b78c-acd49a47998d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836286
Jan 29 20:52:45.681518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-27203709-389a-4adf-82d5-cead0cbe293f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6286359
Jan 29 20:52:45.692236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfe7ee3a-267b-4ff5-b39e-1f0b4d6efbc1 req-b23a06a8-f147-464d-aa50-adff37756aef tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636858
Jan 29 20:52:45.696862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Request body: {'port': {'device_id': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:45.731992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1691692443', 'description': 'tempest-description-2020010161'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:45.732331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:45.747021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 4bddc98d-07b9-40da-b287-bd5046e29f86 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:45.752379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 4bddc98d-07b9-40da-b287-bd5046e29f86 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:45.752597 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.780635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-a436c377-92d0-47ef-9e32-a2ee3319399e service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083697
Jan 29 20:52:45.835336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4bddc98d-07b9-40da-b287-bd5046e29f86 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:45.835843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.865357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.868063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:45.872675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.873679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 78a7a06c-081d-46a4-9cd8-d39008ea330f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:45.881817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:45.939305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1d17c-ccea-4b9d-aed1-ab6fb15136ff req-a5453e70-50a5-4608-b928-ea6a4d8c9736 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:45.940706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f1d17c-ccea-4b9d-aed1-ab6fb15136ff req-a5453e70-50a5-4608-b928-ea6a4d8c9736 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1815851
Jan 29 20:52:45.960083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:45.977004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 78a7a06c-081d-46a4-9cd8-d39008ea330f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:45.980836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 78a7a06c-081d-46a4-9cd8-d39008ea330f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:45.981664 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.010553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8928f766-c1c6-448a-aa1e-0aa8d2126d2d req-61eae4a8-be75-40fc-b3be-3d80ae89a69a service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957743
Jan 29 20:52:46.064543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 78a7a06c-081d-46a4-9cd8-d39008ea330f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:46.064934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.095908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:46.100136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.110137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f1d17c-ccea-4b9d-aed1-ab6fb15136ff req-654ec1a2-f2aa-4ca0-a1f8-65474ba0e05e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468186
Jan 29 20:52:46.150741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:46.445285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bb052649-6ed2-4d89-b592-67e3ce0ff7fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.457657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bb052649-6ed2-4d89-b592-67e3ce0ff7fc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.547067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.548182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b02d29c1-c07e-446c-9173-0323c1af1213 req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.8251932
Jan 29 20:52:46.559289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025dab-e0c8-4830-a1fb-21fe4fde0d06 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb052649-6ed2-4d89-b592-67e3ce0ff7fc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:46.587622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f8d7-6cb4-4a28-ba41-94c0b89ebf18 req-c9b6815c-686d-4be8-ae4d-f5211f78a613 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:46.587949 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c0927-1cd7-45fe-8dce-f2265385916e x-openstack-request-id: req-816c0927-1cd7-45fe-8dce-f2265385916e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:46.588475 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:46.588715 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-816c0927-1cd7-45fe-8dce-f2265385916e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:46.589120 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'code': 200}
Jan 29 20:52:46.589249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d291f8d7-6cb4-4a28-ba41-94c0b89ebf18 req-c9b6815c-686d-4be8-ae4d-f5211f78a613 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 944 time: 0.1546478
Jan 29 20:52:46.709593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d291f8d7-6cb4-4a28-ba41-94c0b89ebf18 req-77adcdbc-1607-4aa4-99cb-1953c059ba9b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142485
Jan 29 20:52:46.722995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.723539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23015d98-54c5-4fdb-b21a-10f5586cdc93 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:46.737987 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks [] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.761367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d073-6d32-4075-927a-8199ff908094 req-fb1273c2-ee14-4358-aca0-1fee572ebe6e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:46.762876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f95d073-6d32-4075-927a-8199ff908094 req-fb1273c2-ee14-4358-aca0-1fee572ebe6e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1229751
Jan 29 20:52:46.763845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Transition to ACTIVE for port object 23015d98-54c5-4fdb-b21a-10f5586cdc93 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:52:46.768741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:46.868462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:46.909878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f95d073-6d32-4075-927a-8199ff908094 req-627e030d-eb32-4d8b-8d73-22f1394d3341 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387274
Jan 29 20:52:46.940538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25189ac-7dea-4e23-b973-d37755b0a216 req-f1472532-8c59-4027-b785-077e5490a364 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:46.941916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d25189ac-7dea-4e23-b973-d37755b0a216 req-f1472532-8c59-4027-b785-077e5490a364 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.1669345
Jan 29 20:52:47.020961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:52:47.021322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:52:47.021658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:47.038850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:52:47.039183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:52:47.043562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d25189ac-7dea-4e23-b973-d37755b0a216 req-dc22fc1c-2ba9-47dd-843e-77380f372413 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945168
Jan 29 20:52:47.051976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:52:47.052590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:47.052977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:52:47.053446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Bound port: 23015d98-54c5-4fdb-b21a-10f5586cdc93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:52:47.053806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.085451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.090645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.092752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2dfbb67d-f124-4fe6-a560-3a6479834d90 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:47.095929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.101185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.106473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.111723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.116963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.118931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-f00532da-118d-4d22-8f23-fb4825984ced tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5432 time: 0.1443481
Jan 29 20:52:47.149408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1612172914', 'description': 'tempest-description-2138963621'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:47.157232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2dfbb67d-f124-4fe6-a560-3a6479834d90 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:47.161122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2dfbb67d-f124-4fe6-a560-3a6479834d90 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:47.161507 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.210409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.220917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:52:47.234151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cece445d-8d30-4f32-a452-8f4feab55221 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:47.236060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f3b32fad-586f-41a6-a164-46bef972173d up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:47.239340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.254728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:52:47.264651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc2d713-68cd-476f-847d-a9845b80a89b req-24e3e6ee-4a0f-48a0-ac37-fab6baa7c4ae tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1272857
Jan 29 20:52:47.267916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.283392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2dfbb67d-f124-4fe6-a560-3a6479834d90 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:47.283790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.330723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.331351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.332866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] 10.222.0.18 "PUT /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 1091 time: 1.6399832
Jan 29 20:52:47.333194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:47.335477 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b8a6b-4541-4977-a614-f940d39ff2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:47.392676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:47.400500 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.412431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da21a4-ae68-4b99-a9c7-2d7f50f6f415 service neutron] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:47.444145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port f3b32fad-586f-41a6-a164-46bef972173d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:47.455290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port f3b32fad-586f-41a6-a164-46bef972173d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:47.455665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3b32fad-586f-41a6-a164-46bef972173d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.458712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (27a20513-be9c-483f-b02b-2be226a405c4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.465934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (27a20513-be9c-483f-b02b-2be226a405c4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.495226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ddec6-d777-44e1-a941-c8dbbaba2085 req-791b61ba-0a78-4735-98a7-3f373037df4f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.496708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-120ddec6-d777-44e1-a941-c8dbbaba2085 req-791b61ba-0a78-4735-98a7-3f373037df4f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1371319
Jan 29 20:52:47.503822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cece445d-8d30-4f32-a452-8f4feab55221,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:47.512373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:47.516914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-2966bfba-aa45-4c56-825e-2649698557dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.518422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-2966bfba-aa45-4c56-825e-2649698557dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1125 time: 0.1374946
Jan 29 20:52:47.526825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'cece445d-8d30-4f32-a452-8f4feab55221', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'port_id': 'cece445d-8d30-4f32-a452-8f4feab55221', 'mac_address': 'fa:16:3e:50:b6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf51ee7b-099c-4290-ba5c-72671c515df7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:47.551295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a20513-be9c-483f-b02b-2be226a405c4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:47.589678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cece445d-8d30-4f32-a452-8f4feab55221 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:47.590314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cece445d-8d30-4f32-a452-8f4feab55221), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.590464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-68c1f94b-2667-4404-aa35-4ff6eddd587b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 217 time: 0.0567329
Jan 29 20:52:47.611597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cece445d-8d30-4f32-a452-8f4feab55221 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:47.619823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f3b32fad-586f-41a6-a164-46bef972173d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:47.620219 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.646195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cece445d-8d30-4f32-a452-8f4feab55221,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:47.653600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.656100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.661601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.670884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-120ddec6-d777-44e1-a941-c8dbbaba2085 req-68bfe21b-ca57-45f4-a639-0e3d32a78e44 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631830
Jan 29 20:52:47.693408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-d96e9c3a-8f97-409c-b4e8-b0765e56af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.694982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-d96e9c3a-8f97-409c-b4e8-b0765e56af65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0937314
Jan 29 20:52:47.716047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.717074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a721749-6b62-4585-830d-bf3a02f4ec37 req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.5808589
Jan 29 20:52:47.721034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390b37-3cb7-415f-8aec-e53930997191 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:47.740925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-f564345d-930d-4b2b-a8da-41eef8141996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365114
Jan 29 20:52:47.837753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3b32fad-586f-41a6-a164-46bef972173d,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:47.844535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.845427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bd3606f1-8289-47b0-985b-4710648f7298 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:47.892589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:47.907892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e43a6-38ff-4618-a024-3e46c8aac079 req-230c056f-e8bd-4876-9c58-d397ac03e295 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.909418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-979e43a6-38ff-4618-a024-3e46c8aac079 req-230c056f-e8bd-4876-9c58-d397ac03e295 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 945 time: 0.1524925
Jan 29 20:52:47.929555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-a537e604-803d-47b2-b00f-7bbdd3ba0fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822338
Jan 29 20:52:47.936503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489272d2-ef63-4c24-b29b-d9d98574530c req-19a23497-f039-48b8-b6e0-19a4e04500bf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:47.937918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-489272d2-ef63-4c24-b29b-d9d98574530c req-19a23497-f039-48b8-b6e0-19a4e04500bf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1338043
Jan 29 20:52:47.954516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port bd3606f1-8289-47b0-985b-4710648f7298 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:47.962487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port bd3606f1-8289-47b0-985b-4710648f7298 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:47.962864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd3606f1-8289-47b0-985b-4710648f7298), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:47.964285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:48.047827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bd3606f1-8289-47b0-985b-4710648f7298 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:48.048228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.066416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-979e43a6-38ff-4618-a024-3e46c8aac079 req-bfcb6a3e-a986-489a-bc0d-84445b8765e9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457272
Jan 29 20:52:48.072038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-489272d2-ef63-4c24-b29b-d9d98574530c req-6692ad4b-1bd0-4cad-a55d-bd7a55e2c9e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253603
Jan 29 20:52:48.090885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:48.092238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.093197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc396ce-628b-4031-aeb2-6b2ecf2aadd9 req-10607ed9-7574-45b1-bd9f-75d2baae27f8 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542928
Jan 29 20:52:48.110612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1304673118', 'description': 'tempest-description-474317362'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:48.135250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.140458 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4827bf-76bd-4eae-89aa-f761a04f4cb6 x-openstack-request-id: req-cd4827bf-76bd-4eae-89aa-f761a04f4cb6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:48.140831 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:48.141189 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd4827bf-76bd-4eae-89aa-f761a04f4cb6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:48.141927 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'status': 'completed', 'code': 200}
Jan 29 20:52:48.145296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cece445d-8d30-4f32-a452-8f4feab55221'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:48.185943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:48.286016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-2ecd2a4b-01e8-45c4-86ab-e72e6a71fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.287686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-2ecd2a4b-01e8-45c4-86ab-e72e6a71fbe7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1125 time: 0.1199427
Jan 29 20:52:48.307541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (4a3ebbc4-2fed-4071-aa02-d77a4a2612f3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.316121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d34d7-191d-47ad-be33-f6a81f4e2758 req-5c4de96b-147e-4329-a8a2-1516a56d29ea tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.317626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-587d34d7-191d-47ad-be33-f6a81f4e2758 req-5c4de96b-147e-4329-a8a2-1516a56d29ea tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1284893
Jan 29 20:52:48.319632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4a3ebbc4-2fed-4071-aa02-d77a4a2612f3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.409828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:48.411091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd4ec4dc-46cd-4770-821e-3cccdc16191f req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3057694
Jan 29 20:52:48.428369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18311b-3fef-4a2a-ab50-2dc899c5ff01 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ebbc4-2fed-4071-aa02-d77a4a2612f3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:48.482401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-587d34d7-191d-47ad-be33-f6a81f4e2758 req-094ca0d9-6b8b-4f6a-9b0b-9cb69b528730 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498759
Jan 29 20:52:48.497710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-0d046262-6a3b-4519-9e02-c1d340c2f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.499196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-0d046262-6a3b-4519-9e02-c1d340c2f957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2015665
Jan 29 20:52:48.549758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-a3b8d1ce-4657-4085-b42d-adc1fb8a2c00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 217 time: 0.0424936
Jan 29 20:52:48.590744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f'}, {'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b32fad-586f-41a6-a164-46bef972173d'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:48.593717 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9a1799-84b0-4d67-80bb-cdee106aef6b" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f"}, {"server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "f3b32fad-586f-41a6-a164-46bef972173d"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "bd3606f1-8289-47b0-985b-4710648f7298"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:48.612697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93fdba-5b7a-4d44-a26d-ddeb3c9d9487 req-726e8fff-8786-44d2-8eb5-a350726666be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.614189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d93fdba-5b7a-4d44-a26d-ddeb3c9d9487 req-726e8fff-8786-44d2-8eb5-a350726666be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1469400
Jan 29 20:52:48.651056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-cdd2083c-7601-4c01-a15b-700d547bce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.652469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-cdd2083c-7601-4c01-a15b-700d547bce91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0927262
Jan 29 20:52:48.665404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade6cb-d1e5-4aaf-b53f-b90e2bf3c17e req-c1a19810-5a35-45a3-b7b2-5af394fb5082 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.666701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aade6cb-d1e5-4aaf-b53f-b90e2bf3c17e req-c1a19810-5a35-45a3-b7b2-5af394fb5082 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.1209652
Jan 29 20:52:48.712892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-a1d9d7be-493c-4294-81b7-2b03e2050da8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452850
Jan 29 20:52:48.734800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d93fdba-5b7a-4d44-a26d-ddeb3c9d9487 req-4f96b68d-bc1d-49cd-8573-80fbef47b19a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128678
Jan 29 20:52:48.812023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aade6cb-d1e5-4aaf-b53f-b90e2bf3c17e req-6a190b2b-605b-45db-93ef-88c3fcc492ec tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373811
Jan 29 20:52:48.879704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-ae354219-679d-4c40-9875-036e3d61db48 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582713
Jan 29 20:52:48.934990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.940760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.945974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.951181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.956399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.961631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.966788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:48.968587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-e783e6d9-1adc-423d-b3ef-79902f7d0f78 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1767395
Jan 29 20:52:49.126670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce252875-18b7-4442-be3e-bfaa53ec00cb req-390e5030-6df4-4e38-86e0-28a722ee28bd tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1318514
Jan 29 20:52:49.132355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-178b8a6b-4541-4977-a614-f940d39ff2e3 req-17c37c31-5d16-4e62-97e5-4c52a0faf467 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377825
Jan 29 20:52:49.184926 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36cd20-fbb7-4f7a-8aed-428a2195c2ef x-openstack-request-id: req-5b36cd20-fbb7-4f7a-8aed-428a2195c2ef {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:49.185336 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f", "code": 200}, {"server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "f3b32fad-586f-41a6-a164-46bef972173d", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "bd3606f1-8289-47b0-985b-4710648f7298", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:49.185539 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b36cd20-fbb7-4f7a-8aed-428a2195c2ef {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:49.185946 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f', 'code': 200}
Jan 29 20:52:49.186202 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'code': 200}
Jan 29 20:52:49.187069 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'code': 200}
Jan 29 20:52:49.187328 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90', 'code': 200}
Jan 29 20:52:49.187565 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b32fad-586f-41a6-a164-46bef972173d', 'code': 200}
Jan 29 20:52:49.188248 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298', 'code': 200}
Jan 29 20:52:49.291750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-237a47cf-c682-4920-bb56-23eb31d05895 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 50957 time: 0.4508524
Jan 29 20:52:49.370574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698802b3-076d-4e58-ac81-1b0199e46429 req-44f5fe84-e7ce-4bf5-8da5-70f5c6bcdfae tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.372104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698802b3-076d-4e58-ac81-1b0199e46429 req-44f5fe84-e7ce-4bf5-8da5-70f5c6bcdfae tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1351602
Jan 29 20:52:49.377173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-d8d65bed-796b-4f20-8187-302fa993637f tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/05188c64-e42a-4556-9042-0ac58847a2ec HTTP/1.1" status: 200  len: 2998 time: 0.0741057
Jan 29 20:52:49.403742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.404203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.404666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.405687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.406146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.406600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.407049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.408841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-b8b05883-8179-4549-a010-b202fcaf9aff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6708 time: 0.1153359
Jan 29 20:52:49.474400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698802b3-076d-4e58-ac81-1b0199e46429 req-bf4848b7-dc1b-4dd5-950b-3e0650f72b25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953424
Jan 29 20:52:49.482992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-1792d4da-ea50-4f37-9853-66dc65f8f5e0 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/05188c64-e42a-4556-9042-0ac58847a2ec HTTP/1.1" status: 200  len: 2998 time: 0.0955493
Jan 29 20:52:49.520959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f9169c6-c074-4dce-8368-1e78e11d4064 req-90ca9d61-205c-43e8-8499-e96db60d6a61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b14325cd-ca9c-49a0-b210-2c0acacd4043&id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0961850
Jan 29 20:52:49.570636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-7f8742d4-2a32-4f9e-ba18-a68b0e590c8a tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0b49c823-d471-4773-9d67-faeeb7dc47c9 HTTP/1.1" status: 200  len: 2998 time: 0.0699539
Jan 29 20:52:49.623794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5bdf6-a3d7-4831-b821-e9114d547b0b req-9021dc55-c9f5-4551-8b38-9a5c7e89ef06 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.625274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5c5bdf6-a3d7-4831-b821-e9114d547b0b req-9021dc55-c9f5-4551-8b38-9a5c7e89ef06 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 945 time: 0.0864019
Jan 29 20:52:49.628445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-5b2ee096-9557-42c5-9a0d-2f6bd98d6f3f tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0b49c823-d471-4773-9d67-faeeb7dc47c9 HTTP/1.1" status: 200  len: 2998 time: 0.0515616
Jan 29 20:52:49.697238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5c5bdf6-a3d7-4831-b821-e9114d547b0b req-c5862268-f28b-4e9c-8d58-32413bb79219 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663841
Jan 29 20:52:49.698564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-bc796e88-8710-41b4-b01e-a5dc2ccb29e6 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1de158df-b65d-4c15-a0bc-1c2cd6ba0951 HTTP/1.1" status: 200  len: 2998 time: 0.0622675
Jan 29 20:52:49.744039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-7b706a70-85d9-4616-99cf-df12053e2135 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1de158df-b65d-4c15-a0bc-1c2cd6ba0951 HTTP/1.1" status: 200  len: 2998 time: 0.0391562
Jan 29 20:52:49.816960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-19aaa03e-d13c-4530-8772-7b6c9ce3153c tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/27a20513-be9c-483f-b02b-2be226a405c4 HTTP/1.1" status: 200  len: 2998 time: 0.0652130
Jan 29 20:52:49.826763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad6ea3-b824-4fb4-9769-31c06b37c06c req-c31f5559-b916-4c1c-aa46-c234b5542425 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:49.828709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcad6ea3-b824-4fb4-9769-31c06b37c06c req-c31f5559-b916-4c1c-aa46-c234b5542425 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0786991
Jan 29 20:52:49.886940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-02358232-8ed8-49f6-bd2b-bb87eaf4bfb3 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/27a20513-be9c-483f-b02b-2be226a405c4 HTTP/1.1" status: 200  len: 2998 time: 0.0572619
Jan 29 20:52:49.903910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcad6ea3-b824-4fb4-9769-31c06b37c06c req-032a5cf3-008d-4c5f-8ee4-6b6bf46645b9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688174
Jan 29 20:52:49.933117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-46910e5e-32d8-4f42-8dfe-96334cd2aac7 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2cf6e5b5-41d4-48c7-929d-5cb82d51cd90 HTTP/1.1" status: 200  len: 2998 time: 0.0385132
Jan 29 20:52:49.985913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-c79522b5-d936-4259-aafe-92de22ee2583 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2cf6e5b5-41d4-48c7-929d-5cb82d51cd90 HTTP/1.1" status: 200  len: 2998 time: 0.0462027
Jan 29 20:52:50.051601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fbb3c-5689-49a7-a5ec-dfa6fe9137ff req-76e91e38-c3ed-498b-81e3-acee2ff88c83 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.052960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af5fbb3c-5689-49a7-a5ec-dfa6fe9137ff req-76e91e38-c3ed-498b-81e3-acee2ff88c83 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0799637
Jan 29 20:52:50.054779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-a2ba4f42-ebaa-49b5-bc73-3f2f6bd16042 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/32ced963-7a2e-429c-be13-efd02a304270 HTTP/1.1" status: 200  len: 2998 time: 0.0540359
Jan 29 20:52:50.124910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af5fbb3c-5689-49a7-a5ec-dfa6fe9137ff req-71374bfa-ee19-46ae-b26c-78418ce2aca5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664454
Jan 29 20:52:50.126413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-e14b7558-610c-4d9e-8de7-9dc7e5b703fc tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/32ced963-7a2e-429c-be13-efd02a304270 HTTP/1.1" status: 200  len: 2998 time: 0.0618646
Jan 29 20:52:50.168031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-0a827d65-91a1-4fe6-9250-55fef6c10a03 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3bceb811-2d93-4e9a-8da3-f04606178499 HTTP/1.1" status: 200  len: 2998 time: 0.0359883
Jan 29 20:52:50.243659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-0d1807e0-0c74-4bf8-abad-2f1593167855 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3bceb811-2d93-4e9a-8da3-f04606178499 HTTP/1.1" status: 200  len: 2998 time: 0.0690832
Jan 29 20:52:50.262086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006edc-570e-4269-8530-42b038136a9d req-038c6e3a-cfa4-48f9-ac60-c41bbdb51e5b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.263494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81006edc-570e-4269-8530-42b038136a9d req-038c6e3a-cfa4-48f9-ac60-c41bbdb51e5b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0834954
Jan 29 20:52:50.315297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-ba740cf3-e134-408b-b940-41c8554ca4fc tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/659daacb-4fec-48c2-80dc-a55ab95484ee HTTP/1.1" status: 200  len: 2990 time: 0.0651405
Jan 29 20:52:50.342160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81006edc-570e-4269-8530-42b038136a9d req-cc45019e-78b3-47fa-b79b-6d8344d9cadb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720718
Jan 29 20:52:50.366658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-462785a2-dc61-46ee-87fb-6ededb6d868d tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/659daacb-4fec-48c2-80dc-a55ab95484ee HTTP/1.1" status: 200  len: 2990 time: 0.0419803
Jan 29 20:52:50.415873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-9d89357c-001a-47d7-9b4f-d3be4a4350a1 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/78fe96a8-5607-4d44-b60a-06749c551053 HTTP/1.1" status: 200  len: 2998 time: 0.0432775
Jan 29 20:52:50.480642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-527476db-5631-4187-829e-a6c0118625ee tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/78fe96a8-5607-4d44-b60a-06749c551053 HTTP/1.1" status: 200  len: 2998 time: 0.0501895
Jan 29 20:52:50.488786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfbfb-9968-4ba0-a110-1777b1036401 req-3021c660-0651-4ab3-a8c1-d36726b08cd3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.490220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a2dfbfb-9968-4ba0-a110-1777b1036401 req-3021c660-0651-4ab3-a8c1-d36726b08cd3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0906730
Jan 29 20:52:50.548876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-ef4fb618-6299-4235-8dd7-cf6543c81f15 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7b246de5-8522-4618-b7e5-a138a50a9a02 HTTP/1.1" status: 200  len: 2998 time: 0.0577345
Jan 29 20:52:50.566025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a2dfbfb-9968-4ba0-a110-1777b1036401 req-67e497d7-7658-41e2-81ca-be2f54e7f0e2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695806
Jan 29 20:52:50.597923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-dbff0a81-c6ee-45f8-90f1-1b77cfe750a2 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7b246de5-8522-4618-b7e5-a138a50a9a02 HTTP/1.1" status: 200  len: 2998 time: 0.0415046
Jan 29 20:52:50.662428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-ff7ac824-02b9-4d5e-a392-2ac4d298228e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/81a4e2c4-d9ce-4473-9167-0b9d4c9240d7 HTTP/1.1" status: 200  len: 2998 time: 0.0595205
Jan 29 20:52:50.707344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.712528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.717696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.722800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.727914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.733066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.738721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.740487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1772decf-8d15-4dd4-879f-3141241c2715 req-137a5b35-20ac-4898-a030-02edfa482ab3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1143835
Jan 29 20:52:50.768992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-93286ef8-6967-404f-90c9-ce5c0e35c4df tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/81a4e2c4-d9ce-4473-9167-0b9d4c9240d7 HTTP/1.1" status: 200  len: 2998 time: 0.1003113
Jan 29 20:52:50.826201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1772decf-8d15-4dd4-879f-3141241c2715 req-ee0a8ec1-405b-4145-96f3-b6499bbb087e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0779951
Jan 29 20:52:50.835389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-3f9b4c52-c09c-4a47-909a-c24ca3c91f29 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b14325cd-ca9c-49a0-b210-2c0acacd4043 HTTP/1.1" status: 200  len: 2998 time: 0.0609531
Jan 29 20:52:50.877119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-9db06cf5-eb29-4f0b-a30b-97e91f7c768c tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b14325cd-ca9c-49a0-b210-2c0acacd4043 HTTP/1.1" status: 200  len: 2998 time: 0.0361564
Jan 29 20:52:50.949622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-f19c5074-e585-434e-afee-6a594a2e75f4 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d1705477-9f1f-4ae3-89cd-933581d2dc68 HTTP/1.1" status: 200  len: 2998 time: 0.0670764
Jan 29 20:52:50.962019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb436f-df76-4166-a8db-18afdc76fe3a req-3717b0e5-b3af-4a13-9dcc-dbed9362acc6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:50.963421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75cb436f-df76-4166-a8db-18afdc76fe3a req-3717b0e5-b3af-4a13-9dcc-dbed9362acc6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0755415
Jan 29 20:52:51.019988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-c7e07e4e-abea-4c1a-b76b-dbe480ac0c8d tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d1705477-9f1f-4ae3-89cd-933581d2dc68 HTTP/1.1" status: 200  len: 2998 time: 0.0648274
Jan 29 20:52:51.039095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75cb436f-df76-4166-a8db-18afdc76fe3a req-cad5350a-a1e6-4862-a7ef-fce284298bbb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687742
Jan 29 20:52:51.068623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-5a52ad8a-0467-4bd0-b42f-a2a50bbe2251 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e255fd47-841c-48dd-b147-df37da215d97 HTTP/1.1" status: 200  len: 2998 time: 0.0416427
Jan 29 20:52:51.133857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-c680c59c-0899-4dde-8d3c-d1e92438c336 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e255fd47-841c-48dd-b147-df37da215d97 HTTP/1.1" status: 200  len: 2998 time: 0.0593450
Jan 29 20:52:51.167494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691f3ea-2578-40fe-ad70-b754f4079a6a req-e0decbee-8b4c-482f-9ad9-6664dc96855d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.168894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8691f3ea-2578-40fe-ad70-b754f4079a6a req-e0decbee-8b4c-482f-9ad9-6664dc96855d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 945 time: 0.0744157
Jan 29 20:52:51.206685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-f3927616-1f9a-4839-95af-35d4e0d938d5 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fe7ec4b9-6f52-489b-a932-944e1f3be40f HTTP/1.1" status: 200  len: 2994 time: 0.0665622
Jan 29 20:52:51.242294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8691f3ea-2578-40fe-ad70-b754f4079a6a req-5c2954b9-4d32-44de-83bc-2a9bd8946722 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653317
Jan 29 20:52:51.269094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-998e6b9a-9766-4a52-9e1c-04dffc03b1f2 req-fd3907f1-975b-4cf8-aede-429b8a63bd43 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fe7ec4b9-6f52-489b-a932-944e1f3be40f HTTP/1.1" status: 200  len: 2994 time: 0.0529737
Jan 29 20:52:51.269777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:52:51.273655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cece445d-8d30-4f32-a452-8f4feab55221 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:51.383280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36a28a-482f-473b-be64-eeb8448366a6 req-1f24eb43-fccd-4e65-a3d5-3d1d07752951 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.385245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d36a28a-482f-473b-be64-eeb8448366a6 req-1f24eb43-fccd-4e65-a3d5-3d1d07752951 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0793772
Jan 29 20:52:51.386817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port cece445d-8d30-4f32-a452-8f4feab55221 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:51.399733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port cece445d-8d30-4f32-a452-8f4feab55221 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:51.400112 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cece445d-8d30-4f32-a452-8f4feab55221), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:51.426714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1132b4-9687-4239-9664-499b9fde2252 req-d5dedab0-2ef8-49ee-aecc-04520e95ccde tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.428135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b1132b4-9687-4239-9664-499b9fde2252 req-d5dedab0-2ef8-49ee-aecc-04520e95ccde tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0878384
Jan 29 20:52:51.437367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:51.457554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'port_id': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'mac_address': 'fa:16:3e:72:35:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2cf69-6877-484a-8bbb-4a2ea1ae861f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:52:51.458777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d36a28a-482f-473b-be64-eeb8448366a6 req-8d5b9b66-fb9c-4a24-8e75-55a034263922 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666404
Jan 29 20:52:51.505475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 23015d98-54c5-4fdb-b21a-10f5586cdc93 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:51.506129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:51.506704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b1132b4-9687-4239-9664-499b9fde2252 req-9e3f358f-5c04-4fbe-a75e-10ec713ba4a4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708523
Jan 29 20:52:51.545890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23015d98-54c5-4fdb-b21a-10f5586cdc93 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:52:51.578034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50adb870-b269-473e-91c6-18521185c5bf req-69864a67-53ce-415b-b319-c70b78dca7ec tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53715c300a25426f9158af1967049461 HTTP/1.1" status: 200  len: 6154 time: 0.0697744
Jan 29 20:52:51.578517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:51.581154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cece445d-8d30-4f32-a452-8f4feab55221 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:51.581775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cece445d-8d30-4f32-a452-8f4feab55221), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:51.596423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:51.634327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:51.636794 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6e646-3624-4978-ae7e-1edd6022ca79" -d '{"events": [{"server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "name": "network-vif-plugged", "status": "completed", "tag": "cece445d-8d30-4f32-a452-8f4feab55221"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:51.657097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cece445d-8d30-4f32-a452-8f4feab55221,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:51.659400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50adb870-b269-473e-91c6-18521185c5bf req-d8a4c2b0-a7ee-4d3a-9e0c-b59b2919fa45 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "GET /v2.0/security-groups/e255fd47-841c-48dd-b147-df37da215d97 HTTP/1.1" status: 200  len: 2998 time: 0.0737491
Jan 29 20:52:51.668451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:51.674584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:51.679806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2991c3-fccb-4a25-b4b5-6e5b073cccf4 req-70a5fc55-46a5-4114-9d12-1f292ced89e3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.681258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a2991c3-fccb-4a25-b4b5-6e5b073cccf4 req-70a5fc55-46a5-4114-9d12-1f292ced89e3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0889013
Jan 29 20:52:51.682060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.682407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.682752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.683095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.683461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.683817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.684154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.684490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.684822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.685184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.685513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.685846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.686177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:52:51.739991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:51.740640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50adb870-b269-473e-91c6-18521185c5bf req-76e133da-12e4-4728-8caf-c814ebefcfae tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "GET /v2.0/security-groups/e255fd47-841c-48dd-b147-df37da215d97 HTTP/1.1" status: 200  len: 2998 time: 0.0740061
Jan 29 20:52:51.763482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a2991c3-fccb-4a25-b4b5-6e5b073cccf4 req-999e1b46-3057-48c6-b9c7-77350b360026 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742018
Jan 29 20:52:51.807350 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3711b03c-11a9-413b-a63b-dc3f2266c6a4 x-openstack-request-id: req-3711b03c-11a9-413b-a63b-dc3f2266c6a4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:51.807652 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "name": "network-vif-plugged", "status": "completed", "tag": "cece445d-8d30-4f32-a452-8f4feab55221", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:51.807905 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3711b03c-11a9-413b-a63b-dc3f2266c6a4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:51.808320 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221', 'code': 200}
Jan 29 20:52:51.863533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-41e089d6-487a-4c82-95f7-3f1502f23b26 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4a3ebbc4-2fed-4071-aa02-d77a4a2612f3 HTTP/1.1" status: 200  len: 1794 time: 0.0443072
Jan 29 20:52:51.871193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a31f4-3668-4f0f-8cf4-9e8d57f37681 req-c14f2e48-c8ec-4a08-ba1b-4e0523b1c558 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.872640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-256a31f4-3668-4f0f-8cf4-9e8d57f37681 req-c14f2e48-c8ec-4a08-ba1b-4e0523b1c558 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.0837517
Jan 29 20:52:51.979123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffcabb-57a8-4d93-810b-2e8d82720fec req-0ff6e80f-4522-4d70-ab18-ec314157b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:51.980633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ffcabb-57a8-4d93-810b-2e8d82720fec req-0ff6e80f-4522-4d70-ab18-ec314157b428 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 1128 time: 0.1071024
Jan 29 20:52:51.984163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-256a31f4-3668-4f0f-8cf4-9e8d57f37681 req-3dc247ff-032f-4eac-8fc2-9e7dc44fe8f0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963943
Jan 29 20:52:52.011403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (4a3ebbc4-2fed-4071-aa02-d77a4a2612f3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.043685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ffcabb-57a8-4d93-810b-2e8d82720fec req-d9b71ee2-4444-4440-94cb-143d1ee23c3a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542967
Jan 29 20:52:52.047892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (4a3ebbc4-2fed-4071-aa02-d77a4a2612f3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.054167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['23015d98-54c5-4fdb-b21a-10f5586cdc93'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:52:52.114545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4a3ebbc4-2fed-4071-aa02-d77a4a2612f3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.117202 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.118343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-607d01fc-f676-4ff2-8d76-2dc6531647bb req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a3ebbc4-2fed-4071-aa02-d77a4a2612f3 HTTP/1.1" status: 204  len: 173 time: 0.2431479
Jan 29 20:52:52.132156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.137440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.142834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.148085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.153358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.158666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.163956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.165829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-a0a36626-dabd-4bb6-8652-d4285e5dca49 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1160204
Jan 29 20:52:52.184185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b5ca9-aac1-43a4-8fd5-24080eff7f86 tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ebbc4-2fed-4071-aa02-d77a4a2612f3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:52.223304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.271947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3808c9-7447-4483-b26e-d26af1d651c0 req-007ce740-5ae3-4812-bcb7-ceb277bcaf7d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.273362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b3808c9-7447-4483-b26e-d26af1d651c0 req-007ce740-5ae3-4812-bcb7-ceb277bcaf7d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1056304
Jan 29 20:52:52.285198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9593627c-f0d3-44ff-9efc-d122cfa08eea req-65b93fd2-e502-4b05-bac6-b3212ac4cdef tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1109998
Jan 29 20:52:52.380716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b3808c9-7447-4483-b26e-d26af1d651c0 req-954d4b21-83c9-4f9b-843d-2f2bf1cf30f5 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946093
Jan 29 20:52:52.382057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8d42100-1e92-41a7-9931-181e3981226c req-4e7b3f66-cb9e-4103-ba0a-a93bd2c263fc tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa HTTP/1.1" status: 200  len: 1795 time: 0.0682263
Jan 29 20:52:52.384113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23997518-5516-4d45-946a-4f2e5abc12bc req-d292d28d-35de-49cd-8796-c7fa6a0c51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.385420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23997518-5516-4d45-946a-4f2e5abc12bc req-d292d28d-35de-49cd-8796-c7fa6a0c51e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 1127 time: 0.1112072
Jan 29 20:52:52.795401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23997518-5516-4d45-946a-4f2e5abc12bc req-8fc9aa70-59d4-48a0-8727-9661f5235f81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3959050
Jan 29 20:52:52.800731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8d42100-1e92-41a7-9931-181e3981226c req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.826837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8d42100-1e92-41a7-9931-181e3981226c req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.835091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98321d3-a13d-4d85-854f-f55d598fd908 req-4ae4f728-24ce-4077-85aa-3b50996710b2 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:52.836535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a98321d3-a13d-4d85-854f-f55d598fd908 req-4ae4f728-24ce-4077-85aa-3b50996710b2 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.3981719
Jan 29 20:52:52.897211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8d42100-1e92-41a7-9931-181e3981226c req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.899637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8d42100-1e92-41a7-9931-181e3981226c req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:52.900746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8d42100-1e92-41a7-9931-181e3981226c req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa HTTP/1.1" status: 204  len: 173 time: 0.5129843
Jan 29 20:52:52.912176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a98321d3-a13d-4d85-854f-f55d598fd908 req-190a1f24-7eef-4d63-87bc-5f1c013e5c05 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682623
Jan 29 20:52:52.913050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14b593-78c7-46e7-b8f0-76bc5f36475e tempest-SecurityGroupsTestAdminJSON-1667404343 tempest-SecurityGroupsTestAdminJSON-1667404343-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47746e8-9c5a-44e9-b9fb-c9b5ee4456fa,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:53.046407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.051645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.056880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.062660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.067881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.073154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.078983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.080803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc86b0e4-f5fa-47d5-a712-fc7f518b2bec req-299245b9-276f-42eb-8377-a4cc9dca8589 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1226332
Jan 29 20:52:53.091028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43970) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:53.091894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beded57-d217-42ac-b3c3-6f27d6f81d69 req-0ec9f6f2-0ae0-479f-bc15-75346dad653c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.093415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2beded57-d217-42ac-b3c3-6f27d6f81d69 req-0ec9f6f2-0ae0-479f-bc15-75346dad653c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1233904
Jan 29 20:52:53.095630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Request body: {'floatingip': {'port_id': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:53.138977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.141949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.153533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2beded57-d217-42ac-b3c3-6f27d6f81d69 req-0d039123-8fa2-4a28-ab52-ec3e936be28d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540679
Jan 29 20:52:53.202861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c279f-d855-40f3-a28f-2dc7df7f1dde req-d7091a0d-a30d-42c0-aaa4-0e2622b9c3d2 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.204374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-289c279f-d855-40f3-a28f-2dc7df7f1dde req-d7091a0d-a30d-42c0-aaa4-0e2622b9c3d2 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0722809
Jan 29 20:52:53.291531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-289c279f-d855-40f3-a28f-2dc7df7f1dde req-7c92b3a4-5193-4f08-9d22-0ec6610ae1f7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698888
Jan 29 20:52:53.299700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6c6ed-2962-4ed5-ac6f-993a5101320e req-04fc31f9-168a-40bc-8d45-b16d3d6b94c7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.301483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8da6c6ed-2962-4ed5-ac6f-993a5101320e req-04fc31f9-168a-40bc-8d45-b16d3d6b94c7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0901413
Jan 29 20:52:53.380360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8da6c6ed-2962-4ed5-ac6f-993a5101320e req-654491f0-cdd8-4f19-bf1f-8a94b8760691 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701611
Jan 29 20:52:53.384364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-ade2a98b-e4e6-4165-ac5d-f9e3cddb2743 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "GET /v2.0/security-groups/bb052649-6ed2-4d89-b592-67e3ce0ff7fc HTTP/1.1" status: 200  len: 1795 time: 0.0600104
Jan 29 20:52:53.443127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bb052649-6ed2-4d89-b592-67e3ce0ff7fc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.497264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bb052649-6ed2-4d89-b592-67e3ce0ff7fc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.539801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bc00f-fe80-4387-a1dc-331bbc816f85 req-6a1b674f-9768-448b-838c-d73066ad0b98 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.541434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00bc00f-fe80-4387-a1dc-331bbc816f85 req-6a1b674f-9768-448b-838c-d73066ad0b98 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.0954351
Jan 29 20:52:53.563363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bb052649-6ed2-4d89-b592-67e3ce0ff7fc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.565942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.567053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c1d26b6-7618-4158-9f0d-19eb6673e5ad req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb052649-6ed2-4d89-b592-67e3ce0ff7fc HTTP/1.1" status: 204  len: 173 time: 0.1766715
Jan 29 20:52:53.583502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86aba6-e8f4-4427-9084-096076a13b7d tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb052649-6ed2-4d89-b592-67e3ce0ff7fc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:53.594791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.601024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.614299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00bc00f-fe80-4387-a1dc-331bbc816f85 req-6608cb50-b9b2-41db-847f-94112f353fdb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663047
Jan 29 20:52:53.710074 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Floating IP b9bfba96-632d-4046-b072-b077e259550b associated. External IP: 172.35.4.221, port: 276735cc-412b-4343-88dc-f9dcccfb5b3a.
Jan 29 20:52:53.716224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24672554-5fcd-4088-8a74-371b06fe77f8 req-49397566-d970-4802-98af-cb1c061a274c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:53.718073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24672554-5fcd-4088-8a74-371b06fe77f8 req-49397566-d970-4802-98af-cb1c061a274c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0815313
Jan 29 20:52:53.720471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-e343235b-1833-4436-ac79-a425b8f5b685 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "GET /v2.0/security-groups/bdcdc9de-5a2a-4c38-9af6-4c17598da833 HTTP/1.1" status: 200  len: 1794 time: 0.0728986
Jan 29 20:52:53.807440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24672554-5fcd-4088-8a74-371b06fe77f8 req-e6ca6882-8c0f-46c9-97d0-ac0064149ea0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814579
Jan 29 20:52:53.827236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bdcdc9de-5a2a-4c38-9af6-4c17598da833), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.849663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (bdcdc9de-5a2a-4c38-9af6-4c17598da833), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.891439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bdcdc9de-5a2a-4c38-9af6-4c17598da833), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.893992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:53.895118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7bc71c80-2f76-4efd-865d-3ed0b1141a23 req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] 10.222.0.20 "DELETE /v2.0/security-groups/bdcdc9de-5a2a-4c38-9af6-4c17598da833 HTTP/1.1" status: 204  len: 173 time: 0.1609263
Jan 29 20:52:53.906341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee56797-a1cc-4023-a87f-5397fc7d2906 tempest-SecurityGroupsTestAdminJSON-1338293202 tempest-SecurityGroupsTestAdminJSON-1338293202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcdc9de-5a2a-4c38-9af6-4c17598da833,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:53.929223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:52:54.038119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eada1-167e-4836-822b-e8fbd8240e49 req-59902df2-00aa-40c4-b2b3-0771f4004572 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.040025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b2eada1-167e-4836-822b-e8fbd8240e49 req-59902df2-00aa-40c4-b2b3-0771f4004572 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.0557876
Jan 29 20:52:54.042515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:52:54.047979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:54.055165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Sync routers for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:52:54.066042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:52:54.067115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:52:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:54.098586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21dd6282-df19-4f79-93cf-e104c54af4a8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "PUT /v2.0/floatingips/b9bfba96-632d-4046-b072-b077e259550b HTTP/1.1" status: 200  len: 992 time: 1.0064352
Jan 29 20:52:54.099337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:54.102477 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208ecaf-2357-4402-8877-7ec6f656bbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:54.110416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b2eada1-167e-4836-822b-e8fbd8240e49 req-285ad4d8-c5b5-458d-8a8f-624c4725eb9f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604584
Jan 29 20:52:54.172108 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f16baa-28b3-4beb-b1b1-208a68685595 x-openstack-request-id: req-a7f16baa-28b3-4beb-b1b1-208a68685595 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:54.172838 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:54.173191 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7f16baa-28b3-4beb-b1b1-208a68685595 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:54.173666 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'status': 'completed', 'code': 200}
Jan 29 20:52:54.201682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:52:54.234012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43992) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:54.307202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.313342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.318800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.324072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.329598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.334957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.340254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.347657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-5d4e1f87-2ead-4d49-a5c4-52c5f467d1ec tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1620102
Jan 29 20:52:54.380037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.380518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.381015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.381469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.381931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.382388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.382841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.384784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-84adb4b9-3f8a-4318-a83b-9a929a76b3bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6708 time: 0.1557913
Jan 29 20:52:54.418815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb825e7c-d044-4eca-8cec-03463be67292 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53715c300a25426f9158af1967049461&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1822534
Jan 29 20:52:54.419213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44004) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:54.470900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] Publish callbacks [] for security_group (e255fd47-841c-48dd-b147-df37da215d97), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:54.497898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] Publish callbacks [] for security_group (e255fd47-841c-48dd-b147-df37da215d97), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:54.501497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ae80>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9bfba96-632d-4046-b072-b077e259550b', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'port_id': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'mac_address': 'fa:16:3e:56:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:51:47Z', 'updated_at': '2022-01-29T20:52:53Z', 'revision_number': 1, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:54.515115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c288e09d-a6e5-4f39-8a70-acdf24addd6c req-3a4804b7-9033-4fa2-83cc-cc6285d2cae8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1665874
Jan 29 20:52:54.533645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Checking router: 982b8e3e-26c2-4c83-b1d2-87951cbe7672 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:52:54.541307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a72f5-56ec-4ea0-b996-02cd96f7ffb7 req-430c910a-a80b-4436-9fe5-b65daacda7e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.549682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053a72f5-56ec-4ea0-b996-02cd96f7ffb7 req-430c910a-a80b-4436-9fe5-b65daacda7e9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1634684
Jan 29 20:52:54.555644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:52:54.556359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:52:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:54.557536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e255fd47-841c-48dd-b147-df37da215d97), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:54.562775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:54.566468 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e255fd47-841c-48dd-b147-df37da215d97 HTTP/1.1" status: 204  len: 168 time: 0.1430593
Jan 29 20:52:54.580794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9efc2-36b8-4ca5-bd81-13170f10b10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e255fd47-841c-48dd-b147-df37da215d97,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:54.586016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-f05aec37-1d96-49ca-aac2-cf7ee7f66673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.587527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-f05aec37-1d96-49ca-aac2-cf7ee7f66673 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02 HTTP/1.1" status: 200  len: 911 time: 0.1881585
Jan 29 20:52:54.685940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-053a72f5-56ec-4ea0-b996-02cd96f7ffb7 req-6f086308-e8f8-4c3b-a090-d96df69e7457 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353638
Jan 29 20:52:54.691534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:52:54.707225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-07eea8f4-70d7-4147-9c3a-7667059c1604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a HTTP/1.1" status: 200  len: 1000 time: 0.1116993
Jan 29 20:52:54.768808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6a9c1-5285-4f94-9c85-4ab073daebce req-a1a29fd1-574a-4620-85f8-9994b03e401a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.770481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cce6a9c1-5285-4f94-9c85-4ab073daebce req-a1a29fd1-574a-4620-85f8-9994b03e401a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1294048
Jan 29 20:52:54.806231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-1974da76-20cd-4f53-a5cb-09421ee05ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.807882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-1974da76-20cd-4f53-a5cb-09421ee05ae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74b1bd96-0b80-47b6-b3ff-b65f91c2339e HTTP/1.1" status: 200  len: 849 time: 0.0910137
Jan 29 20:52:54.895732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cce6a9c1-5285-4f94-9c85-4ab073daebce req-012a7c01-de5e-4c5d-9d6b-0aa9c810d4a6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186943
Jan 29 20:52:54.922927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-8ce11deb-2c41-4739-86e8-a2debceafa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:54.926532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-8ce11deb-2c41-4739-86e8-a2debceafa83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0995996
Jan 29 20:52:54.966532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:54.985429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ae80>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9bfba96-632d-4046-b072-b077e259550b', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'port_id': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'mac_address': 'fa:16:3e:56:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:51:47Z', 'updated_at': '2022-01-29T20:52:53Z', 'revision_number': 1, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:52:55.010662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e627b499-8c50-407c-98c9-e49bfbd5d906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01844a70b7fd42a68ad3b518b5f904f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0429080
Jan 29 20:52:55.013328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:55.028472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee964f4-d505-45b6-a70a-1bf71d2cf943 None None] The sync data for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 is: [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9bfba96-632d-4046-b072-b077e259550b', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'port_id': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'mac_address': 'fa:16:3e:56:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:51:47Z', 'updated_at': '2022-01-29T20:52:53Z', 'revision_number': 1, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:52:55.094495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] Publish callbacks [] for security_group (27a20513-be9c-483f-b02b-2be226a405c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.121929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] Publish callbacks [] for security_group (27a20513-be9c-483f-b02b-2be226a405c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.155214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c71e5-ab60-453c-991b-9072d4bf3983 req-e8b3e1b1-879a-40cc-b021-655fec38a9d6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.157329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe6c71e5-ab60-453c-991b-9072d4bf3983 req-e8b3e1b1-879a-40cc-b021-655fec38a9d6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1966732
Jan 29 20:52:55.181870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-bf5c1771-cac0-4416-b2c9-cd1de68f5736 service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488928
Jan 29 20:52:55.187706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (27a20513-be9c-483f-b02b-2be226a405c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.190440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.191797 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27a20513-be9c-483f-b02b-2be226a405c4 HTTP/1.1" status: 204  len: 168 time: 0.1775517
Jan 29 20:52:55.200197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac081f-2a6f-449a-8f01-f3ec75943f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a20513-be9c-483f-b02b-2be226a405c4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:55.215542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbff584-8e79-4a39-a8d0-73fb1f636d67 req-cd3ea2f4-278b-4a78-b120-4539f026e03b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.217071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edbff584-8e79-4a39-a8d0-73fb1f636d67 req-cd3ea2f4-278b-4a78-b120-4539f026e03b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.1214969
Jan 29 20:52:55.270426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe6c71e5-ab60-453c-991b-9072d4bf3983 req-1bf1d3b2-dbc1-4e65-a27e-5406dfc0b0f3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057990
Jan 29 20:52:55.297026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:52:55.356348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edbff584-8e79-4a39-a8d0-73fb1f636d67 req-09e62c98-7fe1-4dbe-bbb6-c9947f9a1a36 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285048
Jan 29 20:52:55.364147 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08667e2-ba57-4afb-90f4-0f3df4a39c4b None None] New status for floating IP b9bfba96-632d-4046-b072-b077e259550b: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:52:55.388310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4208ecaf-2357-4402-8877-7ec6f656bbcc req-d5487c1a-139d-455d-a450-5f56a9f443cd service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447780
Jan 29 20:52:55.389902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 23015d98-54c5-4fdb-b21a-10f5586cdc93 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:52:55.394576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 23015d98-54c5-4fdb-b21a-10f5586cdc93 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:52:55.394953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.498853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7643e9-e35c-4c99-ad15-3c2706edd530 req-216a7e9c-6944-41cb-ae63-3a3165b486c0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.500712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b7643e9-e35c-4c99-ad15-3c2706edd530 req-216a7e9c-6944-41cb-ae63-3a3165b486c0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0813406
Jan 29 20:52:55.509735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 23015d98-54c5-4fdb-b21a-10f5586cdc93 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:52:55.510129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.607458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b7643e9-e35c-4c99-ad15-3c2706edd530 req-46554b76-7318-4214-b877-d6c42ead46f9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997488
Jan 29 20:52:55.710468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:52:55.723341 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393ad764-4e77-4785-a8c0-76c26fee7287" -d '{"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-plugged", "status": "completed", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:52:55.738059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:52:55.744397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:55.790434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.801190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.808561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:55.812277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.818063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.823450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.828744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.834060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.835988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-ac00e04d-7272-4701-98f9-621faac466ac tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1733134
Jan 29 20:52:55.934368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb087-eb0c-4d51-ab7c-11d3298124c3 req-27f4d8cc-e784-4e87-a234-18866f1804b3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:55.935884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08ceb087-eb0c-4d51-ab7c-11d3298124c3 req-27f4d8cc-e784-4e87-a234-18866f1804b3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0989990
Jan 29 20:52:55.950482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8cc9c43-8d92-4c04-9bb6-7dace4217f48 req-60ae6200-a328-4da7-873f-a5e9ed06a9ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1043291
Jan 29 20:52:56.012780 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b92cbb-d2c5-436e-b681-0720a8d60ab3 x-openstack-request-id: req-c1b92cbb-d2c5-436e-b681-0720a8d60ab3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:52:56.013249 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-plugged", "status": "completed", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:52:56.013456 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1b92cbb-d2c5-436e-b681-0720a8d60ab3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:52:56.013847 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'code': 200}
Jan 29 20:52:56.021076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08ceb087-eb0c-4d51-ab7c-11d3298124c3 req-59c325f7-8bed-408c-93c8-2c9db265598e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646768
Jan 29 20:52:56.174830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44054) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:56.204292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.209567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.214786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.220103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.225418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.230651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.235906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.237860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-c7d2d321-cdeb-4889-98ce-bf4be9fd7e2a tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1628945
Jan 29 20:52:56.250713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbe229-1680-4906-bb7f-600cdc5859e3 req-58c2e8be-749f-4686-aea8-ede26caffefb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.252033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5fbe229-1680-4906-bb7f-600cdc5859e3 req-58c2e8be-749f-4686-aea8-ede26caffefb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1601727
Jan 29 20:52:56.255076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8614b-5fbd-4bea-b85b-3145de59ce42 req-3ff4c18f-93cc-40df-a733-a5b26d2e5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.256468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ea8614b-5fbd-4bea-b85b-3145de59ce42 req-3ff4c18f-93cc-40df-a733-a5b26d2e5522 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.1413302
Jan 29 20:52:56.277401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-757571688-network', 'tenant_id': '975def1272564604bcc0759fc1d44fb3'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:56.296812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Made reservation on behalf of 975def1272564604bcc0759fc1d44fb3 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:56.299124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.309240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.371738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ea8614b-5fbd-4bea-b85b-3145de59ce42 req-9eceaad9-9889-437b-a5ec-112d9f35e49f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029713
Jan 29 20:52:56.375795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5fbe229-1680-4906-bb7f-600cdc5859e3 req-ced2eaf3-5a39-4d3d-9c97-fcf9231b831b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136794
Jan 29 20:52:56.380234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e16e0040-e897-45a5-907e-dae2f3f74ea5 req-4b33e8bd-a89a-48af-801a-47fb7b89df39 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1272969
Jan 29 20:52:56.403338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks [] for security_group (02e8535d-8e63-4d19-a34b-f63efa5ee052), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.408502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02e8535d-8e63-4d19-a34b-f63efa5ee052), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.442554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e8535d-8e63-4d19-a34b-f63efa5ee052,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:56.449627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:52:56.463246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e529af23-86c2-401e-a55e-07dd9a1105d3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.463852 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Added segment e529af23-86c2-401e-a55e-07dd9a1105d3 of type vlan for network 702ded8e-5f8a-4c97-90f2-930c76502588
Jan 29 20:52:56.513440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (702ded8e-5f8a-4c97-90f2-930c76502588), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.517643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeef07-f5aa-45b1-924f-09f8bb036a73 req-74a6027b-b033-4e5f-b11a-56c25cb75d86 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.519134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eeeef07-f5aa-45b1-924f-09f8bb036a73 req-74a6027b-b033-4e5f-b11a-56c25cb75d86 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0736771
Jan 29 20:52:56.537675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (702ded8e-5f8a-4c97-90f2-930c76502588), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.538752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.539342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.587861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def0b0e-9237-4534-a2cd-ccb4fc9249f5 req-a8ac5a38-ad71-4275-941b-89ff0ad499b7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.589365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0def0b0e-9237-4534-a2cd-ccb4fc9249f5 req-a8ac5a38-ad71-4275-941b-89ff0ad499b7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 945 time: 0.0926256
Jan 29 20:52:56.591438 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4154751
Jan 29 20:52:56.594445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44066) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:56.599185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Request body: {'subnet': {'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-757571688-subnet', 'tenant_id': '975def1272564604bcc0759fc1d44fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:56.600447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368670c9-34ea-4568-91f0-a29cd51b4066 admin admin] Pushing event updated for resources: {'Network': ['ID=702ded8e-5f8a-4c97-90f2-930c76502588,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:56.610569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 702ded8e-5f8a-4c97-90f2-930c76502588 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:52:56.613519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eeeef07-f5aa-45b1-924f-09f8bb036a73 req-25c0b7e1-9639-47c7-bc7d-5cd371b6d2fe tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801709
Jan 29 20:52:56.657210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Made reservation on behalf of 975def1272564604bcc0759fc1d44fb3 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:56.659628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:56.722275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0def0b0e-9237-4534-a2cd-ccb4fc9249f5 req-866bb130-194d-4c44-80b7-1e378adc6d03 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163893
Jan 29 20:52:56.797659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.802854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.808053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.813878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.819088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.824296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.829768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.831665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd65879-244b-4612-a143-d021e935f08a req-f96b0933-e2c8-4b0d-b786-84ba73f5f121 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1280594
Jan 29 20:52:56.952665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca1405-8d09-4a5c-a94b-8bdfc08f04ee req-c3f964d6-6dfa-48af-a002-05e9ff389587 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:56.954180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2ca1405-8d09-4a5c-a94b-8bdfc08f04ee req-c3f964d6-6dfa-48af-a002-05e9ff389587 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1197090
Jan 29 20:52:56.981301 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (c680467f-7cf4-46c1-90a3-ed976979d6c4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:57.050062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2ca1405-8d09-4a5c-a94b-8bdfc08f04ee req-8843df27-f912-47fb-8365-420befb4b599 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874195
Jan 29 20:52:57.063027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c680467f-7cf4-46c1-90a3-ed976979d6c4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:57.121536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Checking segment: {'id': 'e529af23-86c2-401e-a55e-07dd9a1105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:57.121900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Network hostable DHCP agents. Network: 702ded8e-5f8a-4c97-90f2-930c76502588, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:52:57.189003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Network 702ded8e-5f8a-4c97-90f2-930c76502588 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:52:57.215025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 702ded8e-5f8a-4c97-90f2-930c76502588) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:57.227571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-44e81acd-195b-4ae1-82d7-faa4f3d0cb1a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.228758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86feb0ee-daa8-4141-b654-6c4c8084ddb2 None None] Network 702ded8e-5f8a-4c97-90f2-930c76502588 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:57.229176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-44e81acd-195b-4ae1-82d7-faa4f3d0cb1a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.1676748
Jan 29 20:52:57.230453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.231026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:57.241781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60bdaa-f226-4fb2-b46b-c9e417f07c48 req-28ae2578-1a6f-4f16-baf6-f412b3dbd54a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.243230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b60bdaa-f226-4fb2-b46b-c9e417f07c48 req-28ae2578-1a6f-4f16-baf6-f412b3dbd54a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1230474
Jan 29 20:52:57.269793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-be4b8e18-1c5b-4129-a37a-d8d3a1a2f938 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/quotas/dc76ddf545b849e38210bf8f5072d043 HTTP/1.1" status: 200  len: 375 time: 0.0255756
Jan 29 20:52:57.286285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1e24b5f1-1751-4a59-9f5a-5c0c9ca9860d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6833522
Jan 29 20:52:57.338477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b60bdaa-f226-4fb2-b46b-c9e417f07c48 req-055eb501-7cce-47ab-933c-9d57437fcb47 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825145
Jan 29 20:52:57.343922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dac2a4-8d10-4b1a-a0d8-b48a6be230bb None None] Network 702ded8e-5f8a-4c97-90f2-930c76502588 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:57.355258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-88d80111-d089-4962-904a-206ffcb49ec5 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0737545
Jan 29 20:52:57.513194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-10b27f30-5886-4ca8-ae3c-4ec0298873e0 service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467106
Jan 29 20:52:57.571173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9366e5e-e316-4303-9f08-ea43ce90ea7a req-0cd4706d-c895-43b6-8577-a22ae48b9653 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.572645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9366e5e-e316-4303-9f08-ea43ce90ea7a req-0cd4706d-c895-43b6-8577-a22ae48b9653 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1201704
Jan 29 20:52:57.649764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-02a9d27a-9a2c-4b5e-845d-c8f0269cb519 service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291006
Jan 29 20:52:57.653242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9366e5e-e316-4303-9f08-ea43ce90ea7a req-e48abe8e-b6a6-4bf0-b206-e61f1f677cb2 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740085
Jan 29 20:52:57.807535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5722bb1-e965-4309-94d1-602ac38aaa12 req-1e7d7913-3a37-42d6-96b7-f42e614b18fe tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.809630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5722bb1-e965-4309-94d1-602ac38aaa12 req-1e7d7913-3a37-42d6-96b7-f42e614b18fe tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0831699
Jan 29 20:52:57.857417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:57.863054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-112651159-network', 'tenant_id': '8045f5fac8d94813a499586cceb24ef1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:57.886637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Made reservation on behalf of 8045f5fac8d94813a499586cceb24ef1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:57.889886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:57.891895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5722bb1-e965-4309-94d1-602ac38aaa12 req-2d4c84e7-028a-497c-a197-6c021dfed616 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753782
Jan 29 20:52:57.901787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:57.912210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203da94f-a892-47a3-9f8b-8ac17d862e48 req-1b0fead0-2961-4344-9d7d-afff2d1dab10 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:57.913738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-203da94f-a892-47a3-9f8b-8ac17d862e48 req-1b0fead0-2961-4344-9d7d-afff2d1dab10 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 945 time: 0.0773044
Jan 29 20:52:57.983263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66df85e8-87c0-4cd7-a8e9-e818538fe2ae req-6b7193d4-160a-4445-9899-6c0be6e3cbe4 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 210 time: 0.0450552
Jan 29 20:52:58.017400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-203da94f-a892-47a3-9f8b-8ac17d862e48 req-8509c3a6-9049-4261-bf65-5e55d2f240ef tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934603
Jan 29 20:52:58.031951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks [] for security_group (41bbcb75-424b-4d4a-8302-416b0608dcea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.035803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (41bbcb75-424b-4d4a-8302-416b0608dcea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.057617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:52:58.073613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbcb75-424b-4d4a-8302-416b0608dcea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:58.076713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (641f7833-789b-4a51-ba2a-fe810679dab1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.077634 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Added segment 641f7833-789b-4a51-ba2a-fe810679dab1 of type vlan for network 08415381-19d9-4952-bbfd-179230bcbe30
Jan 29 20:52:58.120220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (08415381-19d9-4952-bbfd-179230bcbe30), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.150202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (08415381-19d9-4952-bbfd-179230bcbe30), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.151240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:58.151917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.208872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3503070
Jan 29 20:52:58.210439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dac31-a7c6-4ef7-bb85-2e0bdc20fc6a req-2c111659-6f6a-4bc4-969b-baef41ddcb1e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:58.211903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44122) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:52:58.217463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-460dac31-a7c6-4ef7-bb85-2e0bdc20fc6a req-2c111659-6f6a-4bc4-969b-baef41ddcb1e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0744815
Jan 29 20:52:58.219565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Request body: {'subnet': {'network_id': '08415381-19d9-4952-bbfd-179230bcbe30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-112651159-subnet', 'tenant_id': '8045f5fac8d94813a499586cceb24ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:58.227867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7e52-9142-4f66-9052-b88c59cc62ab admin admin] Pushing event updated for resources: {'Network': ['ID=08415381-19d9-4952-bbfd-179230bcbe30,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:58.240798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 08415381-19d9-4952-bbfd-179230bcbe30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:52:58.253091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Made reservation on behalf of 8045f5fac8d94813a499586cceb24ef1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:58.255498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.283629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-460dac31-a7c6-4ef7-bb85-2e0bdc20fc6a req-a5e75d0d-bf9c-4b50-a156-94d79a4cd17c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642736
Jan 29 20:52:58.442506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (565c4e06-e7d4-435d-aac0-5ecd28d6376e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.467427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e30974-6d94-458b-a236-09e439470ce1 req-981fe13e-d9be-46a8-8ec8-db41211eca81 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:58.469801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23e30974-6d94-458b-a236-09e439470ce1 req-981fe13e-d9be-46a8-8ec8-db41211eca81 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0552876
Jan 29 20:52:58.510786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Checking segment: {'id': '641f7833-789b-4a51-ba2a-fe810679dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '08415381-19d9-4952-bbfd-179230bcbe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:52:58.511151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Network hostable DHCP agents. Network: 08415381-19d9-4952-bbfd-179230bcbe30, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:52:58.519366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565c4e06-e7d4-435d-aac0-5ecd28d6376e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:52:58.534083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23e30974-6d94-458b-a236-09e439470ce1 req-1ae6e975-1bf6-4328-bc8f-4280b3978d9d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587356
Jan 29 20:52:58.536771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Network 08415381-19d9-4952-bbfd-179230bcbe30 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:52:58.547172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08415381-19d9-4952-bbfd-179230bcbe30) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:52:58.552149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:58.553620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:58.557692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc490e-173a-4e5a-aff0-288c7f338860 None None] Network 08415381-19d9-4952-bbfd-179230bcbe30 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:58.572745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-81fc9ec9-b0d4-4cdc-bcbf-6cb08a157f20 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3594759
Jan 29 20:52:58.659598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0323ae7-abcb-4d70-9429-10a79f98e043 None None] Network 08415381-19d9-4952-bbfd-179230bcbe30 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:52:58.784650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca6c8b-2629-44b5-a59d-c71d56c1e941 req-468f1fbb-71e6-4124-975d-81a1a1270f40 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:58.786190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eca6c8b-2629-44b5-a59d-c71d56c1e941 req-468f1fbb-71e6-4124-975d-81a1a1270f40 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0586686
Jan 29 20:52:58.833546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eca6c8b-2629-44b5-a59d-c71d56c1e941 req-23f3c192-8599-4512-951c-2de7564bea60 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417314
Jan 29 20:52:59.149782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0ac1-4c60-4d57-be10-e45e31dacb77 req-485d8294-5ede-45ec-993f-10a7cf233cb2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:59.151257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c0ac1-4c60-4d57-be10-e45e31dacb77 req-485d8294-5ede-45ec-993f-10a7cf233cb2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1895013
Jan 29 20:52:59.191984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-4f1fa5cf-dccc-4a94-bca2-74e3c208acd4 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:59.193410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-4f1fa5cf-dccc-4a94-bca2-74e3c208acd4 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.2288687
Jan 29 20:52:59.218169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Request body: {'port': {'device_id': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'admin_state_up': True, 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:52:59.230380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-d2117e2b-c71d-4d63-baf5-9f1c4b49d6f0 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:59.231773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-d2117e2b-c71d-4d63-baf5-9f1c4b49d6f0 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/networks?id=702ded8e-5f8a-4c97-90f2-930c76502588 HTTP/1.1" status: 200  len: 814 time: 0.1960216
Jan 29 20:52:59.294994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-e4c5789c-2de9-4c43-80ff-0b48e1ec7213 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/quotas/975def1272564604bcc0759fc1d44fb3 HTTP/1.1" status: 200  len: 375 time: 0.0500460
Jan 29 20:52:59.300623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b24c0ac1-4c60-4d57-be10-e45e31dacb77 req-594e6ae9-3ad8-45e9-8a06-8ba92eb7b275 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349194
Jan 29 20:52:59.339465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-5c9ac747-3117-4c1b-9554-2586826e36ba tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=975def1272564604bcc0759fc1d44fb3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378883
Jan 29 20:52:59.426589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f600b95-a385-41e4-adf6-147b702b9a63 req-49a044a1-2fec-41c1-b6c4-d09b16150708 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 210 time: 0.0638108
Jan 29 20:52:59.457779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:52:59.461154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:52:59.508470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-4f95eab3-db71-4d00-b677-a4ee5d76ccfb service neutron] 10.222.0.20 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592000
Jan 29 20:52:59.674215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa7cb-8e58-49ae-9bea-cd32a355fee9 req-285ef310-8e6a-4c7e-9d86-2da9a02d2fe2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:59.675689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d13fa7cb-8e58-49ae-9bea-cd32a355fee9 req-285ef310-8e6a-4c7e-9d86-2da9a02d2fe2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 945 time: 0.1876521
Jan 29 20:52:59.723868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-62094209-7c11-4115-8dd6-70440e4ae2ee service neutron] 10.222.0.20 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981380
Jan 29 20:52:59.732717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Allocated IP 172.20.0.12 (735975e5-560e-4fe2-bd1a-eda3f1050e6f/cf51ee7b-099c-4290-ba5c-72671c515df7/3191cbb8-3403-4b73-85eb-eb8bd86ae88c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:52:59.765093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d13fa7cb-8e58-49ae-9bea-cd32a355fee9 req-a70a6303-ede0-4aa2-9198-5cf9df7d6981 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830009
Jan 29 20:52:59.982057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017ae6f-aae9-4b5b-a6c7-e7aef01e8984 req-8d1acbb9-e6ee-44a2-ad0f-217d8ef92a0f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:52:59.983690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c017ae6f-aae9-4b5b-a6c7-e7aef01e8984 req-8d1acbb9-e6ee-44a2-ad0f-217d8ef92a0f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1318381
Jan 29 20:53:00.001867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks [] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:00.031177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef916e-96e7-44cd-88ec-0d0687747afe req-942143b4-0c56-4869-b3dc-5194daf6b3d5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:00.032653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9ef916e-96e7-44cd-88ec-0d0687747afe req-942143b4-0c56-4869-b3dc-5194daf6b3d5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1400783
Jan 29 20:53:00.088137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c017ae6f-aae9-4b5b-a6c7-e7aef01e8984 req-b78b4df5-3c0a-4fdc-9e52-68ba8d064dac tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937831
Jan 29 20:53:00.121955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9ef916e-96e7-44cd-88ec-0d0687747afe req-05ef072c-4ae5-4810-98fa-bf417314514b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772877
Jan 29 20:53:00.123455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:00.138226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'cece445d-8d30-4f32-a452-8f4feab55221'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:00.202569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:00.210192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:00.233036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:00.263182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event updated for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:00.267867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e70e686a-d4d8-45b9-851b-f8a438115482 req-6b270a67-1f9e-4da0-a020-65458b8a4c3c tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 210 time: 0.0619619
Jan 29 20:53:00.329663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:00.330819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:00.356379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-59b54b53-a640-4742-9d5a-e2276986dced tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1469252
Jan 29 20:53:00.384014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Request body: {'port': {'device_id': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:00.458060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5fe7-615b-4da8-b4d8-1b57365b8e21 req-9771f955-bf3f-4fdb-9d0f-9a765eac4879 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:00.459448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391b5fe7-615b-4da8-b4d8-1b57365b8e21 req-9771f955-bf3f-4fdb-9d0f-9a765eac4879 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1168811
Jan 29 20:53:00.510019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:00.571617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391b5fe7-615b-4da8-b4d8-1b57365b8e21 req-a7f2b478-aafe-4ddf-bf20-b05ec9278f8b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989084
Jan 29 20:53:00.577713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f7a4-2f2c-401b-9bd8-a5a34ae4a340 req-bde302a3-6d23-43ac-9f6d-47f9bed2d9c8 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:00.579481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da53f7a4-2f2c-401b-9bd8-a5a34ae4a340 req-bde302a3-6d23-43ac-9f6d-47f9bed2d9c8 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.1302052
Jan 29 20:53:01.062495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da53f7a4-2f2c-401b-9bd8-a5a34ae4a340 req-0ce9bde0-bc97-4e2c-b4f1-2ab32af592b2 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4750001
Jan 29 20:53:01.091163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50f6b-0c36-4bc5-82fe-f1478a6cf1f9 req-af0bf478-26e5-4368-8866-1118e9da2e6d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.092664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62b50f6b-0c36-4bc5-82fe-f1478a6cf1f9 req-af0bf478-26e5-4368-8866-1118e9da2e6d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.4381340
Jan 29 20:53:01.202461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62b50f6b-0c36-4bc5-82fe-f1478a6cf1f9 req-fb175a20-ccc2-4ba0-8baf-5fa5b48ca7eb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015596
Jan 29 20:53:01.248453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efc883-3e8c-4bfa-b7f9-7475e08996a8 req-f7f590b1-aa02-4e91-8f53-b26c4c2e0e5f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.250542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52efc883-3e8c-4bfa-b7f9-7475e08996a8 req-f7f590b1-aa02-4e91-8f53-b26c4c2e0e5f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 932 time: 0.1206808
Jan 29 20:53:01.260001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3191cbb8-3403-4b73-85eb-eb8bd86ae88c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:01.284997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks [] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:01.328248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Transition to ACTIVE for port object 3191cbb8-3403-4b73-85eb-eb8bd86ae88c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:01.336536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:01.375226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52efc883-3e8c-4bfa-b7f9-7475e08996a8 req-c9c98771-0dfe-4f8c-82e7-12dfba93e251 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180935
Jan 29 20:53:01.394460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6c2c-f494-4622-a097-07ebeb371250 req-3d247ab5-1063-4a1c-896c-602faa3b009b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.395980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf5f6c2c-f494-4622-a097-07ebeb371250 req-3d247ab5-1063-4a1c-896c-602faa3b009b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.1276133
Jan 29 20:53:01.411499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:01.520789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf5f6c2c-f494-4622-a097-07ebeb371250 req-d609c886-2103-48be-8812-9fece8d639e7 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159010
Jan 29 20:53:01.538974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Attempting to bind port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:01.539319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Attempting to bind port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:01.539649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Attempting to bind port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:01.550264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92c08-dd1c-4dc9-a6e1-e76615a9d790 req-9f7446dc-c413-4767-ba79-927b98994727 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.551752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fe92c08-dd1c-4dc9-a6e1-e76615a9d790 req-9f7446dc-c413-4767-ba79-927b98994727 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1126165
Jan 29 20:53:01.554746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:01.555575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Attempting to bind port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:01.562873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:01.563217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Checking segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:01.563628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Bound using segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:01.564206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Bound port: 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:01.564565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:01.672004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fe92c08-dd1c-4dc9-a6e1-e76615a9d790 req-f221120e-394a-4a2e-ad88-7c5e4d70878a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111488
Jan 29 20:53:01.696855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:01.705915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0f08-aa39-4334-a8c4-4e3bf95fee48 req-dcbf7ddf-ba31-48a2-bb1d-7fc81298b107 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.707425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2ea0f08-aa39-4334-a8c4-4e3bf95fee48 req-dcbf7ddf-ba31-48a2-bb1d-7fc81298b107 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1154313
Jan 29 20:53:01.709210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:01.721659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:01.799635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.800289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:01.801715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] 10.222.0.18 "PUT /v2.0/ports/3191cbb8-3403-4b73-85eb-eb8bd86ae88c HTTP/1.1" status: 200  len: 1092 time: 1.4290233
Jan 29 20:53:01.803494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-593d278c-4c08-41c9-833a-e532c3046261 req-d2022448-ecbd-4cf3-a901-9b7c55e3e3c8 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 210 time: 0.0693419
Jan 29 20:53:01.803919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:01.806172 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e8a25-ea8f-4f96-a145-e026ed6dd84e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:01.829128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2ea0f08-aa39-4334-a8c4-4e3bf95fee48 req-d826646b-7601-42ce-b6f0-ba1d15016f08 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154139
Jan 29 20:53:01.844802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20324ca-1416-4e92-9c3b-2e89e1ae4f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:01.911217 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d292715-913b-42c8-ad3a-5782a596039d x-openstack-request-id: req-3d292715-913b-42c8-ad3a-5782a596039d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:01.911665 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:01.911929 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d292715-913b-42c8-ad3a-5782a596039d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:01.912332 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', 'status': 'completed', 'code': 200}
Jan 29 20:53:01.946379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-2c4d3fef-cb80-43b9-829b-790ba722b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.947807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-2c4d3fef-cb80-43b9-829b-790ba722b613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 1126 time: 0.0887969
Jan 29 20:53:01.970815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b983-db81-4c07-8ae9-564e4482af1a req-ab29ee02-fe21-47a3-bc9f-3cf6308e8c89 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:01.972285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba4b983-db81-4c07-8ae9-564e4482af1a req-ab29ee02-fe21-47a3-bc9f-3cf6308e8c89 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0742862
Jan 29 20:53:02.006498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-11b3a288-d9ea-4ca2-bad1-8e4083e71b6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c HTTP/1.1" status: 200  len: 217 time: 0.0501306
Jan 29 20:53:02.103801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba4b983-db81-4c07-8ae9-564e4482af1a req-ee898fe5-665d-48c7-bd01-1a1861d07eae tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001198
Jan 29 20:53:02.124898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-4ea3bbae-ed61-4e3b-bd8c-7f84fb839ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.124898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-4ea3bbae-ed61-4e3b-bd8c-7f84fb839ce4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.0981681
Jan 29 20:53:02.134959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4672b-963c-4c96-83c4-3360b21857cd req-0ca56018-911b-4fd0-9dde-7fbe1c2adc0f tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.136410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ef4672b-963c-4c96-83c4-3360b21857cd req-0ca56018-911b-4fd0-9dde-7fbe1c2adc0f tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.0855186
Jan 29 20:53:02.157143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-a609df07-308a-46fe-8be5-6865813f2038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322585
Jan 29 20:53:02.244859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ef4672b-963c-4c96-83c4-3360b21857cd req-2493dff2-6d6c-47de-9c06-b808f4bdb2f9 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901492
Jan 29 20:53:02.281687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-ba800aa6-b5fc-4ab4-88f5-079f98ab1f8e service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128755
Jan 29 20:53:02.400203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669aac2-120d-482b-b025-3bc2ea209746 req-a5b4ec9d-3ab5-4eca-8fcb-81812dcb5a65 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.401729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f669aac2-120d-482b-b025-3bc2ea209746 req-a5b4ec9d-3ab5-4eca-8fcb-81812dcb5a65 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1191905
Jan 29 20:53:02.407993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81a85824-ac12-49d0-b896-3d80e708c9bc req-e974e340-c2b6-4d30-9b9d-41e9f26e4ad1 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173584
Jan 29 20:53:02.462576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f669aac2-120d-482b-b025-3bc2ea209746 req-18de3f55-c70d-4ece-ac66-10b91df42c92 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536397
Jan 29 20:53:02.536154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768304ac-9996-4b89-a9d1-c8ca901f27ff req-8a0a5cf9-5272-4eb5-a2c4-cbf201a09e94 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.537575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768304ac-9996-4b89-a9d1-c8ca901f27ff req-8a0a5cf9-5272-4eb5-a2c4-cbf201a09e94 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 944 time: 0.0907748
Jan 29 20:53:02.542948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-880704d2-fef3-4ba9-84db-cf31c6c6f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.544320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-880704d2-fef3-4ba9-84db-cf31c6c6f1bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 1126 time: 0.0670516
Jan 29 20:53:02.637518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-768304ac-9996-4b89-a9d1-c8ca901f27ff req-00b63f07-d548-4b40-9313-2b28c5ee3d6e tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922651
Jan 29 20:53:02.665246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-80d8ddd9-4316-4e07-b269-6eac53fdc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.666713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-80d8ddd9-4316-4e07-b269-6eac53fdc99c service neutron] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 915 time: 0.1140077
Jan 29 20:53:02.709248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-145b8ac2-2117-4a59-84cd-b6bba8a702b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c HTTP/1.1" status: 200  len: 217 time: 0.0355914
Jan 29 20:53:02.788915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-4bab38ab-85a7-4b71-b4a5-7048f1cac142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.790313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-4bab38ab-85a7-4b71-b4a5-7048f1cac142 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.0740981
Jan 29 20:53:02.825757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-e34b04aa-0611-4abe-88ae-1913a6d91c9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278611
Jan 29 20:53:02.833544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b645d-5cfe-4201-8863-6da24967d44c req-738538e3-3b01-4cbe-a39b-5e8af52b7b56 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:02.834928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6b645d-5cfe-4201-8863-6da24967d44c req-738538e3-3b01-4cbe-a39b-5e8af52b7b56 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0933597
Jan 29 20:53:02.927846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-989e24b0-d76b-41bc-b4de-d0de2a79d742 req-d8426fba-003d-428d-9479-53724d92914a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 210 time: 0.0393445
Jan 29 20:53:02.964236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6b645d-5cfe-4201-8863-6da24967d44c req-b11fd0a5-676c-460e-8bae-9091dbfbbd70 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206391
Jan 29 20:53:02.982130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-ba8d607e-0a3a-422f-a290-375a554d485e service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462893
Jan 29 20:53:03.095903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a131-219f-48d2-9926-41308afdf276 req-4383e8a0-01b5-4a1a-a64e-48287262c849 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:03.097337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6456a131-219f-48d2-9926-41308afdf276 req-4383e8a0-01b5-4a1a-a64e-48287262c849 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1057534
Jan 29 20:53:03.129401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589e8a25-ea8f-4f96-a145-e026ed6dd84e req-89f7e6f2-e97e-4b7e-abcc-9507dd69276d service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389036
Jan 29 20:53:03.157096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6456a131-219f-48d2-9926-41308afdf276 req-c6c80a40-e63f-47bf-9428-02313a0b9302 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532455
Jan 29 20:53:03.226405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebb90-3eab-4975-8fef-5f3f5bed018d req-f9d39560-da99-4cf6-95dd-c555d6938130 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:03.227892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb6ebb90-3eab-4975-8fef-5f3f5bed018d req-f9d39560-da99-4cf6-95dd-c555d6938130 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0528798
Jan 29 20:53:03.274442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb6ebb90-3eab-4975-8fef-5f3f5bed018d req-9a8aa97f-f45c-4615-92c0-d4c392df05ac tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410023
Jan 29 20:53:03.379902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa2d7-4c34-4c0d-a981-7b6a977307d4 req-857ef812-e6b6-4957-81d6-65518c1a8705 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:03.381361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-210fa2d7-4c34-4c0d-a981-7b6a977307d4 req-857ef812-e6b6-4957-81d6-65518c1a8705 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.0474277
Jan 29 20:53:03.423802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-210fa2d7-4c34-4c0d-a981-7b6a977307d4 req-a06552e7-ff77-418b-bf1e-d2dc3a019bba tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367651
Jan 29 20:53:03.583397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e03de-9cc8-4388-a126-922cfa34f715 req-c94bfe1c-a149-438e-8c27-829cdbde16ba tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:03.584887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-488e03de-9cc8-4388-a126-922cfa34f715 req-c94bfe1c-a149-438e-8c27-829cdbde16ba tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0549867
Jan 29 20:53:03.633929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-488e03de-9cc8-4388-a126-922cfa34f715 req-7f25d7f4-9fbb-4fae-8dcf-d0c60f0c4e3e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431094
Jan 29 20:53:03.760543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d281449-6f0d-4bae-95e3-40db4f67c3b0 req-ff714299-40bf-46e7-9143-4f22e0480b76 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:03.762079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d281449-6f0d-4bae-95e3-40db4f67c3b0 req-ff714299-40bf-46e7-9143-4f22e0480b76 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 944 time: 0.0576282
Jan 29 20:53:03.813251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d281449-6f0d-4bae-95e3-40db4f67c3b0 req-376df1d3-aff7-4109-8d8d-5a5aef1a8490 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453746
Jan 29 20:53:04.029835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c5dce7e-d386-4def-896d-5dcdfcbc5b17 req-90bb7e7e-dfb0-4310-af9f-c640343a9078 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 210 time: 0.0343945
Jan 29 20:53:04.126983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-d78bda3c-eab1-45c3-8d8c-038b8687452c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0780504
Jan 29 20:53:04.151964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739261-d232-4eea-ad77-87cea153f55d req-b9ef71a7-e2e3-47af-97fe-8f2c4dfd6cd9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.153506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59739261-d232-4eea-ad77-87cea153f55d req-b9ef71a7-e2e3-47af-97fe-8f2c4dfd6cd9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0645354
Jan 29 20:53:04.205625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59739261-d232-4eea-ad77-87cea153f55d req-8b8e7413-3125-4102-87ae-36d9ac02e615 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456450
Jan 29 20:53:04.265143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-b6894ba4-d651-4bee-91a2-2ae972228ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.267752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-b6894ba4-d651-4bee-91a2-2ae972228ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 1132 time: 0.0575984
Jan 29 20:53:04.393385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4593d2-6022-4a66-9ba6-9706a4e21dde req-90c3f896-039d-4fc4-86c8-73c5a2235408 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.394980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef4593d2-6022-4a66-9ba6-9706a4e21dde req-90c3f896-039d-4fc4-86c8-73c5a2235408 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1161799
Jan 29 20:53:04.428814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-1b6cba3d-513f-47b8-8e66-878b6387ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.430305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-1b6cba3d-513f-47b8-8e66-878b6387ae92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1233532
Jan 29 20:53:04.449092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c9e0f4a1-c808-4e69-8e46-4bfc094ad9b5 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:53:04.450787 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c9e0f4a1-c808-4e69-8e46-4bfc094ad9b5 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1018598
Jan 29 20:53:04.481560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-f70a497e-f2d5-4ea2-a41f-fd8304198da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d HTTP/1.1" status: 200  len: 217 time: 0.0409818
Jan 29 20:53:04.488765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef4593d2-6022-4a66-9ba6-9706a4e21dde req-929a2ffa-cd49-409b-88ed-4c7836f1d6ab tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865149
Jan 29 20:53:04.535826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de8a2dd3-5b14-404b-8436-da5c6d4d9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.537248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-7e9005b1-df97-439b-b335-685beaa492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.538962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-7e9005b1-df97-439b-b335-685beaa492cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0493696
Jan 29 20:53:04.541472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de8a2dd3-5b14-404b-8436-da5c6d4d9392 service neutron] 10.222.0.20 "GET /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 1124 time: 0.0839884
Jan 29 20:53:04.547089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:04.547840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:53:04.619624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-cbc004cc-accc-43a8-8224-5380b6127214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.621151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-cbc004cc-accc-43a8-8224-5380b6127214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0752842
Jan 29 20:53:04.632109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563aac0-8eb2-427f-a33a-5c36acb72a48 req-3f713e28-9ac8-4417-86dd-601243d5ed62 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.633530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9563aac0-8eb2-427f-a33a-5c36acb72a48 req-3f713e28-9ac8-4417-86dd-601243d5ed62 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0792475
Jan 29 20:53:04.684155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on host nch1-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:04.684918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:04.685472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:04.691054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:04.692100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:04.698017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:04.698331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:04.698912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:04.699336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Bound port: 23015d98-54c5-4fdb-b21a-10f5586cdc93, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:04.738754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9563aac0-8eb2-427f-a33a-5c36acb72a48 req-bf333597-8a3d-41c5-b9cb-27d4ed52445f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966728
Jan 29 20:53:04.758551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-1dc52f5c-1fce-48eb-9920-9147ab0e0e33 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240478
Jan 29 20:53:04.839202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:04.848710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:04.849919 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de2e44ea-8a9c-4193-9bee-14ed3c203e63 service neutron] 10.222.0.20 "POST /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93/bindings HTTP/1.1" status: 201  len: 389 time: 0.3067915
Jan 29 20:53:04.866260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-494bd9a1-5ae9-4717-8002-48e1e05cda9e tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.868021 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-494bd9a1-5ae9-4717-8002-48e1e05cda9e tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.36 "GET /v2.0/networks?id=702ded8e-5f8a-4c97-90f2-930c76502588 HTTP/1.1" status: 200  len: 814 time: 0.1239674
Jan 29 20:53:04.882469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Request body: {'port': {'device_id': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588', 'admin_state_up': True, 'tenant_id': '975def1272564604bcc0759fc1d44fb3'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:04.912794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cec4cc0-81a8-413b-823a-526e7d004c31 req-eecc787c-6f7b-4ccf-a4ea-9ecafe417c26 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391418
Jan 29 20:53:04.923209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04792a75-1b0f-4426-8395-18a7034bd9ec req-900b5018-118e-43e0-a880-82f27abe15c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:04.925014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04792a75-1b0f-4426-8395-18a7034bd9ec req-900b5018-118e-43e0-a880-82f27abe15c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1036751
Jan 29 20:53:05.039535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04792a75-1b0f-4426-8395-18a7034bd9ec req-a9e44361-dcfc-4240-b081-4f694a0dbac4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815039
Jan 29 20:53:05.179248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf7c43-c5ae-4182-a1e2-cb243c05efd7 req-817a060c-63d5-4382-9a7a-175b6b89fdf6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.180806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eaf7c43-c5ae-4182-a1e2-cb243c05efd7 req-817a060c-63d5-4382-9a7a-175b6b89fdf6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 944 time: 0.1018360
Jan 29 20:53:05.266505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57253-670e-4fc7-b472-01d512adcc1f req-cefc9b26-ab33-42ec-bc22-c5f54ce2f424 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.267877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bab57253-670e-4fc7-b472-01d512adcc1f req-cefc9b26-ab33-42ec-bc22-c5f54ce2f424 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 945 time: 0.1375027
Jan 29 20:53:05.271879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de848801-bf82-4a9f-89d6-9e98c5cce546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.273302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-de848801-bf82-4a9f-89d6-9e98c5cce546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1127 time: 0.1308832
Jan 29 20:53:05.276412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eaf7c43-c5ae-4182-a1e2-cb243c05efd7 req-cc609271-ae88-4971-b08b-24b91787d110 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786009
Jan 29 20:53:05.310628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Made reservation on behalf of 975def1272564604bcc0759fc1d44fb3 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:53:05.316535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.325046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3191cbb8-3403-4b73-85eb-eb8bd86ae88c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:05.386390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bab57253-670e-4fc7-b472-01d512adcc1f req-2613cc2a-1087-441d-a353-03d704e35d38 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090326
Jan 29 20:53:05.404090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f597a44-74af-4084-ba49-0f2f2e01a781 req-2b3a0970-156a-455f-96c0-9ea509e5f7e0 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 210 time: 0.0383334
Jan 29 20:53:05.442882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-ed4d4d51-ce62-405a-ae5e-2811cb0df273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.445078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-ed4d4d51-ce62-405a-ae5e-2811cb0df273 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1607881
Jan 29 20:53:05.500261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-e3e03771-837b-48aa-93c9-4bab72161a3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 217 time: 0.0471027
Jan 29 20:53:05.503667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:05.517950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'port_id': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', 'mac_address': 'fa:16:3e:77:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf51ee7b-099c-4290-ba5c-72671c515df7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:05.533595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Allocated IP 172.20.0.5 (702ded8e-5f8a-4c97-90f2-930c76502588/c680467f-7cf4-46c1-90a3-ed976979d6c4/bdace137-f909-4b1c-83c5-f7a644195f2d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:53:05.573528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f0d40-eb9f-4415-add6-86ad1d93a339 req-02f4a537-1f0a-4baf-b946-da1d694e4ece tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.576328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:05.577568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.581836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-606f0d40-eb9f-4415-add6-86ad1d93a339 req-02f4a537-1f0a-4baf-b946-da1d694e4ece tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0842590
Jan 29 20:53:05.592086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3191cbb8-3403-4b73-85eb-eb8bd86ae88c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:05.627064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:05.632338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.722076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-606f0d40-eb9f-4415-add6-86ad1d93a339 req-71d9d7c6-da7a-4245-9a0d-1949b4b73a08 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392863
Jan 29 20:53:05.736059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:05.739507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-8192187a-ac32-452c-8d5a-6b08880ffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.741912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-8192187a-ac32-452c-8d5a-6b08880ffbad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1149240
Jan 29 20:53:05.746583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks [] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.754510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da203c3-b065-4c42-9f31-0ddd392730e8 req-0c6cb216-23b1-4f83-8bf7-e3346520c1bd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.756452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8da203c3-b065-4c42-9f31-0ddd392730e8 req-0c6cb216-23b1-4f83-8bf7-e3346520c1bd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1670578
Jan 29 20:53:05.794471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.806922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-e73907ee-6520-47e2-bdfd-4f188d261268 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493019
Jan 29 20:53:05.844173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Network 702ded8e-5f8a-4c97-90f2-930c76502588 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:05.849216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:05.853516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:05.861456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Pushing event updated for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:05.909783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:05.910451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:05.916908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8da203c3-b065-4c42-9f31-0ddd392730e8 req-2bec8758-837f-4174-a89d-0ebf63a9b4e2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508036
Jan 29 20:53:05.929132 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-7e38c532-4fbf-48c3-b8d3-6357f3ad8179 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0526454
Jan 29 20:53:05.941264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Request body: {'port': {'device_id': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:06.007912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.150089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3191cbb8-3403-4b73-85eb-eb8bd86ae88c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:06.303190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0183a77-184f-4672-9b7f-9b8b395b7c5a req-80127df4-dc21-4a9c-80c7-21d5b7180184 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.305397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0183a77-184f-4672-9b7f-9b8b395b7c5a req-80127df4-dc21-4a9c-80c7-21d5b7180184 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.4762824
Jan 29 20:53:06.324559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdace137-f909-4b1c-83c5-f7a644195f2d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:06.335287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:53:06.336326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks [] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.339985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-1e1d81fc-4a16-4331-8d7b-c10be42c38f7 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5237112
Jan 29 20:53:06.350506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Transition to ACTIVE for port object bdace137-f909-4b1c-83c5-f7a644195f2d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:06.354576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.403816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Pushing event updated for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:06.438994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0183a77-184f-4672-9b7f-9b8b395b7c5a req-9f64ffc6-5db1-4184-b40a-99da714851ba tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147671
Jan 29 20:53:06.447490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa633b08-8048-436a-a882-8871af7a5c3b req-ab20f06c-ef74-4688-8c3e-08bb5759b35b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.448973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa633b08-8048-436a-a882-8871af7a5c3b req-ab20f06c-ef74-4688-8c3e-08bb5759b35b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1709054
Jan 29 20:53:06.488135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Attempting to bind port bdace137-f909-4b1c-83c5-f7a644195f2d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:06.488786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Attempting to bind port bdace137-f909-4b1c-83c5-f7a644195f2d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e529af23-86c2-401e-a55e-07dd9a1105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:06.489377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Attempting to bind port bdace137-f909-4b1c-83c5-f7a644195f2d on network 702ded8e-5f8a-4c97-90f2-930c76502588 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:06.494019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Port bdace137-f909-4b1c-83c5-f7a644195f2d on network 702ded8e-5f8a-4c97-90f2-930c76502588 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:06.494606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Attempting to bind port bdace137-f909-4b1c-83c5-f7a644195f2d on network 702ded8e-5f8a-4c97-90f2-930c76502588 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:06.499858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:06.500512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Checking segment: {'id': 'e529af23-86c2-401e-a55e-07dd9a1105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:06.501180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Bound using segment: {'id': 'e529af23-86c2-401e-a55e-07dd9a1105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:06.501934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Bound port: bdace137-f909-4b1c-83c5-f7a644195f2d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e529af23-86c2-401e-a55e-07dd9a1105d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:06.502500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.504492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-75ab7de5-b308-4f02-a10b-7d2a520bd627 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553645
Jan 29 20:53:06.528928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa633b08-8048-436a-a882-8871af7a5c3b req-4acc777d-62a0-4627-a593-c94e89b988a2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670371
Jan 29 20:53:06.584748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:06.588365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdace137-f909-4b1c-83c5-f7a644195f2d,segment=NetworkSegment(e529af23-86c2-401e-a55e-07dd9a1105d3),segment_id=e529af23-86c2-401e-a55e-07dd9a1105d3)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:06.595599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.609147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21c18-7a74-4e77-ad7b-2dcf03812fda req-485900a7-206c-428f-8169-afd406f96eb2 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.610839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55c21c18-7a74-4e77-ad7b-2dcf03812fda req-485900a7-206c-428f-8169-afd406f96eb2 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 945 time: 0.1031270
Jan 29 20:53:06.618684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.619395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.621408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] 10.222.0.36 "PUT /v2.0/ports/bdace137-f909-4b1c-83c5-f7a644195f2d HTTP/1.1" status: 200  len: 1091 time: 0.6845090
Jan 29 20:53:06.645076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:06.648566 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879d6ba-6955-40c8-bae7-87353d7f1ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:06.678017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-0a03dcb0-0209-41d9-b884-891eff95fce1 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.679408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-0a03dcb0-0209-41d9-b884-891eff95fce1 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1206026
Jan 29 20:53:06.699599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:06.712534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ed070-9d24-498b-aa2c-a4c91ed3b156 service neutron] Pushing event updated for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:06.732812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-34d1d3ab-24bd-4d97-91c9-6862ab38a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.734474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-34d1d3ab-24bd-4d97-91c9-6862ab38a330 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=975def1272564604bcc0759fc1d44fb3&device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 1125 time: 0.0659683
Jan 29 20:53:06.749367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55c21c18-7a74-4e77-ad7b-2dcf03812fda req-7922a4b8-d0fc-4caf-a00d-8a7ea7542141 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288412
Jan 29 20:53:06.756652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40af18-365a-4128-aa64-ec56228f72d6 req-bef45ebc-e1cb-462f-8f95-d308bb8c8c8c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.758189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b40af18-365a-4128-aa64-ec56228f72d6 req-bef45ebc-e1cb-462f-8f95-d308bb8c8c8c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 945 time: 0.1589701
Jan 29 20:53:06.781954 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-6ba84f62-aa53-469f-ab59-022c2be1c048 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdace137-f909-4b1c-83c5-f7a644195f2d HTTP/1.1" status: 200  len: 217 time: 0.0398400
Jan 29 20:53:06.808452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:06.834364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-65adb411-10ae-4ea4-aec4-57b249d1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.835938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-65adb411-10ae-4ea4-aec4-57b249d1b7cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c680467f-7cf4-46c1-90a3-ed976979d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0488944
Jan 29 20:53:06.868147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-dc0042e4-3a75-4ae5-945a-afafce55a63a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=702ded8e-5f8a-4c97-90f2-930c76502588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253201
Jan 29 20:53:06.893120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b40af18-365a-4128-aa64-ec56228f72d6 req-ff8291c2-dd5f-4620-8897-1b6ebbd71293 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117723
Jan 29 20:53:06.956033 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b2ada-197e-45ce-a5ac-9e3c8d52b1cc x-openstack-request-id: req-f99b2ada-197e-45ce-a5ac-9e3c8d52b1cc {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:06.956334 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:06.956581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f99b2ada-197e-45ce-a5ac-9e3c8d52b1cc {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:06.956971 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d', 'status': 'completed', 'code': 200}
Jan 29 20:53:06.968390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-046019b3-e0bd-4d02-8f88-a953eaec4cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936086
Jan 29 20:53:06.979283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c6dc-591a-4fd1-a6b4-a12657ea3496 req-1d9c0540-c2bb-4f34-9ab4-61cd4474428e tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:06.980844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fc1c6dc-591a-4fd1-a6b4-a12657ea3496 req-1d9c0540-c2bb-4f34-9ab4-61cd4474428e tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 943 time: 0.1630995
Jan 29 20:53:07.063880 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6be3e099-c844-427b-8f92-57d438fa1bd8 req-d7923dc7-334f-4e49-8f86-7eaceaa5419c service neutron] 10.222.0.36 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890093
Jan 29 20:53:07.095947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:07.112209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fc1c6dc-591a-4fd1-a6b4-a12657ea3496 req-03565616-8b4f-4e3b-a7ed-41b5e791cf46 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188686
Jan 29 20:53:07.151381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b6ba-1e4d-45fd-b840-b1d0c2522ac2 req-4070ff85-22ae-4514-b244-07d94cfa51d4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.159066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13a5b6ba-1e4d-45fd-b840-b1d0c2522ac2 req-4070ff85-22ae-4514-b244-07d94cfa51d4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1528184
Jan 29 20:53:07.163526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-9e7b410e-4ee4-4700-9f57-05753b6fe0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.165254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-9e7b410e-4ee4-4700-9f57-05753b6fe0bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=975def1272564604bcc0759fc1d44fb3&device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 1125 time: 0.0548716
Jan 29 20:53:07.193540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:07.259709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-b6b42ae0-1ff9-44de-a599-27a513b8b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.261251 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-b6b42ae0-1ff9-44de-a599-27a513b8b208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=702ded8e-5f8a-4c97-90f2-930c76502588 HTTP/1.1" status: 200  len: 915 time: 0.0898237
Jan 29 20:53:07.284538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:07.286917 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17add4bb-2ddc-4c02-ae76-21e42e146ef1" -d '{"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-unplugged", "status": "completed", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:07.291452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks [] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:07.298633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13a5b6ba-1e4d-45fd-b840-b1d0c2522ac2 req-b3c536e4-229b-475a-8848-bf928a0b7b25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386561
Jan 29 20:53:07.304560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:07.308158 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-9e66fdc9-e88e-4b7a-bb37-d5a722a020d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdace137-f909-4b1c-83c5-f7a644195f2d HTTP/1.1" status: 200  len: 217 time: 0.0400910
Jan 29 20:53:07.339759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221bdb2-7d1c-4bfe-869a-409e08e621b7 req-d0b4d626-183a-45da-8760-8ba2ef76ba8f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.341274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9221bdb2-7d1c-4bfe-869a-409e08e621b7 req-d0b4d626-183a-45da-8760-8ba2ef76ba8f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1600778
Jan 29 20:53:07.348039 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01822fc-86c3-401f-927c-026ba865f368 x-openstack-request-id: req-b01822fc-86c3-401f-927c-026ba865f368 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:07.348282 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-unplugged", "status": "completed", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:07.348899 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b01822fc-86c3-401f-927c-026ba865f368 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:07.349223 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'code': 200}
Jan 29 20:53:07.366868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-792b8c01-86d6-4d9c-95f3-e246d2cfbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.368376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-792b8c01-86d6-4d9c-95f3-e246d2cfbae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c680467f-7cf4-46c1-90a3-ed976979d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0492537
Jan 29 20:53:07.400785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-71764fbc-e22e-4f0d-9e81-f2a937b63043 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=702ded8e-5f8a-4c97-90f2-930c76502588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253623
Jan 29 20:53:07.440573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:07.450657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:07.450657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:07.450876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:07.457047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9221bdb2-7d1c-4bfe-869a-409e08e621b7 req-02cb97c9-2b06-4ca3-90d6-53ed48773a16 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011932
Jan 29 20:53:07.459088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:07.459417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Attempting to bind port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:07.464580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:07.465183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:07.472953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:07.474429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Bound port: 23015d98-54c5-4fdb-b21a-10f5586cdc93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:07.475053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:07.492352 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-fa47d81e-54d4-484b-af38-a6fbb8f062f4 service neutron] 10.222.0.36 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856187
Jan 29 20:53:07.569871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:07.573572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:07.582732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:07.600021 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6879d6ba-6955-40c8-bae7-87353d7f1ec4 req-8f93a622-8486-4303-b7e2-c5f123371237 service neutron] 10.222.0.36 "GET /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009116
Jan 29 20:53:07.626080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bff02a-acdc-4f71-86d3-86cc71080f44 req-90840115-8105-4bd1-a442-3a3d64615356 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.627531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49bff02a-acdc-4f71-86d3-86cc71080f44 req-90840115-8105-4bd1-a442-3a3d64615356 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1091247
Jan 29 20:53:07.724837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.725482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:07.726858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] 10.222.0.36 "PUT /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 1121 time: 1.0394359
Jan 29 20:53:07.728695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48483-3433-40ee-8a04-d2e6a1655169 service neutron] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:07.759892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49bff02a-acdc-4f71-86d3-86cc71080f44 req-9c96ede9-fc6f-40d3-935a-4a555528245b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206501
Jan 29 20:53:07.767582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfd221-ccfd-4977-86be-e565b48512bf req-9209297c-94f2-4972-98a7-2d27e19c09ca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.769199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dcfd221-ccfd-4977-86be-e565b48512bf req-9209297c-94f2-4972-98a7-2d27e19c09ca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1545444
Jan 29 20:53:07.826156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dcfd221-ccfd-4977-86be-e565b48512bf req-876bd58f-7b3a-474e-8a1e-ac0cd3783daf tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511942
Jan 29 20:53:07.889046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96533b16-82a2-459c-bda3-e997ff504a0d req-d08853b6-c1d1-430a-8794-3e5e9df92989 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:07.890596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96533b16-82a2-459c-bda3-e997ff504a0d req-d08853b6-c1d1-430a-8794-3e5e9df92989 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 945 time: 0.0544736
Jan 29 20:53:07.922237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['23015d98-54c5-4fdb-b21a-10f5586cdc93'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:07.941173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96533b16-82a2-459c-bda3-e997ff504a0d req-19e0d5e4-20a0-4696-8c40-55aea950ffe4 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449605
Jan 29 20:53:08.032884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349fe5d-86cd-44f3-b2d3-9ea3194c101d req-f86a30d8-0b02-4fd6-a464-9d46463e1326 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.034383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8349fe5d-86cd-44f3-b2d3-9ea3194c101d req-f86a30d8-0b02-4fd6-a464-9d46463e1326 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0541146
Jan 29 20:53:08.080741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8349fe5d-86cd-44f3-b2d3-9ea3194c101d req-716e9352-9f58-419c-9d9a-4ce31f66e2ea tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405979
Jan 29 20:53:08.230661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6263-5145-425f-864f-c679b618aa14 req-b407c5e0-2dc1-46cf-a92f-5c781f748e55 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.232358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bd6263-5145-425f-864f-c679b618aa14 req-b407c5e0-2dc1-46cf-a92f-5c781f748e55 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 943 time: 0.0515280
Jan 29 20:53:08.278467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bd6263-5145-425f-864f-c679b618aa14 req-16752b81-924d-49c8-8410-cbaea77a3dd5 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394733
Jan 29 20:53:08.422096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce973-2398-46b0-a702-3bb3ae512f4a req-b9ce5736-1559-4942-9038-d7b13f8b8610 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.423581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-658ce973-2398-46b0-a702-3bb3ae512f4a req-b9ce5736-1559-4942-9038-d7b13f8b8610 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0562451
Jan 29 20:53:08.469110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-658ce973-2398-46b0-a702-3bb3ae512f4a req-3e1425dc-931a-467a-bfa7-cecaa9a6427a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397398
Jan 29 20:53:08.572776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaf66f-bf39-4d27-9fb9-73f024ab66bb req-c9aa0fad-9567-4213-87f8-01d56c96b88d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.574193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bbaf66f-bf39-4d27-9fb9-73f024ab66bb req-c9aa0fad-9567-4213-87f8-01d56c96b88d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.0522149
Jan 29 20:53:08.620368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bbaf66f-bf39-4d27-9fb9-73f024ab66bb req-9203f849-3577-43b7-9839-ccfaa83e28f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401149
Jan 29 20:53:08.911341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8fe3-3b64-485d-929a-02a6a80ec7e7 req-596688bc-cd06-4672-acae-fb5d0578d06f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.912815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13cd8fe3-3b64-485d-929a-02a6a80ec7e7 req-596688bc-cd06-4672-acae-fb5d0578d06f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0865073
Jan 29 20:53:08.921264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81535e9-1d75-4a01-be47-0a17173321d0 req-8846b9b0-5570-4474-9c74-b1fb93fd779d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.926513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81535e9-1d75-4a01-be47-0a17173321d0 req-8846b9b0-5570-4474-9c74-b1fb93fd779d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:08.927922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a81535e9-1d75-4a01-be47-0a17173321d0 req-8846b9b0-5570-4474-9c74-b1fb93fd779d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095&device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 1690 time: 0.0913322
Jan 29 20:53:08.996713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13cd8fe3-3b64-485d-929a-02a6a80ec7e7 req-e53d7ab8-e1b7-45b2-b23a-6f3da873a0ac tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678654
Jan 29 20:53:09.000586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a81535e9-1d75-4a01-be47-0a17173321d0 req-858d0fec-8623-4274-9abe-6e3cd8f9d938 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660460
Jan 29 20:53:09.132327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953490f-26f9-427f-b1db-22e5a3c91ad8 req-c50a23a7-3e94-4af7-a678-efbbb39626b3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.133824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5953490f-26f9-427f-b1db-22e5a3c91ad8 req-c50a23a7-3e94-4af7-a678-efbbb39626b3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0836201
Jan 29 20:53:09.144805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe53e-779e-45dd-9f73-5bf60dddb593 req-0aae6f93-fc1d-4a46-9d92-7842ebc6f2d6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.146193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-907fe53e-779e-45dd-9f73-5bf60dddb593 req-0aae6f93-fc1d-4a46-9d92-7842ebc6f2d6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 945 time: 0.0874398
Jan 29 20:53:09.203460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:09.216452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5953490f-26f9-427f-b1db-22e5a3c91ad8 req-a78d0632-87fd-4698-a3d0-ad872f4892ed tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693190
Jan 29 20:53:09.221263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-907fe53e-779e-45dd-9f73-5bf60dddb593 req-b5e32d11-1473-43b3-94c3-cf084f200176 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684505
Jan 29 20:53:09.317612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:09.329078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 has no active binding in host nch1-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:53:09.339002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3191cbb8-3403-4b73-85eb-eb8bd86ae88c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:09.350807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191f7bc-2eff-4d72-a335-124a01e99412 req-ef655de7-6dec-41a2-8abe-4c3fa0831256 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.352271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5191f7bc-2eff-4d72-a335-124a01e99412 req-ef655de7-6dec-41a2-8abe-4c3fa0831256 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0668406
Jan 29 20:53:09.355390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:09.356041 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0" -d '{"events": [{"name": "network-changed", "server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:09.388323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:09.392433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:09.392804 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:09.428773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340e49c-dcba-4cd7-b1ec-c7526cbea71d req-5f677c05-8b24-4d4b-911f-3fa0230fd0a4 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.430348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f340e49c-dcba-4cd7-b1ec-c7526cbea71d req-5f677c05-8b24-4d4b-911f-3fa0230fd0a4 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 1131 time: 0.0958693
Jan 29 20:53:09.433810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5191f7bc-2eff-4d72-a335-124a01e99412 req-edd65dab-ec3e-492d-818b-c02470774196 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602837
Jan 29 20:53:09.475574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:09.476221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:09.491092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f340e49c-dcba-4cd7-b1ec-c7526cbea71d req-2dd36c52-61ad-44f6-b99c-9d5712584d43 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546291
Jan 29 20:53:09.515568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:09.518202 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89573d9d-6980-45da-8aaf-77abc691f8b5" -d '{"events": [{"server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "name": "network-vif-plugged", "status": "completed", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:09.530580 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069df1b6-59a5-47e5-9e77-d67f8ca0feb3 x-openstack-request-id: req-069df1b6-59a5-47e5-9e77-d67f8ca0feb3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:09.530932 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:09.531070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:09.531171 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-069df1b6-59a5-47e5-9e77-d67f8ca0feb3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:09.531754 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'status': 'completed', 'code': 200}
Jan 29 20:53:09.535823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:09.562855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85d54c-6b29-41a1-bbec-8a4cbefe7ecc req-5ed18725-2bd5-447d-a3e7-f5005cde10d6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.564702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef85d54c-6b29-41a1-bbec-8a4cbefe7ecc req-5ed18725-2bd5-447d-a3e7-f5005cde10d6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 943 time: 0.0644953
Jan 29 20:53:09.601168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:09.674300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef85d54c-6b29-41a1-bbec-8a4cbefe7ecc req-6e794167-1269-4126-ad32-c5b10f974b5e tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001284
Jan 29 20:53:09.678004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-fe5a68bd-a94d-4e81-8cc4-25b6225d7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.679453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-fe5a68bd-a94d-4e81-8cc4-25b6225d7afc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1155 time: 0.1138594
Jan 29 20:53:09.711016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1324c-5b38-4b4a-bcb7-67a92a8d7e5c req-a212e131-2626-45e6-a137-0cafb6ba2c01 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.712409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bc1324c-5b38-4b4a-bcb7-67a92a8d7e5c req-a212e131-2626-45e6-a137-0cafb6ba2c01 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1173725
Jan 29 20:53:09.841226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bc1324c-5b38-4b4a-bcb7-67a92a8d7e5c req-31547029-6d43-4b37-b044-ee2389dc7adb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027346
Jan 29 20:53:09.850529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a3278-f61c-4282-b177-9efa62d7ae9a req-4b1fbff1-1957-4dfb-be09-234e1ad3d077 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.851992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27a3278-f61c-4282-b177-9efa62d7ae9a req-4b1fbff1-1957-4dfb-be09-234e1ad3d077 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 1132 time: 0.1147280
Jan 29 20:53:09.852943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-46a5a8da-b20f-48dc-be2e-4cdedefeceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:09.854289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-46a5a8da-b20f-48dc-be2e-4cdedefeceb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1678340
Jan 29 20:53:09.885358 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1780d-448c-4012-9e69-aa7062fe302b x-openstack-request-id: req-32d1780d-448c-4012-9e69-aa7062fe302b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:09.885655 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "name": "network-vif-plugged", "status": "completed", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:09.885912 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32d1780d-448c-4012-9e69-aa7062fe302b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:09.886304 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', 'code': 200}
Jan 29 20:53:09.907971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-82587aa3-1a87-4a79-95dd-ba213718463d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 217 time: 0.0420306
Jan 29 20:53:09.930750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27a3278-f61c-4282-b177-9efa62d7ae9a req-d235b1a2-3b7f-4c92-b3db-23c22a7fed5d tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721555
Jan 29 20:53:10.004720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-5b532128-ce3c-4181-b98d-a71e1522d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.006269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-5b532128-ce3c-4181-b98d-a71e1522d44a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0746660
Jan 29 20:53:10.042132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-2a82ad68-0099-4160-ac58-afa2783bd934 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280099
Jan 29 20:53:10.044120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce658e80-7a84-4a50-891e-6366c74a528b req-2c04d0da-7d26-45bd-a6d3-33226b0ddbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.045805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce658e80-7a84-4a50-891e-6366c74a528b req-2c04d0da-7d26-45bd-a6d3-33226b0ddbc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 1128 time: 0.0854700
Jan 29 20:53:10.178972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-03b679fa-4dae-4c7c-a52f-ff817e015f4d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0582840
Jan 29 20:53:10.256636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c7f80de2-8bb3-4999-85ab-b6c8edb5af27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:10.265916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce658e80-7a84-4a50-891e-6366c74a528b req-3853f67b-647a-4d38-a195-8d42550502be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968954
Jan 29 20:53:10.287116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d8f1-0648-4272-b583-dd01d48b9a46 req-d4f09767-8210-420a-9d40-467b458c9c68 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.288543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a25d8f1-0648-4272-b583-dd01d48b9a46 req-d4f09767-8210-420a-9d40-467b458c9c68 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.2177339
Jan 29 20:53:10.296063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-106a51de-2f5e-4511-bf19-aa7f2d4f3c52 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347543
Jan 29 20:53:10.371932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-a32b3397-303e-4708-9609-35d156432744 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.374556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-a32b3397-303e-4708-9609-35d156432744 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1840017
Jan 29 20:53:10.377979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a25d8f1-0648-4272-b583-dd01d48b9a46 req-c362f088-49d3-422b-b96b-c792f7cad532 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776265
Jan 29 20:53:10.392927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-21f08908-4256-42e9-b038-6414395ad463 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0122430
Jan 29 20:53:10.478232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-a27cd839-cd39-4f96-b163-71135322e03a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0785370
Jan 29 20:53:10.537602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33882df-c60c-479b-8a83-81fc58f11864 req-8c891ed4-6aa9-4ab7-9b9b-03d2d38d311a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.540330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f33882df-c60c-479b-8a83-81fc58f11864 req-8c891ed4-6aa9-4ab7-9b9b-03d2d38d311a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0834172
Jan 29 20:53:10.659861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f33882df-c60c-479b-8a83-81fc58f11864 req-83b66b21-cf4d-4f3e-86c6-c159f878d2d2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146390
Jan 29 20:53:10.729866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ffdae9b-0bb8-46b9-848a-ad2688feaca0 req-23a3b8e1-2141-4fe2-8ce2-85682fa234ec service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700039
Jan 29 20:53:10.810609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b2af8-ebee-4c96-ac86-a584edb56b16 req-a62a15eb-b3d0-486d-af70-5e9c750a96ed tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.812436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b2af8-ebee-4c96-ac86-a584edb56b16 req-a62a15eb-b3d0-486d-af70-5e9c750a96ed tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0663950
Jan 29 20:53:10.866013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b2af8-ebee-4c96-ac86-a584edb56b16 req-841ec901-d0b7-4b6a-b7fa-bac219759ef7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474048
Jan 29 20:53:10.949388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-647d5c9d-19ef-44d1-855c-c8b98f54dfff req-c08e963d-7462-454b-b100-d54f97986b59 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 210 time: 0.0286980
Jan 29 20:53:10.970515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a41a5-eb27-4850-a9d8-ef077c0fd375 req-558ae332-5d57-4ca8-ac50-15e0446b1809 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:10.971998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-570a41a5-eb27-4850-a9d8-ef077c0fd375 req-558ae332-5d57-4ca8-ac50-15e0446b1809 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.0815799
Jan 29 20:53:11.037417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-570a41a5-eb27-4850-a9d8-ef077c0fd375 req-7cf6694a-3725-48a6-b4cd-25d756da7079 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570965
Jan 29 20:53:11.083675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e0177-fed0-4a42-96d7-e359822b9cea req-c23f33e0-812e-4cbd-b0b1-e16b5b30e1c2 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:11.086054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-149e0177-fed0-4a42-96d7-e359822b9cea req-c23f33e0-812e-4cbd-b0b1-e16b5b30e1c2 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 943 time: 0.0759983
Jan 29 20:53:11.165655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-149e0177-fed0-4a42-96d7-e359822b9cea req-4f3949fa-5edb-4506-907b-304dcac1bc82 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720379
Jan 29 20:53:11.182218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7dda5-82cb-42af-80c8-96d5e9715ca0 req-c1b94519-bbb1-488d-8e2f-fa656628bf80 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:11.183882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8b7dda5-82cb-42af-80c8-96d5e9715ca0 req-c1b94519-bbb1-488d-8e2f-fa656628bf80 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0873988
Jan 29 20:53:11.207785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bdace137-f909-4b1c-83c5-f7a644195f2d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:11.234483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8b7dda5-82cb-42af-80c8-96d5e9715ca0 req-5eaa0c44-c541-484f-8ac7-94a2d041ef2c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449283
Jan 29 20:53:11.316335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdace137-f909-4b1c-83c5-f7a644195f2d,segment=NetworkSegment(e529af23-86c2-401e-a55e-07dd9a1105d3),segment_id=e529af23-86c2-401e-a55e-07dd9a1105d3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:11.327845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'bdace137-f909-4b1c-83c5-f7a644195f2d', 'network_id': '702ded8e-5f8a-4c97-90f2-930c76502588', 'port_id': 'bdace137-f909-4b1c-83c5-f7a644195f2d', 'mac_address': 'fa:16:3e:e9:aa:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c680467f-7cf4-46c1-90a3-ed976979d6c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:11.363879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bdace137-f909-4b1c-83c5-f7a644195f2d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:11.364268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:11.379684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdace137-f909-4b1c-83c5-f7a644195f2d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:11.398926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdace137-f909-4b1c-83c5-f7a644195f2d,segment=NetworkSegment(e529af23-86c2-401e-a55e-07dd9a1105d3),segment_id=e529af23-86c2-401e-a55e-07dd9a1105d3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:11.402803 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:11.450203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:11.497241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9dcf0-722c-428a-b757-5c0daade2dc7 req-c3160e16-6888-40e5-afb0-fe42fc177343 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:11.498642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21a9dcf0-722c-428a-b757-5c0daade2dc7 req-c3160e16-6888-40e5-afb0-fe42fc177343 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0519629
Jan 29 20:53:11.549273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21a9dcf0-722c-428a-b757-5c0daade2dc7 req-f6a019f1-fc23-4037-b5b0-d5a09d489e02 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449455
Jan 29 20:53:11.677514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-f1abd252-2dd1-46da-878a-5644579a5aa7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0236421
Jan 29 20:53:11.813395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bdace137-f909-4b1c-83c5-f7a644195f2d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:11.823270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c1f5449f-a7a0-4a62-974d-0b2147800353 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:11.824706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c1f5449f-a7a0-4a62-974d-0b2147800353 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1407938
Jan 29 20:53:11.832773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aacc4-3d3b-4dc3-a550-2b609c2fe323 req-8caab798-b320-4766-966d-8ced7069fcd5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:11.834158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f66aacc4-3d3b-4dc3-a550-2b609c2fe323 req-8caab798-b320-4766-966d-8ced7069fcd5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0951276
Jan 29 20:53:11.861645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:11.951297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f66aacc4-3d3b-4dc3-a550-2b609c2fe323 req-ba2a554f-1dc1-4df0-8313-28f85dfb7d26 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090157
Jan 29 20:53:12.066036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b4797d7-2558-4482-8440-8c415c9ebfe9 req-82662841-7e81-435e-b096-fc65fa7e920b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 210 time: 0.0407691
Jan 29 20:53:12.073349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bb8b9-8577-4d61-9c3d-cbceec39d81c req-acde1895-4808-4f18-834c-10e4a90b33bd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:12.074753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb6bb8b9-8577-4d61-9c3d-cbceec39d81c req-acde1895-4808-4f18-834c-10e4a90b33bd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.1198854
Jan 29 20:53:12.075506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:53:12.083609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:12.195849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb6bb8b9-8577-4d61-9c3d-cbceec39d81c req-6aed7344-3608-460a-96a0-abd4410c68c9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145940
Jan 29 20:53:12.260736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4264a6-5c8e-409e-8936-9d7beafd724c req-83917b79-2a04-4261-94e8-2df5bc786aca tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:12.262327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c4264a6-5c8e-409e-8936-9d7beafd724c req-83917b79-2a04-4261-94e8-2df5bc786aca tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.1343482
Jan 29 20:53:12.351046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.224 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/0b966786-3fee-43e3-8332-8fefe3e256c1) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:53:12.374417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c4264a6-5c8e-409e-8936-9d7beafd724c req-5b2eaea0-a1cc-4e8d-9730-b95608d50752 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979028
Jan 29 20:53:12.383177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6d8b-b2d3-4db2-a185-e60c9930bbb6 req-0798fa06-37f2-4f5d-9cf5-7a58f803a68a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:12.384608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fc6d8b-b2d3-4db2-a185-e60c9930bbb6 req-0798fa06-37f2-4f5d-9cf5-7a58f803a68a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 944 time: 0.1214404
Jan 29 20:53:12.584699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-beb9499c-f31e-4719-a33e-5e0944d2b5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:12.849190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fc6d8b-b2d3-4db2-a185-e60c9930bbb6 req-eafb1337-d20d-4266-80a1-ed1119bb2a67 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4460530
Jan 29 20:53:12.890399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e7d8-08ac-4ceb-ac3f-5756ca538703 req-0fe778a6-ec7c-428e-8477-2d9bace3aa97 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:12.891861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e0e7d8-08ac-4ceb-ac3f-5756ca538703 req-0fe778a6-ec7c-428e-8477-2d9bace3aa97 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.4575586
Jan 29 20:53:12.937295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.000105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e0e7d8-08ac-4ceb-ac3f-5756ca538703 req-22100290-e8bb-4d2e-b508-4389a743a95b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971751
Jan 29 20:53:13.021927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639ebb-b132-48a6-b99d-1e70576fe519 req-088c93af-0a1a-45e9-ade4-31ade16c6377 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.023419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55639ebb-b132-48a6-b99d-1e70576fe519 req-088c93af-0a1a-45e9-ade4-31ade16c6377 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1061893
Jan 29 20:53:13.028264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.049235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:13.053340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:13.099172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:13.124872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:13.136884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:13.174307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:13.191269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55639ebb-b132-48a6-b99d-1e70576fe519 req-993dd2d0-59a0-49b9-83d2-7163c1950977 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563330
Jan 29 20:53:13.195611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.195959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.196406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.196754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.197116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.197450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.197776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.198099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.198421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.198741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.199059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.199377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.199695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:53:13.233515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.234162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.239401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bdace137-f909-4b1c-83c5-f7a644195f2d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:13.248696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4b9ee-ab8c-4fac-810e-530e7835331d req-ce65c2da-f587-4df0-b00c-febd7985bdca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.250320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30b4b9ee-ab8c-4fac-810e-530e7835331d req-ce65c2da-f587-4df0-b00c-febd7985bdca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1788726
Jan 29 20:53:13.267499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-c759e74b-f802-4d87-87ca-73a4988308f0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4112284
Jan 29 20:53:13.324258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Request body: {'port': {'device_id': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:13.386176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30b4b9ee-ab8c-4fac-810e-530e7835331d req-07ebf5d0-8080-4e6f-bea6-f79a2dbde860 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237593
Jan 29 20:53:13.386384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port bdace137-f909-4b1c-83c5-f7a644195f2d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:13.419159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port bdace137-f909-4b1c-83c5-f7a644195f2d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:13.419545 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.432908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1b1f2-f4a1-4d58-bab9-038af98bc3a7 req-21629cee-d8df-4b2b-86e2-f822204fc3aa tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.434462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ab1b1f2-f4a1-4d58-bab9-038af98bc3a7 req-21629cee-d8df-4b2b-86e2-f822204fc3aa tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 936 time: 0.1270919
Jan 29 20:53:13.453014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.489975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fe1c47db-34cd-4f7f-859f-d112121e3e1e None None] Provisioning complete for port 0b966786-3fee-43e3-8332-8fefe3e256c1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:13.490355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe1c47db-34cd-4f7f-859f-d112121e3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.558723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ab1b1f2-f4a1-4d58-bab9-038af98bc3a7 req-8988e6a9-c3ca-4014-8fac-6d5e24372e98 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152339
Jan 29 20:53:13.566525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c47db-34cd-4f7f-859f-d112121e3e1e None None] Port 0b966786-3fee-43e3-8332-8fefe3e256c1 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:53:13.598895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bdace137-f909-4b1c-83c5-f7a644195f2d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:13.599590 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.628045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151661-4ee0-4f57-9c25-2bfd34ef58c4 req-1f2f7301-0a4b-44dc-be09-82d97307ff71 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.629562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44151661-4ee0-4f57-9c25-2bfd34ef58c4 req-1f2f7301-0a4b-44dc-be09-82d97307ff71 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.1679897
Jan 29 20:53:13.648630 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.655473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:13.657687 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf5429-a4e3-444b-8969-0460cf661b5a" -d '{"events": [{"server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "name": "network-vif-plugged", "status": "completed", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:13.684647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdace137-f909-4b1c-83c5-f7a644195f2d,segment=NetworkSegment(e529af23-86c2-401e-a55e-07dd9a1105d3),segment_id=e529af23-86c2-401e-a55e-07dd9a1105d3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:13.698370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.708260 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d6950-1a68-426c-b3ce-99171dc4c8af x-openstack-request-id: req-5a7d6950-1a68-426c-b3ce-99171dc4c8af {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:13.708795 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "name": "network-vif-plugged", "status": "completed", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:13.709215 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a7d6950-1a68-426c-b3ce-99171dc4c8af {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:13.709460 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d', 'code': 200}
Jan 29 20:53:13.735729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44151661-4ee0-4f57-9c25-2bfd34ef58c4 req-cb23bb3d-09b8-47fb-b406-c40e6a2d0daa tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997300
Jan 29 20:53:13.796426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:13.894121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b966786-3fee-43e3-8332-8fefe3e256c1 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:13.903645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks [] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:13.912371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56837295-0825-496e-aa62-08198a266779 req-161ea1dc-6c27-4baa-9362-34746e619d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:13.914059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56837295-0825-496e-aa62-08198a266779 req-161ea1dc-6c27-4baa-9362-34746e619d38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 1127 time: 0.1210892
Jan 29 20:53:13.923958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Transition to ACTIVE for port object 0b966786-3fee-43e3-8332-8fefe3e256c1 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:13.930859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:14.039095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:14.048530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56837295-0825-496e-aa62-08198a266779 req-b03b0ab7-5e43-4e35-82c1-b6bd3040a3f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259642
Jan 29 20:53:14.104893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b6b6-9557-4ec8-9e7c-2a8ac629f6d5 req-2a6ce873-ca8d-478e-8d6c-bd1979c04e01 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.112792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8443b6b6-9557-4ec8-9e7c-2a8ac629f6d5 req-2a6ce873-ca8d-478e-8d6c-bd1979c04e01 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1644928
Jan 29 20:53:14.172006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Attempting to bind port 0b966786-3fee-43e3-8332-8fefe3e256c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:14.172490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Attempting to bind port 0b966786-3fee-43e3-8332-8fefe3e256c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:14.173019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Attempting to bind port 0b966786-3fee-43e3-8332-8fefe3e256c1 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:14.200657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Port 0b966786-3fee-43e3-8332-8fefe3e256c1 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:14.201072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Attempting to bind port 0b966786-3fee-43e3-8332-8fefe3e256c1 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:14.224036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:14.224210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:14.224486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:14.224975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Bound port: 0b966786-3fee-43e3-8332-8fefe3e256c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:14.225319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:14.230540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8443b6b6-9557-4ec8-9e7c-2a8ac629f6d5 req-c38e4c45-27e8-4098-9f4f-7f72e318b211 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165638
Jan 29 20:53:14.292437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161ec59-76c7-49eb-a6c0-f571c4f94d41 req-f216f0f2-9923-42a4-be6d-4ba999a84239 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.300713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2161ec59-76c7-49eb-a6c0-f571c4f94d41 req-f216f0f2-9923-42a4-be6d-4ba999a84239 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1305299
Jan 29 20:53:14.377351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:14.407445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b966786-3fee-43e3-8332-8fefe3e256c1,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:14.415100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2161ec59-76c7-49eb-a6c0-f571c4f94d41 req-0e5ae80b-fde9-4349-8f00-d713ffe13232 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135037
Jan 29 20:53:14.418586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:14.436146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b2b9-d00f-40b2-9d7a-7a288286bff5 req-4dd9862c-87b3-4733-ba82-4ec839550164 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.437714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7097b2b9-d00f-40b2-9d7a-7a288286bff5 req-4dd9862c-87b3-4733-ba82-4ec839550164 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1242056
Jan 29 20:53:14.477416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.478213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:14.479513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b966786-3fee-43e3-8332-8fefe3e256c1 HTTP/1.1" status: 200  len: 1096 time: 1.1698422
Jan 29 20:53:14.481566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:14.483952 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351635c5-f5ff-46a9-8de2-bccc304f62a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:14.598335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69a9e-594b-41d7-802b-58def6ba96d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:14.606000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7097b2b9-d00f-40b2-9d7a-7a288286bff5 req-675297a8-04e6-4417-909b-7f0a047c964c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487570
Jan 29 20:53:14.633116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0453de-0a3e-4ad7-8840-f669cd53b927 req-1795ffb5-580b-468e-a8b0-70d7b1ab09c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.634670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf0453de-0a3e-4ad7-8840-f669cd53b927 req-1795ffb5-580b-468e-a8b0-70d7b1ab09c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1416450
Jan 29 20:53:14.653802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-8e5d1b9f-c4bf-49dd-a190-de6d8d17e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.656294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-8e5d1b9f-c4bf-49dd-a190-de6d8d17e799 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 1130 time: 0.1142647
Jan 29 20:53:14.712018 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536c42e0-32e1-4099-8324-8517e7bb076c x-openstack-request-id: req-536c42e0-32e1-4099-8324-8517e7bb076c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:14.712018 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:14.712367 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-536c42e0-32e1-4099-8324-8517e7bb076c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:14.713446 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1', 'status': 'completed', 'code': 200}
Jan 29 20:53:14.714431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-60a32ac6-0d58-4165-9aaf-7787ee6eee3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=0b966786-3fee-43e3-8332-8fefe3e256c1 HTTP/1.1" status: 200  len: 217 time: 0.0440485
Jan 29 20:53:14.801090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf0453de-0a3e-4ad7-8840-f669cd53b927 req-febbb118-c995-4e96-bc5f-39efce8cd3cc tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497509
Jan 29 20:53:14.815399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4306ad02-48a4-43a9-86fa-169272699dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.824940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4306ad02-48a4-43a9-86fa-169272699dc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0909798
Jan 29 20:53:14.878053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66e42-b6a0-4ccc-ad91-77c0179d4464 req-a99d5061-adb6-45cc-a29f-a605dcfcec46 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.879521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e66e42-b6a0-4ccc-ad91-77c0179d4464 req-a99d5061-adb6-45cc-a29f-a605dcfcec46 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.1195793
Jan 29 20:53:14.928105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-e293b9e3-72d5-4c6c-8700-4564cf3cc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:14.929549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-e293b9e3-72d5-4c6c-8700-4564cf3cc344 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1058543
Jan 29 20:53:15.009914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e66e42-b6a0-4ccc-ad91-77c0179d4464 req-c12af21c-dc98-47e4-98dc-35616a9b5140 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194816
Jan 29 20:53:15.030812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265df85-f662-4aba-ad3e-15eacd06c0f2 req-b36a906d-5781-45b8-a2a1-606f341fd242 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.032287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9265df85-f662-4aba-ad3e-15eacd06c0f2 req-b36a906d-5781-45b8-a2a1-606f341fd242 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.1632252
Jan 29 20:53:15.079741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-4f596c86-b0ef-4b0e-a18f-fd548cdd0b14 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422176
Jan 29 20:53:15.147563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9265df85-f662-4aba-ad3e-15eacd06c0f2 req-7469e663-cc90-4939-af8b-304f93db9edc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046164
Jan 29 20:53:15.193364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ee3b1a4-77c6-4370-9e00-bcb90941174c req-d0a6fbdb-0c82-4cf8-afc5-7103eb2e6cae service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053746
Jan 29 20:53:15.366787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-898c5e12-a988-4c1b-908e-2ac107709b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.368328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-898c5e12-a988-4c1b-908e-2ac107709b49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 1130 time: 0.0835927
Jan 29 20:53:15.376458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab773-2bb9-4ffb-9943-acb4dde6915c req-d6bb7e03-2260-4d59-b716-f7c6370529c8 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.377837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b86ab773-2bb9-4ffb-9943-acb4dde6915c req-d6bb7e03-2260-4d59-b716-f7c6370529c8 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0654376
Jan 29 20:53:15.467813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:15.474418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b86ab773-2bb9-4ffb-9943-acb4dde6915c req-d7262374-092b-48d5-b15c-200a1dd0380f tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908494
Jan 29 20:53:15.543280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-2b026617-7daa-4c9c-8806-a2fb3291fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.544767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-2b026617-7daa-4c9c-8806-a2fb3291fa5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1359818
Jan 29 20:53:15.567072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd44ad-f867-4220-8ffd-1190f208b6ab req-7dacf53e-0f6f-486a-9e79-5836841e3474 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.568519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3fd44ad-f867-4220-8ffd-1190f208b6ab req-7dacf53e-0f6f-486a-9e79-5836841e3474 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0810590
Jan 29 20:53:15.606023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-e2724122-fe84-40d3-b0dc-9391efc18502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=0b966786-3fee-43e3-8332-8fefe3e256c1 HTTP/1.1" status: 200  len: 217 time: 0.0529003
Jan 29 20:53:15.675387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3fd44ad-f867-4220-8ffd-1190f208b6ab req-301de6e2-e7f1-43a4-ae99-e11c2a286fde tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760231
Jan 29 20:53:15.680136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-51d2799f-acea-4554-a5d9-7ecfa413e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.681021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-51d2799f-acea-4554-a5d9-7ecfa413e080 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0664511
Jan 29 20:53:15.789785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75fe3-f6b4-4608-974f-5e350ebdc9cb req-7e400b7f-7aa9-4b85-ac3b-de2ec0c5bb8b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.791491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68b75fe3-f6b4-4608-974f-5e350ebdc9cb req-7e400b7f-7aa9-4b85-ac3b-de2ec0c5bb8b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0978358
Jan 29 20:53:15.793768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-31c60136-dc88-4be2-b493-07631f51407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.796201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-31c60136-dc88-4be2-b493-07631f51407a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0930977
Jan 29 20:53:15.922017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68b75fe3-f6b4-4608-974f-5e350ebdc9cb req-3137bf1e-bd7d-426f-ba7a-c7c388796eca tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237965
Jan 29 20:53:15.965310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-01041dff-aa6f-46be-aeba-e1ff0644529d service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537516
Jan 29 20:53:15.976133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e44870-72d9-48a4-9171-2613f732a418 req-7228ff3c-bf23-414a-b402-42ae888ad26a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:15.977539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74e44870-72d9-48a4-9171-2613f732a418 req-7228ff3c-bf23-414a-b402-42ae888ad26a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1022055
Jan 29 20:53:16.079974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74e44870-72d9-48a4-9171-2613f732a418 req-468871cd-606e-4ea9-add1-d3e30991f5c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936213
Jan 29 20:53:16.126065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351635c5-f5ff-46a9-8de2-bccc304f62a2 req-46ca3d12-8947-42d3-bff1-027926cfc650 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472394
Jan 29 20:53:16.148128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda7ef-0dc3-45fb-a229-cbb4908fcdde req-c2e49fbb-d9c2-4853-b239-af6a87d1dcd0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:16.149666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bda7ef-0dc3-45fb-a229-cbb4908fcdde req-c2e49fbb-d9c2-4853-b239-af6a87d1dcd0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.0672712
Jan 29 20:53:16.197012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bda7ef-0dc3-45fb-a229-cbb4908fcdde req-e0909fe1-489d-4cb6-a145-b3fa575d42f8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418003
Jan 29 20:53:16.270496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a887048-275d-49e0-85c1-d132619f59c8 req-7b601094-4717-44ca-9c62-0b8dd9711298 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:16.271972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a887048-275d-49e0-85c1-d132619f59c8 req-7b601094-4717-44ca-9c62-0b8dd9711298 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0525992
Jan 29 20:53:16.318517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a887048-275d-49e0-85c1-d132619f59c8 req-e4834919-04ab-49f1-882a-cedebf798ddb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407929
Jan 29 20:53:16.591900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761561-9dee-4544-92cb-77676f6d7f06 req-00f37a63-9be5-4814-8b7b-dc0780fa87ee tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:16.593781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16761561-9dee-4544-92cb-77676f6d7f06 req-00f37a63-9be5-4814-8b7b-dc0780fa87ee tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0513480
Jan 29 20:53:16.641793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16761561-9dee-4544-92cb-77676f6d7f06 req-3a7a183a-4a39-4944-b360-4153a0492c39 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425520
Jan 29 20:53:16.725893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:16.795274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e97b9-99ca-4c8a-9a6d-01f9a377da35 req-73484036-52f1-4727-b830-f50f2c801c54 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:16.797067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-435e97b9-99ca-4c8a-9a6d-01f9a377da35 req-73484036-52f1-4727-b830-f50f2c801c54 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0534725
Jan 29 20:53:16.842065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-435e97b9-99ca-4c8a-9a6d-01f9a377da35 req-1d79e66a-c1ee-4c44-a59d-52ad947388ce tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394795
Jan 29 20:53:17.039605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda451dc-ef5b-4262-8d9d-7b48a134abd6 req-e7304e37-4924-4ad5-b185-c939ec296b58 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.041210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda451dc-ef5b-4262-8d9d-7b48a134abd6 req-e7304e37-4924-4ad5-b185-c939ec296b58 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0512168
Jan 29 20:53:17.086328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda451dc-ef5b-4262-8d9d-7b48a134abd6 req-e1605b67-a1a5-473b-81b3-b146d7739ac5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394402
Jan 29 20:53:17.207649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c26d6-7449-461c-b584-5f38cd3f03f8 req-7ad8055e-3b91-4073-bf0f-82eaed80a090 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.209171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-147c26d6-7449-461c-b584-5f38cd3f03f8 req-7ad8055e-3b91-4073-bf0f-82eaed80a090 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0595970
Jan 29 20:53:17.262369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-147c26d6-7449-461c-b584-5f38cd3f03f8 req-22e4e80f-246a-47ea-b83f-df6460e1ba13 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474267
Jan 29 20:53:17.335123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f2b9-0930-40c7-a4dc-ab8c7cf6917d req-cd51df0e-f562-4a5c-abd6-e1e8759ca7b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.336620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0171f2b9-0930-40c7-a4dc-ab8c7cf6917d req-cd51df0e-f562-4a5c-abd6-e1e8759ca7b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.0638700
Jan 29 20:53:17.385166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0171f2b9-0930-40c7-a4dc-ab8c7cf6917d req-9c175d0f-d15c-4745-87ca-2a25d4ea0dc9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429556
Jan 29 20:53:17.450846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23b55-3b14-4305-aaa7-136939996be8 req-2b0df0c9-8798-469f-957f-575812173c20 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.452451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b23b55-3b14-4305-aaa7-136939996be8 req-2b0df0c9-8798-469f-957f-575812173c20 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0593958
Jan 29 20:53:17.499421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b23b55-3b14-4305-aaa7-136939996be8 req-ef6ef15f-5274-4535-92e9-460b7cbd505f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408740
Jan 29 20:53:17.770764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5882-3f14-42bb-897f-b3cd54a6b161 req-ab1a05a5-7769-4756-a0e2-755fb097e3a6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.772268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-562e5882-3f14-42bb-897f-b3cd54a6b161 req-ab1a05a5-7769-4756-a0e2-755fb097e3a6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0592241
Jan 29 20:53:17.821630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-562e5882-3f14-42bb-897f-b3cd54a6b161 req-4697a1a0-485e-477c-87da-50150c4cd6c4 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438809
Jan 29 20:53:17.962222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2424-55c2-4674-9a98-33bfd36afaac req-3e905fff-a661-4eac-a963-f0e361c18a31 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:17.964077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fbe2424-55c2-4674-9a98-33bfd36afaac req-3e905fff-a661-4eac-a963-f0e361c18a31 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0551236
Jan 29 20:53:18.015892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fbe2424-55c2-4674-9a98-33bfd36afaac req-7645b593-b070-4f33-b14e-e423f26c24fb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446880
Jan 29 20:53:18.202459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dee715-f83b-4fc1-b087-8c467bcf443d req-7496d7b0-0b34-4f21-96de-1c2e84123eaa tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:18.203924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77dee715-f83b-4fc1-b087-8c467bcf443d req-7496d7b0-0b34-4f21-96de-1c2e84123eaa tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0533211
Jan 29 20:53:18.250673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77dee715-f83b-4fc1-b087-8c467bcf443d req-39de50aa-60a7-4f4c-b717-d4c9894788b7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412292
Jan 29 20:53:18.381333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926a331-5efc-48b7-b800-a2d69025b3eb req-04f817e1-f0e0-41cf-bf12-506c01b4c60e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:18.382802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5926a331-5efc-48b7-b800-a2d69025b3eb req-04f817e1-f0e0-41cf-bf12-506c01b4c60e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0527945
Jan 29 20:53:18.429218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5926a331-5efc-48b7-b800-a2d69025b3eb req-e503d209-0462-4278-921b-9b04533da19e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408614
Jan 29 20:53:18.507065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f77e5-3a7a-445e-bf7c-501e18d64b15 req-74504382-645e-40fd-8a1f-205f53f7c6c4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:18.508501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-086f77e5-3a7a-445e-bf7c-501e18d64b15 req-74504382-645e-40fd-8a1f-205f53f7c6c4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.0544109
Jan 29 20:53:18.555341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-086f77e5-3a7a-445e-bf7c-501e18d64b15 req-45263e53-d644-417e-b432-9c632cd04dbf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412984
Jan 29 20:53:18.641180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-bf0f7aa2-d3cd-4843-aab8-ccbcfd7c7009 service neutron] 10.222.0.18 "GET /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0846567
Jan 29 20:53:18.653923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e723-4696-49e1-afc8-f7ff37b5e1b2 req-30dd81cb-fd1a-4a37-8adc-a13dd2d5d3eb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:18.656507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e660e723-4696-49e1-afc8-f7ff37b5e1b2 req-30dd81cb-fd1a-4a37-8adc-a13dd2d5d3eb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 943 time: 0.0758121
Jan 29 20:53:18.749601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e660e723-4696-49e1-afc8-f7ff37b5e1b2 req-f09567da-f310-4ce6-8dbc-d05de2b40511 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867572
Jan 29 20:53:18.882817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:18.899545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:18.957859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23015d98-54c5-4fdb-b21a-10f5586cdc93 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:18.975554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:18.998313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39ecdb-62a6-49e4-8603-b1458880a1c6 req-8ced2a47-7720-4ee1-b487-e17ddbd4f171 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:18.999787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b39ecdb-62a6-49e4-8603-b1458880a1c6 req-8ced2a47-7720-4ee1-b487-e17ddbd4f171 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0978265
Jan 29 20:53:19.000967 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:19.149163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b39ecdb-62a6-49e4-8603-b1458880a1c6 req-67081002-f7c9-45d4-aeaf-270d2dee804a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394320
Jan 29 20:53:19.191386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] Transition to ACTIVE for port object 23015d98-54c5-4fdb-b21a-10f5586cdc93 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:19.197772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-d43bec62-c9cb-4f6c-8d1f-4d7aa9b1f97e tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:19.199252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-d43bec62-c9cb-4f6c-8d1f-4d7aa9b1f97e tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.1496160
Jan 29 20:53:19.200792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:19.270707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-748cc10f-e82b-450a-97be-85f83af38589 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/quotas/dc76ddf545b849e38210bf8f5072d043 HTTP/1.1" status: 200  len: 375 time: 0.0641534
Jan 29 20:53:19.337951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] No DVR routers for this DVR port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:53:19.347431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] Pushing event updated for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=10']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:19.388002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934484-a9ac-4378-beb3-0da0c441cdfe req-7a293111-d546-4fbb-a1e3-716b314ee67a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:19.390252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b934484-a9ac-4378-beb3-0da0c441cdfe req-7a293111-d546-4fbb-a1e3-716b314ee67a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1826804
Jan 29 20:53:19.402167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-13626fb3-55bc-4d12-9f0f-3e3957f689ab service neutron] 10.222.0.18 "PUT /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7445009
Jan 29 20:53:19.442542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-a1305f43-4ffb-4ffb-ace5-3c4cc7412575 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1610103
Jan 29 20:53:19.473263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b934484-a9ac-4378-beb3-0da0c441cdfe req-3dba81d5-01da-4254-b793-33f378f2a401 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748973
Jan 29 20:53:19.584080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-2b916079-dd08-4e13-b5d6-a8c86ef9f163 service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226299
Jan 29 20:53:19.649616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a234-ec66-4098-999b-7628747762b1 req-98bdeb49-f510-45eb-87d6-0a212ea0cf8e tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:19.651079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1f8a234-ec66-4098-999b-7628747762b1 req-98bdeb49-f510-45eb-87d6-0a212ea0cf8e tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1095142
Jan 29 20:53:19.718026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-04e45edc-8ad4-4a8c-997e-d323544e4da4 service neutron] 10.222.0.20 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265361
Jan 29 20:53:19.722341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1f8a234-ec66-4098-999b-7628747762b1 req-683fa8c0-6a55-4c34-873c-4081715cf273 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649304
Jan 29 20:53:19.854429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e673-6583-4d7e-a3b7-5fd05b199911 req-8145b1f4-1028-4469-9d3a-9d75a66243e0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:19.856289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc0e673-6583-4d7e-a3b7-5fd05b199911 req-8145b1f4-1028-4469-9d3a-9d75a66243e0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0688658
Jan 29 20:53:20.263743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc0e673-6583-4d7e-a3b7-5fd05b199911 req-14f1c48d-17a7-435c-9128-5a937af2d659 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4015481
Jan 29 20:53:20.281381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d630a-4c50-440d-90c0-674ab2daed58 req-c2c894fe-7256-4908-a304-25b91031f176 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.290316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-064d630a-4c50-440d-90c0-674ab2daed58 req-c2c894fe-7256-4908-a304-25b91031f176 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.0845551
Jan 29 20:53:20.343326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-064d630a-4c50-440d-90c0-674ab2daed58 req-1a0074f4-620c-47d0-8ba0-c51795b47897 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514476
Jan 29 20:53:20.385948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f414e-d081-4ddf-9921-cdd041bb8fec req-4d3c8c24-fd7b-447b-968f-84b610e00973 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.387464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f39f414e-d081-4ddf-9921-cdd041bb8fec req-4d3c8c24-fd7b-447b-968f-84b610e00973 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.0608673
Jan 29 20:53:20.437039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fecc57ed-f3e3-43e7-be8a-a4dbc4e56925 req-f408462d-a58c-4a45-a84e-92647d5f7f39 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 210 time: 0.0265892
Jan 29 20:53:20.490100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f39f414e-d081-4ddf-9921-cdd041bb8fec req-0f439054-f90d-4a12-ba9f-3df4b98611d1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964758
Jan 29 20:53:20.510909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-4d5f6d28-4609-4154-a841-261cb36a152c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.512416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-4d5f6d28-4609-4154-a841-261cb36a152c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0588114
Jan 29 20:53:20.622003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-d35a55d9-1273-4892-9e58-cadfefc85e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.623505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-d35a55d9-1273-4892-9e58-cadfefc85e92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 1126 time: 0.1014683
Jan 29 20:53:20.634436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ecf93-80db-4b5b-9f02-a2132bf9a319 req-bf424974-d2c1-4a16-a6e7-7bd9dd7a2064 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.635852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b56ecf93-80db-4b5b-9f02-a2132bf9a319 req-bf424974-d2c1-4a16-a6e7-7bd9dd7a2064 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1224804
Jan 29 20:53:20.647420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86c14-1cc1-4773-8b7c-69670987c409 req-67f7a5ad-3c92-477f-a993-3367576365b8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.648904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ef86c14-1cc1-4773-8b7c-69670987c409 req-67f7a5ad-3c92-477f-a993-3367576365b8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0866866
Jan 29 20:53:20.753650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b56ecf93-80db-4b5b-9f02-a2132bf9a319 req-08399632-4092-4c39-80ed-0a6b8d047993 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036685
Jan 29 20:53:20.759933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ef86c14-1cc1-4773-8b7c-69670987c409 req-d0f761c5-e761-473e-88d5-691dfe4d27bb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043098
Jan 29 20:53:20.767078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-43945591-45a2-4d7a-8867-d790ef3cfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.768542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-43945591-45a2-4d7a-8867-d790ef3cfb93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1126 time: 0.0989435
Jan 29 20:53:20.893912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7b1e-f7dd-4a29-ab5b-474df0d08088 req-f6641761-f407-4a59-adbe-a5a2f6affe51 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.895500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0df7b1e-f7dd-4a29-ab5b-474df0d08088 req-f6641761-f407-4a59-adbe-a5a2f6affe51 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0757248
Jan 29 20:53:20.939436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-1700e177-8386-4be7-8a9b-c16c303c4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:20.940848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-1700e177-8386-4be7-8a9b-c16c303c4958 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1647146
Jan 29 20:53:21.036019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-680ebefe-b694-4c06-adae-593530a6701b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 200  len: 217 time: 0.0812142
Jan 29 20:53:21.091488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0df7b1e-f7dd-4a29-ab5b-474df0d08088 req-494be2eb-94ef-4575-8b43-7535ff8253dc tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872218
Jan 29 20:53:21.133458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-9325996d-0acb-4951-96f2-cce8dc334498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:21.135031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-9325996d-0acb-4951-96f2-cce8dc334498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0866735
Jan 29 20:53:21.141254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-2e634a44-f22b-4e46-9f7f-fd359f2e3e52 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:21.142745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-2e634a44-f22b-4e46-9f7f-fd359f2e3e52 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 814 time: 0.2184303
Jan 29 20:53:21.169694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-365040d0-eabd-43f5-92a4-a0276cabcaf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260103
Jan 29 20:53:21.173751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Request body: {'port': {'device_id': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'admin_state_up': True, 'tenant_id': 'dc76ddf545b849e38210bf8f5072d043'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:21.353098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-eb511c09-0df7-46d6-bcc5-cf9847e16324 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761415
Jan 29 20:53:21.406847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 0b966786-3fee-43e3-8332-8fefe3e256c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:21.411473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:53:21.475241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Made reservation on behalf of dc76ddf545b849e38210bf8f5072d043 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:53:21.479450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:21.499305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port 23015d98-54c5-4fdb-b21a-10f5586cdc93 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:53:21.499707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:53:21.525771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afec110-2285-41ee-8663-ca120bbf9768 req-673c1ccc-33ab-4559-af6d-0164ae9a8cde tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:21.527271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6afec110-2285-41ee-8663-ca120bbf9768 req-673c1ccc-33ab-4559-af6d-0164ae9a8cde tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1903012
Jan 29 20:53:21.543928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b966786-3fee-43e3-8332-8fefe3e256c1,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:21.555795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '0b966786-3fee-43e3-8332-8fefe3e256c1', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '0b966786-3fee-43e3-8332-8fefe3e256c1', 'mac_address': 'fa:16:3e:a8:3f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:21.607905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-2e5abae7-fad6-4728-8d36-ece6a1130662 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321892
Jan 29 20:53:21.613939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 0b966786-3fee-43e3-8332-8fefe3e256c1 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:21.614347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:21.624593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec1ddb-d805-4797-aa30-80a66ba8e52b req-12bb1d83-eb6a-462a-9470-75a29fa5bd86 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:21.627268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62ec1ddb-d805-4797-aa30-80a66ba8e52b req-12bb1d83-eb6a-462a-9470-75a29fa5bd86 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 948 time: 0.1958296
Jan 29 20:53:21.628301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b966786-3fee-43e3-8332-8fefe3e256c1 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:21.654678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b966786-3fee-43e3-8332-8fefe3e256c1,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:21.660534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:21.713500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:21.720027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6afec110-2285-41ee-8663-ca120bbf9768 req-0404e194-d36a-48e7-a71b-74a95605b630 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728854
Jan 29 20:53:21.766899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62ec1ddb-d805-4797-aa30-80a66ba8e52b req-f1b1274e-9e43-45f4-831f-27c8368c1a07 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181393
Jan 29 20:53:21.773853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Allocated IP 172.20.0.2 (735975e5-560e-4fe2-bd1a-eda3f1050e6f/cf51ee7b-099c-4290-ba5c-72671c515df7/94349b66-595b-49b2-bd61-bf2fb710eeaf) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:53:21.839429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d6b1ce5-eb26-46be-9314-44dcba4d4dad req-cf5d6114-3021-4352-8b1d-d03755b82d1b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 210 time: 0.0526862
Jan 29 20:53:22.054780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47d772-8691-4e70-9048-77db0e86d03f req-3a334476-97ba-44e5-880f-2182b0569a5c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.056420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba47d772-8691-4e70-9048-77db0e86d03f req-3a334476-97ba-44e5-880f-2182b0569a5c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.1945524
Jan 29 20:53:22.085573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-104a3fbb-7ab9-490e-932f-d0adc6ca5743 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.086891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-104a3fbb-7ab9-490e-932f-d0adc6ca5743 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1539011
Jan 29 20:53:22.119085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fb60-8c38-4db3-9486-1cb911249cbd req-34ff8d41-45c5-4868-885e-1ddef9ab9e90 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.120591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4fb60-8c38-4db3-9486-1cb911249cbd req-34ff8d41-45c5-4868-885e-1ddef9ab9e90 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1865029
Jan 29 20:53:22.146041 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks [] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:22.201062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['0b966786-3fee-43e3-8332-8fefe3e256c1'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:22.224343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba47d772-8691-4e70-9048-77db0e86d03f req-ce2f6d03-7180-4e87-a27a-edcca9705310 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542728
Jan 29 20:53:22.310274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:22.310469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4fb60-8c38-4db3-9486-1cb911249cbd req-6716abb8-f0fd-4ed9-9c63-58d5e24528c3 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674180
Jan 29 20:53:22.375044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:22.395168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'cece445d-8d30-4f32-a452-8f4feab55221', '3191cbb8-3403-4b73-85eb-eb8bd86ae88c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:22.450716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-4b63677e-1c32-4769-912a-416da4ed2445 service neutron] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:22.470650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Network 735975e5-560e-4fe2-bd1a-eda3f1050e6f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:22.474439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-4b63677e-1c32-4769-912a-416da4ed2445 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:22.475534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97bcb5ba-9dcd-4ae0-9b72-5527283a1dc5 req-4b63677e-1c32-4769-912a-416da4ed2445 service neutron] 10.222.0.36 "DELETE /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3774896
Jan 29 20:53:22.485022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:22.487766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:22.492946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event updated for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:22.530646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0540-bed1-4e93-b7c2-487daa4a2aba req-f7c8dd53-4c8b-42a3-bc1e-67932e6dc134 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.532158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-238b0540-bed1-4e93-b7c2-487daa4a2aba req-f7c8dd53-4c8b-42a3-bc1e-67932e6dc134 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1970811
Jan 29 20:53:22.564019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda04e4-64d4-4f69-b73d-a07612e8fa26 req-2b565fb2-3438-470a-847d-d20f6aece4b5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.565509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-beda04e4-64d4-4f69-b73d-a07612e8fa26 req-2b565fb2-3438-470a-847d-d20f6aece4b5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1827698
Jan 29 20:53:22.587436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:22.587954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:22.638689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-50cefa98-a741-4612-b553-abb0f5f446e7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4712558
Jan 29 20:53:22.644530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-238b0540-bed1-4e93-b7c2-487daa4a2aba req-d6c35c74-925f-42f4-827c-f441bda641d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007552
Jan 29 20:53:22.656586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Request body: {'port': {'device_id': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:22.685433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-beda04e4-64d4-4f69-b73d-a07612e8fa26 req-af01b562-e0b6-45cc-be7c-68be09694554 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102614
Jan 29 20:53:22.726213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.006506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae0ea3-e6e1-40c9-ae18-9ea1bf1be1bd req-b4494944-f258-4d42-801d-fca19b1c0870 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.007994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bae0ea3-e6e1-40c9-ae18-9ea1bf1be1bd req-b4494944-f258-4d42-801d-fca19b1c0870 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 949 time: 0.1493821
Jan 29 20:53:23.024329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e156-2d7f-440e-8d0c-d7c56c3321fb req-c77839ba-b513-4806-b463-08f51724b085 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.025830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce75e156-2d7f-440e-8d0c-d7c56c3321fb req-c77839ba-b513-4806-b463-08f51724b085 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 931 time: 0.1126111
Jan 29 20:53:23.155046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94349b66-595b-49b2-bd61-bf2fb710eeaf {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:23.161552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.170495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks [] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.182444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce75e156-2d7f-440e-8d0c-d7c56c3321fb req-567782ef-6ff0-4ea9-b182-ee27feed5044 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428537
Jan 29 20:53:23.189268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bae0ea3-e6e1-40c9-ae18-9ea1bf1be1bd req-d070fabe-ce6e-4f5b-a9aa-d4ec8c222141 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611195
Jan 29 20:53:23.202013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Transition to ACTIVE for port object 94349b66-595b-49b2-bd61-bf2fb710eeaf will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:23.206086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.268560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Pushing event updated for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:23.391058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Attempting to bind port 94349b66-595b-49b2-bd61-bf2fb710eeaf on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:23.391917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Attempting to bind port 94349b66-595b-49b2-bd61-bf2fb710eeaf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:23.391917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Attempting to bind port 94349b66-595b-49b2-bd61-bf2fb710eeaf on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:23.398734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Port 94349b66-595b-49b2-bd61-bf2fb710eeaf on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:23.399110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Attempting to bind port 94349b66-595b-49b2-bd61-bf2fb710eeaf on network 735975e5-560e-4fe2-bd1a-eda3f1050e6f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:23.408413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:23.408775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Checking segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:23.409209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Bound using segment: {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:23.409653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Bound port: 94349b66-595b-49b2-bd61-bf2fb710eeaf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1060b1-91f0-413b-a57a-899b525c4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:23.410045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.422310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c66f-7d17-45c3-a53a-636ee982b62f req-8f390ee7-dd39-46dc-87b4-167a892be53f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.423673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b81c66f-7d17-45c3-a53a-636ee982b62f req-8f390ee7-dd39-46dc-87b4-167a892be53f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.0980349
Jan 29 20:53:23.523816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b81c66f-7d17-45c3-a53a-636ee982b62f req-7b790d13-13d6-4b3b-baa8-3b28a1547149 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930700
Jan 29 20:53:23.561055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:23.561055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:23.567071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.687405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.688034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:23.689442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] 10.222.0.18 "PUT /v2.0/ports/94349b66-595b-49b2-bd61-bf2fb710eeaf HTTP/1.1" status: 200  len: 1091 time: 1.0415239
Jan 29 20:53:23.689907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:23.692152 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200369be-12f8-4c5d-85ad-478c4e368364" -d '{"events": [{"name": "network-changed", "server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:23.710269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae01ad-71fb-4e1f-90be-3a1bd940f54e service neutron] Pushing event updated for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:23.788638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613b52-73ac-4f5c-b229-84f71c3d073d req-b08a14e7-07d5-47c9-b416-71f42cf6c90a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.790156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1613b52-73ac-4f5c-b229-84f71c3d073d req-b08a14e7-07d5-47c9-b416-71f42cf6c90a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1519713
Jan 29 20:53:23.805645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba686e3-ea9e-44d4-9446-e38aab1d3860 req-9404fb2b-656b-4237-90e3-85dea7bf8e6d tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.807146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aba686e3-ea9e-44d4-9446-e38aab1d3860 req-9404fb2b-656b-4237-90e3-85dea7bf8e6d tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 1126 time: 0.1119480
Jan 29 20:53:23.860389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-4f9f175c-93bf-4af6-9f2c-4d0792a6e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:23.861890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-4f9f175c-93bf-4af6-9f2c-4d0792a6e8d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 1125 time: 0.1173937
Jan 29 20:53:23.889835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1613b52-73ac-4f5c-b229-84f71c3d073d req-1b34c723-d7ad-4d6b-9865-59eaa7af3de3 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926664
Jan 29 20:53:23.924435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-ab2ca679-44cb-4a34-9c45-333e3a0a1bce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf HTTP/1.1" status: 200  len: 217 time: 0.0485349
Jan 29 20:53:23.927803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aba686e3-ea9e-44d4-9446-e38aab1d3860 req-6bc8a819-61b5-4cb9-8545-3ea5461c2bcf tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114564
Jan 29 20:53:24.010696 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d9d87-e4bb-4221-8f33-d4e7cae2a79f x-openstack-request-id: req-293d9d87-e4bb-4221-8f33-d4e7cae2a79f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:24.011120 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:24.011381 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-293d9d87-e4bb-4221-8f33-d4e7cae2a79f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:24.011785 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf', 'status': 'completed', 'code': 200}
Jan 29 20:53:24.015369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e572f-b348-497d-b711-502cd77e1850 req-59cdc030-4bfb-409c-afa7-e3a6aab8e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.016844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-59cdc030-4bfb-409c-afa7-e3a6aab8e849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.0847371
Jan 29 20:53:24.048090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1a112-fe5c-46c8-b7c2-0061e22fc9b2 req-3b46d579-70b4-4191-a97b-48e85c272064 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.049726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf1a112-fe5c-46c8-b7c2-0061e22fc9b2 req-3b46d579-70b4-4191-a97b-48e85c272064 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0908611
Jan 29 20:53:24.068382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-d8ed9519-f61f-4cdc-ac77-ed6b55722716 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416303
Jan 29 20:53:24.197442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf1a112-fe5c-46c8-b7c2-0061e22fc9b2 req-17e98bcd-7a81-4c61-b5e4-787879e9ece9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314497
Jan 29 20:53:24.240093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf5ff-be28-4957-b2e2-59e3fc70674c req-1fc919e3-0c3b-4f5d-bc56-0a5943bccfa0 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.241814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a90cf5ff-be28-4957-b2e2-59e3fc70674c req-1fc919e3-0c3b-4f5d-bc56-0a5943bccfa0 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1590488
Jan 29 20:53:24.268272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-38dd1453-5041-4536-8013-90ce5edbf909 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866920
Jan 29 20:53:24.706071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a90cf5ff-be28-4957-b2e2-59e3fc70674c req-4900a6b4-1a16-4247-b633-8c1020dc65b6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4551475
Jan 29 20:53:24.762832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812e572f-b348-497d-b711-502cd77e1850 req-dd82f8f1-7329-4e41-81c2-c2141041936c service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4852440
Jan 29 20:53:24.830468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-0086fdb6-a272-4b38-bfc8-50e26e5a044f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.832673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-0086fdb6-a272-4b38-bfc8-50e26e5a044f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.5322807
Jan 29 20:53:24.877650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-70622393-ebde-4bae-b51f-956efc0797a1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/quotas/6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 375 time: 0.0355909
Jan 29 20:53:24.933995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1403-97d4-4e85-82d1-94e91169fc76 req-8dc92f4e-48aa-4972-8f72-42271dd64cfd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.935732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-440b1403-97d4-4e85-82d1-94e91169fc76 req-8dc92f4e-48aa-4972-8f72-42271dd64cfd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 943 time: 0.1573176
Jan 29 20:53:24.953836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200369be-12f8-4c5d-85ad-478c4e368364 req-814f32f2-2e12-4771-a0b9-c131a78a7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:24.955274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-814f32f2-2e12-4771-a0b9-c131a78a7abf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc76ddf545b849e38210bf8f5072d043&device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 1125 time: 0.1326547
Jan 29 20:53:25.027195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-a3e6bb53-c022-4463-8a7b-ae6f157d363a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1432269
Jan 29 20:53:25.126042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-440b1403-97d4-4e85-82d1-94e91169fc76 req-8ec17de1-1b9b-407c-bfe2-7ad195c81ca0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832557
Jan 29 20:53:25.159229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200369be-12f8-4c5d-85ad-478c4e368364 req-55586dbb-5182-4a32-91e5-b60f9934f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:25.160914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-55586dbb-5182-4a32-91e5-b60f9934f45a service neutron] 10.222.0.18 "GET /v2.0/networks?id=735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 200  len: 915 time: 0.1944788
Jan 29 20:53:25.225481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-fc0c4c29-458f-4b66-9a77-60491539a338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf HTTP/1.1" status: 200  len: 217 time: 0.0573359
Jan 29 20:53:25.228783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-d95d9b54-2bdb-412e-bf25-c491b6a13598 service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933031
Jan 29 20:53:25.352842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200369be-12f8-4c5d-85ad-478c4e368364 req-a2aa4e46-3dd6-4be5-ac35-637247c341c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:25.354337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-a2aa4e46-3dd6-4be5-ac35-637247c341c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 200  len: 854 time: 0.1095383
Jan 29 20:53:25.363364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3e3a7-3937-45b2-bb51-a91f150f579a req-e8c6a26c-813c-4bc9-819d-8c0ebf76e400 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:25.364720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0d3e3a7-3937-45b2-bb51-a91f150f579a req-e8c6a26c-813c-4bc9-819d-8c0ebf76e400 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 949 time: 0.1499736
Jan 29 20:53:25.408913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-ff2b1918-1a6e-4762-9ad2-31bb248e4f2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=735975e5-560e-4fe2-bd1a-eda3f1050e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379901
Jan 29 20:53:25.416291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 0b966786-3fee-43e3-8332-8fefe3e256c1 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:25.445829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-2629bc71-230a-4f8f-ac73-1b9c0c0f5125 service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019866
Jan 29 20:53:25.471979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 0b966786-3fee-43e3-8332-8fefe3e256c1 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:25.477466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 0b966786-3fee-43e3-8332-8fefe3e256c1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:25.478061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:25.528115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0d3e3a7-3937-45b2-bb51-a91f150f579a req-f7c146b7-9d9c-465d-8ea5-f8d10bbfd14a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478586
Jan 29 20:53:25.564787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-ff0e3f82-9ef8-44d8-9fdd-c1cde1eaf248 service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453018
Jan 29 20:53:25.581690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 0b966786-3fee-43e3-8332-8fefe3e256c1 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:25.582397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:25.613600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:25.616230 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c267378-a2b1-4ee3-b3ae-bb4e2a7ceb2d" -d '{"events": [{"server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "name": "network-vif-plugged", "status": "completed", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:25.630499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b966786-3fee-43e3-8332-8fefe3e256c1,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:25.637671 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:25.703182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:25.787851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e1b66-3bb0-4bec-92a7-bd7c2494e9ec req-484d21be-6c49-4918-9bcb-0af311281d9a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:25.790019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-865e1b66-3bb0-4bec-92a7-bd7c2494e9ec req-484d21be-6c49-4918-9bcb-0af311281d9a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1395571
Jan 29 20:53:25.808771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a10e4-ee10-4057-b45b-c352de278d94 req-ab1162a7-c5e9-459c-b9c3-755e23829019 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:25.810313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb8a10e4-ee10-4057-b45b-c352de278d94 req-ab1162a7-c5e9-459c-b9c3-755e23829019 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1179721
Jan 29 20:53:25.817337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-200369be-12f8-4c5d-85ad-478c4e368364 req-7dc03403-5b3e-41c4-bd89-f25aa786beec service neutron] 10.222.0.18 "GET /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442889
Jan 29 20:53:25.886708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-865e1b66-3bb0-4bec-92a7-bd7c2494e9ec req-341ba493-ce0a-40d5-9c04-668b370523f0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864067
Jan 29 20:53:25.890774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb8a10e4-ee10-4057-b45b-c352de278d94 req-9bb9dee8-5cdc-4562-ad27-725d15189cf6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715756
Jan 29 20:53:25.955773 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044255de-c012-4116-b0f0-e7c2a7b3b34a x-openstack-request-id: req-044255de-c012-4116-b0f0-e7c2a7b3b34a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:25.956072 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "name": "network-vif-plugged", "status": "completed", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:25.956335 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-044255de-c012-4116-b0f0-e7c2a7b3b34a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:25.956733 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1', 'code': 200}
Jan 29 20:53:25.985583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be5d28e5-4d0e-4ba7-8e4c-d2e8c9db7443 req-16fc26b5-0279-4371-9049-4caa813c0ec1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 210 time: 0.0421903
Jan 29 20:53:26.152573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb58ff-3c81-4dd1-b697-af570fe0ee9d req-b84f7783-c3f7-4718-8b6b-2dcd8ebb72b6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:26.154175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07eb58ff-3c81-4dd1-b697-af570fe0ee9d req-b84f7783-c3f7-4718-8b6b-2dcd8ebb72b6 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1254423
Jan 29 20:53:26.162854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d58ca-ecc1-4eca-971d-6865d5445ec0 req-814a6597-6701-4d72-b0dc-dacc4e8ece46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:26.165109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b5d58ca-ecc1-4eca-971d-6865d5445ec0 req-814a6597-6701-4d72-b0dc-dacc4e8ece46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 1132 time: 0.0885918
Jan 29 20:53:26.264170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07eb58ff-3c81-4dd1-b697-af570fe0ee9d req-cd388de8-fa56-4ba0-aaa7-6046bf514307 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979559
Jan 29 20:53:26.281773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b5d58ca-ecc1-4eca-971d-6865d5445ec0 req-5e6cf166-5909-4a42-8940-0cfa33d49400 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970380
Jan 29 20:53:26.301430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f62191-8298-4c29-a8de-b8d01305b145 req-84a450a0-57bb-4734-9b73-5c47cf053f51 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:26.302919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6f62191-8298-4c29-a8de-b8d01305b145 req-84a450a0-57bb-4734-9b73-5c47cf053f51 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0829456
Jan 29 20:53:26.385609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6f62191-8298-4c29-a8de-b8d01305b145 req-22c9ed7d-73a1-40d4-87c0-2b3c35e17fd0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718441
Jan 29 20:53:26.406753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d84a-21d2-4068-b3ac-3e1220700b61 req-713cee42-7a11-4e45-91ad-533b19b3545c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:26.408308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43f0d84a-21d2-4068-b3ac-3e1220700b61 req-713cee42-7a11-4e45-91ad-533b19b3545c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 943 time: 0.0728035
Jan 29 20:53:26.454155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43f0d84a-21d2-4068-b3ac-3e1220700b61 req-fdebd9ae-d893-424f-95a4-d752048adba8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402462
Jan 29 20:53:26.652399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103694f-e8d3-46a2-92da-c2990411771d req-00045113-73bd-4c5b-ac60-ac3d0b04f925 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:26.654076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f103694f-e8d3-46a2-92da-c2990411771d req-00045113-73bd-4c5b-ac60-ac3d0b04f925 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.0531163
Jan 29 20:53:26.704520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f103694f-e8d3-46a2-92da-c2990411771d req-bdca727f-f695-4c67-b90f-5b6de2308b09 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436838
Jan 29 20:53:27.022122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee623583-3d4a-40f2-8b56-5ca843ee79c0 req-d237fe97-c4af-41fa-a7ab-c1219e5bf3cf tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.023595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee623583-3d4a-40f2-8b56-5ca843ee79c0 req-d237fe97-c4af-41fa-a7ab-c1219e5bf3cf tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0586147
Jan 29 20:53:27.072348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee623583-3d4a-40f2-8b56-5ca843ee79c0 req-65014e4b-75ea-4637-9879-fc3f0221ce93 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427639
Jan 29 20:53:27.101450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17c0684f-40d4-4cf0-946a-c36035159d9d req-185cf430-7de7-4527-80a0-0cd20cb02b28 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 210 time: 0.0282099
Jan 29 20:53:27.255764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-e0b5519a-f3c0-4ab6-b780-ea8bb4c02f22 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.257543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-e0b5519a-f3c0-4ab6-b780-ea8bb4c02f22 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.1094856
Jan 29 20:53:27.270963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Request body: {'port': {'device_id': '030ad029-b887-416a-b02b-88de14f9361a', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'admin_state_up': True, 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:27.422364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1638a75-3f62-483f-8762-c9678a1a974f req-2a38c3d3-615f-4a47-afb6-e710ab173af4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.423861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1638a75-3f62-483f-8762-c9678a1a974f req-2a38c3d3-615f-4a47-afb6-e710ab173af4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0860929
Jan 29 20:53:27.424633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:53:27.427764 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:27.558957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1638a75-3f62-483f-8762-c9678a1a974f req-e2011515-be16-47c6-8f56-583f707ef0e9 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288338
Jan 29 20:53:27.614381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce00f-8ef7-4016-8773-4951f657e92a req-54dd53d9-8e04-4481-afbb-d6c07e42b529 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.615921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a9ce00f-8ef7-4016-8773-4951f657e92a req-54dd53d9-8e04-4481-afbb-d6c07e42b529 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1444025
Jan 29 20:53:27.674156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Allocated IP 172.20.0.5 (36c94de9-39ad-4696-b7dd-7579ffd1d294/2ae2cf69-6877-484a-8bbb-4a2ea1ae861f/4623b36d-24ad-4feb-af05-4cbfa6b1bc17) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:53:27.741456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a9ce00f-8ef7-4016-8773-4951f657e92a req-9e5f77ae-ce47-4e03-9cd0-d1208a597bd7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072583
Jan 29 20:53:27.751416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875fcfc-b8a4-47ee-b32c-46999e4087ce req-15a1dbe5-098e-459e-b8cd-4d7355b05488 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.752966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8875fcfc-b8a4-47ee-b32c-46999e4087ce req-15a1dbe5-098e-459e-b8cd-4d7355b05488 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 943 time: 0.1314909
Jan 29 20:53:27.920490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8875fcfc-b8a4-47ee-b32c-46999e4087ce req-e09c2172-224d-42f7-b23a-c214f22510bd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596439
Jan 29 20:53:27.935608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks [] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:27.950118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c89b1-594b-47de-a3e6-881d4f4f10bd req-bed0b4f3-3e13-4ebd-a0c5-f1e91fc73cc0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:27.951630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd5c89b1-594b-47de-a3e6-881d4f4f10bd req-bed0b4f3-3e13-4ebd-a0c5-f1e91fc73cc0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.1359625
Jan 29 20:53:28.011269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:28.053893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd5c89b1-594b-47de-a3e6-881d4f4f10bd req-705d3a1b-3453-480c-bdc8-d5b6e6ce72c3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924678
Jan 29 20:53:28.071134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:28.074319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:28.079411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:28.083694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:28.163424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:28.164624 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:28.202118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-07a7f7c3-b729-472e-890a-394162735bba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9345481
Jan 29 20:53:28.227101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Request body: {'port': {'device_id': '030ad029-b887-416a-b02b-88de14f9361a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:28.382701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae225-946c-4262-95a4-3938d63c8c01 req-07c39f63-a802-4626-b38f-537f6fccecea tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:28.384461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b5ae225-946c-4262-95a4-3938d63c8c01 req-07c39f63-a802-4626-b38f-537f6fccecea tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.2038143
Jan 29 20:53:28.386562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:28.429284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a39f3-d633-47da-9113-6d3452d4bca4 req-53ee1caf-c01f-4871-8d23-ce39bfb7fc18 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:28.430815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501a39f3-d633-47da-9113-6d3452d4bca4 req-53ee1caf-c01f-4871-8d23-ce39bfb7fc18 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.2355828
Jan 29 20:53:28.612967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b5ae225-946c-4262-95a4-3938d63c8c01 req-c7711312-696c-4430-976b-88f802484ede tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129307
Jan 29 20:53:28.622917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501a39f3-d633-47da-9113-6d3452d4bca4 req-71040452-c404-4d9b-8dce-3cb7bd34aa73 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661313
Jan 29 20:53:28.831652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b7c36-3d58-477a-b074-e9769bffe885 req-ebbd6631-8833-4150-b437-d462cc6efbea tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:28.833186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130b7c36-3d58-477a-b074-e9769bffe885 req-ebbd6631-8833-4150-b437-d462cc6efbea tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 931 time: 0.1373739
Jan 29 20:53:28.841597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fb1d-1283-4537-8dcd-857641d22534 req-bcd2e025-9f9e-47d8-9450-b27f35ea89c4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:28.843037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19b2fb1d-1283-4537-8dcd-857641d22534 req-bcd2e025-9f9e-47d8-9450-b27f35ea89c4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1255984
Jan 29 20:53:28.942121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:28.958352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks [] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:28.980334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130b7c36-3d58-477a-b074-e9769bffe885 req-40f4ee90-3102-4d40-974b-648ff214c2bc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331055
Jan 29 20:53:28.985793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19b2fb1d-1283-4537-8dcd-857641d22534 req-2ae912b7-7a3e-45ec-88c2-9ddcd15ee770 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287603
Jan 29 20:53:28.986744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Transition to ACTIVE for port object 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:28.991167 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.043211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:29.176270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:29.176971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:29.176971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:29.188650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e6bc-77f6-4dfb-a9a0-3d2ce3d40ed0 req-f8e7a5e4-43fb-4e8d-84ac-bdecd2a187a8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.190178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc60e6bc-77f6-4dfb-a9a0-3d2ce3d40ed0 req-f8e7a5e4-43fb-4e8d-84ac-bdecd2a187a8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 943 time: 0.1236072
Jan 29 20:53:29.193922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:29.194251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:29.209149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:29.209523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:29.209863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:29.210293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Bound port: 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:29.210640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.278115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c68cc-19f3-4555-aec4-5911d17fcfc5 req-75d9d604-a520-4130-b6b7-67ed519e9160 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.279614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-973c68cc-19f3-4555-aec4-5911d17fcfc5 req-75d9d604-a520-4130-b6b7-67ed519e9160 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.1378276
Jan 29 20:53:29.309363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc60e6bc-77f6-4dfb-a9a0-3d2ce3d40ed0 req-e17fc83c-e71a-4bb5-acb4-987d34c10600 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111271
Jan 29 20:53:29.342628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:29.347271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:29.358691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.371106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-973c68cc-19f3-4555-aec4-5911d17fcfc5 req-b5f2abb3-2285-4085-becb-729bfcd72dd8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817115
Jan 29 20:53:29.399065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.399636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.400966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] 10.222.0.18 "PUT /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 1091 time: 1.1804421
Jan 29 20:53:29.401509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:29.403770 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc52ca0-826b-431d-bfef-715f6498be3c" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:29.428644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94349b66-595b-49b2-bd61-bf2fb710eeaf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:29.429537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b92d4-9340-41da-acc9-9dbf3532b9ff service neutron] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:29.483696 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4efd3-fbb7-456a-b7d6-f0ca8241ed0d x-openstack-request-id: req-0fa4efd3-fbb7-456a-b7d6-f0ca8241ed0d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:29.484944 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:29.485382 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fa4efd3-fbb7-456a-b7d6-f0ca8241ed0d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:29.485814 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'status': 'completed', 'code': 200}
Jan 29 20:53:29.530117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-cf354064-0aca-4dd9-a236-63ddf0660656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.532335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-cf354064-0aca-4dd9-a236-63ddf0660656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1125 time: 0.0811608
Jan 29 20:53:29.588681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-5052a41e-bbb0-4340-8882-689f366bb454 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 217 time: 0.0454242
Jan 29 20:53:29.591695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02781-91d3-40b7-a97d-1c07e23f3883 req-8b347362-e054-4fef-b33e-01c8793e09c6 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.593296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0c02781-91d3-40b7-a97d-1c07e23f3883 req-8b347362-e054-4fef-b33e-01c8793e09c6 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 1132 time: 0.0917485
Jan 29 20:53:29.663770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-3e687287-8835-44fc-a379-a2c36edeaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.664180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-3e687287-8835-44fc-a379-a2c36edeaaac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0692213
Jan 29 20:53:29.683706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0c02781-91d3-40b7-a97d-1c07e23f3883 req-cd3fa15b-ca26-453e-8581-caa42ea23894 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811672
Jan 29 20:53:29.699780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-e4a01e10-5a54-48f3-963a-45f91a7939fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276756
Jan 29 20:53:29.717411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:29.734245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '94349b66-595b-49b2-bd61-bf2fb710eeaf', 'network_id': '735975e5-560e-4fe2-bd1a-eda3f1050e6f', 'port_id': '94349b66-595b-49b2-bd61-bf2fb710eeaf', 'mac_address': 'fa:16:3e:25:45:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf51ee7b-099c-4290-ba5c-72671c515df7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:29.781761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 94349b66-595b-49b2-bd61-bf2fb710eeaf is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:29.782217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.799009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94349b66-595b-49b2-bd61-bf2fb710eeaf {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:29.827110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:29.832072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:29.860516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183035b4-6ab4-4bf4-8672-f75ad7112559 req-0579fa7c-017c-47e9-82e3-a9000aade080 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.862155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183035b4-6ab4-4bf4-8672-f75ad7112559 req-0579fa7c-017c-47e9-82e3-a9000aade080 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1585658
Jan 29 20:53:29.886451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:29.935157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf041c-3484-4f4e-a6cc-d418a4442c3d req-c16f745a-720d-48d5-8a1a-a3e9984a37f4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:29.936832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afbf041c-3484-4f4e-a6cc-d418a4442c3d req-c16f745a-720d-48d5-8a1a-a3e9984a37f4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1373098
Jan 29 20:53:29.940302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-757592ee-d005-4eea-b91f-953784e0846f service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968949
Jan 29 20:53:30.025107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183035b4-6ab4-4bf4-8672-f75ad7112559 req-591004df-f196-4d45-a74c-526290906be2 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524482
Jan 29 20:53:30.083683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afbf041c-3484-4f4e-a6cc-d418a4442c3d req-3a392f86-9380-45b8-862e-64a426801331 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364474
Jan 29 20:53:30.099842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a9541ed-cd40-47d8-8cc3-9d8d6c07b4bf req-876836b6-abda-4d77-86d7-dc174b48afe6 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491764
Jan 29 20:53:30.136351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-efdf9769-e051-4566-8bad-de16bb0328de tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287855
Jan 29 20:53:30.655137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-960edc29-ec05-4df6-a02f-c12244c5e08b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:30.656536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-960edc29-ec05-4df6-a02f-c12244c5e08b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5103543
Jan 29 20:53:30.664350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be54661-1c73-4573-a9da-9a859d5015d6 req-13374f01-5209-4753-813a-b79fa8f48da9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:30.669526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9be54661-1c73-4573-a9da-9a859d5015d6 req-13374f01-5209-4753-813a-b79fa8f48da9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.4480722
Jan 29 20:53:30.675379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-6e685e04-8bc6-4859-87f7-a67676d53a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:30.677083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-6e685e04-8bc6-4859-87f7-a67676d53a10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1125 time: 0.4897437
Jan 29 20:53:30.678885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['94349b66-595b-49b2-bd61-bf2fb710eeaf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:30.739223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-c7c40608-1eb4-43e3-b3bf-e83d70466366 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0681159
Jan 29 20:53:30.857078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9be54661-1c73-4573-a9da-9a859d5015d6 req-2d50714e-746f-4f7b-812a-234b6ec7be60 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789773
Jan 29 20:53:30.897590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-791729f2-116e-4fb3-8c93-f7880b77ce5d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1305244
Jan 29 20:53:30.898652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-2ac28e21-0be0-481a-92a7-7c5ede9093bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:30.899992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-2ac28e21-0be0-481a-92a7-7c5ede9093bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2087183
Jan 29 20:53:30.953064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-ed66367d-ee66-4f03-a836-7e076698c5e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 217 time: 0.0449409
Jan 29 20:53:31.046501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-bebe9217-bdb0-416b-b08f-593d002d1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.050309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-bebe9217-bdb0-416b-b08f-593d002d1088 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0885129
Jan 29 20:53:31.058653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77a9cb-b759-41ca-88cc-4a7504859c3c req-75ac5348-01ec-4007-b33f-5ec7d9a388eb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.060322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d77a9cb-b759-41ca-88cc-4a7504859c3c req-75ac5348-01ec-4007-b33f-5ec7d9a388eb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1092103
Jan 29 20:53:31.121943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-ba5e393d-e7e9-4532-8b2a-8a6402af729b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606320
Jan 29 20:53:31.182958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d77a9cb-b759-41ca-88cc-4a7504859c3c req-84f86469-fe86-4f1f-b29d-8e31cf270465 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067171
Jan 29 20:53:31.274367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f39b86a0-dd03-4531-80c5-f0f8267706d9 req-a8df0568-56cb-46ad-bf08-fd7114a3b84e tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 210 time: 0.0462201
Jan 29 20:53:31.299429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5729-bd73-413b-a8c5-c8e540894924 req-65064edc-86b5-49f7-be90-bb506e80dcc7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.308250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-527b5729-bd73-413b-a8c5-c8e540894924 req-65064edc-86b5-49f7-be90-bb506e80dcc7 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 944 time: 0.2144604
Jan 29 20:53:31.341744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-cef073b1-4ac0-4eaf-a01f-4b21bda83ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000458
Jan 29 20:53:31.440903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-527b5729-bd73-413b-a8c5-c8e540894924 req-b6c602fb-a2fb-4940-89ec-9b33e41d1b5a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317601
Jan 29 20:53:31.491038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e15bd-1626-457f-aaec-f1a5406a7f0f req-9a8da1d2-79d7-4b55-8447-90414c5876aa tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.492661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-263e15bd-1626-457f-aaec-f1a5406a7f0f req-9a8da1d2-79d7-4b55-8447-90414c5876aa tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1425037
Jan 29 20:53:31.499006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfc52ca0-826b-431d-bfef-715f6498be3c req-ab836b9c-b185-4e65-b088-b783df48af3a service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476727
Jan 29 20:53:31.551929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-263e15bd-1626-457f-aaec-f1a5406a7f0f req-a972db9d-52ef-44ec-8d13-13992a0161c5 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519729
Jan 29 20:53:31.862881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-fce7d093-7e0b-4905-8942-828c14fef16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.864491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-fce7d093-7e0b-4905-8942-828c14fef16c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0869482
Jan 29 20:53:31.875924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14cce-9d37-41de-94c0-245a1d3cfe14 req-19f4754b-1ad4-4c47-a909-cdfb4126f0fd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:31.877520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44e14cce-9d37-41de-94c0-245a1d3cfe14 req-19f4754b-1ad4-4c47-a909-cdfb4126f0fd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0897381
Jan 29 20:53:32.040307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44e14cce-9d37-41de-94c0-245a1d3cfe14 req-3ffa5920-5c78-41a3-8585-1180fba4b2f2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542065
Jan 29 20:53:32.055116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-d6443cab-3f32-41a3-9ce1-27a276965336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.056681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-d6443cab-3f32-41a3-9ce1-27a276965336 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.1782317
Jan 29 20:53:32.064590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a5a9c-25ac-440b-a999-b23c83a7ae46 req-22aa71ec-3367-4b6c-94c5-e26a7c173c80 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.065984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f78a5a9c-25ac-440b-a999-b23c83a7ae46 req-22aa71ec-3367-4b6c-94c5-e26a7c173c80 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.1228681
Jan 29 20:53:32.115941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-17b75178-a2b5-4ced-a238-66b76ef38fe0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0488110
Jan 29 20:53:32.189480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f78a5a9c-25ac-440b-a999-b23c83a7ae46 req-4a7f73e0-59fd-4567-a9c4-5ac1aa42fb18 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162477
Jan 29 20:53:32.196373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-07851b1d-bdbc-4650-84b6-01f131174127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.198077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-07851b1d-bdbc-4650-84b6-01f131174127 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0718296
Jan 29 20:53:32.262880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-5bfa584c-2594-4f65-8170-f4d575b7aad7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529428
Jan 29 20:53:32.267762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-d12c9aef-7a44-40b5-aceb-492892e1e46b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0477228
Jan 29 20:53:32.440524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e38a4fb-efbe-4b78-920b-a99b6a8cf599 req-ca14913c-eb78-42ff-afe6-18dffbaaab37 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 210 time: 0.0735691
Jan 29 20:53:32.503845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed6d3b-72eb-440e-bfa7-f22674004f52 req-94cfce31-1e2d-46d3-a14d-7836f9564ccf tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.505383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ed6d3b-72eb-440e-bfa7-f22674004f52 req-94cfce31-1e2d-46d3-a14d-7836f9564ccf tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.2412851
Jan 29 20:53:32.555568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-2d9130ca-f45f-4097-8609-89f04f67cd3d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.556942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-2d9130ca-f45f-4097-8609-89f04f67cd3d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2792404
Jan 29 20:53:32.561958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-4494633b-584f-4483-9f1d-e6b04266d468 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850749
Jan 29 20:53:32.592829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:32.708797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39ed6d3b-72eb-440e-bfa7-f22674004f52 req-91e5ab52-f219-4ab1-8a22-4f68d5651f12 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897626
Jan 29 20:53:32.761889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f70596-8cfb-46d1-8ef0-d7edfd166ee0 req-e79ba3f2-d7b3-483a-9ee4-ac32535684b9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.763488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f70596-8cfb-46d1-8ef0-d7edfd166ee0 req-e79ba3f2-d7b3-483a-9ee4-ac32535684b9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 944 time: 0.2371938
Jan 29 20:53:32.831657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfc3dc7-09ad-460a-9196-412e98d9cd63 req-31719493-4f9b-475c-81b7-24b93133a08e service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499676
Jan 29 20:53:32.874747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:53:32.878731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:32.897830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f70596-8cfb-46d1-8ef0-d7edfd166ee0 req-98e3eedd-0c56-4a44-84ea-70c0428d7c64 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237674
Jan 29 20:53:32.907520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e574b5-6b67-4d67-9c2e-8ef0c8b250b0 req-fd94f163-50b9-4c56-ae7b-2d14729a6f07 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:32.909113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31e574b5-6b67-4d67-9c2e-8ef0c8b250b0 req-fd94f163-50b9-4c56-ae7b-2d14729a6f07 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1361680
Jan 29 20:53:33.031347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31e574b5-6b67-4d67-9c2e-8ef0c8b250b0 req-940c4a60-a898-4fd7-b10e-fb792365b759 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048486
Jan 29 20:53:33.060357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.122 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/91fc7451-4904-4d42-baf2-b0bb7a5ca62a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:53:33.244367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d1ac-8607-4eff-a25f-8260bc923ea9 req-73dd3bb8-b399-4178-bc3c-11e1251e6b1f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:33.246375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aed3d1ac-8607-4eff-a25f-8260bc923ea9 req-73dd3bb8-b399-4178-bc3c-11e1251e6b1f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1298368
Jan 29 20:53:33.263423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.377054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aed3d1ac-8607-4eff-a25f-8260bc923ea9 req-0417423e-cc7e-4781-a34f-10d9240b666b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197898
Jan 29 20:53:33.401404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0e43-c593-4f72-81a5-c529c91f3d96 req-c60f869a-253d-4b46-b9d0-2b1f016e695b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:33.403504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-448e0e43-c593-4f72-81a5-c529c91f3d96 req-c60f869a-253d-4b46-b9d0-2b1f016e695b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.1190739
Jan 29 20:53:33.405519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.419691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297', '0b966786-3fee-43e3-8332-8fefe3e256c1'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:33.423153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:33.465407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94349b66-595b-49b2-bd61-bf2fb710eeaf up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:33.493357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:53:33.502821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:53:33.505542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:53:33.514578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:33.595211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-448e0e43-c593-4f72-81a5-c529c91f3d96 req-c997a83b-2e05-41c1-8888-4dd6a6d13a95 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834474
Jan 29 20:53:33.630973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:33.630973 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.633275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 94349b66-595b-49b2-bd61-bf2fb710eeaf completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:33.649277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 94349b66-595b-49b2-bd61-bf2fb710eeaf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:33.649665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.654944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b54fd3-1159-4545-8c82-a165e13b3da1 req-c62ecbd3-0a02-41cb-975a-8ce05bc2f68c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:33.657394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01b54fd3-1159-4545-8c82-a165e13b3da1 req-c62ecbd3-0a02-41cb-975a-8ce05bc2f68c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 936 time: 0.1089830
Jan 29 20:53:33.661715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-88fa17ac-25e7-4c0b-89bc-697dbe58985d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0785463
Jan 29 20:53:33.685382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Request body: {'port': {'device_id': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:53:33.788957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01b54fd3-1159-4545-8c82-a165e13b3da1 req-9be9a966-c31e-4b86-b7c4-c8bbc82c7a26 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214714
Jan 29 20:53:33.821717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.864738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c3c48101-1b68-49e1-8ca2-5a1953cf12e4 None None] Provisioning complete for port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:33.865147 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c3c48101-1b68-49e1-8ca2-5a1953cf12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.869078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 94349b66-595b-49b2-bd61-bf2fb710eeaf is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:33.869558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:33.878415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f0291-c9a1-40f0-a93f-9fd5b811a486 req-bfa0713e-b38e-4e8e-a61b-92c10c99b4fb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:33.879904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00f0291-c9a1-40f0-a93f-9fd5b811a486 req-bfa0713e-b38e-4e8e-a61b-92c10c99b4fb tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0901420
Jan 29 20:53:33.965621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:33.967876 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d3a23-ae22-4b73-8daa-d655c429f76d" -d '{"events": [{"server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:33.970337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c3c48101-1b68-49e1-8ca2-5a1953cf12e4 None None] Port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:53:33.993668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:34.003034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.042090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00f0291-c9a1-40f0-a93f-9fd5b811a486 req-1c3f0aad-6e16-47b8-b406-dfe755889d32 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558938
Jan 29 20:53:34.098096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73f822-c3c7-46ec-ae4f-0d64b0d3d759 req-7aae0d41-5726-49d6-a22e-2df28189ee49 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.099600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b73f822-c3c7-46ec-ae4f-0d64b0d3d759 req-7aae0d41-5726-49d6-a22e-2df28189ee49 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 944 time: 0.1251073
Jan 29 20:53:34.099733 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60f915-3d96-4e30-86c6-4665b631a567 x-openstack-request-id: req-2e60f915-3d96-4e30-86c6-4665b631a567 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:34.100050 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:34.100367 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e60f915-3d96-4e30-86c6-4665b631a567 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:34.100856 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf', 'code': 200}
Jan 29 20:53:34.110867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:34.258101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b73f822-c3c7-46ec-ae4f-0d64b0d3d759 req-95c70e30-1f5f-4af2-8661-660a29cc9c6a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455779
Jan 29 20:53:34.312255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fc7451-4904-4d42-baf2-b0bb7a5ca62a {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:34.322360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9597da6-f9c3-493e-bb83-72d3f5206bac req-5604e221-aff7-4cc5-a359-b5d20b1c56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.323872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9597da6-f9c3-493e-bb83-72d3f5206bac req-5604e221-aff7-4cc5-a359-b5d20b1c56e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 1127 time: 0.1454611
Jan 29 20:53:34.326482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks [] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.335016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7254c4-9425-4abe-a857-ada00e7539db req-e50a9b80-3831-481a-a358-15ca62597e79 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.336750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d7254c4-9425-4abe-a857-ada00e7539db req-e50a9b80-3831-481a-a358-15ca62597e79 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1705492
Jan 29 20:53:34.366850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Transition to ACTIVE for port object 91fc7451-4904-4d42-baf2-b0bb7a5ca62a will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:53:34.379303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.452763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9597da6-f9c3-493e-bb83-72d3f5206bac req-34144e3d-7266-4b68-896c-97f269a4f492 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139200
Jan 29 20:53:34.463624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d7254c4-9425-4abe-a857-ada00e7539db req-902162f2-7716-4c61-b1ef-9114a20ef9e5 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143546
Jan 29 20:53:34.499629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Pushing event updated for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:34.573122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e172-c5c0-4aec-82c8-9e0a2535b23e req-06faaee7-5f48-4bf0-b2a0-39900efc62fe tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.574646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdd0e172-c5c0-4aec-82c8-9e0a2535b23e req-06faaee7-5f48-4bf0-b2a0-39900efc62fe tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1175978
Jan 29 20:53:34.610415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Attempting to bind port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:53:34.610750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Attempting to bind port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:53:34.611080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Attempting to bind port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:34.619593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:53:34.619916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Attempting to bind port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:53:34.637783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:53:34.638228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:53:34.638507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:53:34.638944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Bound port: 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:53:34.639300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.656880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdd0e172-c5c0-4aec-82c8-9e0a2535b23e req-bbd6ac9f-29bc-483d-a124-463569ab32aa tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733104
Jan 29 20:53:34.744525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:53:34.748014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:53:34.755184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.793534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde8fe-cb41-4c24-853f-e4b50f97fec1 req-21280a01-db5a-4fca-b048-2d4f51c6c842 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.795011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcdde8fe-cb41-4c24-853f-e4b50f97fec1 req-21280a01-db5a-4fca-b048-2d4f51c6c842 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.1049247
Jan 29 20:53:34.805267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.805886 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:34.807432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] 10.222.0.18 "PUT /v2.0/ports/91fc7451-4904-4d42-baf2-b0bb7a5ca62a HTTP/1.1" status: 200  len: 1096 time: 1.1327529
Jan 29 20:53:34.810016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:34.812225 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:34.856311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46badc34-9134-4bb8-ad25-341e03d04859 service neutron] Pushing event updated for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:34.885683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fcdde8fe-cb41-4c24-853f-e4b50f97fec1 req-82008193-e21d-40db-99c7-648f5de276ee tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818832
Jan 29 20:53:34.945394 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b2594-9224-4404-ac40-bad2fe969344 x-openstack-request-id: req-ec2b2594-9224-4404-ac40-bad2fe969344 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:34.945687 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:34.945943 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec2b2594-9224-4404-ac40-bad2fe969344 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:34.946343 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a', 'status': 'completed', 'code': 200}
Jan 29 20:53:34.959231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-096e0f6d-0852-46ae-a066-863f923fcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.960752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-096e0f6d-0852-46ae-a066-863f923fcff5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 1130 time: 0.0893469
Jan 29 20:53:34.968376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509bf0-04c8-40bf-acbb-a4a20869c3c8 req-605d89dc-5a6f-4ad1-8221-0e3cc6288adc tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:34.969950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18509bf0-04c8-40bf-acbb-a4a20869c3c8 req-605d89dc-5a6f-4ad1-8221-0e3cc6288adc tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.0693815
Jan 29 20:53:35.026577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-c20feb2b-d7ed-4c34-99fa-a531107f272f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a HTTP/1.1" status: 200  len: 217 time: 0.0448592
Jan 29 20:53:35.078521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18509bf0-04c8-40bf-acbb-a4a20869c3c8 req-3f2fb327-9bf8-4eb3-a7f3-7359866f586c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028779
Jan 29 20:53:35.092836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-248e4d62-bc6f-48b0-b910-92061f995b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.094362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-248e4d62-bc6f-48b0-b910-92061f995b2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0576708
Jan 29 20:53:35.178947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-331a2596-e9ac-4074-b79a-e34c6a34c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.180452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-331a2596-e9ac-4074-b79a-e34c6a34c633 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0791986
Jan 29 20:53:35.192729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad2ebf-94d2-4164-9721-5d97a4c262d8 req-7f2cd46d-f64c-450a-b91c-390f64f71c27 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.194163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2ad2ebf-94d2-4164-9721-5d97a4c262d8 req-7f2cd46d-f64c-450a-b91c-390f64f71c27 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0675602
Jan 29 20:53:35.287713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2ad2ebf-94d2-4164-9721-5d97a4c262d8 req-9cb63b4c-3277-4273-b0f0-72bf5cb0b64f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859208
Jan 29 20:53:35.314828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-ae8f87d3-215e-42ed-a0dd-eb781d0209a8 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197321
Jan 29 20:53:35.434863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:35.446440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add52da-2508-494e-a544-dfe14d876dd2 req-d75e037a-5d2b-45f2-adb9-90427b00de27 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.447916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5add52da-2508-494e-a544-dfe14d876dd2 req-d75e037a-5d2b-45f2-adb9-90427b00de27 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.1053698
Jan 29 20:53:35.451922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b3ce9e4-c7ff-45cb-a340-7aa990bb45f3 req-42c2ee72-55a1-4e96-aa42-862a94b4439c service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287284
Jan 29 20:53:35.495710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5add52da-2508-494e-a544-dfe14d876dd2 req-c534c994-a295-4418-acdc-f2f39e78bdc5 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415235
Jan 29 20:53:35.595252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-a6be6b0d-b278-4b2d-a503-8a9feec5d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.596675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-a6be6b0d-b278-4b2d-a503-8a9feec5d402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 1130 time: 0.0818186
Jan 29 20:53:35.616499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:35.630307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'port_id': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'mac_address': 'fa:16:3e:b3:35:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2cf69-6877-484a-8bbb-4a2ea1ae861f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:35.669662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb683e-660a-48c0-8f95-54a9e4e1fc49 req-0c65e496-410f-443b-8470-f35e878a1ecf tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.671428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71eb683e-660a-48c0-8f95-54a9e4e1fc49 req-0c65e496-410f-443b-8470-f35e878a1ecf tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1078434
Jan 29 20:53:35.683584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:35.683979 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:35.710010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:35.738056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:35.744575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-9e7582d0-a2d9-452d-87b8-f32e355e34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.746139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-9e7582d0-a2d9-452d-87b8-f32e355e34d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1429520
Jan 29 20:53:35.748041 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:35.810899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:35.832242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71eb683e-660a-48c0-8f95-54a9e4e1fc49 req-4ba379bc-5b3b-4cb4-8032-4e410c14ac49 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460938
Jan 29 20:53:35.833543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-7713c2ea-db23-4bec-b9e1-ee515008ae96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a HTTP/1.1" status: 200  len: 217 time: 0.0744510
Jan 29 20:53:35.894089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8171f-79ea-4913-93e3-cf14f01adc8e req-f3ecdf8e-d92b-4a97-be82-7a61468e005f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:35.895795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25d8171f-79ea-4913-93e3-cf14f01adc8e req-f3ecdf8e-d92b-4a97-be82-7a61468e005f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1571109
Jan 29 20:53:36.250932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-4f65894b-a642-4d5f-8188-3f5c7367213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.252323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-4f65894b-a642-4d5f-8188-3f5c7367213f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.4100852
Jan 29 20:53:36.318583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25d8171f-79ea-4913-93e3-cf14f01adc8e req-0121df2a-ec15-44eb-9a12-91a6c3eed9de tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153247
Jan 29 20:53:36.339677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-9aafa3bb-267b-4ca9-ab52-e10cf345739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.341195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-9aafa3bb-267b-4ca9-ab52-e10cf345739b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0744436
Jan 29 20:53:36.352724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf37a4-4a92-45cc-9a66-0f9c85f01d49 req-bd8e49a2-22c1-4cdd-a8c4-cf948756c76e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.354233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89bf37a4-4a92-45cc-9a66-0f9c85f01d49 req-bd8e49a2-22c1-4cdd-a8c4-cf948756c76e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.1247349
Jan 29 20:53:36.490390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89bf37a4-4a92-45cc-9a66-0f9c85f01d49 req-4e496ab9-754d-47e2-951e-a020423230bb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265972
Jan 29 20:53:36.509037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-ab7a84bc-91d1-4603-897e-960de3e1284e service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538348
Jan 29 20:53:36.524098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36148f01-8130-40c7-a460-618eda0895da req-aa833bc0-470f-40fc-abb5-db5aeec31d37 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.525540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36148f01-8130-40c7-a460-618eda0895da req-aa833bc0-470f-40fc-abb5-db5aeec31d37 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.1440487
Jan 29 20:53:36.667586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36148f01-8130-40c7-a460-618eda0895da req-c58a7ad0-a4c3-486e-ab38-81c83f495c55 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337848
Jan 29 20:53:36.676225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:36.689431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cc346fb-4b0d-4b0d-9d51-5b14d2654d0c req-2c3d7db9-8e28-4876-8fef-db588a7c9570 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724706
Jan 29 20:53:36.702073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487018-150c-4be3-bffb-35da62d5aded req-a1bd2dfa-d73f-4cf2-9656-cebda89af3b3 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.704395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc487018-150c-4be3-bffb-35da62d5aded req-a1bd2dfa-d73f-4cf2-9656-cebda89af3b3 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1511588
Jan 29 20:53:36.792551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc487018-150c-4be3-bffb-35da62d5aded req-edd184f0-d14b-4abd-8ab3-eea9979c9eff tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817811
Jan 29 20:53:36.814297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8632-040a-4c5f-917c-96faf6f1a64a req-11706ab7-35c4-461c-b178-6ad6caa2d47c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.815746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9c8632-040a-4c5f-917c-96faf6f1a64a req-11706ab7-35c4-461c-b178-6ad6caa2d47c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.0780461
Jan 29 20:53:36.864334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9c8632-040a-4c5f-917c-96faf6f1a64a req-b12ad3c8-183a-48b8-b481-e984bec20531 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415871
Jan 29 20:53:36.948249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4f1ff-9707-4235-93bc-933ca86890b6 req-4bd73935-e7de-4eec-a6ba-29973cf9e8e8 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:36.949781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35d4f1ff-9707-4235-93bc-933ca86890b6 req-4bd73935-e7de-4eec-a6ba-29973cf9e8e8 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0509958
Jan 29 20:53:36.997828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35d4f1ff-9707-4235-93bc-933ca86890b6 req-2b715a4f-032c-437d-9f39-a738e5117176 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421019
Jan 29 20:53:37.470154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad0ca8-624f-4253-b5fc-53d1ff6dbfa9 req-ad849578-834e-4628-8ceb-2549a2ebbd85 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:37.471740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbad0ca8-624f-4253-b5fc-53d1ff6dbfa9 req-ad849578-834e-4628-8ceb-2549a2ebbd85 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0622427
Jan 29 20:53:37.523890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbad0ca8-624f-4253-b5fc-53d1ff6dbfa9 req-4cacd625-a2c7-49b5-b6a7-513c44d56aca tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465562
Jan 29 20:53:37.612024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4f37-2917-4cf6-aa45-0f3b8e9b290b req-f0bcae4d-07d5-4c23-929e-fb6faa550b00 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:37.613529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344e4f37-2917-4cf6-aa45-0f3b8e9b290b req-f0bcae4d-07d5-4c23-929e-fb6faa550b00 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.0517452
Jan 29 20:53:37.659487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344e4f37-2917-4cf6-aa45-0f3b8e9b290b req-0aa496c6-67e5-4b36-bf4a-65a4bc03b813 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405557
Jan 29 20:53:37.789681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888122fd-c67e-4026-bed5-ede4cb594df4 req-46509a41-d344-4332-87d4-fd0940c832b2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:37.791100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-888122fd-c67e-4026-bed5-ede4cb594df4 req-46509a41-d344-4332-87d4-fd0940c832b2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.0555930
Jan 29 20:53:37.839205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-888122fd-c67e-4026-bed5-ede4cb594df4 req-b4b378f3-9b6e-45c8-8d43-b75709470ecb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422881
Jan 29 20:53:37.912390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd022aad-7813-476f-a812-940478eb0fac req-7baf534e-c533-44e0-ac98-48bae0c1d2b4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:37.913900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd022aad-7813-476f-a812-940478eb0fac req-7baf534e-c533-44e0-ac98-48bae0c1d2b4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0527639
Jan 29 20:53:37.988533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd022aad-7813-476f-a812-940478eb0fac req-cad9fd58-e3ba-4302-ae7c-681abe1ac96d tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690136
Jan 29 20:53:38.002421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750de2db-2fcb-48e0-9441-a75d8b981119 req-9fc1dff5-b2bd-42cf-be9c-dbbdf9815c09 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.003901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-750de2db-2fcb-48e0-9441-a75d8b981119 req-9fc1dff5-b2bd-42cf-be9c-dbbdf9815c09 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.0710523
Jan 29 20:53:38.055797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-750de2db-2fcb-48e0-9441-a75d8b981119 req-e146e692-94d2-47c3-8f72-bc81e549f026 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463042
Jan 29 20:53:38.171523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4522-9c79-4f29-9ab6-fd0f975877f4 req-0d19ea4a-d88c-4578-b72f-8ccb383c6771 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.173791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-253d4522-9c79-4f29-9ab6-fd0f975877f4 req-0d19ea4a-d88c-4578-b72f-8ccb383c6771 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0623128
Jan 29 20:53:38.225692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-253d4522-9c79-4f29-9ab6-fd0f975877f4 req-78ca6513-86b1-417e-914b-0779508eb850 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457282
Jan 29 20:53:38.425448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8b657-6322-4d55-aaef-d53c3b3103a8 req-4568b7a3-61c6-49b8-bb98-52bcdef889aa tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.427470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffc8b657-6322-4d55-aaef-d53c3b3103a8 req-4568b7a3-61c6-49b8-bb98-52bcdef889aa tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0639801
Jan 29 20:53:38.485897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffc8b657-6322-4d55-aaef-d53c3b3103a8 req-21ba67e3-f275-4b6d-b904-9b963b9f7dbf tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510418
Jan 29 20:53:38.661148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e279-aeb6-4be8-9333-c8c35494d71b req-68fcec96-5e13-4f43-96da-2a6545233817 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.662833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fe7e279-aeb6-4be8-9333-c8c35494d71b req-68fcec96-5e13-4f43-96da-2a6545233817 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0599077
Jan 29 20:53:38.713562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fe7e279-aeb6-4be8-9333-c8c35494d71b req-d4a7019a-3f8a-4b1d-9512-28c9c5b8ec8f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448167
Jan 29 20:53:38.795903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d40f-9f90-4c1e-9d82-d9879a50a0e6 req-383ec824-705c-44ba-8bb8-3ab20cd5db78 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.798395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c12d40f-9f90-4c1e-9d82-d9879a50a0e6 req-383ec824-705c-44ba-8bb8-3ab20cd5db78 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.0555449
Jan 29 20:53:38.850201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c12d40f-9f90-4c1e-9d82-d9879a50a0e6 req-84eaff0e-5fc8-4e8e-850b-fb1239d0cd5b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442312
Jan 29 20:53:38.977336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324e03d-fadf-4ab5-9424-ea015d930c9f req-c81ffbe9-ad5a-4a29-96dc-fb5fbb154577 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:38.978821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3324e03d-fadf-4ab5-9424-ea015d930c9f req-c81ffbe9-ad5a-4a29-96dc-fb5fbb154577 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.0601447
Jan 29 20:53:39.025980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3324e03d-fadf-4ab5-9424-ea015d930c9f req-c8956258-6980-4187-80ad-0fc5412e5e49 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405970
Jan 29 20:53:39.447537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:39.495824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:39.502966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:39.503343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:39.594773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:39.595442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:39.624136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:39.624518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38e61-1144-4843-81a8-12b7eb7d9539 req-76effa47-b43f-43bd-8eb8-bb1268272ff8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:39.628148 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68840f5-af30-4d02-acc6-e65bbbf6e72f" -d '{"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-plugged", "status": "completed", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:39.630545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82d38e61-1144-4843-81a8-12b7eb7d9539 req-76effa47-b43f-43bd-8eb8-bb1268272ff8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.0703571
Jan 29 20:53:39.653516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:39.657544 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:39.679910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82d38e61-1144-4843-81a8-12b7eb7d9539 req-5a62cbb4-6fb4-4584-8f30-0b18752dab98 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438902
Jan 29 20:53:39.727192 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e096f-c87f-4c0b-89fc-7fa829e3b75a x-openstack-request-id: req-ca6e096f-c87f-4c0b-89fc-7fa829e3b75a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:39.727503 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-plugged", "status": "completed", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:39.727759 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca6e096f-c87f-4c0b-89fc-7fa829e3b75a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:39.728149 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'code': 200}
Jan 29 20:53:39.741533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:39.860077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8b80-4bd8-4015-a921-f770b3f9b22a req-6b4edcfd-21a5-48e9-8053-69edac9ec43d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:39.862082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be6f8b80-4bd8-4015-a921-f770b3f9b22a req-6b4edcfd-21a5-48e9-8053-69edac9ec43d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0564020
Jan 29 20:53:39.950731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be6f8b80-4bd8-4015-a921-f770b3f9b22a req-05efc293-3f63-4108-92ce-e22d1c2ba952 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829027
Jan 29 20:53:39.961480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c3092-53f5-451d-862d-1d350b66e3b2 req-70669ce6-ed5d-4a2b-bb9e-48831d607909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:39.967015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a15c3092-53f5-451d-862d-1d350b66e3b2 req-70669ce6-ed5d-4a2b-bb9e-48831d607909 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1127 time: 0.0773807
Jan 29 20:53:40.030432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a15c3092-53f5-451d-862d-1d350b66e3b2 req-ba6aec5b-39fe-453c-9142-6721b51c451a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531101
Jan 29 20:53:40.110531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-051f59d3-ec94-42a6-9e6b-cc5a18cbb18a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:40.112081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-051f59d3-ec94-42a6-9e6b-cc5a18cbb18a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 945 time: 0.1038988
Jan 29 20:53:40.191979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c8d83-723c-428b-a03c-b932c53075cc req-233335e6-182e-4803-b2ad-49f49076d094 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:40.193616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c99c8d83-723c-428b-a03c-b932c53075cc req-233335e6-182e-4803-b2ad-49f49076d094 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1465790
Jan 29 20:53:40.263167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3add-567c-4808-a9d4-5d7d4931aaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:40.302598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8729a6-07f1-4593-a4ec-76fff6c58192 req-ff764206-6848-44e0-b095-51053c266bb2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:40.304063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e8729a6-07f1-4593-a4ec-76fff6c58192 req-ff764206-6848-44e0-b095-51053c266bb2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.1911271
Jan 29 20:53:40.349618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c99c8d83-723c-428b-a03c-b932c53075cc req-aaa82997-7ada-44c4-bede-fc0c30a4b808 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466303
Jan 29 20:53:40.395071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e8729a6-07f1-4593-a4ec-76fff6c58192 req-2b57d619-cead-454c-8bb8-8ab820455a80 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802951
Jan 29 20:53:40.446008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Deleting port 2dfbb67d-f124-4fe6-a560-3a6479834d90 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:53:40.446414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:40.571290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] For port 2dfbb67d-f124-4fe6-a560-3a6479834d90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfbb67d-f124-4fe6-a560-3a6479834d90,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:40.571677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:40.597405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Calling delete_port for 2dfbb67d-f124-4fe6-a560-3a6479834d90 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:53:40.788443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2dfbb67d-f124-4fe6-a560-3a6479834d90), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:40.803114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2dfbb67d-f124-4fe6-a560-3a6479834d90'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:40.807834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['101843e1-93d2-4370-96f6-0e2d9c7e12b6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:40.815320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f81b282-2bcf-498c-9840-e48f76cc2b0d req-126967d8-8a22-486f-a643-6d69c746a43f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0511999
Jan 29 20:53:40.847515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event deleted for resources: {'Port': ['ID=2dfbb67d-f124-4fe6-a560-3a6479834d90,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:40.899362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] No DVR routers for this DVR port 2dfbb67d-f124-4fe6-a560-3a6479834d90 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:53:40.902144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:40.905533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cabff043-0ae5-4c81-9cdc-b4431a3fc792 req-54adbdd7-2a23-454c-972b-c82954195304 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.36 "DELETE /v2.0/ports/2dfbb67d-f124-4fe6-a560-3a6479834d90 HTTP/1.1" status: 204  len: 173 time: 0.7814102
Jan 29 20:53:40.905995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'name': 'network-vif-deleted', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:40.908429 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e233c9-d02a-44df-ad11-4aeba531423e" -d '{"events": [{"server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "name": "network-vif-deleted", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:40.923036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48403030-a0e9-4905-ac27-8f172827026e req-838b12d7-b5cc-4086-b687-7ad2ef8baaee tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:40.924662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48403030-a0e9-4905-ac27-8f172827026e req-838b12d7-b5cc-4086-b687-7ad2ef8baaee tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "GET /v2.0/ports?device_id=22202d7a-d0d1-4203-9cfe-55a218bfe6a1 HTTP/1.1" status: 200  len: 945 time: 0.1701655
Jan 29 20:53:41.022346 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1aa486-a0c1-4154-850e-1862faba0365 x-openstack-request-id: req-fa1aa486-a0c1-4154-850e-1862faba0365 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:41.022670 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed22e71f-5c21-4fa8-8952-4a80c0fce4c8", "name": "network-vif-deleted", "tag": "2dfbb67d-f124-4fe6-a560-3a6479834d90", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:41.022900 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1aa486-a0c1-4154-850e-1862faba0365 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:41.023494 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed22e71f-5c21-4fa8-8952-4a80c0fce4c8', 'name': 'network-vif-deleted', 'tag': '2dfbb67d-f124-4fe6-a560-3a6479834d90', 'status': 'completed', 'code': 200}
Jan 29 20:53:41.227590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Deleting port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:53:41.228210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.237538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28785eb-0d1f-467b-a6af-48cc122e5033 req-36fbdb07-f7e7-4d1b-9de6-951f63da618e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:41.239007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c28785eb-0d1f-467b-a6af-48cc122e5033 req-36fbdb07-f7e7-4d1b-9de6-951f63da618e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1498849
Jan 29 20:53:41.345718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c28785eb-0d1f-467b-a6af-48cc122e5033 req-7c381ba3-0cc6-43ca-85db-bd6ee1712e67 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936203
Jan 29 20:53:41.356655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] For port 101843e1-93d2-4370-96f6-0e2d9c7e12b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=101843e1-93d2-4370-96f6-0e2d9c7e12b6,segment=NetworkSegment(f634a0f4-188d-4a25-b55d-17f4c4817399),segment_id=f634a0f4-188d-4a25-b55d-17f4c4817399)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:41.357025 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.370004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Calling delete_port for 101843e1-93d2-4370-96f6-0e2d9c7e12b6 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:53:41.448408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 91fc7451-4904-4d42-baf2-b0bb7a5ca62a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:53:41.490114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183be97-e865-4a8c-9136-4400cccfc57c req-d7fac08a-3dd4-4fd7-8428-0b4ea5e5a2d5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:41.491765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e183be97-e865-4a8c-9136-4400cccfc57c req-d7fac08a-3dd4-4fd7-8428-0b4ea5e5a2d5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0774298
Jan 29 20:53:41.551274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:41.566901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a', 'mac_address': 'fa:16:3e:5a:5d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:53:41.604685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:41.605079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.613673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (101843e1-93d2-4370-96f6-0e2d9c7e12b6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.619612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fc7451-4904-4d42-baf2-b0bb7a5ca62a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:53:41.625805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e183be97-e865-4a8c-9136-4400cccfc57c req-bd4714b2-aef8-484e-b8bf-0bd5282a6eb7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981042
Jan 29 20:53:41.636770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba048c0-1c96-44f6-ac76-1b262fa75f0e req-d6ce5a1f-630e-41f0-a6c4-2e501be09de0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:41.638276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aba048c0-1c96-44f6-ac76-1b262fa75f0e req-d6ce5a1f-630e-41f0-a6c4-2e501be09de0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 948 time: 0.1411808
Jan 29 20:53:41.641568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:41.649346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.660529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Pushing event deleted for resources: {'Port': ['ID=101843e1-93d2-4370-96f6-0e2d9c7e12b6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:41.702110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:41.721410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] No DVR routers for this DVR port 101843e1-93d2-4370-96f6-0e2d9c7e12b6 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:53:41.725730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:41.728924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48403030-a0e9-4905-ac27-8f172827026e req-19191dd3-49f2-48ba-9403-3e7fa473a25a tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.18 "DELETE /v2.0/ports/101843e1-93d2-4370-96f6-0e2d9c7e12b6 HTTP/1.1" status: 204  len: 173 time: 0.7952619
Jan 29 20:53:41.740312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aba048c0-1c96-44f6-ac76-1b262fa75f0e req-6216eec1-d315-434b-8b72-f97597f726c7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817060
Jan 29 20:53:41.935696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ad673ac-e0b5-48a0-84cc-2755b4ba698f req-34ed28f2-bfc9-40f0-bdbd-f096f48391dc tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0306098
Jan 29 20:53:42.467367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824484b-284b-4b99-a549-0e20bdedf2b9 req-b407765d-3e41-48c4-9cdf-3973bfdd71c6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:42.468903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f824484b-284b-4b99-a549-0e20bdedf2b9 req-b407765d-3e41-48c4-9cdf-3973bfdd71c6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0537319
Jan 29 20:53:42.513671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f824484b-284b-4b99-a549-0e20bdedf2b9 req-66341c5b-44ca-4293-8451-0e9d9f79b6d9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391197
Jan 29 20:53:42.576217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73035caf-587b-4860-a850-e33b79fd4ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:42.621112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['91fc7451-4904-4d42-baf2-b0bb7a5ca62a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:42.766649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f06010-f1b9-467a-bbe8-61d8c2807321 req-213a6c8f-f1cf-4bcb-9465-26dc9e8095d7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:42.768676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23f06010-f1b9-467a-bbe8-61d8c2807321 req-213a6c8f-f1cf-4bcb-9465-26dc9e8095d7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0629597
Jan 29 20:53:42.824756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23f06010-f1b9-467a-bbe8-61d8c2807321 req-2bd4c71c-ea04-4030-b6fc-083bd878204e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502882
Jan 29 20:53:42.869942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0b53-270d-4194-9f35-63ba87fc4923 req-fbcf02e5-b03a-440c-be85-41352fdba927 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:42.873458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-436d0b53-270d-4194-9f35-63ba87fc4923 req-fbcf02e5-b03a-440c-be85-41352fdba927 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 949 time: 0.0641944
Jan 29 20:53:42.943552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-436d0b53-270d-4194-9f35-63ba87fc4923 req-1a8f5716-0d90-4120-bfef-5147bdee0dff tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655034
Jan 29 20:53:42.964753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb8d7-c426-4899-b593-5208fcf0eedc req-b8d5d62f-580c-4342-8d3b-331df1c91d73 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:42.964753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1afb8d7-c426-4899-b593-5208fcf0eedc req-b8d5d62f-580c-4342-8d3b-331df1c91d73 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1127 time: 0.0604064
Jan 29 20:53:43.016295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1afb8d7-c426-4899-b593-5208fcf0eedc req-5ca3ad03-a878-497b-b89e-8aeeae835bde tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456285
Jan 29 20:53:43.025756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'name': 'network-vif-deleted', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:43.028070 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b46f9d-3eb0-4ce1-afd6-166cd57f64dd" -d '{"events": [{"server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "name": "network-vif-deleted", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:43.054400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c5cf95b-6afa-4d26-868c-79dc146feb02 req-904a1f88-31ef-4232-9efd-6da3f3121ab1 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0367193
Jan 29 20:53:43.085155 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a8255-817a-42e5-86ba-9ebd35590015 x-openstack-request-id: req-df9a8255-817a-42e5-86ba-9ebd35590015 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:43.085455 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22202d7a-d0d1-4203-9cfe-55a218bfe6a1", "name": "network-vif-deleted", "tag": "101843e1-93d2-4370-96f6-0e2d9c7e12b6", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:43.085758 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df9a8255-817a-42e5-86ba-9ebd35590015 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:43.086099 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22202d7a-d0d1-4203-9cfe-55a218bfe6a1', 'name': 'network-vif-deleted', 'tag': '101843e1-93d2-4370-96f6-0e2d9c7e12b6', 'status': 'completed', 'code': 200}
Jan 29 20:53:43.326092 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:53:43.369724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2dfbb67d-f124-4fe6-a560-3a6479834d90 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:53:43.410765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 2dfbb67d-f124-4fe6-a560-3a6479834d90 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:53:43.411201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2dfbb67d-f124-4fe6-a560-3a6479834d90 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:53:43.619560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:43.641335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0ca37-fb7d-4dcf-a77b-f9e55f9f2ace req-2583b919-61aa-4d65-ba5a-b816275659ec tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:43.642864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7be0ca37-fb7d-4dcf-a77b-f9e55f9f2ace req-2583b919-61aa-4d65-ba5a-b816275659ec tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0604484
Jan 29 20:53:43.690656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7be0ca37-fb7d-4dcf-a77b-f9e55f9f2ace req-0837d475-a3f4-4ea0-8a2f-d8b102363425 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419533
Jan 29 20:53:44.061585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb90b-f2e0-43be-90b0-b61a9ec280dd req-0a0651c3-e505-42de-a52d-be3e54482043 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:44.063045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8cb90b-f2e0-43be-90b0-b61a9ec280dd req-0a0651c3-e505-42de-a52d-be3e54482043 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 949 time: 0.0519085
Jan 29 20:53:44.110031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce8cb90b-f2e0-43be-90b0-b61a9ec280dd req-79ed3a4e-d943-4c28-b04d-475242cc93f7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414581
Jan 29 20:53:44.163361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4fd6e51-0fc4-4736-9bde-14fbb6df41da req-c61cf9ad-2272-48b4-9c1d-47c624a4d228 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0309353
Jan 29 20:53:44.847953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da10d-b372-464b-b535-bf44a3016bcf req-a519e00e-21fa-498a-928a-4187d8f86512 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:44.849456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-328da10d-b372-464b-b535-bf44a3016bcf req-a519e00e-21fa-498a-928a-4187d8f86512 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0551033
Jan 29 20:53:44.898394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-328da10d-b372-464b-b535-bf44a3016bcf req-9c0b3552-3f5c-491c-8797-a43cc442dcab tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430510
Jan 29 20:53:45.238228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffd092-21c5-4af5-9625-9e81e38af1e1 req-87012891-070d-41a9-a1ab-bc510d786d9a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:45.239737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5ffd092-21c5-4af5-9625-9e81e38af1e1 req-87012891-070d-41a9-a1ab-bc510d786d9a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 949 time: 0.0610795
Jan 29 20:53:45.289660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70293d4a-d2f4-4398-a744-0a28b29f0555 req-9be9c1af-8daf-4a0d-8614-529b26f98801 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0422363
Jan 29 20:53:45.317111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5ffd092-21c5-4af5-9625-9e81e38af1e1 req-95a165f2-37b1-4a07-84ca-0cdba5bdc618 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713813
Jan 29 20:53:45.469195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 91fc7451-4904-4d42-baf2-b0bb7a5ca62a up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:53:45.472393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:45.520123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:53:45.523788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:53:45.524159 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:45.599044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:53:45.599430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:45.621567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:45.623823 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e483265-751e-4374-8204-86b4ac48bed0" -d '{"events": [{"server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "name": "network-vif-plugged", "status": "completed", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:45.637676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:45.642946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:45.643797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 101843e1-93d2-4370-96f6-0e2d9c7e12b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:53:45.693915 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819797a-fdc0-4456-8b09-5707e9d31ab1 x-openstack-request-id: req-d819797a-fdc0-4456-8b09-5707e9d31ab1 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:45.694226 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "name": "network-vif-plugged", "status": "completed", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:45.694486 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d819797a-fdc0-4456-8b09-5707e9d31ab1 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:45.694886 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a', 'code': 200}
Jan 29 20:53:45.697722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 101843e1-93d2-4370-96f6-0e2d9c7e12b6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:53:45.698220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 101843e1-93d2-4370-96f6-0e2d9c7e12b6 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:53:45.729342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:45.877686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc679b-6e82-4d60-b6ef-87f9bd31e8dd req-df2f8538-e5bd-4f1d-9d11-0e6a2717baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:45.879185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24dc679b-6e82-4d60-b6ef-87f9bd31e8dd req-df2f8538-e5bd-4f1d-9d11-0e6a2717baa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 1132 time: 0.0474765
Jan 29 20:53:45.929582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24dc679b-6e82-4d60-b6ef-87f9bd31e8dd req-41ad7d6b-e999-44f6-8f59-3d3d8efe19b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381298
Jan 29 20:53:46.017383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498e45f-baae-44f1-a8cd-0b4cde9f4103 req-0b9fe0b3-e5ab-4b4f-84ab-d585d93ce7e8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:46.018792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5498e45f-baae-44f1-a8cd-0b4cde9f4103 req-0b9fe0b3-e5ab-4b4f-84ab-d585d93ce7e8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0517445
Jan 29 20:53:46.064893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5498e45f-baae-44f1-a8cd-0b4cde9f4103 req-6b98b4ca-8f12-4f8f-978b-3ff3c5627e33 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403764
Jan 29 20:53:46.404267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3725fa60-e377-45fd-ba99-f4e468029c2b req-a5d455a6-0b1d-4b94-9c9a-a6f065f26346 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0313406
Jan 29 20:53:46.455918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8176-8d2e-4e89-b1ce-0d1f0b3bbd8a req-d9e539a7-dc20-41cd-8c03-cd96826b2a09 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:46.457543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d8f8176-8d2e-4e89-b1ce-0d1f0b3bbd8a req-d9e539a7-dc20-41cd-8c03-cd96826b2a09 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.0557384
Jan 29 20:53:46.513243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d8f8176-8d2e-4e89-b1ce-0d1f0b3bbd8a req-97d01481-e14b-4689-9140-b52784e0c749 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497024
Jan 29 20:53:46.727556 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:46.801620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f428-205e-4249-b79e-0b0efea36633 req-8067881a-138f-4e04-921f-6871526a7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:46.803144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b02f428-205e-4249-b79e-0b0efea36633 req-8067881a-138f-4e04-921f-6871526a7b62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0443811
Jan 29 20:53:46.848945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b02f428-205e-4249-b79e-0b0efea36633 req-142a8372-4cf5-4e7e-825e-19a3ef40ece2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375600
Jan 29 20:53:47.199609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a86cb-d6b7-4c6f-bd9a-b3a07e2c07c5 req-9527c1f8-1b4d-4162-be1b-41d192f70afe tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:47.201196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b7a86cb-d6b7-4c6f-bd9a-b3a07e2c07c5 req-9527c1f8-1b4d-4162-be1b-41d192f70afe tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0657439
Jan 29 20:53:47.253048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b7a86cb-d6b7-4c6f-bd9a-b3a07e2c07c5 req-c2522ce7-baed-457f-929f-a365f05641de tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462139
Jan 29 20:53:47.510276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-510b4502-ddb6-40af-bd32-66334ee61645 req-d2da97e6-1d75-4ff6-8644-2021f6aa4bb8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0292306
Jan 29 20:53:47.629659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea63bf-6fac-4fa0-bc67-2ac1420070e1 req-6093c037-864e-44f2-a7f9-f3d581c8f7f5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:47.631030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06ea63bf-6fac-4fa0-bc67-2ac1420070e1 req-6093c037-864e-44f2-a7f9-f3d581c8f7f5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.0510838
Jan 29 20:53:47.680587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06ea63bf-6fac-4fa0-bc67-2ac1420070e1 req-d80dbd1a-fa11-4274-97fd-f3e8e7438965 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441144
Jan 29 20:53:48.222239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962dc8b-5872-4dc2-bebb-a75bb98a8e5c req-9534c656-d94f-49af-b815-f5bf2c1cacc9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:48.225435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1962dc8b-5872-4dc2-bebb-a75bb98a8e5c req-9534c656-d94f-49af-b815-f5bf2c1cacc9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.0582132
Jan 29 20:53:48.277298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1962dc8b-5872-4dc2-bebb-a75bb98a8e5c req-d6f18d7d-da3f-4bdb-be63-700fce326506 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478706
Jan 29 20:53:48.377644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87bf08-f02b-42d0-b69e-842918d66c05 req-504383b5-c7c6-4637-91d9-cc91f1f5e76e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:48.379209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b87bf08-f02b-42d0-b69e-842918d66c05 req-504383b5-c7c6-4637-91d9-cc91f1f5e76e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0544610
Jan 29 20:53:48.432386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b87bf08-f02b-42d0-b69e-842918d66c05 req-4c04bf1d-4086-4bf8-ad92-88460d103b4a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437312
Jan 29 20:53:48.619469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-682ecbe2-408a-403b-92a9-6792b0646d36 req-909b8156-bcf5-42e9-a2d0-1cb9837125a7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0319533
Jan 29 20:53:48.804365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676750-cd68-403b-9a2e-e600cb4832b8 req-d7042e7d-572e-44bc-8d59-05a2c17d1869 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:48.805800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31676750-cd68-403b-9a2e-e600cb4832b8 req-d7042e7d-572e-44bc-8d59-05a2c17d1869 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.0574625
Jan 29 20:53:48.857340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31676750-cd68-403b-9a2e-e600cb4832b8 req-648b22fd-3887-43ad-b096-a64422b88e33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435584
Jan 29 20:53:48.977427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289207d6-d3a5-460a-ad8d-ae88d31e01c9 req-e08f3e81-dd73-4ae0-bd38-d671866b9c8d tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:48.979117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-289207d6-d3a5-460a-ad8d-ae88d31e01c9 req-e08f3e81-dd73-4ae0-bd38-d671866b9c8d tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 1132 time: 0.0466416
Jan 29 20:53:49.030700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-289207d6-d3a5-460a-ad8d-ae88d31e01c9 req-4424360a-513a-423b-9fb6-b2cb08659e0a tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449831
Jan 29 20:53:49.194836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78b159-c87b-4f4a-8471-2fad63191f60 req-2aec95ce-2159-449f-9074-911dc17ba4ed tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:49.196419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d78b159-c87b-4f4a-8471-2fad63191f60 req-2aec95ce-2159-449f-9074-911dc17ba4ed tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1127 time: 0.0751050
Jan 29 20:53:49.198590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-ec995991-a6ba-4ce0-bfc1-9abf06d4fbd9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0305490
Jan 29 20:53:49.309434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d78b159-c87b-4f4a-8471-2fad63191f60 req-89f15950-f079-4fa6-8564-60e2d24d9e37 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063507
Jan 29 20:53:49.346251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-531c5873-f389-4116-9442-14f3071323fe tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:49.347721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-531c5873-f389-4116-9442-14f3071323fe tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1429718
Jan 29 20:53:49.363538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-ee19d03d-baf7-4bdb-b368-548192b2c6c3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/quotas/aafb368b2ad1431ea69db3962b576030 HTTP/1.1" status: 200  len: 375 time: 0.0094213
Jan 29 20:53:49.462904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-95f8f949-3b21-4bcc-9b0c-29ff16b57a19 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0922143
Jan 29 20:53:49.475889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d79e1-322f-462e-9b0c-153baf177c59 req-ca093e09-2258-465e-b0a2-5f7fb794fce9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:49.477342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f13d79e1-322f-462e-9b0c-153baf177c59 req-ca093e09-2258-465e-b0a2-5f7fb794fce9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.0773287
Jan 29 20:53:49.537634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f13d79e1-322f-462e-9b0c-153baf177c59 req-83df4e1e-0bcd-4e3d-8bf2-5363cf67de81 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500920
Jan 29 20:53:49.734201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e72ea1-f70a-484b-aa4a-58e97edce906 req-bdcd17c2-27ec-4b48-98c5-5deacc77f320 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:49.737108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0e72ea1-f70a-484b-aa4a-58e97edce906 req-bdcd17c2-27ec-4b48-98c5-5deacc77f320 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0845170
Jan 29 20:53:49.798023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0e72ea1-f70a-484b-aa4a-58e97edce906 req-0eca1094-8022-4e9e-b456-37b754e2bcb0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540049
Jan 29 20:53:49.867973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f36cd26b-e79f-4327-afa9-20b31f42749d req-e651eb73-1006-4633-ba77-23b1cc09bcf5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0339942
Jan 29 20:53:49.995157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25bff8e2-e137-42f1-8143-9c7c127a9810 req-24b85589-09c1-4de0-81d8-71706a83ff65 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0391569
Jan 29 20:53:50.302079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-fbda3085-9bb3-4707-895a-1c7464bcc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:50.303743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-fbda3085-9bb3-4707-895a-1c7464bcc531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0912769
Jan 29 20:53:50.317207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2827e8-9ce7-43bc-88c2-cb470c9cdce0 req-df748795-29c5-473b-b52c-6813d8be6d1b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:50.318768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2827e8-9ce7-43bc-88c2-cb470c9cdce0 req-df748795-29c5-473b-b52c-6813d8be6d1b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0765610
Jan 29 20:53:50.442895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2827e8-9ce7-43bc-88c2-cb470c9cdce0 req-de770ccd-dca3-48d0-9a16-d93c33a901e2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138144
Jan 29 20:53:50.471297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-24cda310-9401-4acd-a2e2-6e46e12c5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:50.473052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-24cda310-9401-4acd-a2e2-6e46e12c5b24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.1529069
Jan 29 20:53:50.521336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-f3e8f2e8-8f57-4a77-8e2e-16bd24c19d48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0407646
Jan 29 20:53:50.579527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-59110409-1dd8-40a6-ac89-92c9c370108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:50.581262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-59110409-1dd8-40a6-ac89-92c9c370108a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0534916
Jan 29 20:53:50.623254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-6cd1f2ad-fc72-4c8b-bbd2-fedf4af5f1ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271730
Jan 29 20:53:50.738702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86fa8f-c6ec-4f52-8ee8-c6e1c01f89ed req-77d87c86-035b-4516-99a8-a0a0c3610f3f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:50.740210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca86fa8f-c6ec-4f52-8ee8-c6e1c01f89ed req-77d87c86-035b-4516-99a8-a0a0c3610f3f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.1161368
Jan 29 20:53:50.757567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-8107f995-a6a7-4e90-9bfd-c975fef3de58 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238425
Jan 29 20:53:50.840615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca86fa8f-c6ec-4f52-8ee8-c6e1c01f89ed req-c2f8970c-1208-4979-bdf5-f02c964cae4a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928628
Jan 29 20:53:50.871839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca979198-4318-4b9d-aead-5d5a3f243312 req-b38874ed-2fb6-4b15-85b3-c69a04f7fd92 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074669
Jan 29 20:53:50.973525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d898796-1ab5-4d99-811e-0e4f311d2fd5 req-a522f782-e16b-4631-b14c-617abc47fae2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0304153
Jan 29 20:53:51.029710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-95e70776-099d-4f63-9f28-2eacc9e40c28 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:51.031325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-95e70776-099d-4f63-9f28-2eacc9e40c28 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 945 time: 0.0606840
Jan 29 20:53:51.134535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4268c748-1cd9-468c-b267-f574719e705a req-d1023224-370b-462a-8c8f-8940d21aa38b tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0436585
Jan 29 20:53:51.170501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Deleting port 94349b66-595b-49b2-bd61-bf2fb710eeaf {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:53:51.170871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:51.275759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] For port 94349b66-595b-49b2-bd61-bf2fb710eeaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94349b66-595b-49b2-bd61-bf2fb710eeaf,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:51.276045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:51.289146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Calling delete_port for 94349b66-595b-49b2-bd61-bf2fb710eeaf owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:53:51.418166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (94349b66-595b-49b2-bd61-bf2fb710eeaf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:51.431740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'cece445d-8d30-4f32-a452-8f4feab55221', '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', '94349b66-595b-49b2-bd61-bf2fb710eeaf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:51.447089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event deleted for resources: {'Port': ['ID=94349b66-595b-49b2-bd61-bf2fb710eeaf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:51.494265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] No DVR routers for this DVR port 94349b66-595b-49b2-bd61-bf2fb710eeaf on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:53:51.497275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:51.502466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57658b0c-fe34-4495-88ba-ab0b90cb9c06 req-12cbe4be-1ba2-44e2-9daf-63e528c1ff4b tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "DELETE /v2.0/ports/94349b66-595b-49b2-bd61-bf2fb710eeaf HTTP/1.1" status: 204  len: 173 time: 0.4646075
Jan 29 20:53:51.502942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'name': 'network-vif-deleted', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:51.505797 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5d8cb-c86d-4eb7-968c-b59df1e8915d" -d '{"events": [{"server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "name": "network-vif-deleted", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:51.592112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b71c6-2a74-4daf-a5a7-8721b106925a req-32073343-aeed-4a36-93bb-9cf65a325721 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:51.594540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b6b71c6-2a74-4daf-a5a7-8721b106925a req-32073343-aeed-4a36-93bb-9cf65a325721 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0693808
Jan 29 20:53:51.661467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b6b71c6-2a74-4daf-a5a7-8721b106925a req-43c460ec-cac0-4a8b-a019-a2d497696efd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597682
Jan 29 20:53:51.724301 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c2cd4-87d3-4e70-a739-30240fbd8da1 x-openstack-request-id: req-085c2cd4-87d3-4e70-a739-30240fbd8da1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:51.724605 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d994b-e8df-4d0f-a3da-117c1201cdd4", "name": "network-vif-deleted", "tag": "94349b66-595b-49b2-bd61-bf2fb710eeaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:51.724860 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-085c2cd4-87d3-4e70-a739-30240fbd8da1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:51.725291 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00d994b-e8df-4d0f-a3da-117c1201cdd4', 'name': 'network-vif-deleted', 'tag': '94349b66-595b-49b2-bd61-bf2fb710eeaf', 'status': 'completed', 'code': 200}
Jan 29 20:53:51.962170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75a7100c-e298-49fb-8d15-5e854412357b req-7779ab7a-927b-4631-bdb5-1aab36be6dd6 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00d994b-e8df-4d0f-a3da-117c1201cdd4 HTTP/1.1" status: 200  len: 210 time: 0.0284936
Jan 29 20:53:52.084725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44e92ecc-21a7-47bc-9b27-8b51e50b35b5 req-95185e5a-7f87-43a3-a519-1b2b9bbd7165 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0310724
Jan 29 20:53:52.218536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:52.252309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-561165f1-857f-4e69-bc2f-24b776c97541 req-34630d53-1e5b-40ba-9e07-2ac92f0eaae2 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0292845
Jan 29 20:53:52.793908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32f0ba-43ed-489e-88d3-c27b90dfb7df req-e04b600f-3761-4909-a7bb-64d6878a67c1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:52.795404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b32f0ba-43ed-489e-88d3-c27b90dfb7df req-e04b600f-3761-4909-a7bb-64d6878a67c1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0570705
Jan 29 20:53:52.847793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b32f0ba-43ed-489e-88d3-c27b90dfb7df req-0427430d-2c1a-4537-ba45-5f2c6bb251b1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444796
Jan 29 20:53:53.170006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:53.230678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3eb8ba5-a9dd-4832-852e-f27e7c1888b7 req-f47a7300-3a95-4bf2-b9fb-fc01bf528c56 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0527904
Jan 29 20:53:53.371820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34faf60c-f8e6-49d5-b77f-3c284982d061 req-d347be44-0859-411f-8ca4-89432321bc62 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0284793
Jan 29 20:53:53.985879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e39e0-728c-471c-98f5-60f1403b425c req-4e634e2d-ac2a-4aec-9386-5e6d4fd21ebb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:53.987483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-065e39e0-728c-471c-98f5-60f1403b425c req-4e634e2d-ac2a-4aec-9386-5e6d4fd21ebb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0594983
Jan 29 20:53:54.035189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-065e39e0-728c-471c-98f5-60f1403b425c req-ba816381-e9b5-451a-8996-95b3f2354839 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410542
Jan 29 20:53:54.369462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21ea13b9-3455-4db8-a122-18a248f1973e req-b12b3093-719c-4075-aaa2-d7927f4326f5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0276709
Jan 29 20:53:54.488581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a834e8b-a827-4890-bb16-982d1a7a471b req-bf9086ee-8b22-4a29-bd21-a0e88467aef1 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:54.490062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a834e8b-a827-4890-bb16-982d1a7a471b req-bf9086ee-8b22-4a29-bd21-a0e88467aef1 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.0564473
Jan 29 20:53:54.538691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a834e8b-a827-4890-bb16-982d1a7a471b req-039ff63e-1e5e-4371-a447-7b321f8a0e8c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426753
Jan 29 20:53:54.632502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4f137cb-0890-4c4b-b6ad-df4033222bcf req-76d2265f-44ee-4358-908b-888cde976fcc tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0274091
Jan 29 20:53:55.158724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4aeb-1c75-4eb2-b8a5-869e0a941531 req-e598928c-b73e-43c4-a7f1-edbf5e022b92 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:55.160175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a1d4aeb-1c75-4eb2-b8a5-869e0a941531 req-e598928c-b73e-43c4-a7f1-edbf5e022b92 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0518105
Jan 29 20:53:55.210189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a1d4aeb-1c75-4eb2-b8a5-869e0a941531 req-d8193be9-483d-4add-9517-98bdb349c166 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443769
Jan 29 20:53:55.481296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-709f6a47-dff8-4e1b-8ee8-76d085427e10 req-c0178c95-19c9-49a3-9bfc-15435f0cc8db tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0336928
Jan 29 20:53:55.529088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94349b66-595b-49b2-bd61-bf2fb710eeaf no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:53:55.563414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 94349b66-595b-49b2-bd61-bf2fb710eeaf {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:53:55.564612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94349b66-595b-49b2-bd61-bf2fb710eeaf not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:53:55.684969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd84fa-a094-4126-aaf9-18245e973e89 req-f18afcf4-f98d-4900-9e77-75e054e1ad93 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:55.686881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0cd84fa-a094-4126-aaf9-18245e973e89 req-f18afcf4-f98d-4900-9e77-75e054e1ad93 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.0678127
Jan 29 20:53:55.743386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0cd84fa-a094-4126-aaf9-18245e973e89 req-dd786a97-0421-4771-a29c-1f1cb995b3e4 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506918
Jan 29 20:53:55.848868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d17b948-26c0-474c-9b51-9ad772439319 req-b4608f63-1f18-4e54-bc35-58ffb95ebcb7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0317709
Jan 29 20:53:56.589191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eba8f05e-beb7-4da8-8257-4be39250fb5f req-ddbf3e5d-1742-4c4b-9ef7-ef9c498b339c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0296226
Jan 29 20:53:56.596149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-1468d80e-5d67-473c-ae8b-120888fb679e tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:56.597679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-1468d80e-5d67-473c-ae8b-120888fb679e tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.0833793
Jan 29 20:53:56.743259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27e6a7-6944-48bc-a8f0-064659861179 req-785e3b6a-7470-4859-b2b5-68f0150b9db3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:56.744774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c27e6a7-6944-48bc-a8f0-064659861179 req-785e3b6a-7470-4859-b2b5-68f0150b9db3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0908349
Jan 29 20:53:56.747432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Deleting port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:53:56.747712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:56.847963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c27e6a7-6944-48bc-a8f0-064659861179 req-d8d0a276-432d-4c67-9212-8e1ca7921fce tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953345
Jan 29 20:53:56.873897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] For port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:53:56.874068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:56.892048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Calling delete_port for 3191cbb8-3403-4b73-85eb-eb8bd86ae88c owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:53:57.008567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79ebf-c5a7-4caa-b521-f2a4ba4a9be7 req-85238bf4-e9f2-472f-b730-9b496ec34c95 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:57.010034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e79ebf-c5a7-4caa-b521-f2a4ba4a9be7 req-85238bf4-e9f2-472f-b730-9b496ec34c95 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d80d0a5-02e7-46c0-9de7-eed1d690a664 HTTP/1.1" status: 200  len: 946 time: 0.0777750
Jan 29 20:53:57.418939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3191cbb8-3403-4b73-85eb-eb8bd86ae88c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:57.431467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'cece445d-8d30-4f32-a452-8f4feab55221', '3191cbb8-3403-4b73-85eb-eb8bd86ae88c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:53:57.451933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e79ebf-c5a7-4caa-b521-f2a4ba4a9be7 req-fd139649-ad3c-4b64-9a19-dced33fb434a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4319217
Jan 29 20:53:57.454598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event deleted for resources: {'Port': ['ID=3191cbb8-3403-4b73-85eb-eb8bd86ae88c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:53:57.505812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] No DVR routers for this DVR port 3191cbb8-3403-4b73-85eb-eb8bd86ae88c on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:53:57.509138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:53:57.512825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfedc82e-70c8-412d-888c-27fb62fd1a9c req-0bd3bb9e-c1a5-4997-8360-ee2a27ad9503 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "DELETE /v2.0/ports/3191cbb8-3403-4b73-85eb-eb8bd86ae88c HTTP/1.1" status: 204  len: 173 time: 0.9052289
Jan 29 20:53:57.513941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'name': 'network-vif-deleted', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:53:57.515634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d0514-f089-4f92-a2dd-924217562fa4" -d '{"events": [{"server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "name": "network-vif-deleted", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:53:57.872242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7f4100c-a051-46cc-909c-b19a41414687 req-32384f02-e3e5-4a52-8c27-6af356480fae tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0332146
Jan 29 20:53:57.924634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c86f6-8766-40a1-a720-c72b68e23c48 x-openstack-request-id: req-201c86f6-8766-40a1-a720-c72b68e23c48 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:53:57.926063 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d80d0a5-02e7-46c0-9de7-eed1d690a664", "name": "network-vif-deleted", "tag": "3191cbb8-3403-4b73-85eb-eb8bd86ae88c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:53:57.926063 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-201c86f6-8766-40a1-a720-c72b68e23c48 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:53:57.926435 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d80d0a5-02e7-46c0-9de7-eed1d690a664', 'name': 'network-vif-deleted', 'tag': '3191cbb8-3403-4b73-85eb-eb8bd86ae88c', 'status': 'completed', 'code': 200}
Jan 29 20:53:58.021627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f728787f-fe34-49d5-be15-784f51200e76 req-c6bafbc4-c673-4064-aacb-14a7b9e18e83 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0401745
Jan 29 20:53:58.389717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-dc3981f9-47f1-4fcb-88e3-e2db77966515 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0492015
Jan 29 20:53:58.493650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-e7b8ccd9-92e8-4ca7-8edb-09ac6a93d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:58.495308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-e7b8ccd9-92e8-4ca7-8edb-09ac6a93d8ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0497408
Jan 29 20:53:58.633322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-b3431a30-fa8e-4730-a4c5-f1fcb322ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:58.634815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-b3431a30-fa8e-4730-a4c5-f1fcb322ec0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.1136973
Jan 29 20:53:58.689760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-49556d1d-1e51-4a63-be8d-d30ae8f1df70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0439169
Jan 29 20:53:58.795085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-cb795551-ed07-4e0d-bea5-d4c711a2cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:58.796778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-cb795551-ed07-4e0d-bea5-d4c711a2cd87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0848403
Jan 29 20:53:58.816398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91243c-1db2-45e3-992d-7d20cedbc47b req-babe361d-0d46-4445-8c91-b6a334a9c036 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:53:58.817841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e91243c-1db2-45e3-992d-7d20cedbc47b req-babe361d-0d46-4445-8c91-b6a334a9c036 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.0739422
Jan 29 20:53:58.887666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-78747493-2554-40f3-a26d-1bb43b85bff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282261
Jan 29 20:53:58.890864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e91243c-1db2-45e3-992d-7d20cedbc47b req-96e9f47f-bd02-4382-bc96-a9272bcbe783 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673823
Jan 29 20:53:59.005765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3e2bcec-ce8e-4033-8c60-429e73aceb73 req-2b178253-e534-480f-9416-46f0afe82fc5 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0364242
Jan 29 20:53:59.010821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-efa33de5-d501-4ff1-a712-c42c489a8af7 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117389
Jan 29 20:53:59.131080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be2e1351-d499-44eb-9ad9-e1bd86804ce4 req-abffd737-d77d-4a99-8250-d31be3300f2f service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954719
Jan 29 20:53:59.147296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd6d6db0-01c7-4b24-bc99-ac43c89f0e33 req-eb027b40-9114-46b8-a70b-e57cb0869567 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0383189
Jan 29 20:53:59.527868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3191cbb8-3403-4b73-85eb-eb8bd86ae88c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:53:59.550256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 3191cbb8-3403-4b73-85eb-eb8bd86ae88c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:53:59.550602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3191cbb8-3403-4b73-85eb-eb8bd86ae88c not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:00.022494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b47ce-dbd4-4fb3-a373-4db49b48ad4d req-9e2dec26-ff3c-4015-8e17-f429d2c43f9a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:00.024019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-359b47ce-dbd4-4fb3-a373-4db49b48ad4d req-9e2dec26-ff3c-4015-8e17-f429d2c43f9a tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.0568554
Jan 29 20:54:00.070896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-359b47ce-dbd4-4fb3-a373-4db49b48ad4d req-7ea18ab8-7250-4347-849b-528a0210e2bd tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412257
Jan 29 20:54:00.178217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f27218ed-fefa-47e7-9edf-fe63bdef0722 req-cbf35fdc-d164-42b2-a4eb-2310fc5c4df3 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0326777
Jan 29 20:54:00.271625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ab0178d-2dd8-4566-878b-38dc7e6221ea req-7c8272b8-8ace-483f-b89f-3e39f783d729 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0356140
Jan 29 20:54:01.371117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ee10eafa-215a-436f-94c2-fa32b9916fc8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:01.372572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ee10eafa-215a-436f-94c2-fa32b9916fc8 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.1421392
Jan 29 20:54:01.384286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-b397fb5f-e47b-46f9-b92f-3dbfb9728be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:01.385817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-b397fb5f-e47b-46f9-b92f-3dbfb9728be6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0968318
Jan 29 20:54:01.432351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477db916-bdc5-4787-95d1-bc83460b844e req-44577104-7039-4c4f-88bc-d155d2caa4f9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:01.433864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-477db916-bdc5-4787-95d1-bc83460b844e req-44577104-7039-4c4f-88bc-d155d2caa4f9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 946 time: 0.1341796
Jan 29 20:54:01.577874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-477db916-bdc5-4787-95d1-bc83460b844e req-794622a5-9afe-41f3-b08e-fcf66cdfc4e5 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094685
Jan 29 20:54:01.591125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-75cecaa4-e468-4167-a722-431e54aa5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:01.593037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-75cecaa4-e468-4167-a722-431e54aa5e91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.1976676
Jan 29 20:54:01.669532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-11f8fbf4-d1bb-47ab-9a03-f5d5aeaaf843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0635185
Jan 29 20:54:01.676751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Deleting port cece445d-8d30-4f32-a452-8f4feab55221 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:01.677296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cece445d-8d30-4f32-a452-8f4feab55221), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:01.722749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-440c8367-9603-47d6-9bc2-46edeca7d5bd req-f9b839f2-73c8-47cc-912b-f78e5b8f51d4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0673616
Jan 29 20:54:01.848690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-d9bd9fae-fc64-4cb8-906c-309e0141f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:01.850140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-d9bd9fae-fc64-4cb8-906c-309e0141f3a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.1503272
Jan 29 20:54:01.906294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-ceecf9e0-ef03-440e-afa1-8878de1688bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397470
Jan 29 20:54:01.946977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] For port cece445d-8d30-4f32-a452-8f4feab55221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cece445d-8d30-4f32-a452-8f4feab55221,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:01.947337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cece445d-8d30-4f32-a452-8f4feab55221), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:01.998766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Calling delete_port for cece445d-8d30-4f32-a452-8f4feab55221 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:02.012967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e694ec-7c27-4e80-b767-3faa78208272 req-a2f7dcf9-ae1b-4d9a-9f55-fa1dcfa426c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:02.014498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e694ec-7c27-4e80-b767-3faa78208272 req-a2f7dcf9-ae1b-4d9a-9f55-fa1dcfa426c2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.2203333
Jan 29 20:54:02.137775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-4dba2d85-fe46-4847-98f0-fee5b9fab658 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215765
Jan 29 20:54:02.148193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e694ec-7c27-4e80-b767-3faa78208272 req-ceba333e-c2a7-4305-b729-7a31f2734e4b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224499
Jan 29 20:54:02.269043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24f07452-80b8-41ed-a4d1-0f3fd627ed29 req-f1691c09-8ee9-4e59-851f-a7368277c848 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0611627
Jan 29 20:54:02.310294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38901a93-a697-430e-95d8-abc1f49c33b5 req-07448383-0cf5-4281-823a-3049f94b2ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651082
Jan 29 20:54:02.320876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cece445d-8d30-4f32-a452-8f4feab55221), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:02.339046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'cece445d-8d30-4f32-a452-8f4feab55221'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:54:02.351043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event deleted for resources: {'Port': ['ID=cece445d-8d30-4f32-a452-8f4feab55221,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:02.402414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] No DVR routers for this DVR port cece445d-8d30-4f32-a452-8f4feab55221 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:02.404802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:02.408424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-674976e5-c71f-4e7c-80f6-f8f3407c6506 req-ac57237f-1eff-4872-8f4e-a40b7e7aff12 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "DELETE /v2.0/ports/cece445d-8d30-4f32-a452-8f4feab55221 HTTP/1.1" status: 204  len: 173 time: 1.0217292
Jan 29 20:54:02.408885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'name': 'network-vif-deleted', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:54:02.411251 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4aa09c-46b4-4741-8e04-6b9f82d774bc" -d '{"events": [{"server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "name": "network-vif-deleted", "tag": "cece445d-8d30-4f32-a452-8f4feab55221"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:54:02.464115 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c23103-4b52-41ae-9238-4f5090cb1572 x-openstack-request-id: req-f7c23103-4b52-41ae-9238-4f5090cb1572 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:54:02.464411 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d7f691-3ae4-4511-97f3-d0ca0e2caf91", "name": "network-vif-deleted", "tag": "cece445d-8d30-4f32-a452-8f4feab55221", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:54:02.464668 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7c23103-4b52-41ae-9238-4f5090cb1572 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:54:02.465165 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d7f691-3ae4-4511-97f3-d0ca0e2caf91', 'name': 'network-vif-deleted', 'tag': 'cece445d-8d30-4f32-a452-8f4feab55221', 'status': 'completed', 'code': 200}
Jan 29 20:54:02.692087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-922f8edb-4c29-42aa-880e-cf4a4b17fe8a req-8d8b1df7-8124-453e-9c9f-9544e3239614 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d7f691-3ae4-4511-97f3-d0ca0e2caf91 HTTP/1.1" status: 200  len: 210 time: 0.0312204
Jan 29 20:54:02.827039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5012db17-a7d5-411f-bac0-e2e6605384ac req-b5565cdd-2154-42c9-9ffa-92e7ad5e06f4 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0269337
Jan 29 20:54:03.327166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee512-5c67-4210-8069-d20fe47a61f2 req-530217bf-0866-490a-b61a-ebea4430b04e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:03.329751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c7ee512-5c67-4210-8069-d20fe47a61f2 req-530217bf-0866-490a-b61a-ebea4430b04e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0977750
Jan 29 20:54:03.377227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c7ee512-5c67-4210-8069-d20fe47a61f2 req-fba77fbf-8454-44b9-8396-f126c91376ce tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424409
Jan 29 20:54:03.461362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2be9f417-8d0c-483c-913a-35867b727e76 req-81d2b15a-7fcd-4a08-9fea-5b65e81af8b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0267379
Jan 29 20:54:03.971578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f25eab3b-849c-4fa2-8ec6-d128880a565e req-5b63997e-14a1-4ce6-8f9c-6b03a8d9203c tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0352662
Jan 29 20:54:04.509203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e33b2-e320-4b15-a18a-c214ca11dc1d req-c3278c2f-4c9d-41c3-a6c2-9dc85a06d503 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:04.510710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e9e33b2-e320-4b15-a18a-c214ca11dc1d req-c3278c2f-4c9d-41c3-a6c2-9dc85a06d503 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0633888
Jan 29 20:54:04.560818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e9e33b2-e320-4b15-a18a-c214ca11dc1d req-153a7a94-6472-4dbe-98d5-8ede4ba463ad tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444384
Jan 29 20:54:04.644920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b200d0ea-a321-45ce-966e-eb36cd4ae162 req-559a71e6-a82e-458d-ae81-7a5f808739bc tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0288057
Jan 29 20:54:05.094564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a9e7b2e-d0b8-4b27-9e27-de1b02f7afab req-077083bd-53a0-4e89-ba57-3c922939c68e tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0302262
Jan 29 20:54:05.202540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78ca0-8075-4e32-8c88-42b13551a05e req-4960b4b6-ceda-4d18-b4d4-d46d48cdf47f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:05.204020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ae78ca0-8075-4e32-8c88-42b13551a05e req-4960b4b6-ceda-4d18-b4d4-d46d48cdf47f tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.0564926
Jan 29 20:54:05.249543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ae78ca0-8075-4e32-8c88-42b13551a05e req-9e168c7e-2c44-4aa1-8838-ad545c5fd3c9 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397947
Jan 29 20:54:05.571290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cece445d-8d30-4f32-a452-8f4feab55221 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:05.591233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: cece445d-8d30-4f32-a452-8f4feab55221 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:54:05.591588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cece445d-8d30-4f32-a452-8f4feab55221 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:05.681207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd64d0-5f36-4900-8bf9-94124f0fad49 req-f6f7edac-8306-4823-90b0-824302b2b367 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:05.682693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88cd64d0-5f36-4900-8bf9-94124f0fad49 req-f6f7edac-8306-4823-90b0-824302b2b367 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0521710
Jan 29 20:54:05.727646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88cd64d0-5f36-4900-8bf9-94124f0fad49 req-50c99eed-2652-4509-865f-64fab3fdb985 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393546
Jan 29 20:54:05.811678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9c58491-00f3-45eb-b7ca-cd67cb312be4 req-c977830d-fe95-47a7-a915-b20a9d8702f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0304837
Jan 29 20:54:06.197438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-994d8ddd-8509-4340-baf0-a6ab8a451c2e req-cb2c5927-eb1c-4721-bbf9-1d4473b80788 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0271375
Jan 29 20:54:06.369701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25b80a-72f3-4aa4-b695-fef0e84c904c req-99b6f351-1b57-49dd-9344-5323d3336f6c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:06.371205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba25b80a-72f3-4aa4-b695-fef0e84c904c req-99b6f351-1b57-49dd-9344-5323d3336f6c tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.0527530
Jan 29 20:54:06.417858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba25b80a-72f3-4aa4-b695-fef0e84c904c req-a50ab46a-4a0e-42cd-b199-7230bfe3a60d tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
Jan 29 20:54:06.846374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b212-4cd6-4ec7-be20-07b30d82992b req-717cca1c-c5c3-491c-9fbc-47c1518fbb6f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:06.847836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98f5b212-4cd6-4ec7-be20-07b30d82992b req-717cca1c-c5c3-491c-9fbc-47c1518fbb6f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0517275
Jan 29 20:54:06.897058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98f5b212-4cd6-4ec7-be20-07b30d82992b req-3497e365-0c06-40c3-9e35-2557c1da7e6d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437174
Jan 29 20:54:06.975906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9ab5354-264d-4d61-b5b5-1e7d1aac9921 req-aa217a55-1b19-463a-83e6-7f167cbaeefb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0262003
Jan 29 20:54:07.300479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-320b8b7f-2ae2-424e-bae6-82b42020b91d req-43d3548e-661a-4956-9a29-1c28acb116ef tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0269578
Jan 29 20:54:07.355270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-c887be21-9c0a-45f4-a984-148cd7213697 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:07.356703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-c887be21-9c0a-45f4-a984-148cd7213697 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.0504925
Jan 29 20:54:07.461394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Deleting port 3edae588-f6cb-48a4-b1c3-01e1bed853eb {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:07.461740 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:07.581006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] For port 3edae588-f6cb-48a4-b1c3-01e1bed853eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3edae588-f6cb-48a4-b1c3-01e1bed853eb,segment=NetworkSegment(6c1060b1-91f0-413b-a57a-899b525c4f1b),segment_id=6c1060b1-91f0-413b-a57a-899b525c4f1b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:07.581389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:07.600149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb9fac-8a5c-4449-be77-b0d14fa4202e req-ad7c90e6-7203-44b7-bd32-5803ab1e5e99 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:07.601891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53bb9fac-8a5c-4449-be77-b0d14fa4202e req-ad7c90e6-7203-44b7-bd32-5803ab1e5e99 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b34d52-9411-4c0d-b8ce-701ea8597d81 HTTP/1.1" status: 200  len: 946 time: 0.1003189
Jan 29 20:54:07.607571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Calling delete_port for 3edae588-f6cb-48a4-b1c3-01e1bed853eb owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:07.692709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53bb9fac-8a5c-4449-be77-b0d14fa4202e req-d5438c4e-96cc-4975-b57b-fea440901176 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b246de5-8522-4618-b7e5-a138a50a9a02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831542
Jan 29 20:54:07.765530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3edae588-f6cb-48a4-b1c3-01e1bed853eb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:07.780650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3edae588-f6cb-48a4-b1c3-01e1bed853eb'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:54:07.795987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Pushing event deleted for resources: {'Port': ['ID=3edae588-f6cb-48a4-b1c3-01e1bed853eb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:07.840721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] No DVR routers for this DVR port 3edae588-f6cb-48a4-b1c3-01e1bed853eb on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:07.843198 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:07.846531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b300d779-660d-40cb-aeba-3f1f0ca52e24 req-b13c1a21-8f2f-407f-b67b-851fab8395a0 tempest-AttachVolumeNegativeTest-797842704 tempest-AttachVolumeNegativeTest-797842704-project] 10.222.0.18 "DELETE /v2.0/ports/3edae588-f6cb-48a4-b1c3-01e1bed853eb HTTP/1.1" status: 204  len: 173 time: 0.4786758
Jan 29 20:54:07.847126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'name': 'network-vif-deleted', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:54:07.849224 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0720524-0cfe-43dc-bdf1-eb79c5caeba0" -d '{"events": [{"server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "name": "network-vif-deleted", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:54:07.886813 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a3121-855c-43f2-9e1e-7a7c5b7baee3 x-openstack-request-id: req-a52a3121-855c-43f2-9e1e-7a7c5b7baee3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:54:07.887114 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b34d52-9411-4c0d-b8ce-701ea8597d81", "name": "network-vif-deleted", "tag": "3edae588-f6cb-48a4-b1c3-01e1bed853eb", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:54:07.887374 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a52a3121-855c-43f2-9e1e-7a7c5b7baee3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:54:07.887802 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b34d52-9411-4c0d-b8ce-701ea8597d81', 'name': 'network-vif-deleted', 'tag': '3edae588-f6cb-48a4-b1c3-01e1bed853eb', 'status': 'completed', 'code': 200}
Jan 29 20:54:08.020552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fac34-ee95-45e2-959e-252b7543e388 req-d0f7bad0-a4b5-42ae-9973-5e96c75a395c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:08.021966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d47fac34-ee95-45e2-959e-252b7543e388 req-d0f7bad0-a4b5-42ae-9973-5e96c75a395c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0543766
Jan 29 20:54:08.067391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d47fac34-ee95-45e2-959e-252b7543e388 req-4de879a6-27c5-46d0-96cc-f05a55a992de tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399208
Jan 29 20:54:08.149261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df66ffda-ae76-483f-a008-9b96ded7a3f6 req-2d60748d-7cab-4b48-969f-b35cbd97556c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0300534
Jan 29 20:54:08.410536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-471cb727-5f9d-4547-9fe5-07d0c4b4807a req-3b8d9ece-4c73-401c-9e06-5fd502cd1355 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0280173
Jan 29 20:54:08.748394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45560) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:08.792922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Deleting subnet cf51ee7b-099c-4290-ba5c-72671c515df7 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:08.796089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Publish callbacks [] for subnet (cf51ee7b-099c-4290-ba5c-72671c515df7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:08.829146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (cf51ee7b-099c-4290-ba5c-72671c515df7), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:08.872384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cf51ee7b-099c-4290-ba5c-72671c515df7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:08.924480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (cf51ee7b-099c-4290-ba5c-72671c515df7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:08.948769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf51ee7b-099c-4290-ba5c-72671c515df7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:08.953223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:08.956853 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf51ee7b-099c-4290-ba5c-72671c515df7 HTTP/1.1" status: 204  len: 168 time: 0.2074320
Jan 29 20:54:08.959437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45564) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:08.961991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.962346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.962695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.963034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.963368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.963698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.964025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.964350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.964672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.965024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.965342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.965667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:08.965987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d0ced8-ae33-4a5c-b944-81fa3525da1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:09.026502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (735975e5-560e-4fe2-bd1a-eda3f1050e6f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.106716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (735975e5-560e-4fe2-bd1a-eda3f1050e6f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.126039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08fb0a90>,) {'filters': {'network_id': ['735975e5-560e-4fe2-bd1a-eda3f1050e6f']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:09.135534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fb0a90>, '6c1060b1-91f0-413b-a57a-899b525c4f1b') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:09.135846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fb0a90>, '6c1060b1-91f0-413b-a57a-899b525c4f1b') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:09.153877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (6c1060b1-91f0-413b-a57a-899b525c4f1b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.183725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6c1060b1-91f0-413b-a57a-899b525c4f1b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.192627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:09.193028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (6c1060b1-91f0-413b-a57a-899b525c4f1b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:09.195693 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:09.250292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a89b-3a95-409f-852f-8eb33ea0bd51 req-0514f390-46da-49ba-a27d-9c81425dea54 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:09.252646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e18a89b-3a95-409f-852f-8eb33ea0bd51 req-0514f390-46da-49ba-a27d-9c81425dea54 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1148849
Jan 29 20:54:09.275616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (735975e5-560e-4fe2-bd1a-eda3f1050e6f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.283711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.286983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/735975e5-560e-4fe2-bd1a-eda3f1050e6f HTTP/1.1" status: 204  len: 168 time: 0.3265169
Jan 29 20:54:09.300554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9855e9d-6ffb-43fd-9d35-fbb09b0331a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=735975e5-560e-4fe2-bd1a-eda3f1050e6f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:09.323293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e18a89b-3a95-409f-852f-8eb33ea0bd51 req-17652de9-dea6-497f-9b4a-09e43ca6a829 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644293
Jan 29 20:54:09.404802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-250e4ab5-b838-4cbb-b279-6f4e967a08cd req-7eba63f1-3643-4558-9473-e85ee50f9e31 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0284305
Jan 29 20:54:09.459033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:09.508567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-add0a4e3-02c8-46ca-a37f-bd257cbaa114 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc76ddf545b849e38210bf8f5072d043&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0482917
Jan 29 20:54:09.512072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:09.533334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c15dfc-a3b7-40fb-bfed-5c952639c930 req-8dce22ab-00a7-45bf-966d-5af432e835a0 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0365229
Jan 29 20:54:09.580938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] Publish callbacks [] for security_group (7b246de5-8522-4618-b7e5-a138a50a9a02), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.607562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] Publish callbacks [] for security_group (7b246de5-8522-4618-b7e5-a138a50a9a02), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.657071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7b246de5-8522-4618-b7e5-a138a50a9a02), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.659612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:09.660767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b246de5-8522-4618-b7e5-a138a50a9a02 HTTP/1.1" status: 204  len: 168 time: 0.1477840
Jan 29 20:54:09.668073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ac75-1eae-4416-9698-66147166b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b246de5-8522-4618-b7e5-a138a50a9a02,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:10.257912 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1af79ef-d8f6-4680-a6bd-21484e90ba3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:10.940422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2668d-6dc2-42bb-aa16-34987e9ec303 req-4eba1fb5-c2ff-49af-b546-a1905f304a25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:10.942322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bf2668d-6dc2-42bb-aa16-34987e9ec303 req-4eba1fb5-c2ff-49af-b546-a1905f304a25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0819905
Jan 29 20:54:10.998098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bf2668d-6dc2-42bb-aa16-34987e9ec303 req-5b66a9f4-8b93-46d9-b5ab-a509b924d5dd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488865
Jan 29 20:54:11.088591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cbb353e-257b-48d3-b7c2-66d4d243bf49 req-99e72c51-cf9e-4cff-b4d9-c24412fc9924 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0269535
Jan 29 20:54:11.183569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b2bc56e-9c55-4838-bbf0-3e31d4d9299e req-f2a4cc97-5d4b-4eb9-90b3-217ceb2a9cda tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0297775
Jan 29 20:54:11.621673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3edae588-f6cb-48a4-b1c3-01e1bed853eb no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:11.641988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 3edae588-f6cb-48a4-b1c3-01e1bed853eb {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:54:11.642948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3edae588-f6cb-48a4-b1c3-01e1bed853eb not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:12.120178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d20dc1-2866-43e8-9171-60dd5ebe2d83 req-7fa8b7bf-82cf-4f64-92a4-fe1ddaf6230b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:12.121678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56d20dc1-2866-43e8-9171-60dd5ebe2d83 req-7fa8b7bf-82cf-4f64-92a4-fe1ddaf6230b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0528259
Jan 29 20:54:12.169370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56d20dc1-2866-43e8-9171-60dd5ebe2d83 req-7d0910b7-f75f-484b-8a25-aecc56168768 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416088
Jan 29 20:54:12.253085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a883d552-3cf8-4f7c-8cb7-0cf299bb9412 req-92b0520a-5b18-4ec8-a44a-54948fedaaee tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0283339
Jan 29 20:54:12.363429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-feebd34e-bf86-4bde-805a-29961116d97d req-4a54bdb7-0657-4cc1-a596-a076af53408f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0283968
Jan 29 20:54:12.578423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d2216023-1aea-4e43-b5ec-ffafc1626b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:13.297177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b7b-f7b3-4423-bdd5-87ff368ee41e req-48786ea2-c02c-4946-90bd-d60e5e4984eb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:13.299305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf0a3b7b-f7b3-4423-bdd5-87ff368ee41e req-48786ea2-c02c-4946-90bd-d60e5e4984eb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0578794
Jan 29 20:54:13.354075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf0a3b7b-f7b3-4423-bdd5-87ff368ee41e req-19f64652-a194-4e0b-a272-b07c47b03e91 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475185
Jan 29 20:54:13.439780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2da3347a-b3a1-435b-98a1-b5d8b86564a1 req-dbcac44b-a124-475c-9dd1-7d0a7c045f0a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0279634
Jan 29 20:54:13.529351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1f12b6a-7f68-4f75-98a7-61d7a776215e req-372968af-500a-4b7c-84ae-7d9bc523d7b8 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0258234
Jan 29 20:54:13.616592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:14.480968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ee47-ada2-48d2-8b0e-4202c8a6c221 req-2e211caf-1d2e-45c0-b6ca-e7aeed8a7c6e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:14.482554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e12ee47-ada2-48d2-8b0e-4202c8a6c221 req-2e211caf-1d2e-45c0-b6ca-e7aeed8a7c6e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0587575
Jan 29 20:54:14.532237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e12ee47-ada2-48d2-8b0e-4202c8a6c221 req-948ed9ac-e4f7-447a-a588-dcf8aa2158cb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435507
Jan 29 20:54:14.622128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d7c0d3a-9c27-4e0e-a67c-c04570ea1e1c req-bfd50355-faf1-43f0-83f9-c02ce6523fa9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0289431
Jan 29 20:54:14.719743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59ffa2d-26cb-4189-9991-ed7e0357e66b req-97311007-873e-4c08-89cd-341abd43ebfe tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0274270
Jan 29 20:54:15.314600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45780) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:15.430775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.474906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.526795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Publish callbacks [] for security_group (e6699a62-c42f-41e9-8552-f3d87353ca0a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.531379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e6699a62-c42f-41e9-8552-f3d87353ca0a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.571004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6699a62-c42f-41e9-8552-f3d87353ca0a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:15.577547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e406424c79d4704893643377dbf6844&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2618964
Jan 29 20:54:15.578366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45786) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:15.586001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.586648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.587083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.587560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.588173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.588761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.589222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.590677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.590677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.590677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.591665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.591665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.591665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e57459-4112-4e1d-8c87-e99eeb2955cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:15.646368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] Publish callbacks [] for security_group (e6699a62-c42f-41e9-8552-f3d87353ca0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.666410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028034b5-1e2f-4427-8023-c3fb4a948ad4 req-6002b151-347b-4cc3-a0d2-6845580d639a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:15.668214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028034b5-1e2f-4427-8023-c3fb4a948ad4 req-6002b151-347b-4cc3-a0d2-6845580d639a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0574183
Jan 29 20:54:15.672701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] Publish callbacks [] for security_group (e6699a62-c42f-41e9-8552-f3d87353ca0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.716575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028034b5-1e2f-4427-8023-c3fb4a948ad4 req-eda10380-fc62-4f65-89ba-6b8dd4216298 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420148
Jan 29 20:54:15.728378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e6699a62-c42f-41e9-8552-f3d87353ca0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.731265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:15.744382 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6699a62-c42f-41e9-8552-f3d87353ca0a HTTP/1.1" status: 204  len: 168 time: 0.1557550
Jan 29 20:54:15.759657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153bf8-ff72-4f04-b4ff-8ac235d52a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6699a62-c42f-41e9-8552-f3d87353ca0a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:15.825659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f694eb6a-52da-4c54-a7b5-250b7e09c406 req-eec6aba3-1b92-4363-8215-1ef5fcc96ee4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0348310
Jan 29 20:54:15.960648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48a521d-b7ca-48cd-bfcd-ddc4597ffdf7 req-d01c2ca5-98b9-403b-a7a7-a825c2b9bf0f tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0406930
Jan 29 20:54:16.339476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:16.492782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.493484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.493692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.494182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.494690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.495185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.495709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.498196 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-91ab1cda-6170-44d8-bf1e-45d1c026be85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6708 time: 0.1576509
Jan 29 20:54:16.557151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-15711b0d-0bf2-49f4-bfd7-343f7b3d7ea6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b14325cd-ca9c-49a0-b210-2c0acacd4043&id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0496759
Jan 29 20:54:16.738250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:16.843187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443cbbe-0353-4ee8-a91b-b1f2b715a24a req-f5c74557-e78a-4fa8-8355-810f44b2e708 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:16.844773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d443cbbe-0353-4ee8-a91b-b1f2b715a24a req-f5c74557-e78a-4fa8-8355-810f44b2e708 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0556390
Jan 29 20:54:16.906175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d443cbbe-0353-4ee8-a91b-b1f2b715a24a req-bb85137f-f4c1-44f7-a58d-2925c846586a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531435
Jan 29 20:54:16.991700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81f664ea-adcf-4ba6-b320-549e062cde92 req-703af140-401d-43ad-acd6-cfc570869f12 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0283928
Jan 29 20:54:17.101088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c12fb8e-e491-47de-89eb-0ae19fd6f50f req-2c433ae6-ce8b-4ada-86e9-6c0b51c59658 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0316947
Jan 29 20:54:18.033986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a2ad-3da4-4ef3-8ae9-b38c1c303822 req-f797d5c2-358b-4526-a79f-ce7e5c8f97e3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:18.035485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6892a2ad-3da4-4ef3-8ae9-b38c1c303822 req-f797d5c2-358b-4526-a79f-ce7e5c8f97e3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0587080
Jan 29 20:54:18.088503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6892a2ad-3da4-4ef3-8ae9-b38c1c303822 req-cd7ab098-334e-42a6-a985-b05160b1ab7a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473554
Jan 29 20:54:18.187077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-958dbf05-7101-4eab-abab-99ae27b0432b req-95475a2d-c532-4bf3-8335-88834fe4ef91 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0341525
Jan 29 20:54:18.194825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:18.300056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1101bde0-16c1-4dda-9c5a-2b371b3d2c35 req-4fc7d4c8-18fe-47e1-a2f8-5f4bce079bad tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0296750
Jan 29 20:54:18.311542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a736-0ef6-482e-ba5c-8fd9861ee8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.386982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a736-0ef6-482e-ba5c-8fd9861ee8df admin admin] Publish callbacks [] for security_group (6b6b820a-6577-4ed1-b71c-cab8515a230f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.390548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a736-0ef6-482e-ba5c-8fd9861ee8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6b6b820a-6577-4ed1-b71c-cab8515a230f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.429818 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ff3a736-0ef6-482e-ba5c-8fd9861ee8df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4672509c8db545589562d89acd98cb1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2337098
Jan 29 20:54:18.431123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a736-0ef6-482e-ba5c-8fd9861ee8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b820a-6577-4ed1-b71c-cab8515a230f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:18.432391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45960) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:18.493592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] Publish callbacks [] for security_group (6b6b820a-6577-4ed1-b71c-cab8515a230f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.515141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] Publish callbacks [] for security_group (6b6b820a-6577-4ed1-b71c-cab8515a230f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.565254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6b6b820a-6577-4ed1-b71c-cab8515a230f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.567945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.569209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b6b820a-6577-4ed1-b71c-cab8515a230f HTTP/1.1" status: 204  len: 168 time: 0.1356330
Jan 29 20:54:18.576979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269648d-bbe2-44bb-83e3-67e54e66fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b820a-6577-4ed1-b71c-cab8515a230f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:18.849629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45966) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:18.862705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cee06643-d659-43cc-98a9-d72d227e6985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.938451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cee06643-d659-43cc-98a9-d72d227e6985 admin admin] Publish callbacks [] for security_group (20782ad6-59f1-4dd5-a668-10a67c4a6007), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.943242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cee06643-d659-43cc-98a9-d72d227e6985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20782ad6-59f1-4dd5-a668-10a67c4a6007), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:18.983346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cee06643-d659-43cc-98a9-d72d227e6985 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a22b41d278544e78b873591b6c99b9b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1300852
Jan 29 20:54:18.983346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06643-d659-43cc-98a9-d72d227e6985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20782ad6-59f1-4dd5-a668-10a67c4a6007,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:18.983971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45968) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:19.039501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] Publish callbacks [] for security_group (20782ad6-59f1-4dd5-a668-10a67c4a6007), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:19.066139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] Publish callbacks [] for security_group (20782ad6-59f1-4dd5-a668-10a67c4a6007), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:19.118066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20782ad6-59f1-4dd5-a668-10a67c4a6007), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:19.121864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:19.124880 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20782ad6-59f1-4dd5-a668-10a67c4a6007 HTTP/1.1" status: 204  len: 168 time: 0.1397955
Jan 29 20:54:19.134414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65131b4e-899a-4d0e-adad-26a508f082d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20782ad6-59f1-4dd5-a668-10a67c4a6007,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:19.243706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd568-64d9-4f79-9d82-1889e472cd4a req-11f8f036-7acd-4c55-b1bc-7d4930cb0327 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:19.246030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-243dd568-64d9-4f79-9d82-1889e472cd4a req-11f8f036-7acd-4c55-b1bc-7d4930cb0327 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0676391
Jan 29 20:54:19.305312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-243dd568-64d9-4f79-9d82-1889e472cd4a req-86daab27-1169-465f-94a6-29dd1bb7cfba tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520427
Jan 29 20:54:19.391683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e4127b5-8f42-429a-aac9-e8f9a2444435 req-058369f4-5312-453a-aae7-8c7d20536af7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0269804
Jan 29 20:54:19.493254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d49fbb5a-fa65-4114-ba9b-b235a54ae05a req-f368d03f-be61-4714-a526-34ff86a18f51 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0315969
Jan 29 20:54:20.325673 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:54:20.439036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f542-5313-408a-a3cd-42d8bddd3090 req-7a1ac74d-c366-4956-83f7-dd709b6903b3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:20.440520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b48f542-5313-408a-a3cd-42d8bddd3090 req-7a1ac74d-c366-4956-83f7-dd709b6903b3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0553730
Jan 29 20:54:20.487567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b48f542-5313-408a-a3cd-42d8bddd3090 req-dc2803c2-e186-46d4-860c-603149fdb8bf tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413079
Jan 29 20:54:20.576376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ce198c7-1fda-48bc-b5d5-68ccd0955bfd req-db0cb910-cb34-4972-9dfb-cfe97d2b6c61 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0296357
Jan 29 20:54:20.685492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f57004-e79a-4e4c-8a3d-409d33a75196 req-82d1e7da-7506-4ca4-8c71-f83225c93ba7 tempest-MultipleCreateTestJSON-1880893691 tempest-MultipleCreateTestJSON-1880893691-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed22e71f-5c21-4fa8-8952-4a80c0fce4c8 HTTP/1.1" status: 200  len: 210 time: 0.0332563
Jan 29 20:54:20.807690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-711412f4-9f04-4dfe-b6e4-56b5cfdf3f84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0487883
Jan 29 20:54:20.815774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46100) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:20.880698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-349a2b4a-d16e-4090-b4f8-bff3da6d2be7 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:54:20.882532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-349a2b4a-d16e-4090-b4f8-bff3da6d2be7 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0086408
Jan 29 20:54:20.908657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbe67-356d-4e9a-acac-57479e724231 req-fafd8016-2bad-46ec-884b-822170afb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:20.910597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-fafd8016-2bad-46ec-884b-822170afb290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 1131 time: 0.0596125
Jan 29 20:54:20.960653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b58080-5374-4f6a-8160-1d5a9b0c7c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:20.974525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-2a9e506c-08ce-4abc-bfd9-eb42e199555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:20.976249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-2a9e506c-08ce-4abc-bfd9-eb42e199555a service neutron] 10.222.0.20 "GET /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 1124 time: 0.0628438
Jan 29 20:54:20.987172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:20.987628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:54:21.036807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbe67-356d-4e9a-acac-57479e724231 req-1e330d19-3b28-4e8f-a530-00b33747c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.038564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-1e330d19-3b28-4e8f-a530-00b33747c549 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1055725
Jan 29 20:54:21.084039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-7a6cdea2-c8d7-4aee-bbe3-932cbdadaa9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e7b17c4e-955d-4577-8397-b691112cde24 HTTP/1.1" status: 200  len: 217 time: 0.0392270
Jan 29 20:54:21.139143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbe67-356d-4e9a-acac-57479e724231 req-cb85c6ec-db84-4791-a6da-987273a989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.140666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-cb85c6ec-db84-4791-a6da-987273a989e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0498946
Jan 29 20:54:21.145748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b58080-5374-4f6a-8160-1d5a9b0c7c66 admin admin] Publish callbacks [] for security_group (24283290-4dee-46d0-a121-c7187510aa96), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.150517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b58080-5374-4f6a-8160-1d5a9b0c7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24283290-4dee-46d0-a121-c7187510aa96), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.201244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbe67-356d-4e9a-acac-57479e724231 req-11112875-3789-4aae-b335-579ca0bd682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.202754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-11112875-3789-4aae-b335-579ca0bd682b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0511770
Jan 29 20:54:21.202979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31b58080-5374-4f6a-8160-1d5a9b0c7c66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd6f7da27f2c4e818ecabfa16d6fa27e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3855057
Jan 29 20:54:21.206193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:21.211187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58080-5374-4f6a-8160-1d5a9b0c7c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24283290-4dee-46d0-a121-c7187510aa96,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:21.213766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on host nch1-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:21.214104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:21.214434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:21.219030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:21.219359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:21.224506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:54:21.224916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:21.226230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:54:21.226603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Bound port: 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:54:21.289497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:54:21.296613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.298509 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3c8079c1-5e53-44a0-ba57-8362e6a4862a service neutron] 10.222.0.20 "POST /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17/bindings HTTP/1.1" status: 201  len: 389 time: 0.3148284
Jan 29 20:54:21.332073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] Publish callbacks [] for security_group (24283290-4dee-46d0-a121-c7187510aa96), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.358025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-be1f6154-0761-467d-8f0a-9ac58544ca62 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429811
Jan 29 20:54:21.390257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] Publish callbacks [] for security_group (24283290-4dee-46d0-a121-c7187510aa96), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.464150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-d0ee356e-cb68-4643-8323-5b4ff4bcb9e5 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafb368b2ad1431ea69db3962b576030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330279
Jan 29 20:54:21.599840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-27c353f8-d7c6-4d89-9484-73df491bc2c1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.603428 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-27c353f8-d7c6-4d89-9484-73df491bc2c1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1322663
Jan 29 20:54:21.617122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Request body: {'port': {'device_id': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'aafb368b2ad1431ea69db3962b576030'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:21.747076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-130db96b-a15a-4867-b7a5-42ff5c75ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.748497 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-130db96b-a15a-4867-b7a5-42ff5c75ae4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1127 time: 0.1119640
Jan 29 20:54:21.817467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Made reservation on behalf of aafb368b2ad1431ea69db3962b576030 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:21.820786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.906811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-abaa3772-0d3a-4b28-9c91-6fd34afd9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.908833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-abaa3772-0d3a-4b28-9c91-6fd34afd9a25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1537704
Jan 29 20:54:21.928677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51dbe67-356d-4e9a-acac-57479e724231 req-2f98f227-de3c-4620-8e59-9007c88c556b service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5596685
Jan 29 20:54:21.936656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685cf24-b80c-40af-b8bf-383afb283da9 req-b323e197-9c6a-42ee-9d55-07cf0223ea70 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:21.938120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5685cf24-b80c-40af-b8bf-383afb283da9 req-b323e197-9c6a-42ee-9d55-07cf0223ea70 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.4784672
Jan 29 20:54:21.940383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24283290-4dee-46d0-a121-c7187510aa96), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.942914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:21.943980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24283290-4dee-46d0-a121-c7187510aa96 HTTP/1.1" status: 204  len: 168 time: 0.7363038
Jan 29 20:54:21.966643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65931205-8a17-46b0-b6f1-86073432dd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24283290-4dee-46d0-a121-c7187510aa96,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:21.969761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-b0150c3e-5c2f-4191-a222-4e6c5424f693 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 217 time: 0.0523517
Jan 29 20:54:22.004778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b4fa-4fce-4f79-a088-b77bfab8a30e req-93063696-e84d-458a-9a3c-5809fde143a9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:22.006738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fb6b4fa-4fce-4f79-a088-b77bfab8a30e req-93063696-e84d-458a-9a3c-5809fde143a9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1377270
Jan 29 20:54:22.041308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5685cf24-b80c-40af-b8bf-383afb283da9 req-35f5a8b9-683a-4c33-bb61-5d393edfd42e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936637
Jan 29 20:54:22.074923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-bde3a57f-64d7-42ba-ae7f-0e01a6c8d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:22.076394 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-bde3a57f-64d7-42ba-ae7f-0e01a6c8d412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0695896
Jan 29 20:54:22.080293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Allocated IP 192.168.233.142 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/23ae6711-4f29-4120-8eab-282f347df47e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:22.091385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fb6b4fa-4fce-4f79-a088-b77bfab8a30e req-b2e985c5-bc28-47f8-8451-a37cad1bafee tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758400
Jan 29 20:54:22.127047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-1bdea2cc-5d73-419c-b343-950eb0ce6ba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409801
Jan 29 20:54:22.172741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97b9872d-eb81-46a2-84ea-4a12795686de req-ccc6ef92-53d5-41d6-b6e4-0f7f1cb037cd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.0339417
Jan 29 20:54:22.234306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.240083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46126) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:22.288191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Deleting subnet 88b7301d-cd01-476d-a934-54604cfc35a9 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:22.291795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Publish callbacks [] for subnet (88b7301d-cd01-476d-a934-54604cfc35a9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.327030 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-3cea40af-816a-4214-911e-4c252fe42485 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891458
Jan 29 20:54:22.334018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (88b7301d-cd01-476d-a934-54604cfc35a9), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.378081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (88b7301d-cd01-476d-a934-54604cfc35a9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.417593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks [] for port (23ae6711-4f29-4120-8eab-282f347df47e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.503941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (88b7301d-cd01-476d-a934-54604cfc35a9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.514974 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-7c7175f3-053b-4407-9da6-6963f48f8f2c service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769888
Jan 29 20:54:22.527810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.539458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b7301d-cd01-476d-a934-54604cfc35a9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:22.541682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.541845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:54:22.546354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297', '0b966786-3fee-43e3-8332-8fefe3e256c1', '91fc7451-4904-4d42-baf2-b0bb7a5ca62a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:54:22.549224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0f931ba4-5644-4b55-90b2-9bbc5e6b6ce1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88b7301d-cd01-476d-a934-54604cfc35a9 HTTP/1.1" status: 204  len: 168 time: 0.3081090
Jan 29 20:54:22.551556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46140) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:22.605966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event updated for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:22.619328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:22.620758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:22.623210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:22.718608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (fde7608a-7ce8-4520-aa30-55635c6a4827), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.734040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:22.734732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.774044 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e4578e26-8d3c-4cf5-bb96-4a2c686fcae8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1622305
Jan 29 20:54:22.795670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Request body: {'port': {'device_id': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:22.947981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (fde7608a-7ce8-4520-aa30-55635c6a4827), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:22.971945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09286ca0>,) {'filters': {'network_id': ['fde7608a-7ce8-4520-aa30-55635c6a4827']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:22.985355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09286ca0>, 'f634a0f4-188d-4a25-b55d-17f4c4817399') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:22.986669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09286ca0>, 'f634a0f4-188d-4a25-b55d-17f4c4817399') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:22.989280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23ae6711-4f29-4120-8eab-282f347df47e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.000085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f634a0f4-188d-4a25-b55d-17f4c4817399), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.018943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f634a0f4-188d-4a25-b55d-17f4c4817399), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.026113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:23.027164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f634a0f4-188d-4a25-b55d-17f4c4817399), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.037033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-588e39da-2ac7-459e-874d-f4cf6ec5d1ae None None] Provisioning complete for port 23ae6711-4f29-4120-8eab-282f347df47e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:23.037789 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-588e39da-2ac7-459e-874d-f4cf6ec5d1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23ae6711-4f29-4120-8eab-282f347df47e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:23.110617 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:23.138522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (fde7608a-7ce8-4520-aa30-55635c6a4827), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.200630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.206708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] 10.222.0.20 "DELETE /v2.0/networks/fde7608a-7ce8-4520-aa30-55635c6a4827 HTTP/1.1" status: 204  len: 168 time: 0.6528919
Jan 29 20:54:23.231298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-588e39da-2ac7-459e-874d-f4cf6ec5d1ae None None] Port 23ae6711-4f29-4120-8eab-282f347df47e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:54:23.264449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47f3cc-0012-4f8e-b2b3-55332a36a82f admin admin] Pushing event deleted for resources: {'Network': ['ID=fde7608a-7ce8-4520-aa30-55635c6a4827,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:23.344636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.363367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a169d-fef9-4a43-9ba7-d0952fbc3990 req-ee964654-9b94-4316-9f10-c2c3276a6b6a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:23.366848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d15a169d-fef9-4a43-9ba7-d0952fbc3990 req-ee964654-9b94-4316-9f10-c2c3276a6b6a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1440890
Jan 29 20:54:23.388039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a217be-c9da-41ba-8243-0c288a6fa95b req-79beee56-29b4-43db-a7f3-e436fc80802d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:23.397199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11a217be-c9da-41ba-8243-0c288a6fa95b req-79beee56-29b4-43db-a7f3-e436fc80802d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.2830746
Jan 29 20:54:23.487727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d15a169d-fef9-4a43-9ba7-d0952fbc3990 req-bbfe024c-f785-44ce-bddd-a9dc76c3cc17 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795915
Jan 29 20:54:23.526148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ae6711-4f29-4120-8eab-282f347df47e {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:54:23.540715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11a217be-c9da-41ba-8243-0c288a6fa95b req-30930e07-298e-4df9-ad68-3a52c9e1f809 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411855
Jan 29 20:54:23.557291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks [] for port (23ae6711-4f29-4120-8eab-282f347df47e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.607010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Transition to ACTIVE for port object 23ae6711-4f29-4120-8eab-282f347df47e will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:54:23.614582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.720489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579648-59be-488b-bdd0-b63af4bef5ed req-7581468d-03f0-4661-999f-b786345801d2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:23.730207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af579648-59be-488b-bdd0-b63af4bef5ed req-7581468d-03f0-4661-999f-b786345801d2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1147275
Jan 29 20:54:23.777290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46188) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:23.829159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Pushing event updated for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:23.859511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Attempting to bind port 23ae6711-4f29-4120-8eab-282f347df47e on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:23.860295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Attempting to bind port 23ae6711-4f29-4120-8eab-282f347df47e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:23.861654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Attempting to bind port 23ae6711-4f29-4120-8eab-282f347df47e on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:23.870419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Port 23ae6711-4f29-4120-8eab-282f347df47e on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:23.871034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Attempting to bind port 23ae6711-4f29-4120-8eab-282f347df47e on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:23.888741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:54:23.889907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:23.892397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:54:23.896151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Bound port: 23ae6711-4f29-4120-8eab-282f347df47e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:54:23.897226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23ae6711-4f29-4120-8eab-282f347df47e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:23.995203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af579648-59be-488b-bdd0-b63af4bef5ed req-48969c49-e1d5-4e15-a4de-43970b9d2331 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639456
Jan 29 20:54:24.009245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b0dc00d0-b564-4bdd-ad05-a94ed4e42223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00ed1068a3c9405588d3d552ac0f801e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2266946
Jan 29 20:54:24.025380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:24.059497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c0da8-7772-4a64-9183-23c2c8da51e4 req-951e101d-92f0-4746-a25d-0fce4417dfc5 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:24.073174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a05c0da8-7772-4a64-9183-23c2c8da51e4 req-951e101d-92f0-4746-a25d-0fce4417dfc5 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.2929885
Jan 29 20:54:24.140145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:24.171243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ae6711-4f29-4120-8eab-282f347df47e,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:54:24.177015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a05c0da8-7772-4a64-9183-23c2c8da51e4 req-b30215de-2902-4544-b109-1f2c4acb812f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983100
Jan 29 20:54:24.210777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.239734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] Publish callbacks [] for security_group (2cf6e5b5-41d4-48c7-929d-5cb82d51cd90), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.269319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:24.269944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.271349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/23ae6711-4f29-4120-8eab-282f347df47e HTTP/1.1" status: 200  len: 1096 time: 1.4900720
Jan 29 20:54:24.276453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:54:24.279381 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7af4ba-bc44-494c-ad96-e053a046bc75" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "tag": "23ae6711-4f29-4120-8eab-282f347df47e"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:54:24.340228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] Publish callbacks [] for security_group (2cf6e5b5-41d4-48c7-929d-5cb82d51cd90), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.396371 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b1578-d160-4802-bf84-7e0bf21d1f50 x-openstack-request-id: req-005b1578-d160-4802-bf84-7e0bf21d1f50 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:54:24.397260 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "tag": "23ae6711-4f29-4120-8eab-282f347df47e", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:54:24.397588 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005b1578-d160-4802-bf84-7e0bf21d1f50 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:54:24.398055 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e', 'status': 'completed', 'code': 200}
Jan 29 20:54:24.415339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189916b0-692b-436b-80f4-0499b12436b7 service neutron] Pushing event updated for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:24.461760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-7a653a6f-1f69-4e0a-a0ac-3f9ab03061d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:24.463161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-7a653a6f-1f69-4e0a-a0ac-3f9ab03061d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 1130 time: 0.1388686
Jan 29 20:54:24.486783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2cf6e5b5-41d4-48c7-929d-5cb82d51cd90), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.490470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.494337 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cf6e5b5-41d4-48c7-929d-5cb82d51cd90 HTTP/1.1" status: 204  len: 168 time: 0.4651761
Jan 29 20:54:24.523330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-867e8c28-34c5-4ecf-a7b3-1295ce9853dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=23ae6711-4f29-4120-8eab-282f347df47e HTTP/1.1" status: 200  len: 217 time: 0.0499182
Jan 29 20:54:24.528628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaaf61-98f2-4fbe-bea9-c681463fb0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf6e5b5-41d4-48c7-929d-5cb82d51cd90,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:24.637968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46226) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:24.710103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510f43-658f-4676-9153-8e360a7a59a8 req-8f58e163-366d-4bf5-8450-47cc00c9f181 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:24.711584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc510f43-658f-4676-9153-8e360a7a59a8 req-8f58e163-366d-4bf5-8450-47cc00c9f181 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1030777
Jan 29 20:54:24.723885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68bace-71d2-4677-a947-81ac907ab244 req-8c7143b7-70b3-4bb2-90fd-66b25e479944 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:24.730575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb68bace-71d2-4677-a947-81ac907ab244 req-8c7143b7-70b3-4bb2-90fd-66b25e479944 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0856843
Jan 29 20:54:24.816389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb68bace-71d2-4677-a947-81ac907ab244 req-4576c003-e2b0-470d-94b5-8db833ab94b5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848739
Jan 29 20:54:24.819478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc510f43-658f-4676-9153-8e360a7a59a8 req-5eb62ee6-354c-4065-b891-5d7cd446b0c4 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868051
Jan 29 20:54:24.889348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-684f3597-e674-45aa-ac61-3007a11dec23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.965809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-684f3597-e674-45aa-ac61-3007a11dec23 admin admin] Publish callbacks [] for security_group (d8368237-546d-4a40-980b-badae2b55b6b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:24.972074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-684f3597-e674-45aa-ac61-3007a11dec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d8368237-546d-4a40-980b-badae2b55b6b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:25.018072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-684f3597-e674-45aa-ac61-3007a11dec23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5637a57609b24616afb079dc42ddfd93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3784528
Jan 29 20:54:25.019111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3597-e674-45aa-ac61-3007a11dec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8368237-546d-4a40-980b-badae2b55b6b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:25.019515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:25.072270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] Publish callbacks [] for security_group (d8368237-546d-4a40-980b-badae2b55b6b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:25.105026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] Publish callbacks [] for security_group (d8368237-546d-4a40-980b-badae2b55b6b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:25.180019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646d80f-c359-4e6c-95cc-f57026a548c3 req-a26d58b5-e830-47c1-8d4f-2fc4f73c7d7b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:25.181597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f646d80f-c359-4e6c-95cc-f57026a548c3 req-a26d58b5-e830-47c1-8d4f-2fc4f73c7d7b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0941303
Jan 29 20:54:25.211000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d8368237-546d-4a40-980b-badae2b55b6b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:25.212588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:25.213888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8368237-546d-4a40-980b-badae2b55b6b HTTP/1.1" status: 204  len: 168 time: 0.1933713
Jan 29 20:54:25.235226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35cdc1-73a6-46f4-854c-0d6ea751f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8368237-546d-4a40-980b-badae2b55b6b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:25.269669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f646d80f-c359-4e6c-95cc-f57026a548c3 req-86ba0ce3-b826-402f-b186-3a761463936b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743070
Jan 29 20:54:25.313208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f66b7-374f-4c95-bed8-85122ccf677c req-88795adb-edfa-4e03-84fc-df1f3ce1d795 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:25.315569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-700f66b7-374f-4c95-bed8-85122ccf677c req-88795adb-edfa-4e03-84fc-df1f3ce1d795 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0685599
Jan 29 20:54:25.366157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-700f66b7-374f-4c95-bed8-85122ccf677c req-148b68d4-a754-449f-a5b6-3fb6d746bd84 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442519
Jan 29 20:54:26.018530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76206-3414-4ea2-bfcc-9395f29f743c req-8e1889a0-1e66-445c-9019-b15e90880e99 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:26.021536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eeb76206-3414-4ea2-bfcc-9395f29f743c req-8e1889a0-1e66-445c-9019-b15e90880e99 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.1110566
Jan 29 20:54:26.030521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90cea-e516-46d3-95ae-b4764c55eecf req-647d7aa4-c6a1-4f03-a207-bec33c85e3a1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:26.032405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35b90cea-e516-46d3-95ae-b4764c55eecf req-647d7aa4-c6a1-4f03-a207-bec33c85e3a1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1113334
Jan 29 20:54:26.108791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eeb76206-3414-4ea2-bfcc-9395f29f743c req-564d92b6-7acc-4453-9ada-8bf02458354c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755794
Jan 29 20:54:26.112361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35b90cea-e516-46d3-95ae-b4764c55eecf req-f9e9bba3-ed11-4669-aa0f-fea6cc97a39e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725768
Jan 29 20:54:26.206946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7aa50c1c-fc2a-4884-a998-1c660f07171f req-4f409e8d-8414-4799-8057-a40f8afcabf2 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0353444
Jan 29 20:54:26.403559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c004-e480-49d1-a82b-8b4108c4af22 req-437b29fc-2df4-4a1e-8cad-9876c9adbb65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:26.405555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b89c004-e480-49d1-a82b-8b4108c4af22 req-437b29fc-2df4-4a1e-8cad-9876c9adbb65 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0620542
Jan 29 20:54:26.461750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b89c004-e480-49d1-a82b-8b4108c4af22 req-9f3ae4cd-70a9-4c18-b5f3-07afd644246c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490315
Jan 29 20:54:26.516212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f0259-8a60-4b87-93bd-92edfe8d9629 req-37252d09-b8b8-4957-8d27-7efd8bfb9008 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:26.517978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c5f0259-8a60-4b87-93bd-92edfe8d9629 req-37252d09-b8b8-4957-8d27-7efd8bfb9008 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0551608
Jan 29 20:54:26.556183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46324) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:26.568769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c5f0259-8a60-4b87-93bd-92edfe8d9629 req-8414b1b5-66e8-4e46-b66b-c4cc755d1bcb tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449297
Jan 29 20:54:26.697740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-234373003'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:26.716905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Made reservation on behalf of 0c63007602c2410f832997b652a44c7c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:26.720644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.732565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.808225 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks [] for security_group (0e7b4913-eabf-468c-82f9-d3d2665c8f08), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.812105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e7b4913-eabf-468c-82f9-d3d2665c8f08), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.841108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:26.847777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7b4913-eabf-468c-82f9-d3d2665c8f08,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:26.854963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0ad8dc41-e8f8-4859-a601-8f91268adb3e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.855323 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Added segment 0ad8dc41-e8f8-4859-a601-8f91268adb3e of type vlan for network 837328e6-c8ce-4919-8617-3643502e2c2d
Jan 29 20:54:26.896431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (837328e6-c8ce-4919-8617-3643502e2c2d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.920993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (837328e6-c8ce-4919-8617-3643502e2c2d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.926159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:26.926752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:26.977808 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.4196918
Jan 29 20:54:26.995803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40492cb-02cd-45c1-a795-595d52cb03d7 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Pushing event updated for resources: {'Network': ['ID=837328e6-c8ce-4919-8617-3643502e2c2d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:27.007350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 837328e6-c8ce-4919-8617-3643502e2c2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:27.145783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:27.150749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-730391063'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:27.173202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Made reservation on behalf of 30139aca117e49a3aa5770309162fc58 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:27.176654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.192005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.272451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for security_group (1d0ad85d-4cb5-49bf-97b1-1b8c27064273), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.276357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d0ad85d-4cb5-49bf-97b1-1b8c27064273), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.280682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:27.306718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fe95-c986-4061-9aae-44af7bb9675d req-b9008f29-4707-49dc-8234-b2f352557958 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:27.308190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9460fe95-c986-4061-9aae-44af7bb9675d req-b9008f29-4707-49dc-8234-b2f352557958 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 945 time: 0.0797412
Jan 29 20:54:27.316357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964bac-0de6-4078-bcce-276f920d8a0b req-d3a519ac-756a-4b57-bfd4-08e9cac0c0b1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:27.318857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e964bac-0de6-4078-bcce-276f920d8a0b req-d3a519ac-756a-4b57-bfd4-08e9cac0c0b1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1006296
Jan 29 20:54:27.358879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ad85d-4cb5-49bf-97b1-1b8c27064273,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:27.393274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e964bac-0de6-4078-bcce-276f920d8a0b req-d85853d5-8ab5-451d-a6c5-c5b9895b73d2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668116
Jan 29 20:54:27.396500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9460fe95-c986-4061-9aae-44af7bb9675d req-a064de6a-4569-4ebb-b738-b9321251b16f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762322
Jan 29 20:54:27.498111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c5ad7ae-dfbb-46b8-ab0e-e8930fc6ba87 req-8c46fec5-c43d-43fa-b3aa-81ea2ce41f37 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0310175
Jan 29 20:54:27.514677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:27.526229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.531041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.555075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 27940c06-6ab0-4d9d-99b3-729dfa873ab0 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:27.587798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f968f-5581-40db-8822-446fbdf4ba9f req-baf73ae8-90d4-4630-88ef-93a36b5a64ba tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:27.590808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f4f968f-5581-40db-8822-446fbdf4ba9f req-baf73ae8-90d4-4630-88ef-93a36b5a64ba tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0568686
Jan 29 20:54:27.593889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:27.609212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Checking segment: {'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:27.609641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Network hostable DHCP agents. Network: 837328e6-c8ce-4919-8617-3643502e2c2d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:27.635612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Network 837328e6-c8ce-4919-8617-3643502e2c2d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:27.648187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 837328e6-c8ce-4919-8617-3643502e2c2d) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:27.652393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:27.660154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:27.660573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.660932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f4f968f-5581-40db-8822-446fbdf4ba9f req-6a4a619e-1b40-41cb-8925-57f31e5fe194 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585239
Jan 29 20:54:27.664093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6515be3-780e-41cd-b66d-a817af17462c None None] Network 837328e6-c8ce-4919-8617-3643502e2c2d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:27.677576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.677928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.678302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.682831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.683177 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.683702 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 2 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.698220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.698630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.698900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.705206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.705638 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.706105 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 3 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.712542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3601-55d9-4a24-9766-8ce3eb10be97 req-f945b108-303f-40f3-928f-bcce7866f97a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:27.714112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d5f3601-55d9-4a24-9766-8ce3eb10be97 req-f945b108-303f-40f3-928f-bcce7866f97a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0688162
Jan 29 20:54:27.722657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.722993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.723326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.727847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.728241 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.728623 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 4 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.734118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:54:27.736916 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7511e9-685b-4d76-bfd5-8b356401833b" -d '{"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-unplugged", "status": "completed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:54:27.741381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.741723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.742055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.746373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.747009 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.747398 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 5 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.762478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:27.766134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.766317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.766611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.768121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d5f3601-55d9-4a24-9766-8ce3eb10be97 req-4e0d9da3-3ecf-4001-80ed-3a3f9ea7f0dd tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484736
Jan 29 20:54:27.769226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.771475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.771475 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.771922 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 6 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.795208 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89461879-dad1-427d-b488-1302b303bde8 x-openstack-request-id: req-89461879-dad1-427d-b488-1302b303bde8 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:54:27.795763 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-unplugged", "status": "completed", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:54:27.796209 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89461879-dad1-427d-b488-1302b303bde8 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:54:27.796782 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'code': 200}
Jan 29 20:54:27.808172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.808578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.808938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.813492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.813882 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.814970 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 7 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.827738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.828076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.829045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.833098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.833368 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.833692 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 8 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.845681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.846017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.846349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.850487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.850811 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.851194 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 9 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.863427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.863757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.864087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.868214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.868357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:27.868533 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.868912 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 10 to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b
Jan 29 20:54:27.881882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.882244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.882594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.882942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.883217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:27.883332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.883565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:27.883702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.883919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:27.884036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.884352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.884688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.885045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.885375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.885701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.886029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:54:27.888238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:27.888684 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:27.889088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.949729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:27.950096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempted to set empty binding levels {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 20:54:27.954203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:27.984275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:27.984876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.005247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:28.010134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f8ecd76b-2cf8-4d24-bb74-d106cd20bb7c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 0.8632967
Jan 29 20:54:28.012862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:28.089308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Deleting port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:28.089575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.147743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b, host nch1-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:28.148114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.160743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Calling delete_port for c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:28.239874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.264465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:28.272060 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.275320 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01f7f5c0-0aa5-4f56-98f3-a61cd88d2573 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b HTTP/1.1" status: 204  len: 168 time: 0.2615275
Jan 29 20:54:28.277983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46352) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:28.302107 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d69b893-3530-43b9-ad4c-ee9b73b15526 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] GET failed (client error): The resource could not be found.
Jan 29 20:54:28.303421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d69b893-3530-43b9-ad4c-ee9b73b15526 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports/c1e3ad64-ffb6-4dd2-b37a-599a75ceba1b HTTP/1.1" status: 404  len: 333 time: 0.0245616
Jan 29 20:54:28.306939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:28.311380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1846375688'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:28.330230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Made reservation on behalf of 30139aca117e49a3aa5770309162fc58 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:28.332441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.347837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port fbae1e3b-38fa-4a40-ab46-f535a63a8202 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:28.492907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.526528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.561079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9c1c-cfa1-4712-9d47-c2d5ecb8ad7d req-25fc9e49-f326-47d5-bcca-4e255807a444 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:28.562580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c7c9c1c-cfa1-4712-9d47-c2d5ecb8ad7d req-25fc9e49-f326-47d5-bcca-4e255807a444 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0914466
Jan 29 20:54:28.566287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Network 837328e6-c8ce-4919-8617-3643502e2c2d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:28.570784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36f5c0-6c02-42aa-8fb4-6c3cbf8f7749 req-803ef399-14df-4cba-bc11-ede61c4e288a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:28.572199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f36f5c0-6c02-42aa-8fb4-6c3cbf8f7749 req-803ef399-14df-4cba-bc11-ede61c4e288a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0923223
Jan 29 20:54:28.572600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:28.576747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:28.577691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:28.578293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.582078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=fbae1e3b-38fa-4a40-ab46-f535a63a8202,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:28.605038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46362) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:28.605936 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6294c2ec-5148-4ec9-84be-39c893583ea7 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.2979653
Jan 29 20:54:28.610686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:28.696177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c7c9c1c-cfa1-4712-9d47-c2d5ecb8ad7d req-a8190223-e1f4-4206-8021-5e69115da9bb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230369
Jan 29 20:54:28.736234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f36f5c0-6c02-42aa-8fb4-6c3cbf8f7749 req-d4528c02-6682-44a4-87e4-207e0b1332d6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470194
Jan 29 20:54:28.743427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:28.825968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68c55bb9-6c2f-47cd-82f5-b0d5d3d9b218 req-df197fab-69a3-46cc-ba27-7b00c164daa0 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0390141
Jan 29 20:54:28.975268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab30c-5344-431e-bc94-b2aaf7fb73b7 req-97f3c405-e968-46bc-ae73-042c151e08de tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:28.976935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83aab30c-5344-431e-bc94-b2aaf7fb73b7 req-97f3c405-e968-46bc-ae73-042c151e08de tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1766148
Jan 29 20:54:29.089278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d499-d464-4308-8439-f38505d1497d req-69275a97-c508-4d56-a1b7-f90ca3149970 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.091058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3c7d499-d464-4308-8439-f38505d1497d req-69275a97-c508-4d56-a1b7-f90ca3149970 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1664710
Jan 29 20:54:29.098959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83aab30c-5344-431e-bc94-b2aaf7fb73b7 req-d39831a7-b5db-4c00-a3c9-3e38b42cedbe tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133399
Jan 29 20:54:29.109356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port fbae1e3b-38fa-4a40-ab46-f535a63a8202 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:29.124436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.135627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.210066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3c7d499-d464-4308-8439-f38505d1497d req-b16f1d95-8f9c-4f27-805d-538068a7fed9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099956
Jan 29 20:54:29.215031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=fbae1e3b-38fa-4a40-ab46-f535a63a8202,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:29.233353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.233752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.234131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.239552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.239852 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.240424 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 2 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.256044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.256378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.257345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.262906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.263241 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.263706 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 3 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.280768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.281326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.281803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.288585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.289060 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.289665 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 4 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.305780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.306232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.306625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.311713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.312129 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.312555 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 5 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.326499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.326978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.327283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.333070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.333548 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.334109 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 6 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.353698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.354034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.354481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.359195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.359527 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.359933 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 7 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.372109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.372384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.372716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.377463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.377791 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.378173 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 8 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.390396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.390731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.391095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.395887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.396213 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.396604 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 9 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.407926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.408259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.408587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.412767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.413134 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.413519 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 10 to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202
Jan 29 20:54:29.425483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:29.425846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:29.426177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:29.430291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:29.430615 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:29.430978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.492059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port fbae1e3b-38fa-4a40-ab46-f535a63a8202, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:29.492432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempted to set empty binding levels {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 20:54:29.495720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.524593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] In _notify_port_updated(), no bound segment for port fbae1e3b-38fa-4a40-ab46-f535a63a8202 on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:54:29.525462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.526051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.527376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "PUT /v2.0/ports/fbae1e3b-38fa-4a40-ab46-f535a63a8202 HTTP/1.1" status: 200  len: 975 time: 0.9209490
Jan 29 20:54:29.529929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46386) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:29.597341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba9ff-f167-4a61-87db-f129897ed51d tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=fbae1e3b-38fa-4a40-ab46-f535a63a8202,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:29.664967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.665456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.665914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.666365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.666814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.667260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.667704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.668152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.668586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.669046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.669498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.669936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.670375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.670814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.671252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.671690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.672126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.672817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.673325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.673771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.674209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.674644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.675080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.675516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.675950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.676382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.676816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.677278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.677716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.678149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.678586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.679016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.679467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.679886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.680320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.680753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.681213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.681650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.685661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-033aabbc-b080-416d-8943-20f5e2bda1b0 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 35367 time: 0.1548274
Jan 29 20:54:29.690565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:29.767986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Deleting port fbae1e3b-38fa-4a40-ab46-f535a63a8202 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:29.768327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.882402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port fbae1e3b-38fa-4a40-ab46-f535a63a8202, host nch1-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:29.882762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:29.901031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Calling delete_port for fbae1e3b-38fa-4a40-ab46-f535a63a8202 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:29.960132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51584b-bab0-44d4-8df0-414d3c8e95d7 req-8ab03c59-c582-4b99-85df-e95d20fd9d19 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.961626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e51584b-bab0-44d4-8df0-414d3c8e95d7 req-8ab03c59-c582-4b99-85df-e95d20fd9d19 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1585898
Jan 29 20:54:29.969859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14179c-33f2-4721-a65e-6ccf1c1f2557 req-b450c662-9bdd-4e11-a81d-6eba08c259c1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:29.971246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af14179c-33f2-4721-a65e-6ccf1c1f2557 req-b450c662-9bdd-4e11-a81d-6eba08c259c1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1525781
Jan 29 20:54:30.068909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e51584b-bab0-44d4-8df0-414d3c8e95d7 req-30c28580-8be8-4545-ae7a-c69600a18170 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967202
Jan 29 20:54:30.072840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af14179c-33f2-4721-a65e-6ccf1c1f2557 req-a2cdb62b-5a94-41d4-b1d0-bce96e0bf59c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905380
Jan 29 20:54:30.073851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fbae1e3b-38fa-4a40-ab46-f535a63a8202), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.124887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbae1e3b-38fa-4a40-ab46-f535a63a8202,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:30.130936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.136808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-085470bb-bb81-4a8f-bd89-a662e73749b5 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fbae1e3b-38fa-4a40-ab46-f535a63a8202 HTTP/1.1" status: 204  len: 168 time: 0.4429941
Jan 29 20:54:30.137073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46398) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.163154 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9e0594-ddd8-451d-8f41-61db7c2b7a5e tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] GET failed (client error): The resource could not be found.
Jan 29 20:54:30.167843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ad9e0594-ddd8-451d-8f41-61db7c2b7a5e tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports/fbae1e3b-38fa-4a40-ab46-f535a63a8202 HTTP/1.1" status: 404  len: 333 time: 0.0264421
Jan 29 20:54:30.168970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46400) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.175023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-830464725', 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:30.193578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5a83403-4f0e-45f9-bed5-340d792494e5 req-345b1b89-8c8c-4770-9dab-09f56edc58db tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0326121
Jan 29 20:54:30.195348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Made reservation on behalf of 30139aca117e49a3aa5770309162fc58 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:30.197856 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.220735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port e338013b-b10b-4af1-9080-7497aace058e yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:30.316779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3b2a-3804-47ff-904e-ae8d4ba07eb3 req-28987c1b-ff0b-485e-9ffb-db7d1e9a071f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:30.318254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a6c3b2a-3804-47ff-904e-ae8d4ba07eb3 req-28987c1b-ff0b-485e-9ffb-db7d1e9a071f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0663018
Jan 29 20:54:30.371740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (e338013b-b10b-4af1-9080-7497aace058e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.390682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd0fdc-19ae-4ada-80aa-bcc799c62636 req-b6611d25-9943-435f-99e1-15455d7eef4d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:30.392210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ffd0fdc-19ae-4ada-80aa-bcc799c62636 req-b6611d25-9943-435f-99e1-15455d7eef4d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0910640
Jan 29 20:54:30.411365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a6c3b2a-3804-47ff-904e-ae8d4ba07eb3 req-e505e775-7d07-4c1a-b89a-d8e0deacc470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714679
Jan 29 20:54:30.412910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e338013b-b10b-4af1-9080-7497aace058e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.468343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Network 837328e6-c8ce-4919-8617-3643502e2c2d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:30.469297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84fb655a-6f1d-4835-91d2-60462720aca8 req-fbd0f2e3-b6d3-42b2-be55-5bc4790102f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0367486
Jan 29 20:54:30.471785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:30.475910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:30.477091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:30.477430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.480634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=e338013b-b10b-4af1-9080-7497aace058e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:30.484684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ffd0fdc-19ae-4ada-80aa-bcc799c62636 req-59a7719a-fc95-4359-9416-bc23e2ffabf0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842702
Jan 29 20:54:30.497040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5658acf-6b9c-4ec7-8461-1885009d1539 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3262217
Jan 29 20:54:30.499033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46406) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.533672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977fd06-6488-41c6-b669-c7c6591669d1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:30.535017 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4977fd06-6488-41c6-b669-c7c6591669d1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports/e338013b-b10b-4af1-9080-7497aace058e HTTP/1.1" status: 200  len: 954 time: 0.0350430
Jan 29 20:54:30.537919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.611668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Deleting port e338013b-b10b-4af1-9080-7497aace058e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:30.612010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e338013b-b10b-4af1-9080-7497aace058e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.670327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e338013b-b10b-4af1-9080-7497aace058e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.682421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Calling delete_port for e338013b-b10b-4af1-9080-7497aace058e owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:30.759074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e338013b-b10b-4af1-9080-7497aace058e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.789339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event deleted for resources: {'Port': ['ID=e338013b-b10b-4af1-9080-7497aace058e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:30.794664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.798703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f94530c-7f75-4971-88c1-75befa9cb670 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e338013b-b10b-4af1-9080-7497aace058e HTTP/1.1" status: 204  len: 168 time: 0.2593634
Jan 29 20:54:30.801240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46410) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.824186 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c361d70-7f8e-49f1-8d6d-2c917ff4071c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] GET failed (client error): The resource could not be found.
Jan 29 20:54:30.825516 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3c361d70-7f8e-49f1-8d6d-2c917ff4071c tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports/e338013b-b10b-4af1-9080-7497aace058e HTTP/1.1" status: 404  len: 333 time: 0.0234001
Jan 29 20:54:30.828959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46412) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:30.833832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1674345879'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:30.852350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Made reservation on behalf of 30139aca117e49a3aa5770309162fc58 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:30.854622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:30.871663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port 09082a24-e01c-4b46-8890-d7eb6efbfa3c yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:31.036896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.068733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.108108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Network 837328e6-c8ce-4919-8617-3643502e2c2d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:31.113556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:31.116973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:31.117917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:31.118523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.128419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=09082a24-e01c-4b46-8890-d7eb6efbfa3c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:31.141222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cf5f2fc5-1994-4ad7-9535-bfe6190c2fb1 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.3111022
Jan 29 20:54:31.143857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:31.148840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:31.272203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.303685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03510f24-3084-4fce-8718-461e01cd4641 req-eb4c56fe-3d75-4b36-9f67-da87a410745a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:31.305179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03510f24-3084-4fce-8718-461e01cd4641 req-eb4c56fe-3d75-4b36-9f67-da87a410745a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1307516
Jan 29 20:54:31.313307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d10f0-06f2-408e-b087-4f443e77b9d8 req-4f3578fa-3d89-4ff1-a262-b0bf6fa2cfe9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:31.314709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed6d10f0-06f2-408e-b087-4f443e77b9d8 req-4f3578fa-3d89-4ff1-a262-b0bf6fa2cfe9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1423225
Jan 29 20:54:31.457353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed6d10f0-06f2-408e-b087-4f443e77b9d8 req-b4f54b9e-0993-418d-8bd8-bd315b7c6b5e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239440
Jan 29 20:54:31.461807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03510f24-3084-4fce-8718-461e01cd4641 req-f31daa35-6cb1-43d6-a55e-3de91056ba17 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462364
Jan 29 20:54:31.568624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b45757e-708f-4616-a418-9251c17c23d8 req-19d78bd6-abd3-4d27-9bc7-5000a048edb7 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0423870
Jan 29 20:54:31.593468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] device_id is not set on port 09082a24-e01c-4b46-8890-d7eb6efbfa3c yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:31.596706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks [] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.603795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:31.668740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959cb2a-fe27-4cb0-b9db-081b5482032b req-da4db9be-8091-475b-8b32-a0e45721949f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:31.670230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b959cb2a-fe27-4cb0-b9db-081b5482032b req-da4db9be-8091-475b-8b32-a0e45721949f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1320097
Jan 29 20:54:31.708914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=09082a24-e01c-4b46-8890-d7eb6efbfa3c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:31.733936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.734210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.734557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.754507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.754837 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.758849 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 2 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.780030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b3a2e-a5ed-4901-b02f-e76cd1183b7d req-b56332b9-93b8-447c-83f8-c8f0429e1cfc tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:31.781587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-417b3a2e-a5ed-4901-b02f-e76cd1183b7d req-b56332b9-93b8-447c-83f8-c8f0429e1cfc tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1395526
Jan 29 20:54:31.786161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b959cb2a-fe27-4cb0-b9db-081b5482032b req-5741c811-3681-45b1-a1d2-01b429508626 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936990
Jan 29 20:54:31.794505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.794823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.795160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.806209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.806532 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.808486 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 3 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.833410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.834087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.834087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.845022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.845360 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.846025 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 4 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.851980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-417b3a2e-a5ed-4901-b02f-e76cd1183b7d req-9aecec4b-26e6-47c6-895d-aa377f1d9d54 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636199
Jan 29 20:54:31.860776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.861155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.861497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.865965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.866297 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.866690 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 5 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.884338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.884671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.885036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.889273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.889602 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.889991 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 6 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.902501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.902836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.903169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.907510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.908343 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.908746 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 7 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.921065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.921397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.921724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.926081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.926401 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.926786 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 8 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.937919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.938248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.938572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.943151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.943473 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.943852 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 9 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.956366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.956700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.957113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.961346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.961673 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.962063 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempt 10 to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c
Jan 29 20:54:31.973526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:31.973862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:31.974193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempting to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:31.978361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:54:31.978686 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Failed to bind port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on host nch1-master-1 for vnic_type normal using segments [{'id': '0ad8dc41-e8f8-4859-a601-8f91268adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837328e6-c8ce-4919-8617-3643502e2c2d'}]
Jan 29 20:54:31.979051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.042409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port 09082a24-e01c-4b46-8890-d7eb6efbfa3c, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:32.042773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attempted to set empty binding levels {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 20:54:32.048657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.079996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] In _notify_port_updated(), no bound segment for port 09082a24-e01c-4b46-8890-d7eb6efbfa3c on network 837328e6-c8ce-4919-8617-3643502e2c2d {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:54:32.080855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:32.081489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.082797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "PUT /v2.0/ports/09082a24-e01c-4b46-8890-d7eb6efbfa3c HTTP/1.1" status: 200  len: 975 time: 0.9380131
Jan 29 20:54:32.085601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:32.096111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b273c7-a860-4c71-a535-0233eaf3d04f tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event updated for resources: {'Port': ['ID=09082a24-e01c-4b46-8890-d7eb6efbfa3c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:32.159308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Deleting port 09082a24-e01c-4b46-8890-d7eb6efbfa3c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:32.159645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.222062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] For port 09082a24-e01c-4b46-8890-d7eb6efbfa3c, host nch1-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:32.222432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.234681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Calling delete_port for 09082a24-e01c-4b46-8890-d7eb6efbfa3c owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:32.311726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (09082a24-e01c-4b46-8890-d7eb6efbfa3c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.340230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Pushing event deleted for resources: {'Port': ['ID=09082a24-e01c-4b46-8890-d7eb6efbfa3c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:32.346872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.350099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d91124d2-b72e-463e-9346-c5e421e4cf29 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "DELETE /v2.0/ports/09082a24-e01c-4b46-8890-d7eb6efbfa3c HTTP/1.1" status: 204  len: 168 time: 0.2634733
Jan 29 20:54:32.352693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46432) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:32.379736 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-71306610-a030-4e9e-9c1b-b8418118a000 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] GET failed (client error): The resource could not be found.
Jan 29 20:54:32.381087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-71306610-a030-4e9e-9c1b-b8418118a000 tempest-PortsAdminExtendedAttrsTestJSON-1273948875 tempest-PortsAdminExtendedAttrsTestJSON-1273948875-project-admin] 10.222.0.20 "GET /v2.0/ports/09082a24-e01c-4b46-8890-d7eb6efbfa3c HTTP/1.1" status: 404  len: 333 time: 0.0274379
Jan 29 20:54:32.384540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46434) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:32.459501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (837328e6-c8ce-4919-8617-3643502e2c2d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.559927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (837328e6-c8ce-4919-8617-3643502e2c2d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.580329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea080f2160>,) {'filters': {'network_id': ['837328e6-c8ce-4919-8617-3643502e2c2d']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:32.589755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080f2160>, '0ad8dc41-e8f8-4859-a601-8f91268adb3e') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:32.590083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080f2160>, '0ad8dc41-e8f8-4859-a601-8f91268adb3e') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:32.602242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (0ad8dc41-e8f8-4859-a601-8f91268adb3e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.616927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0ad8dc41-e8f8-4859-a601-8f91268adb3e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.623807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:32.624195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (0ad8dc41-e8f8-4859-a601-8f91268adb3e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:32.627232 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:32.636781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbe7a-4b59-49d9-bc2a-ef3d42b784c3 req-d286225f-f62b-4d64-93cb-807c757f4d4a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:32.638336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a7dbe7a-4b59-49d9-bc2a-ef3d42b784c3 req-d286225f-f62b-4d64-93cb-807c757f4d4a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1101933
Jan 29 20:54:32.669332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff5d0-17ec-4e7e-b576-61f2ad187d94 req-154a32d8-4c4b-4e00-a50b-9654adb396cf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:32.670810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22fff5d0-17ec-4e7e-b576-61f2ad187d94 req-154a32d8-4c4b-4e00-a50b-9654adb396cf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0904341
Jan 29 20:54:32.687504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (837328e6-c8ce-4919-8617-3643502e2c2d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.715045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:32.728784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] 10.222.0.20 "DELETE /v2.0/networks/837328e6-c8ce-4919-8617-3643502e2c2d HTTP/1.1" status: 204  len: 168 time: 0.3383448
Jan 29 20:54:32.730680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330e408-62db-470a-896b-742c4f1819b3 tempest-PortsAdminExtendedAttrsTestJSON-221678863 tempest-PortsAdminExtendedAttrsTestJSON-221678863-project] Pushing event deleted for resources: {'Network': ['ID=837328e6-c8ce-4919-8617-3643502e2c2d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:32.749016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22fff5d0-17ec-4e7e-b576-61f2ad187d94 req-4c49537c-926c-4a66-83c0-bf1c1080e6f1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707624
Jan 29 20:54:32.752095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a7dbe7a-4b59-49d9-bc2a-ef3d42b784c3 req-6b4a5e4d-a0ee-4639-8c7e-c00ead85132c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069019
Jan 29 20:54:32.892601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d3b86a0-e9a1-4020-b7ef-3495db586bf4 req-3b3728d7-17af-4816-aa01-20db06d0e2ab tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0337803
Jan 29 20:54:32.943090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860ebd9-0986-4db0-a413-92e10e1a0520 req-3d414001-184f-41ab-8615-4cfa57a21c64 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:32.944783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f860ebd9-0986-4db0-a413-92e10e1a0520 req-3d414001-184f-41ab-8615-4cfa57a21c64 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0779185
Jan 29 20:54:33.003717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46452) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:33.025486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f860ebd9-0986-4db0-a413-92e10e1a0520 req-7ecec7e3-ac03-46a0-a395-de037f840e80 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752351
Jan 29 20:54:33.046142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d99e6-da53-4516-9329-407019a409f7 req-75d23c5a-258b-4bfd-84c2-576368d43486 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:33.048025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4d99e6-da53-4516-9329-407019a409f7 req-75d23c5a-258b-4bfd-84c2-576368d43486 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0826523
Jan 29 20:54:33.101818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4d99e6-da53-4516-9329-407019a409f7 req-a3027390-b701-47d7-a883-8f02233e4086 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481749
Jan 29 20:54:33.163311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e639bab8-0543-433a-b7d8-14f0fb2f2104 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c63007602c2410f832997b652a44c7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1561010
Jan 29 20:54:33.165725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46466) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:33.229727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] Publish callbacks [] for security_group (0e7b4913-eabf-468c-82f9-d3d2665c8f08), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.252230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] Publish callbacks [] for security_group (0e7b4913-eabf-468c-82f9-d3d2665c8f08), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.300686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e7b4913-eabf-468c-82f9-d3d2665c8f08), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.303288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.304572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e7b4913-eabf-468c-82f9-d3d2665c8f08 HTTP/1.1" status: 204  len: 168 time: 0.1379442
Jan 29 20:54:33.322333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40f890-06f6-451e-8f4b-12df8571a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7b4913-eabf-468c-82f9-d3d2665c8f08,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:33.339695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e054d4cd-d6c5-4d1c-b1f9-005fa2c19cf9 req-3f38a746-5ffa-4697-b075-7f10e5b65219 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0340042
Jan 29 20:54:33.560436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46474) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:33.598504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a0e6fcb7-1b27-4271-8678-2602f1b5bb44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30139aca117e49a3aa5770309162fc58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0369194
Jan 29 20:54:33.600798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:33.648002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] Publish callbacks [] for security_group (1d0ad85d-4cb5-49bf-97b1-1b8c27064273), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.666940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] Publish callbacks [] for security_group (1d0ad85d-4cb5-49bf-97b1-1b8c27064273), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.711415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d0ad85d-4cb5-49bf-97b1-1b8c27064273), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.713870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:33.714986 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d0ad85d-4cb5-49bf-97b1-1b8c27064273 HTTP/1.1" status: 204  len: 168 time: 0.1132867
Jan 29 20:54:33.722389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745791-8edd-45f3-95df-9a04ef254ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ad85d-4cb5-49bf-97b1-1b8c27064273,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:33.910902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfaf89-82da-44c7-94a5-7ac745023961 req-1297a2b7-d726-4d0a-ad2b-3a04f0d550d7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:33.912371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01bfaf89-82da-44c7-94a5-7ac745023961 req-1297a2b7-d726-4d0a-ad2b-3a04f0d550d7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0861728
Jan 29 20:54:33.932932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438aa66-87d3-4b92-8d0e-34d69dafd812 req-af74cb4d-a233-4967-a12e-c84cb0c3b530 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:33.934376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f438aa66-87d3-4b92-8d0e-34d69dafd812 req-af74cb4d-a233-4967-a12e-c84cb0c3b530 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0816405
Jan 29 20:54:33.991654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01bfaf89-82da-44c7-94a5-7ac745023961 req-89969ed9-c743-496b-94f7-5a471ab64bd9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720220
Jan 29 20:54:34.017295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f438aa66-87d3-4b92-8d0e-34d69dafd812 req-a4ad27a5-5e8e-46de-b8bc-9cb6a8653fb7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696118
Jan 29 20:54:34.148951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4fbdc-edcf-493c-be8f-885384b0fbe9 req-bf2493d0-1911-4f7d-bf1b-ded40f4199ec tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:34.149162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6c4fbdc-edcf-493c-be8f-885384b0fbe9 req-bf2493d0-1911-4f7d-bf1b-ded40f4199ec tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0549426
Jan 29 20:54:34.249342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6c4fbdc-edcf-493c-be8f-885384b0fbe9 req-480139ab-c9ad-47c2-92ce-6b7a3b4e8ca8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850394
Jan 29 20:54:34.268634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43eb8-bddd-4631-921e-bf4a5cb00dee req-71f879fb-1cd7-4db2-9293-008624420b42 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:34.273444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6c43eb8-bddd-4631-921e-bf4a5cb00dee req-71f879fb-1cd7-4db2-9293-008624420b42 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0927374
Jan 29 20:54:34.331099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6c43eb8-bddd-4631-921e-bf4a5cb00dee req-8348eebe-9b1d-4ee2-8f03-dac86bdd20e3 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540333
Jan 29 20:54:34.443778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38713cd9-6eb3-4a68-92a8-9e0a73eb6137 req-f6813ea7-0a92-4508-a691-cdad28e2b9e7 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0268755
Jan 29 20:54:34.757854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d0f9-440f-465a-aab0-f5201c4686ae req-e294b535-6d07-4452-858e-410ca48c3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:34.759370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b59d0f9-440f-465a-aab0-f5201c4686ae req-e294b535-6d07-4452-858e-410ca48c3f92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0473778
Jan 29 20:54:34.802903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b59d0f9-440f-465a-aab0-f5201c4686ae req-b02300ac-410c-4585-9045-ac4a7e003fc8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376008
Jan 29 20:54:34.961910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:35.059072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-83237011'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:35.080790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.081982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.157101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b6e8-0100-4d0c-b195-2f5119fb4d32 req-cafbecb7-beb6-4094-9280-80e031de8c59 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:35.158772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf5b6e8-0100-4d0c-b195-2f5119fb4d32 req-cafbecb7-beb6-4094-9280-80e031de8c59 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0878739
Jan 29 20:54:35.167102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fda0-d443-4ff2-a2a8-65c468c2e5a2 req-6ee6751c-1fb1-4157-aa6e-d7a906957807 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:35.168625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f58fda0-d443-4ff2-a2a8-65c468c2e5a2 req-6ee6751c-1fb1-4157-aa6e-d7a906957807 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0888238
Jan 29 20:54:35.246423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf5b6e8-0100-4d0c-b195-2f5119fb4d32 req-29da1e0a-17af-4259-9b0c-fefb55780883 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767059
Jan 29 20:54:35.249617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f58fda0-d443-4ff2-a2a8-65c468c2e5a2 req-95deb41b-e458-4136-8c33-abc579b57388 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731156
Jan 29 20:54:35.377763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a24059-877a-4564-b308-d01172d82dfc req-dd402c59-a783-423f-b59e-7275cbd356bc tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:35.380048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8a24059-877a-4564-b308-d01172d82dfc req-dd402c59-a783-423f-b59e-7275cbd356bc tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0579317
Jan 29 20:54:35.411499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.415598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.431721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.433040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf34ae2e-c80e-4bab-90a8-7ffa4794a7f2 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 727 time: 0.4700985
Jan 29 20:54:35.435633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:35.460948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8a24059-877a-4564-b308-d01172d82dfc req-a981d864-3f00-4870-a2e4-1b04482456df tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743301
Jan 29 20:54:35.491327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df39d-d0d0-4774-ba9b-131942151575 req-b96acd02-0284-41a0-9a24-a026bd09e427 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:35.492815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc2df39d-d0d0-4774-ba9b-131942151575 req-b96acd02-0284-41a0-9a24-a026bd09e427 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0853667
Jan 29 20:54:35.506720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.563063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-214a2866-26ab-4052-afa0-7c77af1c5d02 req-d5eb9363-4b72-4eaf-b95c-e537c6594155 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0329514
Jan 29 20:54:35.570086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc2df39d-d0d0-4774-ba9b-131942151575 req-9cc73497-e2af-46a8-980c-052fe4b1dc5e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696759
Jan 29 20:54:35.663322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.665471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.706328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (132a4c7c-f98b-4a30-88fa-b9aa9f137a31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.706882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 132a4c7c-f98b-4a30-88fa-b9aa9f137a31 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:54:35.711888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.712570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-42f99c00-82c6-413d-9b7e-41f233df76eb tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "DELETE /v2.0/routers/132a4c7c-f98b-4a30-88fa-b9aa9f137a31 HTTP/1.1" status: 204  len: 168 time: 0.2759035
Jan 29 20:54:35.715419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46548) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:35.719483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Request body: {'router': {'name': 'tempest-router-1289069683', 'distributed': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:35.738301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.739185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.788279 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.792445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.807226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:35.808440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0a5aeb3c-aedb-4281-a15b-47818687bc4a tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.0921407
Jan 29 20:54:35.811054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:35.882155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.036730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.038794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.080728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (122dde8d-7e1b-4ae0-bbcd-72eb1dc34986), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.081269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 122dde8d-7e1b-4ae0-bbcd-72eb1dc34986 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:54:36.085289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.086412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4f5c6bd1-2a14-4426-abb5-04802d2f564e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "DELETE /v2.0/routers/122dde8d-7e1b-4ae0-bbcd-72eb1dc34986 HTTP/1.1" status: 204  len: 168 time: 0.2744718
Jan 29 20:54:36.089887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:36.093963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Request body: {'router': {'name': 'tempest-router-64129260', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '763faca0de41480fae0c43eca94751d8'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:36.113023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.113960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.165899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.170301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.184529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.185792 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d436a8b8-60bf-470e-851d-802ee48b1744 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.0949986
Jan 29 20:54:36.188595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46554) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:36.194202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Request body: {'router': {'distributed': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:36.528734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-6d046443-4e86-4af0-8e61-cc76885e99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:36.530408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-6d046443-4e86-4af0-8e61-cc76885e99c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0496016
Jan 29 20:54:36.760435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.760750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.845577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a8ea3-1b51-4ded-ae84-f487297e5603 req-7f351dd5-37f9-4041-bcb8-16b93122efdb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:36.847114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a0a8ea3-1b51-4ded-ae84-f487297e5603 req-7f351dd5-37f9-4041-bcb8-16b93122efdb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.2161155
Jan 29 20:54:36.857698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4cf8-0920-43b0-bcf3-bb25ba8fa56d req-81fca247-ed56-4fc2-b3a7-294c57045540 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:36.859099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344d4cf8-0920-43b0-bcf3-bb25ba8fa56d req-81fca247-ed56-4fc2-b3a7-294c57045540 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.2253115
Jan 29 20:54:36.872010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=125943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Jan 29 20:54:36.872347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Router c2fe6244-5b9e-4f25-8721-ebcfeba220ac migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fea11784a90> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fea11784850> provider. {{(pid=125943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Jan 29 20:54:36.872728 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.898207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:36.906326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.004786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a0a8ea3-1b51-4ded-ae84-f487297e5603 req-c72fbdae-686f-4322-9eae-480386a06e37 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446450
Jan 29 20:54:37.007525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344d4cf8-0920-43b0-bcf3-bb25ba8fa56d req-04a2af60-8f1f-4da5-8409-f42a4fbff5d1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369464
Jan 29 20:54:37.024245 ncdv-master-1 neutron-server[125943]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] No L3 agents can host the router c2fe6244-5b9e-4f25-8721-ebcfeba220ac
Jan 29 20:54:37.207687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Hosts for router c2fe6244-5b9e-4f25-8721-ebcfeba220ac: [] {{(pid=125943) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Jan 29 20:54:37.238421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74f669-7707-4bab-ac15-c657f6fdfbd1 req-5ee3d0a2-e717-4c1b-8859-e2af23ce9397 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.239899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c74f669-7707-4bab-ac15-c657f6fdfbd1 req-5ee3d0a2-e717-4c1b-8859-e2af23ce9397 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1453235
Jan 29 20:54:37.248391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0dc38-0426-46ee-b6b8-aa654df0bb6d req-8812896a-edf8-478d-8c0f-f9e7881502e8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.249850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c0dc38-0426-46ee-b6b8-aa654df0bb6d req-8812896a-edf8-478d-8c0f-f9e7881502e8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1563656
Jan 29 20:54:37.261266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Hosts for other DVR routers connected to router c2fe6244-5b9e-4f25-8721-ebcfeba220ac: set() {{(pid=125943) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Jan 29 20:54:37.263666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.264761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b387b4f-2129-44ee-8a97-37a76508fd63 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "PUT /v2.0/routers/c2fe6244-5b9e-4f25-8721-ebcfeba220ac HTTP/1.1" status: 200  len: 715 time: 1.0740204
Jan 29 20:54:37.268123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:37.323833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c74f669-7707-4bab-ac15-c657f6fdfbd1 req-4f6adc86-2142-4dda-988d-4c8a5ad1e82f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730112
Jan 29 20:54:37.335327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c0dc38-0426-46ee-b6b8-aa654df0bb6d req-e5859d0d-0ae8-4871-b88e-c860cc8cacb0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748837
Jan 29 20:54:37.345841 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-62edf227-a75e-44f4-97e8-7d67429b411c tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "GET /v2.0/routers/c2fe6244-5b9e-4f25-8721-ebcfeba220ac HTTP/1.1" status: 200  len: 715 time: 0.0738373
Jan 29 20:54:37.346650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:37.433543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25a01b06-8a6f-4fba-8e71-9d2ee162f6f5 req-66be5798-ebbd-47f4-bf22-9e11e61d1a11 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0280771
Jan 29 20:54:37.575825 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-734cc734-6c54-402d-a74a-e610ef7444ad tempest-RoutersTestDVR-1311517769 tempest-RoutersTestDVR-1311517769-project] 10.222.0.20 "GET /v2.0/routers/c2fe6244-5b9e-4f25-8721-ebcfeba220ac HTTP/1.1" status: 200  len: 681 time: 0.2271383
Jan 29 20:54:37.577929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46584) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:37.650856 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.679586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48791ba-a0bb-4e31-8bbb-27109339601b req-6f8c7e03-eec4-4932-b5da-f375b53aaf1c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.681080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c48791ba-a0bb-4e31-8bbb-27109339601b req-6f8c7e03-eec4-4932-b5da-f375b53aaf1c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0769613
Jan 29 20:54:37.682738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-47c297be-685d-43c9-b9fd-a69a0ef499af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.684109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-47c297be-685d-43c9-b9fd-a69a0ef499af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c3b71f9bda245f89384d15b7d991443&device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 1127 time: 0.0902672
Jan 29 20:54:37.782252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c48791ba-a0bb-4e31-8bbb-27109339601b req-e6e05f71-ac28-4bc5-89f6-3d54816e0d5e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950155
Jan 29 20:54:37.806780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.809177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.809809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-68fcecae-5640-4354-80a3-cfe860aeaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.811292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-68fcecae-5640-4354-80a3-cfe860aeaa5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 200  len: 920 time: 0.1171565
Jan 29 20:54:37.853588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-1fa1f995-f234-4d5a-97c4-b030961cd6cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 200  len: 217 time: 0.0360806
Jan 29 20:54:37.854200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (c2fe6244-5b9e-4f25-8721-ebcfeba220ac), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.854783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2fe6244-5b9e-4f25-8721-ebcfeba220ac {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:54:37.858990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.863845 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9a73cf51-f1db-4611-bd8a-8fbc4f874a38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c2fe6244-5b9e-4f25-8721-ebcfeba220ac HTTP/1.1" status: 204  len: 168 time: 0.2848775
Jan 29 20:54:37.864447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46586) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:37.868492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Request body: {'router': {'name': 'tempest-router-1572027251', 'distributed': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:37.887211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (d3a84573-c465-4693-92e2-6648708dfca4), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.888182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (d3a84573-c465-4693-92e2-6648708dfca4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.905324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-6ef02518-2ab7-474c-a513-a10933e2ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:37.906777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-6ef02518-2ab7-474c-a513-a10933e2ae2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 200  len: 859 time: 0.0470321
Jan 29 20:54:37.938001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-6757fe46-cca5-401e-805d-62870da804dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ea0d455-a8d9-4fa0-923e-521778d7f513&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242519
Jan 29 20:54:37.942600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (d3a84573-c465-4693-92e2-6648708dfca4), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.946850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (d3a84573-c465-4693-92e2-6648708dfca4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.962224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:37.963433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-319d8378-e709-4e52-883f-2fc68a480d38 tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.0980456
Jan 29 20:54:37.966071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:38.030123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-7aa49119-7b1d-4f80-a8e6-732e09a25782 service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857015
Jan 29 20:54:38.037644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (d3a84573-c465-4693-92e2-6648708dfca4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.194340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (d3a84573-c465-4693-92e2-6648708dfca4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.196604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router_controller (d3a84573-c465-4693-92e2-6648708dfca4), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.210820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d652f-1944-43e8-9e76-5a184739d56b req-1d43c443-3e10-4acc-a5c2-306788045a46 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:38.212308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2d652f-1944-43e8-9e76-5a184739d56b req-1d43c443-3e10-4acc-a5c2-306788045a46 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1208997
Jan 29 20:54:38.214114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-633f44d6-4a1a-4e2e-be17-2094ec656fee req-1029300b-8f11-41f3-921b-a1501697199c service neutron] 10.222.0.18 "GET /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742575
Jan 29 20:54:38.220840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59021df9-c7e3-4743-a024-82eade0d3c25 req-938f2c2c-88f8-4833-819b-f202f7bf0db2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:38.222292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59021df9-c7e3-4743-a024-82eade0d3c25 req-938f2c2c-88f8-4833-819b-f202f7bf0db2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1297834
Jan 29 20:54:38.242355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (d3a84573-c465-4693-92e2-6648708dfca4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.242859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3a84573-c465-4693-92e2-6648708dfca4 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:54:38.254375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.256151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7996d926-021b-43f9-83d0-ea55a0edc33e tempest-RoutersTestDVR-1664760312 tempest-RoutersTestDVR-1664760312-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d3a84573-c465-4693-92e2-6648708dfca4 HTTP/1.1" status: 204  len: 168 time: 0.2891726
Jan 29 20:54:38.304101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2d652f-1944-43e8-9e76-5a184739d56b req-8ae51800-e969-442c-9e78-6ec9c3943fd8 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777752
Jan 29 20:54:38.308176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59021df9-c7e3-4743-a024-82eade0d3c25 req-0e217d96-832e-47c1-8d8b-04d1b3b940c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677521
Jan 29 20:54:38.487991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f32b7-3be4-44d6-b13e-5db8106a4515 req-007dcef3-6be5-4b8f-80fd-dec9828873fd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:38.489699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f11f32b7-3be4-44d6-b13e-5db8106a4515 req-007dcef3-6be5-4b8f-80fd-dec9828873fd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0796952
Jan 29 20:54:38.523847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:38.545008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89a9617b-98aa-43b3-b8cf-30cbc9fb3016 req-97d44b2d-f1dd-478f-90ce-5a4c2a66924c tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0309446
Jan 29 20:54:38.573525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f11f32b7-3be4-44d6-b13e-5db8106a4515 req-707de473-bca8-40a1-a503-242d83962f84 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741422
Jan 29 20:54:38.629839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f43be49c-8f0f-4295-9de8-7b71fe62aaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.700389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f43be49c-8f0f-4295-9de8-7b71fe62aaf3 admin admin] Publish callbacks [] for security_group (3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.704102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f43be49c-8f0f-4295-9de8-7b71fe62aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.742005 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f43be49c-8f0f-4295-9de8-7b71fe62aaf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=763faca0de41480fae0c43eca94751d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2170360
Jan 29 20:54:38.743014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43be49c-8f0f-4295-9de8-7b71fe62aaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:38.744721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:38.791956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] Publish callbacks [] for security_group (3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.813277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] Publish callbacks [] for security_group (3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.881979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.884481 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:38.885620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0 HTTP/1.1" status: 204  len: 168 time: 0.1398222
Jan 29 20:54:38.897444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dde3d-f95e-484f-8dbf-e06d829a5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2b169c-37e3-418a-bbcd-1e0e7a81f2a0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:38.916726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67417ac-b9ac-4ed1-9fba-444500f1edf1 req-939177c9-9b5f-421a-9dfa-14e8a0a51d71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:38.918322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a67417ac-b9ac-4ed1-9fba-444500f1edf1 req-939177c9-9b5f-421a-9dfa-14e8a0a51d71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0701802
Jan 29 20:54:38.968167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a67417ac-b9ac-4ed1-9fba-444500f1edf1 req-08abbd56-9c7e-45c3-928c-c7b9a4aac3b0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422087
Jan 29 20:54:39.143228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:39.156201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4e857328-fe9d-47be-9b53-18788bc09790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.230074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4e857328-fe9d-47be-9b53-18788bc09790 admin admin] Publish callbacks [] for security_group (6502cd6d-9c75-4183-9321-d008b5007192), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.233797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4e857328-fe9d-47be-9b53-18788bc09790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6502cd6d-9c75-4183-9321-d008b5007192), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.269715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e857328-fe9d-47be-9b53-18788bc09790 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd75d314dee54ccba544cca00f362df0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1254063
Jan 29 20:54:39.271589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e857328-fe9d-47be-9b53-18788bc09790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6502cd6d-9c75-4183-9321-d008b5007192,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:39.272419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:39.321181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] Publish callbacks [] for security_group (6502cd6d-9c75-4183-9321-d008b5007192), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.345434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] Publish callbacks [] for security_group (6502cd6d-9c75-4183-9321-d008b5007192), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.393099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6502cd6d-9c75-4183-9321-d008b5007192), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.395751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:39.396905 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6502cd6d-9c75-4183-9321-d008b5007192 HTTP/1.1" status: 204  len: 168 time: 0.1234720
Jan 29 20:54:39.404762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf37cf-bf95-4327-aa35-11fe7d36a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502cd6d-9c75-4183-9321-d008b5007192,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:39.471230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531f993-70dc-4f14-98b9-d151f695d73c req-7f57c28b-37e3-45ab-b001-9e11a63fbbd4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:39.472731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1531f993-70dc-4f14-98b9-d151f695d73c req-7f57c28b-37e3-45ab-b001-9e11a63fbbd4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0932789
Jan 29 20:54:39.480609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db743bcd-3bfd-4c02-8129-d51006a2e800 req-9e09e599-28bb-4110-99eb-7945a95857cf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:39.482073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db743bcd-3bfd-4c02-8129-d51006a2e800 req-9e09e599-28bb-4110-99eb-7945a95857cf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0940485
Jan 29 20:54:39.551851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1531f993-70dc-4f14-98b9-d151f695d73c req-039923b3-303e-4ead-9c0c-45bc446dd7cc tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688083
Jan 29 20:54:39.559486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db743bcd-3bfd-4c02-8129-d51006a2e800 req-bdfbaed4-5386-4095-a277-b3c74eaf6945 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686841
Jan 29 20:54:39.654913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8c75110-fb79-4e7a-a8d5-77e038aa1069 req-75fe4361-5beb-419a-a912-9574a81f61c0 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0305758
Jan 29 20:54:39.709748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0d84c-8d04-4ecf-838e-71a4e0890e44 req-30cc1574-b2fc-4208-a557-ceda38b4fff0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:39.711226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37c0d84c-8d04-4ecf-838e-71a4e0890e44 req-30cc1574-b2fc-4208-a557-ceda38b4fff0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0591111
Jan 29 20:54:39.757851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37c0d84c-8d04-4ecf-838e-71a4e0890e44 req-37977dbe-e81f-4a5e-9d6f-e02daa29b0c7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412307
Jan 29 20:54:40.084225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128e5ce-3a9d-4eaf-8ace-a642400151d4 req-652959ec-9991-437b-91bc-ccc6a81ea076 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.085756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4128e5ce-3a9d-4eaf-8ace-a642400151d4 req-652959ec-9991-437b-91bc-ccc6a81ea076 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.0514364
Jan 29 20:54:40.108640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46654) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:40.132862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4128e5ce-3a9d-4eaf-8ace-a642400151d4 req-d76d86d9-f5dc-4bc0-a93c-14282dd20e0b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409310
Jan 29 20:54:40.200924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-449423393'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:40.221291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:40.224506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.232749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.259616 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0987175d-f578-4822-9b3e-e574674dc4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.307887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (e11de929-28f8-4b76-a100-6528f6f89402), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.311472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e11de929-28f8-4b76-a100-6528f6f89402), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.337579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:40.347008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11de929-28f8-4b76-a100-6528f6f89402,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:40.353724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d3f5cdfd-99ea-4768-b4a0-804c9f922fc8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.354070 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment d3f5cdfd-99ea-4768-b4a0-804c9f922fc8 of type vlan for network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878
Jan 29 20:54:40.392361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.416643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.421513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.422097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.479828 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3700495
Jan 29 20:54:40.482375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46658) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:40.487064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'name': 'tempest-PortsTestJSON-2053229820'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:40.530140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098ff68-61cb-4721-a40f-ccb891959dce tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=198f25f4-ac2a-4ca6-b49a-2ecfe8b07878,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:40.540861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:40.591799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:40.596107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.615406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 25b79857-4fb1-474e-8d06-3b68a68b943f yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:40.727916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919ba31-6ebb-447e-abc2-0ab9d44d1da4 req-950a1e83-dbba-43ce-8f38-5d64a0f71e4d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.729434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e919ba31-6ebb-447e-abc2-0ab9d44d1da4 req-950a1e83-dbba-43ce-8f38-5d64a0f71e4d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0931351
Jan 29 20:54:40.741766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e11dc-4caf-426d-8068-752b12c7504c req-8709ebb4-b371-4740-a6d1-73aadaa5f9bf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.743219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-012e11dc-4caf-426d-8068-752b12c7504c req-8709ebb4-b371-4740-a6d1-73aadaa5f9bf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0743463
Jan 29 20:54:40.787481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.814238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e919ba31-6ebb-447e-abc2-0ab9d44d1da4 req-25cf396f-7a3a-4cd1-8035-3d64cef222c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699496
Jan 29 20:54:40.818877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-012e11dc-4caf-426d-8068-752b12c7504c req-55cb2ab1-ccfe-4f89-a48e-53d7302cf798 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688617
Jan 29 20:54:40.820302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.893983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=25b79857-4fb1-474e-8d06-3b68a68b943f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:40.905134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:40.905501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:40.923965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:40.937418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:40.941287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:40.947790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.948436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:40.949440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2824314-a868-4fa6-94c8-5646794a8bf1 None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:40.955796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cb5abbe-35c9-4245-bee5-26a2b58a8752 req-08c8981e-60af-42f7-94af-edea47f40866 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0395699
Jan 29 20:54:40.983768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49d9ba5a-187e-43b3-a455-96daea64d516 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5003066
Jan 29 20:54:40.984470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:40.990537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-137591296'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:40.991415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d846f0-4806-4439-8ea4-ff61d28f7ee4 req-72fef6d1-871b-4b7c-a3db-468d07417a0f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:40.994004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78d846f0-4806-4439-8ea4-ff61d28f7ee4 req-72fef6d1-871b-4b7c-a3db-468d07417a0f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1079574
Jan 29 20:54:41.020870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:41.024615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.052072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78d846f0-4806-4439-8ea4-ff61d28f7ee4 req-fe24ce96-6b7a-4a5c-8f39-ab3f79b0af04 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524955
Jan 29 20:54:41.056959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:41.068503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (31a06b35-8337-46d4-b92f-e6acfcbfa4ce), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.068858 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment 31a06b35-8337-46d4-b92f-e6acfcbfa4ce of type vlan for network 50215203-9efb-4211-b335-d90a69f7cad4
Jan 29 20:54:41.109538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (50215203-9efb-4211-b335-d90a69f7cad4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.132307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (50215203-9efb-4211-b335-d90a69f7cad4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.137269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:41.137862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.202204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2165084
Jan 29 20:54:41.205175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46674) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:41.208875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3f372-edb4-486f-ab4e-4cabd2b3bd8a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=50215203-9efb-4211-b335-d90a69f7cad4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:41.210248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'ports': [{'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'}, {'network_id': '50215203-9efb-4211-b335-d90a69f7cad4'}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:41.211330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:41.211990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '50215203-9efb-4211-b335-d90a69f7cad4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:41.219515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 50215203-9efb-4211-b335-d90a69f7cad4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:41.359822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c5f7f-bc09-4574-8c59-04848f9711d9 req-51726682-ac4f-4471-b5e5-739ced2475e8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:41.361274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f30c5f7f-bc09-4574-8c59-04848f9711d9 req-51726682-ac4f-4471-b5e5-739ced2475e8 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1588621
Jan 29 20:54:41.431442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f30c5f7f-bc09-4574-8c59-04848f9711d9 req-ca9e6604-11c8-4e5a-a5eb-ffe2f5fe156b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637653
Jan 29 20:54:41.438397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 2} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:41.443012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.456457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.607042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port c40f0320-df0c-4baa-9593-4935f75fbb95 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:41.702766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (c40f0320-df0c-4baa-9593-4935f75fbb95), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.768493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 45d45728-d9a4-45ba-8603-f1bf3522ffa4 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:41.843746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (45d45728-d9a4-45ba-8603-f1bf3522ffa4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.883983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c40f0320-df0c-4baa-9593-4935f75fbb95), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:41.986277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:41.990283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=c40f0320-df0c-4baa-9593-4935f75fbb95,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:41.995179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:41.998561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:41.999390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (45d45728-d9a4-45ba-8603-f1bf3522ffa4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.069764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ddc9-1045-45bf-9047-6ec5717d5b87 req-fd674380-d160-4698-b1c3-d1132092149c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.071232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caa1ddc9-1045-45bf-9047-6ec5717d5b87 req-fd674380-d160-4698-b1c3-d1132092149c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1586084
Jan 29 20:54:42.077692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7e26e-f599-4268-91e9-498dec51aa33 req-3544b2e3-bacc-437f-a443-bec68550d666 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.079460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbf7e26e-f599-4268-91e9-498dec51aa33 req-3544b2e3-bacc-437f-a443-bec68550d666 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1838033
Jan 29 20:54:42.097134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=45d45728-d9a4-45ba-8603-f1bf3522ffa4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:42.368785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': '31a06b35-8337-46d4-b92f-e6acfcbfa4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '50215203-9efb-4211-b335-d90a69f7cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:42.369172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: 50215203-9efb-4211-b335-d90a69f7cad4, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:42.386219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caa1ddc9-1045-45bf-9047-6ec5717d5b87 req-3c6b70de-308a-49c2-a264-a9aef9bc7255 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3024793
Jan 29 20:54:42.405843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbf7e26e-f599-4268-91e9-498dec51aa33 req-7bc6d3f4-b54f-4f80-b2b5-2f0aebcb9105 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3178103
Jan 29 20:54:42.414001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 50215203-9efb-4211-b335-d90a69f7cad4 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:42.425511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50215203-9efb-4211-b335-d90a69f7cad4) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:42.430283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:42.435935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.440722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.445946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a59a76-e83d-48b4-9c13-331181916e33 None None] Network 50215203-9efb-4211-b335-d90a69f7cad4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:42.450422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.499107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c3bdd00-cd63-42ca-9ae0-4d635b99bdc7 req-10bfd983-0652-4391-80ea-f8dd1afcb8a9 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0328214
Jan 29 20:54:42.505859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6837db32-4b48-4c17-81c8-4ef9945a5557 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.2971067
Jan 29 20:54:42.506274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:42.572483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e933fe-e474-48e8-be5e-697d947fe7ca req-9c1939d7-b85b-4843-95ce-dc18c0482883 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.574181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9e933fe-e474-48e8-be5e-697d947fe7ca req-9c1939d7-b85b-4843-95ce-dc18c0482883 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0778401
Jan 29 20:54:42.619990 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2a3a-eaac-4b47-a035-51a90cb1e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.635716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 45d45728-d9a4-45ba-8603-f1bf3522ffa4 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:42.636067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (45d45728-d9a4-45ba-8603-f1bf3522ffa4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.664790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9e933fe-e474-48e8-be5e-697d947fe7ca req-c81bd674-4f3b-414b-9180-315c3972c348 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735772
Jan 29 20:54:42.714189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (45d45728-d9a4-45ba-8603-f1bf3522ffa4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.727924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 45d45728-d9a4-45ba-8603-f1bf3522ffa4 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:42.804101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (45d45728-d9a4-45ba-8603-f1bf3522ffa4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.837113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:42.843083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/45d45728-d9a4-45ba-8603-f1bf3522ffa4 HTTP/1.1" status: 204  len: 168 time: 0.3329248
Jan 29 20:54:42.843083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef1bd-d31b-4f15-a044-edd255aeca27 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=45d45728-d9a4-45ba-8603-f1bf3522ffa4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:42.843365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46708) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:42.934395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7148c-0e73-4204-b717-c58ce9165637 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.940263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7148c-0e73-4204-b717-c58ce9165637 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:42.941833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-16a7148c-0e73-4204-b717-c58ce9165637 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0971022
Jan 29 20:54:42.944556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46714) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.039816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port c40f0320-df0c-4baa-9593-4935f75fbb95 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:43.040158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c40f0320-df0c-4baa-9593-4935f75fbb95), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.112565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c40f0320-df0c-4baa-9593-4935f75fbb95), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.125711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for c40f0320-df0c-4baa-9593-4935f75fbb95 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:43.208301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c40f0320-df0c-4baa-9593-4935f75fbb95), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.240507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=c40f0320-df0c-4baa-9593-4935f75fbb95,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:43.248651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.253575 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31c09d3e-927a-4550-a6fb-0f5785002cb2 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/c40f0320-df0c-4baa-9593-4935f75fbb95 HTTP/1.1" status: 204  len: 168 time: 0.3080304
Jan 29 20:54:43.256210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.310379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a16ac2-5169-41b8-9f70-ed0c0c95609e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:43.311855 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94a16ac2-5169-41b8-9f70-ed0c0c95609e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0546589
Jan 29 20:54:43.315281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.340813 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9680ed-f6d2-4e76-b464-e2e3a12277ad tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:43.342214 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4f9680ed-f6d2-4e76-b464-e2e3a12277ad tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/45d45728-d9a4-45ba-8603-f1bf3522ffa4 HTTP/1.1" status: 404  len: 333 time: 0.0259230
Jan 29 20:54:43.344842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46732) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.369877 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c051942b-7525-41f8-9dcc-084ae681e1fc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:43.371693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c051942b-7525-41f8-9dcc-084ae681e1fc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/c40f0320-df0c-4baa-9593-4935f75fbb95 HTTP/1.1" status: 404  len: 333 time: 0.0259013
Jan 29 20:54:43.374382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.459767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (50215203-9efb-4211-b335-d90a69f7cad4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.515606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29886-a835-4316-994f-ab7896adf4af req-ccb254dd-799f-4df5-8ae0-e4ed4bb5cb2f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:43.517242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ab29886-a835-4316-994f-ab7896adf4af req-ccb254dd-799f-4df5-8ae0-e4ed4bb5cb2f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0622728
Jan 29 20:54:43.546821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (50215203-9efb-4211-b335-d90a69f7cad4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.568416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08ecc400>,) {'filters': {'network_id': ['50215203-9efb-4211-b335-d90a69f7cad4']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:43.577468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ecc400>, '31a06b35-8337-46d4-b92f-e6acfcbfa4ce') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:43.577773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ecc400>, '31a06b35-8337-46d4-b92f-e6acfcbfa4ce') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:43.587266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496533e-10d2-4ad6-9e97-bcf013f9d56c req-0706b67c-e7b8-4f80-8121-1e559726cea5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:43.588752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e496533e-10d2-4ad6-9e97-bcf013f9d56c req-0706b67c-e7b8-4f80-8121-1e559726cea5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0901103
Jan 29 20:54:43.590879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (31a06b35-8337-46d4-b92f-e6acfcbfa4ce), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.593082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ab29886-a835-4316-994f-ab7896adf4af req-8e49e0b2-78a0-46e1-9dcc-200fd1999a58 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615704
Jan 29 20:54:43.604144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (31a06b35-8337-46d4-b92f-e6acfcbfa4ce), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.610458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:43.611362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (31a06b35-8337-46d4-b92f-e6acfcbfa4ce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:43.615270 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:43.628268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.675259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e496533e-10d2-4ad6-9e97-bcf013f9d56c req-74067eb5-1ca5-45ae-9d4c-30391bec676d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645397
Jan 29 20:54:43.730676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a816a17-810b-4c47-bd60-365479119316 req-73e3ad9b-7b47-46fc-b783-fc314efe1923 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0396528
Jan 29 20:54:43.815096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea7ba-6fcf-423f-a927-69242e1c31be req-d6209874-699c-4690-bf13-cbbf76a35702 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:43.816643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fea7ba-6fcf-423f-a927-69242e1c31be req-d6209874-699c-4690-bf13-cbbf76a35702 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0547020
Jan 29 20:54:43.866308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fea7ba-6fcf-423f-a927-69242e1c31be req-325fa3f8-cd4f-48fa-9d9c-34a2c8a7812c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438128
Jan 29 20:54:43.959900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (50215203-9efb-4211-b335-d90a69f7cad4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.966804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:43.970454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/50215203-9efb-4211-b335-d90a69f7cad4 HTTP/1.1" status: 204  len: 168 time: 0.5946007
Jan 29 20:54:43.974619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46764) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:43.979612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-545754142'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:43.981582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bd31-3ccd-45ec-970c-1c4c3059753a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=50215203-9efb-4211-b335-d90a69f7cad4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:44.001842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:44.005171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.028721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:44.038361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (19d26c48-e997-47f3-ab56-2b6474ff0f84), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.038708 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment 19d26c48-e997-47f3-ab56-2b6474ff0f84 of type vlan for network bb69226e-4501-422b-aa24-2de1a693253b
Jan 29 20:54:44.078207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (bb69226e-4501-422b-aa24-2de1a693253b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.107100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (bb69226e-4501-422b-aa24-2de1a693253b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.112237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:44.112962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.175523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1998191
Jan 29 20:54:44.178313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46782) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:44.185431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:44.204162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db8925-b7f9-464c-a585-ee52e0e88a4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=bb69226e-4501-422b-aa24-2de1a693253b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:44.216579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network bb69226e-4501-422b-aa24-2de1a693253b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:44.286763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:44.291765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.354945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Performing IP validity checks on allocation pools {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 20:54:44.355483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 20:54:44.477988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (e7256e46-4f1f-4173-af4d-140588504ac6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.545280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=e7256e46-4f1f-4173-af4d-140588504ac6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:44.553016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': '19d26c48-e997-47f3-ab56-2b6474ff0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:44.553384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: bb69226e-4501-422b-aa24-2de1a693253b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:44.569790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network bb69226e-4501-422b-aa24-2de1a693253b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:44.577948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb69226e-4501-422b-aa24-2de1a693253b) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:44.582677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:44.583282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.587577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048e0e1-fe2d-464e-8977-14854466c854 None None] Network bb69226e-4501-422b-aa24-2de1a693253b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:44.600060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e885626d-88fe-41d5-8c51-60fadecafa3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4207428
Jan 29 20:54:44.602741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:44.607876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b', 'name': 'tempest-PortsTestJSON-1181637659'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:44.733689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:44.739640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.749433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618506-ab1a-4f80-92dd-43e8fbbf2404 req-5f165e4b-7222-4617-be56-5374134aa0c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:44.753667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f618506-ab1a-4f80-92dd-43e8fbbf2404 req-5f165e4b-7222-4617-be56-5374134aa0c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0768681
Jan 29 20:54:44.761262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port d88497fa-569a-4c4a-90bb-a383eb53ae28 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:44.847565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb69226e-4501-422b-aa24-2de1a693253b', 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': 'e7256e46-4f1f-4173-af4d-140588504ac6'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:54:44.849180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:44.868825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f618506-ab1a-4f80-92dd-43e8fbbf2404 req-a0e17b34-6725-4740-9cc6-755f4f2bd37b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995212
Jan 29 20:54:44.890968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.8 (bb69226e-4501-422b-aa24-2de1a693253b/e7256e46-4f1f-4173-af4d-140588504ac6/d88497fa-569a-4c4a-90bb-a383eb53ae28) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:44.899075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a37f-8d49-429c-a0fe-5d08f33d8248 req-262d85a9-3206-4f6d-aa0d-9ba178ebd05d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:44.900726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72a3a37f-8d49-429c-a0fe-5d08f33d8248 req-262d85a9-3206-4f6d-aa0d-9ba178ebd05d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1138225
Jan 29 20:54:44.959736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72a3a37f-8d49-429c-a0fe-5d08f33d8248 req-dfce261d-4d5c-4b01-806f-f852fb61dde1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519421
Jan 29 20:54:44.990199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd45351f-2910-4f80-89fe-1897397107cb req-2beb7071-2d5c-46ba-a31e-2bded65a8cc6 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0294521
Jan 29 20:54:45.073990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500ffb-b9d1-46f9-a13c-f8117b42038e req-a78d48c4-d6fa-4f29-bb3b-9ab84efade7a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:45.075472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad500ffb-b9d1-46f9-a13c-f8117b42038e req-a78d48c4-d6fa-4f29-bb3b-9ab84efade7a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0526941
Jan 29 20:54:45.077422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (d88497fa-569a-4c4a-90bb-a383eb53ae28), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.113760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d88497fa-569a-4c4a-90bb-a383eb53ae28), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.129531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad500ffb-b9d1-46f9-a13c-f8117b42038e req-4bb8d2bf-a54d-43db-96d3-00311f058888 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481577
Jan 29 20:54:45.165371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network bb69226e-4501-422b-aa24-2de1a693253b is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:45.167901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Allocated IP 172.20.0.2 (bb69226e-4501-422b-aa24-2de1a693253b/e7256e46-4f1f-4173-af4d-140588504ac6/3049ede1-030d-4c07-b672-a5636f76d426) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:45.168754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:45.174249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:45.218211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=d88497fa-569a-4c4a-90bb-a383eb53ae28,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:45.239580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:45.240556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.262742 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b021a2a1-f4df-422b-a007-48052df1d6f5 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.6576788
Jan 29 20:54:45.263566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:45.338975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks [] for port (3049ede1-030d-4c07-b672-a5636f76d426), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.346236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3049ede1-030d-4c07-b672-a5636f76d426), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.372442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port d88497fa-569a-4c4a-90bb-a383eb53ae28 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:45.372793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d88497fa-569a-4c4a-90bb-a383eb53ae28), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.384801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Network bb69226e-4501-422b-aa24-2de1a693253b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:45.387837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:45.391368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:45.408835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Pushing event updated for resources: {'Port': ['ID=3049ede1-030d-4c07-b672-a5636f76d426,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:45.425023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0985e6-d947-4857-9b81-e67d73a41da5 req-e761c579-8518-4612-8aa1-c16de446f428 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:45.426500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c0985e6-d947-4857-9b81-e67d73a41da5 req-e761c579-8518-4612-8aa1-c16de446f428 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0700426
Jan 29 20:54:45.458782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Attempting to bind port 3049ede1-030d-4c07-b672-a5636f76d426 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:45.459226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Attempting to bind port 3049ede1-030d-4c07-b672-a5636f76d426 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19d26c48-e997-47f3-ab56-2b6474ff0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:45.459654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Attempting to bind port 3049ede1-030d-4c07-b672-a5636f76d426 on network bb69226e-4501-422b-aa24-2de1a693253b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:45.469651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:54:45.470596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Checking segment: {'id': '19d26c48-e997-47f3-ab56-2b6474ff0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:45.471062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.471510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Bound using segment: {'id': '19d26c48-e997-47f3-ab56-2b6474ff0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:54:45.472052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Bound port: 3049ede1-030d-4c07-b672-a5636f76d426, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d26c48-e997-47f3-ab56-2b6474ff0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb69226e-4501-422b-aa24-2de1a693253b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:54:45.472517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3049ede1-030d-4c07-b672-a5636f76d426), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.476544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d88497fa-569a-4c4a-90bb-a383eb53ae28), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.480434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c0985e6-d947-4857-9b81-e67d73a41da5 req-35f437f6-8e6b-4b8b-9762-bea3cb93db27 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472362
Jan 29 20:54:45.492221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for d88497fa-569a-4c4a-90bb-a383eb53ae28 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:45.493573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.544850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] For port 3049ede1-030d-4c07-b672-a5636f76d426, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:45.548380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] For port 3049ede1-030d-4c07-b672-a5636f76d426, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3049ede1-030d-4c07-b672-a5636f76d426,segment=NetworkSegment(19d26c48-e997-47f3-ab56-2b6474ff0f84),segment_id=19d26c48-e997-47f3-ab56-2b6474ff0f84)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:54:45.555297 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3049ede1-030d-4c07-b672-a5636f76d426), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.616461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194e1f-72ba-42fe-bb0b-4a674412fcbd None None] Pushing event updated for resources: {'Port': ['ID=3049ede1-030d-4c07-b672-a5636f76d426,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:45.641207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d88497fa-569a-4c4a-90bb-a383eb53ae28), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.673491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=d88497fa-569a-4c4a-90bb-a383eb53ae28,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:45.744915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.750970 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a980e847-0b62-47fd-a1e0-3b3d03984388 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/d88497fa-569a-4c4a-90bb-a383eb53ae28 HTTP/1.1" status: 204  len: 168 time: 0.4835007
Jan 29 20:54:45.751494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:45.787997 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-97feed11-cc93-4c37-a03d-850be23ca279 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:54:45.788735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97feed11-cc93-4c37-a03d-850be23ca279 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:54:45.794251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-97feed11-cc93-4c37-a03d-850be23ca279 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/d88497fa-569a-4c4a-90bb-a383eb53ae28 HTTP/1.1" status: 404  len: 333 time: 0.0378985
Jan 29 20:54:45.794559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46822) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:45.820113 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e886f92d-7d49-4a03-b6e3-42874d20af66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:45.821543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e886f92d-7d49-4a03-b6e3-42874d20af66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/d88497fa-569a-4c4a-90bb-a383eb53ae28 HTTP/1.1" status: 404  len: 333 time: 0.0260739
Jan 29 20:54:45.824129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46824) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:45.883826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet e7256e46-4f1f-4173-af4d-140588504ac6 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:45.887508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (e7256e46-4f1f-4173-af4d-140588504ac6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:45.930984 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (e7256e46-4f1f-4173-af4d-140588504ac6), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.083477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a98fa0-ab03-440d-8347-95876b23346a req-cce25430-dc38-447a-99ba-fb30e3a7574a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:46.084936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92a98fa0-ab03-440d-8347-95876b23346a req-cce25430-dc38-447a-99ba-fb30e3a7574a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1239045
Jan 29 20:54:46.090530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e7256e46-4f1f-4173-af4d-140588504ac6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.174000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499484a1-0637-450f-9752-db981b14d6cf req-67629ec6-a73d-486e-acfe-dbf4834185e6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:46.175459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499484a1-0637-450f-9752-db981b14d6cf req-67629ec6-a73d-486e-acfe-dbf4834185e6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1396961
Jan 29 20:54:46.198046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92a98fa0-ab03-440d-8347-95876b23346a req-627b318c-b315-4039-a9f7-2f155702a118 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869496
Jan 29 20:54:46.211839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (e7256e46-4f1f-4173-af4d-140588504ac6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.256940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=e7256e46-4f1f-4173-af4d-140588504ac6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:46.259518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.262768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f29e2068-a549-44d4-928b-88a6385da890 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/e7256e46-4f1f-4173-af4d-140588504ac6 HTTP/1.1" status: 204  len: 168 time: 0.4377365
Jan 29 20:54:46.266268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46836) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:46.276538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-499484a1-0637-450f-9752-db981b14d6cf req-15a1d991-efd0-45da-a7ca-f96fc5652253 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929589
Jan 29 20:54:46.296405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7620655-17c4-475d-8caa-90c83ed19eb7 req-ab546724-9fc2-41fd-b4b3-53e3dc69e91e tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0314093
Jan 29 20:54:46.380500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (bb69226e-4501-422b-aa24-2de1a693253b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.411808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf6ce1-f3e2-4f6b-9e76-a6c87eb375b3 req-36a1b41c-4413-4e06-a1ee-6e23503b4300 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:46.413413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89cf6ce1-f3e2-4f6b-9e76-a6c87eb375b3 req-36a1b41c-4413-4e06-a1ee-6e23503b4300 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0644801
Jan 29 20:54:46.440094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 3049ede1-030d-4c07-b672-a5636f76d426 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:46.440452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3049ede1-030d-4c07-b672-a5636f76d426), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.464480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89cf6ce1-f3e2-4f6b-9e76-a6c87eb375b3 req-70f1ae41-d708-4f76-818d-e54e06869076 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449646
Jan 29 20:54:46.514765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port 3049ede1-030d-4c07-b672-a5636f76d426, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3049ede1-030d-4c07-b672-a5636f76d426,segment=NetworkSegment(19d26c48-e997-47f3-ab56-2b6474ff0f84),segment_id=19d26c48-e997-47f3-ab56-2b6474ff0f84)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:46.515143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3049ede1-030d-4c07-b672-a5636f76d426), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.528672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 3049ede1-030d-4c07-b672-a5636f76d426 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:46.616447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba457c-a12c-4d64-84d7-0621be3d3d89 req-e5c75914-c163-4049-b5f0-e04fc03ec6a0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:46.619390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3049ede1-030d-4c07-b672-a5636f76d426), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.623081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0aba457c-a12c-4d64-84d7-0621be3d3d89 req-e5c75914-c163-4049-b5f0-e04fc03ec6a0 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0635648
Jan 29 20:54:46.629538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e3061-682a-48f5-98c2-f2d6fca53b00 None None] Network bb69226e-4501-422b-aa24-2de1a693253b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:46.647355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=3049ede1-030d-4c07-b672-a5636f76d426,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:46.659004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port 3049ede1-030d-4c07-b672-a5636f76d426 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:46.676182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0aba457c-a12c-4d64-84d7-0621be3d3d89 req-2a49b8c3-44b5-485d-81fa-e71f9cf9dbaa tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509825
Jan 29 20:54:46.698832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4698e66f-8cf9-4fd0-8b2f-fddf4320fd9d None None] Could not find standard attr ID for object 3049ede1-030d-4c07-b672-a5636f76d426. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:54:46.742163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.756548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (bb69226e-4501-422b-aa24-2de1a693253b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.778203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a61af70>,) {'filters': {'network_id': ['bb69226e-4501-422b-aa24-2de1a693253b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:46.788345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a61af70>, '19d26c48-e997-47f3-ab56-2b6474ff0f84') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:46.788886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a61af70>, '19d26c48-e997-47f3-ab56-2b6474ff0f84') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:46.790446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5840e28-f6ea-43a4-9f48-1cf876b7d47f None None] DHCP port deletion for bb69226e-4501-422b-aa24-2de1a693253b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:54:46.799782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (19d26c48-e997-47f3-ab56-2b6474ff0f84), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.815502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (19d26c48-e997-47f3-ab56-2b6474ff0f84), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.821599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:46.821983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (19d26c48-e997-47f3-ab56-2b6474ff0f84), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:46.825080 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:46.882178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (bb69226e-4501-422b-aa24-2de1a693253b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.888740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.891936 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/bb69226e-4501-422b-aa24-2de1a693253b HTTP/1.1" status: 204  len: 168 time: 0.6243377
Jan 29 20:54:46.895761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:46.901225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-355345635'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:46.905049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff31db9-1222-405b-8409-c8801e0aa481 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=bb69226e-4501-422b-aa24-2de1a693253b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:46.922023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:46.926758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.953837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:46.962442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6997f168-2eb0-465c-8b73-c0459c08dc3d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:46.962780 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment 6997f168-2eb0-465c-8b73-c0459c08dc3d of type vlan for network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b
Jan 29 20:54:47.004906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6e52e84e-4fa5-4aef-9507-bcdaafd2356b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.028569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6e52e84e-4fa5-4aef-9507-bcdaafd2356b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.034163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.034774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.091557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1947145
Jan 29 20:54:47.094350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:47.101835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:47.119107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cc70d-8d13-4308-85be-7a0aeac3ad3a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=6e52e84e-4fa5-4aef-9507-bcdaafd2356b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:47.129738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:47.196218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:47.199638 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.363140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d863-a0ba-4cb7-a09b-29930353205e req-fa8e2a80-67e1-4700-90c0-06f772bfeb3b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.364649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea8d863-a0ba-4cb7-a09b-29930353205e req-fa8e2a80-67e1-4700-90c0-06f772bfeb3b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0962973
Jan 29 20:54:47.484889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (9c1fb57e-98fc-45d8-8ffd-140abe489e93), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.493240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea8d863-a0ba-4cb7-a09b-29930353205e req-6bfec029-0730-475d-8bb5-f5d8eed40eed tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150784
Jan 29 20:54:47.531822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca24fa-17ce-45c1-85f5-d0488a458d2d req-ba5f530d-6586-4267-8b08-3d8cc6a6f747 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.533871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90ca24fa-17ce-45c1-85f5-d0488a458d2d req-ba5f530d-6586-4267-8b08-3d8cc6a6f747 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1682801
Jan 29 20:54:47.605394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18f76527-dde6-486d-be1a-d8fbab67fb2b req-bc12777a-8d1f-4193-9e74-23542ef30b6c tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0515177
Jan 29 20:54:47.613931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=9c1fb57e-98fc-45d8-8ffd-140abe489e93,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:47.641783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': '6997f168-2eb0-465c-8b73-c0459c08dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:47.642147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: 6e52e84e-4fa5-4aef-9507-bcdaafd2356b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:47.647820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90ca24fa-17ce-45c1-85f5-d0488a458d2d req-421f27a1-2679-42d1-86e3-4c2ee984e5f4 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067362
Jan 29 20:54:47.663734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:47.698304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e52e84e-4fa5-4aef-9507-bcdaafd2356b) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:47.704180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.704330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.708922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d53a6-b780-4cf8-8f17-2e93fe0d40f9 None None] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:47.734704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eebe4-a02f-49a4-a1a0-efb613984427 req-75ad44c7-5525-4c20-9983-9da5955a8f61 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.736945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b17eebe4-a02f-49a4-a1a0-efb613984427 req-75ad44c7-5525-4c20-9983-9da5955a8f61 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0705938
Jan 29 20:54:47.743537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:47.745500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-96683822-f82a-4b9e-a698-3b083cf28fac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6495225
Jan 29 20:54:47.748692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2052520521'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:47.821737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e52e84e-4fa5-4aef-9507-bcdaafd2356b', 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': '9c1fb57e-98fc-45d8-8ffd-140abe489e93'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:54:47.822736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.836285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b17eebe4-a02f-49a4-a1a0-efb613984427 req-4afdf376-cccb-4b21-acb8-127af3947ed4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884557
Jan 29 20:54:47.844323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2eba-53b1-4ba0-ba66-aa8df79115a3 req-b4d6c138-40b0-4fdd-85ca-7fa782bf81e1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:47.846582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b6e2eba-53b1-4ba0-ba66-aa8df79115a3 req-b4d6c138-40b0-4fdd-85ca-7fa782bf81e1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0999007
Jan 29 20:54:47.873593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:47.877348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:47.897770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port b731d45d-f202-4fbd-8dc6-ca2d75a28b0a yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:47.919028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b6e2eba-53b1-4ba0-ba66-aa8df79115a3 req-66b87a25-0a6b-4997-8699-4a1a4ad456f7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608535
Jan 29 20:54:47.986865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Allocated IP 172.20.0.2 (6e52e84e-4fa5-4aef-9507-bcdaafd2356b/9c1fb57e-98fc-45d8-8ffd-140abe489e93/72899e43-8680-4c22-8bf0-8eb958c7ecc1) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:48.124476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks [] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.131157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.169232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:48.175835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:48.178340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:48.178523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.13 (6e52e84e-4fa5-4aef-9507-bcdaafd2356b/9c1fb57e-98fc-45d8-8ffd-140abe489e93/b731d45d-f202-4fbd-8dc6-ca2d75a28b0a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:48.186682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Pushing event updated for resources: {'Port': ['ID=72899e43-8680-4c22-8bf0-8eb958c7ecc1,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:48.241294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Attempting to bind port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:48.241674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Attempting to bind port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6997f168-2eb0-465c-8b73-c0459c08dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:48.242044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Attempting to bind port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 on network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:48.246928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:54:48.248095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Checking segment: {'id': '6997f168-2eb0-465c-8b73-c0459c08dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:48.248095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.248095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Bound using segment: {'id': '6997f168-2eb0-465c-8b73-c0459c08dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:54:48.248557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Bound port: 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997f168-2eb0-465c-8b73-c0459c08dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6e52e84e-4fa5-4aef-9507-bcdaafd2356b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:54:48.248935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.308709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (b731d45d-f202-4fbd-8dc6-ca2d75a28b0a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.314577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] For port 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:48.318263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] For port 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72899e43-8680-4c22-8bf0-8eb958c7ecc1,segment=NetworkSegment(6997f168-2eb0-465c-8b73-c0459c08dc3d),segment_id=6997f168-2eb0-465c-8b73-c0459c08dc3d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:54:48.324322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.345797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b731d45d-f202-4fbd-8dc6-ca2d75a28b0a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.385613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ac23-d7bb-4205-98cb-ee560bb317ca None None] Pushing event updated for resources: {'Port': ['ID=72899e43-8680-4c22-8bf0-8eb958c7ecc1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:48.395857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:48.401477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:48.406477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:48.413781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=b731d45d-f202-4fbd-8dc6-ca2d75a28b0a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:48.463481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:48.464116 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.481329 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72d34767-b6e3-4abf-93ae-e78e35429d51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 0.7366507
Jan 29 20:54:48.483955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46860) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:48.608038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port b731d45d-f202-4fbd-8dc6-ca2d75a28b0a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:48.608038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b731d45d-f202-4fbd-8dc6-ca2d75a28b0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.639613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6b8d2-2f9a-4931-ae7f-7f3a554688ed req-ebb4932c-ac50-4e04-9b09-e2c7f0b51b65 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:48.645506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dda6b8d2-2f9a-4931-ae7f-7f3a554688ed req-ebb4932c-ac50-4e04-9b09-e2c7f0b51b65 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0620501
Jan 29 20:54:48.701526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dda6b8d2-2f9a-4931-ae7f-7f3a554688ed req-96cd3c84-2513-4ed1-9660-685d309a6374 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540087
Jan 29 20:54:48.743041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b731d45d-f202-4fbd-8dc6-ca2d75a28b0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.760680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01fbbded-7f00-4f8e-b89e-f9d246130d63 req-583b284f-35b7-42c7-80bb-9c47e5ccd86d tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0493360
Jan 29 20:54:48.765262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for b731d45d-f202-4fbd-8dc6-ca2d75a28b0a owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:48.846580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f8bf7-77a5-4002-9a78-45dfafa3c468 req-f7056ddd-b33e-4e9d-b168-3486efe29245 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:48.848103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f9f8bf7-77a5-4002-9a78-45dfafa3c468 req-f7056ddd-b33e-4e9d-b168-3486efe29245 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0586402
Jan 29 20:54:48.865389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 72899e43-8680-4c22-8bf0-8eb958c7ecc1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:54:48.907321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f9f8bf7-77a5-4002-9a78-45dfafa3c468 req-71ee1aa2-7ed8-4aa8-ad0a-73fc39c2b282 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533948
Jan 29 20:54:48.918042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b731d45d-f202-4fbd-8dc6-ca2d75a28b0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.923655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:48.924212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:48.993717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=b731d45d-f202-4fbd-8dc6-ca2d75a28b0a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:49.036872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf08fc-0c0a-4ef7-bf44-49f9cb14cf82 req-89397bfb-45c5-429d-992f-78317dd42021 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:49.038418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5bf08fc-0c0a-4ef7-bf44-49f9cb14cf82 req-89397bfb-45c5-429d-992f-78317dd42021 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0935752
Jan 29 20:54:49.039518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:49.039991 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.043887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.057666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4905b931-debd-403c-b7b6-d1904595ed98 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/b731d45d-f202-4fbd-8dc6-ca2d75a28b0a HTTP/1.1" status: 204  len: 168 time: 0.5721147
Jan 29 20:54:49.059662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:49.084173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50cf50-eab7-4670-9de4-a59414cc2bcf req-543d3028-5464-4f00-a8e9-230c8217310b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:49.085825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de50cf50-eab7-4670-9de4-a59414cc2bcf req-543d3028-5464-4f00-a8e9-230c8217310b tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0915821
Jan 29 20:54:49.091429 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5811ee7d-8276-4879-bdec-2407ddc86a42 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:49.095867 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5811ee7d-8276-4879-bdec-2407ddc86a42 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/b731d45d-f202-4fbd-8dc6-ca2d75a28b0a HTTP/1.1" status: 404  len: 333 time: 0.0323477
Jan 29 20:54:49.096107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46876) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:49.097219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72899e43-8680-4c22-8bf0-8eb958c7ecc1,segment=NetworkSegment(6997f168-2eb0-465c-8b73-c0459c08dc3d),segment_id=6997f168-2eb0-465c-8b73-c0459c08dc3d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:49.101787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.122965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5bf08fc-0c0a-4ef7-bf44-49f9cb14cf82 req-4f6df181-06f1-46d4-b65a-31ea03229db8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774279
Jan 29 20:54:49.128811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3049ede1-030d-4c07-b672-a5636f76d426 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:49.161632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3049ede1-030d-4c07-b672-a5636f76d426 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:54:49.161987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3049ede1-030d-4c07-b672-a5636f76d426 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:49.167334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 9c1fb57e-98fc-45d8-8ffd-140abe489e93 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:49.171165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (9c1fb57e-98fc-45d8-8ffd-140abe489e93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.184789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de50cf50-eab7-4670-9de4-a59414cc2bcf req-555e86f3-7ff9-4c81-9864-135945835707 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903502
Jan 29 20:54:49.192777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=72899e43-8680-4c22-8bf0-8eb958c7ecc1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:49.223510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (9c1fb57e-98fc-45d8-8ffd-140abe489e93), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.307826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9c1fb57e-98fc-45d8-8ffd-140abe489e93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.368346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (9c1fb57e-98fc-45d8-8ffd-140abe489e93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.400021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1fb57e-98fc-45d8-8ffd-140abe489e93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:49.404704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.408694 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2e7c3330-f359-480e-8617-52086ec44081 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/9c1fb57e-98fc-45d8-8ffd-140abe489e93 HTTP/1.1" status: 204  len: 168 time: 0.3114867
Jan 29 20:54:49.411352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:49.469408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd755d-1f31-4e5d-b0d0-c02d600f30d8 None None] Network 6e52e84e-4fa5-4aef-9507-bcdaafd2356b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:49.488383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6e52e84e-4fa5-4aef-9507-bcdaafd2356b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.539425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:49.539765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.568539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4a9ceebf-bb0c-4bfc-8a98-4a4dc14db0cb None None] Provisioning complete for port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:49.569054 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4a9ceebf-bb0c-4bfc-8a98-4a4dc14db0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.608357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72899e43-8680-4c22-8bf0-8eb958c7ecc1,segment=NetworkSegment(6997f168-2eb0-465c-8b73-c0459c08dc3d),segment_id=6997f168-2eb0-465c-8b73-c0459c08dc3d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:49.608726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.622898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 72899e43-8680-4c22-8bf0-8eb958c7ecc1 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:49.652931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ceebf-bb0c-4bfc-8a98-4a4dc14db0cb None None] Current status of the port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:49.665474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] DHCP port deletion for 6e52e84e-4fa5-4aef-9507-bcdaafd2356b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:54:49.704168 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.712396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Deleting port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:49.712712 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.730825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=72899e43-8680-4c22-8bf0-8eb958c7ecc1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:49.733823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:49.776644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] For port 72899e43-8680-4c22-8bf0-8eb958c7ecc1, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:49.777069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.789505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Calling delete_port for 72899e43-8680-4c22-8bf0-8eb958c7ecc1 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:49.801048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 20:54:49.803747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (72899e43-8680-4c22-8bf0-8eb958c7ecc1), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.823253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6e52e84e-4fa5-4aef-9507-bcdaafd2356b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.843806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb70ac-9b7d-478d-a3cb-7dc20ee34784 req-f9e706cc-3d88-4503-8399-009c03546c82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:49.844625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] Pushing event deleted for resources: {'Port': ['ID=72899e43-8680-4c22-8bf0-8eb958c7ecc1,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:49.845956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ecb70ac-9b7d-478d-a3cb-7dc20ee34784 req-f9e706cc-3d88-4503-8399-009c03546c82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0646448
Jan 29 20:54:49.846586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea086a3d90>,) {'filters': {'network_id': ['6e52e84e-4fa5-4aef-9507-bcdaafd2356b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:49.851110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaef703-3433-476a-94ad-5c974c35a110 None None] No DVR routers for this DVR port 72899e43-8680-4c22-8bf0-8eb958c7ecc1 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:49.858218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086a3d90>, '6997f168-2eb0-465c-8b73-c0459c08dc3d') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:49.858218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086a3d90>, '6997f168-2eb0-465c-8b73-c0459c08dc3d') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:49.869841 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (6997f168-2eb0-465c-8b73-c0459c08dc3d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.884601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1423eaa4-b304-461b-b160-f830ea2226c3 req-e3863bf8-4791-4e28-b368-b1ba1c823f22 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0361490
Jan 29 20:54:49.890935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6997f168-2eb0-465c-8b73-c0459c08dc3d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.899424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:49.900149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (6997f168-2eb0-465c-8b73-c0459c08dc3d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:49.903937 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:49.920737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ecb70ac-9b7d-478d-a3cb-7dc20ee34784 req-b1f4df9e-0466-4f56-aafe-b4c3b5d62d6b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683103
Jan 29 20:54:49.971592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6e52e84e-4fa5-4aef-9507-bcdaafd2356b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.976189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:49.983754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/6e52e84e-4fa5-4aef-9507-bcdaafd2356b HTTP/1.1" status: 204  len: 168 time: 0.5671225
Jan 29 20:54:49.983754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:49.989824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'name': 'tempest-PortsTestJSON-1051396918'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:50.003270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134102df-8d5c-47b0-a2b3-8a0aa2e92075 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=6e52e84e-4fa5-4aef-9507-bcdaafd2356b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:50.041259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c15042-c015-46d7-99b6-cbe158ed555a req-b9d74b69-0421-4e2b-8c12-21d344be52d0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:50.042757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c15042-c015-46d7-99b6-cbe158ed555a req-b9d74b69-0421-4e2b-8c12-21d344be52d0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0557375
Jan 29 20:54:50.086648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:50.089996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.093085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c15042-c015-46d7-99b6-cbe158ed555a req-bbb376df-3845-4d93-a5cf-941f0e8e790a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437770
Jan 29 20:54:50.114639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 9350c8de-7341-4755-b817-a34123d5d6b1 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:50.247884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeb00f-326e-4102-b5aa-71058411c6e7 req-b25d52e4-f7d2-4c38-8b13-833a60c6fceb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:50.249471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afbeb00f-326e-4102-b5aa-71058411c6e7 req-b25d52e4-f7d2-4c38-8b13-833a60c6fceb tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0566924
Jan 29 20:54:50.281771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (9350c8de-7341-4755-b817-a34123d5d6b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.315613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9350c8de-7341-4755-b817-a34123d5d6b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.330602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afbeb00f-326e-4102-b5aa-71058411c6e7 req-8f6ace7b-b471-43be-b679-2c2b582fb22f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701699
Jan 29 20:54:50.341207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa578c7-0607-4f04-af95-6c14f744e0f2 req-b09bae52-404f-4456-8e48-2f74f4fea40a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:50.342875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fa578c7-0607-4f04-af95-6c14f744e0f2 req-b09bae52-404f-4456-8e48-2f74f4fea40a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0905993
Jan 29 20:54:50.363426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:50.366538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:50.370963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:50.376665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:50.377301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.380734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=9350c8de-7341-4755-b817-a34123d5d6b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:50.398524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4b7fcd27-9d7e-4ea2-b0ba-835bfdb6c401 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4121470
Jan 29 20:54:50.398734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fa578c7-0607-4f04-af95-6c14f744e0f2 req-ab070594-87fe-4859-9080-e52f1580f226 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433633
Jan 29 20:54:50.398857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46894) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:50.490259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 9350c8de-7341-4755-b817-a34123d5d6b1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:50.490599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9350c8de-7341-4755-b817-a34123d5d6b1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.552707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9350c8de-7341-4755-b817-a34123d5d6b1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.565798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 9350c8de-7341-4755-b817-a34123d5d6b1 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:50.644978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9350c8de-7341-4755-b817-a34123d5d6b1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.671813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=9350c8de-7341-4755-b817-a34123d5d6b1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:50.677137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.680407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a61add13-c663-483e-bd1f-ad1e7b654bef tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/9350c8de-7341-4755-b817-a34123d5d6b1 HTTP/1.1" status: 204  len: 168 time: 0.2807555
Jan 29 20:54:50.682914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:50.687664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'mac_address': 'fa:16:3e:70:94:cd', 'name': 'tempest-PortsTestJSON-275103613'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:50.760413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 72899e43-8680-4c22-8bf0-8eb958c7ecc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:50.780120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:50.787113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 72899e43-8680-4c22-8bf0-8eb958c7ecc1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:54:50.787461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 72899e43-8680-4c22-8bf0-8eb958c7ecc1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:50.844789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:50.866507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:50.994479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31124a8-6f71-4031-80f1-57ef714a8f4d req-9b27bf62-3bea-465c-9fe2-364cdace4c09 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0325294
Jan 29 20:54:51.027271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.046067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a853c-6174-4448-83dd-92323e10cbeb req-4dbbc515-f006-439b-a98d-0649a03880bd tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.047569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-157a853c-6174-4448-83dd-92323e10cbeb req-4dbbc515-f006-439b-a98d-0649a03880bd tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0521424
Jan 29 20:54:51.063066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.095208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-157a853c-6174-4448-83dd-92323e10cbeb req-76d01639-71aa-4bba-bd5c-f5369de72a4a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412359
Jan 29 20:54:51.102589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:51.105573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:51.107914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:51.113741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.114353 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.133807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:51.141053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-254d0e66-966f-4b09-a016-b992ffcff6bb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4570599
Jan 29 20:54:51.143568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:51.205678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6102e-9f09-483d-961e-cde614804512 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.207315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8ca6102e-9f09-483d-961e-cde614804512 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec HTTP/1.1" status: 200  len: 840 time: 0.0627604
Jan 29 20:54:51.209788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:51.230475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067be2a8-5fb8-48d2-b644-860a06bf6908 req-8010f419-6026-4c32-a783-3a70214d4cb6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.232002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067be2a8-5fb8-48d2-b644-860a06bf6908 req-8010f419-6026-4c32-a783-3a70214d4cb6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0609462
Jan 29 20:54:51.278290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067be2a8-5fb8-48d2-b644-860a06bf6908 req-ab9a9432-32ba-4e34-a7b9-dba89a960d98 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399516
Jan 29 20:54:51.299508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:51.299874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.367974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.381481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:51.456160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b26381-03ad-4b9c-916e-5b3f60e579d8 req-65d0e676-7543-45f4-8c0c-a9fe5efda5ed tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.457892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59b26381-03ad-4b9c-916e-5b3f60e579d8 req-65d0e676-7543-45f4-8c0c-a9fe5efda5ed tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0562668
Jan 29 20:54:51.465521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.494305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:51.499531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.502594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e2d4b057-0a3c-45a6-8b28-a8f1b789dc84 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec HTTP/1.1" status: 204  len: 168 time: 0.2919049
Jan 29 20:54:51.505138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46914) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:51.531991 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c302a34a-c204-47a4-a0cd-7aa73305cc5d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:51.534125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c302a34a-c204-47a4-a0cd-7aa73305cc5d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/2aeeabe6-a0a7-44e5-8114-d43f4f4ebbec HTTP/1.1" status: 404  len: 333 time: 0.0280883
Jan 29 20:54:51.537656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:51.537949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59b26381-03ad-4b9c-916e-5b3f60e579d8 req-327afba1-a41e-4676-82c3-20783cba6cd2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743456
Jan 29 20:54:51.544197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'name': 'tempest-PortsTestJSON-2074472534'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:51.554162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28048e40-f9ff-458a-a329-0721341b132e req-7e1f88ec-c575-4ab8-8ca0-8129d2e22ed7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.555673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28048e40-f9ff-458a-a329-0721341b132e req-7e1f88ec-c575-4ab8-8ca0-8129d2e22ed7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0777848
Jan 29 20:54:51.608155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28048e40-f9ff-458a-a329-0721341b132e req-3509f967-f9d3-4eb0-89c3-c01e18e56042 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412915
Jan 29 20:54:51.626912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:51.630182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.646626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 3d4c1299-28a7-455c-9b23-541bfb0f6f99 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:51.794862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.826097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.866213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:51.870952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:51.874430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:51.880581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:51.881207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:51.886791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=3d4c1299-28a7-455c-9b23-541bfb0f6f99,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:51.901050 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9cb95bab-3f98-43d9-8ba8-86800f39e992 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.3624170
Jan 29 20:54:51.903610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:51.908523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:51.978588 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.098446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9af0cc5a-8086-447c-a411-8f45eb1bef63 req-60fcbeef-1d4f-46f9-9ff8-230e34a06f03 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0270793
Jan 29 20:54:52.132561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.138140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.169336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] In _notify_port_updated(), no bound segment for port 3d4c1299-28a7-455c-9b23-541bfb0f6f99 on network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:54:52.175031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.175658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.182096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/ports/3d4c1299-28a7-455c-9b23-541bfb0f6f99 HTTP/1.1" status: 200  len: 818 time: 0.2730372
Jan 29 20:54:52.182096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46924) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:52.227590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d068c-4041-4927-9012-317aab43df99 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=3d4c1299-28a7-455c-9b23-541bfb0f6f99,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:52.238218 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.239969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0662-83f3-455e-abd3-e05a57dd248a req-5f590737-7130-4a14-8b93-b3ffdc6c6a35 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.241435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-113c0662-83f3-455e-abd3-e05a57dd248a req-5f590737-7130-4a14-8b93-b3ffdc6c6a35 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0701149
Jan 29 20:54:52.291387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 3d4c1299-28a7-455c-9b23-541bfb0f6f99 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:52.291734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.297301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-113c0662-83f3-455e-abd3-e05a57dd248a req-2d5cc7bb-fbbb-4eeb-9b82-08dc5edc07eb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501754
Jan 29 20:54:52.363644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.377156 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 3d4c1299-28a7-455c-9b23-541bfb0f6f99 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:52.408756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c66042-4c8c-4dbd-86cf-5bdf76d3b4fb req-3da6ce88-cc1b-4c73-97dd-30fa48fdd027 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.410250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c66042-4c8c-4dbd-86cf-5bdf76d3b4fb req-3da6ce88-cc1b-4c73-97dd-30fa48fdd027 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0573282
Jan 29 20:54:52.458241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3d4c1299-28a7-455c-9b23-541bfb0f6f99), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.458501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c66042-4c8c-4dbd-86cf-5bdf76d3b4fb req-6a95ff2c-9140-47a3-a32f-5318ab3b6237 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422897
Jan 29 20:54:52.487667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=3d4c1299-28a7-455c-9b23-541bfb0f6f99,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:52.494933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.498372 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-070ff40f-820d-4b47-9a1b-94e091311af1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/3d4c1299-28a7-455c-9b23-541bfb0f6f99 HTTP/1.1" status: 204  len: 168 time: 0.3170471
Jan 29 20:54:52.500767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:52.551757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50831d0f-0271-4062-b500-c54dd126bf5a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.553212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-50831d0f-0271-4062-b500-c54dd126bf5a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0508394
Jan 29 20:54:52.556118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46932) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:52.580885 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ca492d-9540-4c72-bbe3-6ad51d2a9e6f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:52.582313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-88ca492d-9540-4c72-bbe3-6ad51d2a9e6f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/3d4c1299-28a7-455c-9b23-541bfb0f6f99 HTTP/1.1" status: 404  len: 333 time: 0.0253215
Jan 29 20:54:52.585948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:52.590580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378723028'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:52.609836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:52.613839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.637893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:52.648565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.648925 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment 76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76 of type vlan for network 7355243d-5a84-43f0-b77b-eee5ce4d93bb
Jan 29 20:54:52.662577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b66ae0-9a32-463c-829c-90f69916ab3b req-5c7cfdad-e3b7-4b1c-9076-eaa504b8e49d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.664207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b66ae0-9a32-463c-829c-90f69916ab3b req-5c7cfdad-e3b7-4b1c-9076-eaa504b8e49d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0549581
Jan 29 20:54:52.692382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (7355243d-5a84-43f0-b77b-eee5ce4d93bb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.724202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (7355243d-5a84-43f0-b77b-eee5ce4d93bb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.729981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.730669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:52.742282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b66ae0-9a32-463c-829c-90f69916ab3b req-728a387b-eb10-42e8-a472-e4e0169d7269 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711982
Jan 29 20:54:52.760346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10e53a-d433-4681-ab2e-d9fca56efe3a req-40131f2d-a5f2-4c26-ac4b-6112e52badcf tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:52.761913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc10e53a-d433-4681-ab2e-d9fca56efe3a req-40131f2d-a5f2-4c26-ac4b-6112e52badcf tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0715656
Jan 29 20:54:52.796230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2092712
Jan 29 20:54:52.800028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:52.804804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:52.811387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b381-f242-49f7-bc54-435b987ec7c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=7355243d-5a84-43f0-b77b-eee5ce4d93bb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:52.813476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc10e53a-d433-4681-ab2e-d9fca56efe3a req-02855fc3-4aab-421c-bcf4-ab57fdb128f9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457850
Jan 29 20:54:52.822242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:52.898235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:52.901918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.073915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (383ad7aa-a3da-4f79-a30e-a6af3a1becf5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.130715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=383ad7aa-a3da-4f79-a30e-a6af3a1becf5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:53.145865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:53.145865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: 7355243d-5a84-43f0-b77b-eee5ce4d93bb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:53.152728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.164566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:53.176049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7355243d-5a84-43f0-b77b-eee5ce4d93bb) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:53.181295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:53.182013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.189862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdb74a-b805-4bf9-a3a0-b3983d6981cc None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:53.204761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4bb7be5b-05de-420a-9f51-fb71af0c7066 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4006145
Jan 29 20:54:53.205005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c72f6e4b-ac01-4ebc-b2ed-ae1ae62a797c req-8429c76b-b873-4b30-abd1-e733d44d009f tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0258186
Jan 29 20:54:53.205512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46944) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:53.209980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:53.302298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': '383ad7aa-a3da-4f79-a30e-a6af3a1becf5'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:54:53.304005 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.326280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:53.331354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.429851 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 383ad7aa-a3da-4f79-a30e-a6af3a1becf5 (CIDR: 172.20.0.0/28)
Jan 29 20:54:53.432174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa7652-0e45-4fcc-b960-de4683e6754b req-f22f6e8f-0663-42f8-87c9-85fb4f81d10e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:53.435124 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 20:54:53.435305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:54:53.440055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cfa7652-0e45-4fcc-b960-de4683e6754b req-f22f6e8f-0663-42f8-87c9-85fb4f81d10e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0688515
Jan 29 20:54:53.452621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f101961-7fa5-4d23-b307-501c61c13e32 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2465966
Jan 29 20:54:53.456150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:53.459893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Allocated IP 172.20.0.2 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/383ad7aa-a3da-4f79-a30e-a6af3a1becf5/f9fef0d8-d15f-481c-babd-57bcf49adf20) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:53.461672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:53.485031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cfa7652-0e45-4fcc-b960-de4683e6754b req-2b597940-8994-495e-be66-b6f07b0a5ca1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437224
Jan 29 20:54:53.570426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:53.573939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.589361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9efdcd-9048-4d98-9955-3f060ab5d603 req-a6a2be2e-8ef7-44a6-88cd-7622a3356b2d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:53.590847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba9efdcd-9048-4d98-9955-3f060ab5d603 req-a6a2be2e-8ef7-44a6-88cd-7622a3356b2d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0562348
Jan 29 20:54:53.617795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks [] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.625340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.646091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba9efdcd-9048-4d98-9955-3f060ab5d603 req-1f2c7982-3c5d-4762-8fc3-f7b2b899cd16 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487051
Jan 29 20:54:53.664927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:53.667817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:53.670193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:53.703136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Pushing event updated for resources: {'Port': ['ID=f9fef0d8-d15f-481c-babd-57bcf49adf20,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:53.734070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Attempting to bind port f9fef0d8-d15f-481c-babd-57bcf49adf20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:54:53.734439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Attempting to bind port f9fef0d8-d15f-481c-babd-57bcf49adf20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:54:53.734800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Attempting to bind port f9fef0d8-d15f-481c-babd-57bcf49adf20 on network 7355243d-5a84-43f0-b77b-eee5ce4d93bb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:54:53.740344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:54:53.740741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Checking segment: {'id': '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:53.741188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.741609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Bound using segment: {'id': '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:54:53.742169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Bound port: f9fef0d8-d15f-481c-babd-57bcf49adf20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:54:53.742638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.807227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] For port f9fef0d8-d15f-481c-babd-57bcf49adf20, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:54:53.810437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] For port f9fef0d8-d15f-481c-babd-57bcf49adf20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fef0d8-d15f-481c-babd-57bcf49adf20,segment=NetworkSegment(76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76),segment_id=76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:54:53.816785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.822116 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d19f5a42-fb5d-4a70-9766-c9e4d289ddc6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.869602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:53.878682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:53.884356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:53.885036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:53.888797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a167-f9a7-432f-99cb-a62ba50df1ee None None] Pushing event updated for resources: {'Port': ['ID=f9fef0d8-d15f-481c-babd-57bcf49adf20,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:53.892279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca3c67-3485-4331-8e40-57ae3bd412df req-b19dc656-bb71-499a-be3b-c17c767a6fde tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:53.898410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ca3c67-3485-4331-8e40-57ae3bd412df req-b19dc656-bb71-499a-be3b-c17c767a6fde tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0849514
Jan 29 20:54:53.901985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=d19f5a42-fb5d-4a70-9766-c9e4d289ddc6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:53.914287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1857d2e3-dcda-4c78-bc5d-8f6d18ebb8d4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4572346
Jan 29 20:54:53.916697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46958) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:53.922099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'fixed_ips': [{'subnet_id': '383ad7aa-a3da-4f79-a30e-a6af3a1becf5'}, {'subnet_id': 'd19f5a42-fb5d-4a70-9766-c9e4d289ddc6'}], 'name': 'tempest-PortsTestJSON-1920032897'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:53.992219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ca3c67-3485-4331-8e40-57ae3bd412df req-b4511ad1-cc03-40f2-8bd6-0630f148c7f1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861986
Jan 29 20:54:54.013650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea7a2-4c38-4ef9-b92e-38984a18e0dd req-960aa746-32bc-422f-bab2-b254bae6eb73 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:54.013650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4caea7a2-4c38-4ef9-b92e-38984a18e0dd req-960aa746-32bc-422f-bab2-b254bae6eb73 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0925775
Jan 29 20:54:54.063261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:54.083545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4caea7a2-4c38-4ef9-b92e-38984a18e0dd req-a9e03957-9b20-4850-bf45-be40a3a18172 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658104
Jan 29 20:54:54.325349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e697bd6-b4c8-430e-a1ac-2cb045cd4ee3 req-459c393d-6445-4205-9a04-73858cc71d2a tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0306439
Jan 29 20:54:54.446246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:54.462171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:54.619432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f58e-0bd0-434c-87d5-dec4595350d8 req-a4053d84-b3c8-4af0-bd8e-d200e0fbebfd tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:54.621193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8589f58e-0bd0-434c-87d5-dec4595350d8 req-a4053d84-b3c8-4af0-bd8e-d200e0fbebfd tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0610356
Jan 29 20:54:54.672535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8589f58e-0bd0-434c-87d5-dec4595350d8 req-df35f315-7b63-4157-ba9a-c5fd28447b5a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451105
Jan 29 20:54:54.731933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.7 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/383ad7aa-a3da-4f79-a30e-a6af3a1becf5/0c87e660-6e63-48a8-b19f-2e7a3436aae1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:54.740852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.30 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6/0c87e660-6e63-48a8-b19f-2e7a3436aae1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:54.809297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92456c37-6ae8-4a54-935a-85bf9da50efa req-f3e3a7c1-4bcf-4dd9-af5f-8bfd6859ba29 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:54.817681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92456c37-6ae8-4a54-935a-85bf9da50efa req-f3e3a7c1-4bcf-4dd9-af5f-8bfd6859ba29 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0661304
Jan 29 20:54:54.837203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f9fef0d8-d15f-481c-babd-57bcf49adf20 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:54:54.902740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92456c37-6ae8-4a54-935a-85bf9da50efa req-bc0d8294-312c-42e1-a53f-ad77308b3f2d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803232
Jan 29 20:54:54.904927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f9fef0d8-d15f-481c-babd-57bcf49adf20 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:54.905350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:54.930873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:54.968335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:54.973199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1464a6d-2ac7-4971-9462-b3622a8a96e6 None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:55.013181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:55.019971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:55.023470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:55.053078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=0c87e660-6e63-48a8-b19f-2e7a3436aae1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:55.082440 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:55.083127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.101707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c40f8fd9-489f-42be-9a96-ba4da1d82fe9 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.1838572
Jan 29 20:54:55.104111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46970) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:55.112541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '383ad7aa-a3da-4f79-a30e-a6af3a1becf5'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:55.136531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd2a5-28ff-4941-aa6f-9e6e408aa732 req-5195de26-4bfb-4a82-9bed-3b1e0a504462 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:55.138783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50efd2a5-28ff-4941-aa6f-9e6e408aa732 req-5195de26-4bfb-4a82-9bed-3b1e0a504462 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0688498
Jan 29 20:54:55.188357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f9fef0d8-d15f-481c-babd-57bcf49adf20 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:55.189319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.199526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.230533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-254f68bf-a092-478e-a244-373b18d6ab4d None None] Provisioning complete for port f9fef0d8-d15f-481c-babd-57bcf49adf20 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:55.230919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-254f68bf-a092-478e-a244-373b18d6ab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.246932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cf83e-cc4e-4e80-ab5f-088afc91cb9c req-0e8adc82-620e-4cb5-b715-483b8a424542 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:55.248569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-261cf83e-cc4e-4e80-ab5f-088afc91cb9c req-0e8adc82-620e-4cb5-b715-483b8a424542 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0815585
Jan 29 20:54:55.252371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50efd2a5-28ff-4941-aa6f-9e6e408aa732 req-d802c113-8b94-48c1-acb1-1b5da0e191b3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064794
Jan 29 20:54:55.273529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f9fef0d8-d15f-481c-babd-57bcf49adf20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fef0d8-d15f-481c-babd-57bcf49adf20,segment=NetworkSegment(76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76),segment_id=76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:55.296387 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.317715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-261cf83e-cc4e-4e80-ab5f-088afc91cb9c req-3e9673a3-ff19-4118-b716-f73c112fc3f6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594800
Jan 29 20:54:55.370292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f9fef0d8-d15f-481c-babd-57bcf49adf20,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:55.434079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-254f68bf-a092-478e-a244-373b18d6ab4d None None] Current status of the port f9fef0d8-d15f-481c-babd-57bcf49adf20 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:55.455161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f602587f-25c9-4456-84dc-414a53dda2f8 req-0ea119b1-19af-4208-8dbc-3a3752a19c15 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0474393
Jan 29 20:54:55.502963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Update dhcp port {'port': {'network_id': '7355243d-5a84-43f0-b77b-eee5ce4d93bb', 'fixed_ips': [{'subnet_id': '383ad7aa-a3da-4f79-a30e-a6af3a1becf5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd19f5a42-fb5d-4a70-9766-c9e4d289ddc6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f9fef0d8-d15f-481c-babd-57bcf49adf20'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 20:54:55.503527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Delete allocated IP 172.20.0.30 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6) {{(pid=125942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 20:54:55.532234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.651740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.656698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.709611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Allocated IP 172.20.0.18 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6/f9fef0d8-d15f-481c-babd-57bcf49adf20) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:55.785654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] In _notify_port_updated(), no bound segment for port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 on network 7355243d-5a84-43f0-b77b-eee5ce4d93bb {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:54:55.790788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:55.791546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.795188 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/ports/0c87e660-6e63-48a8-b19f-2e7a3436aae1 HTTP/1.1" status: 200  len: 919 time: 0.6870062
Jan 29 20:54:55.795188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8c8b-f0d2-47bc-b153-457e3c4248c4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=0c87e660-6e63-48a8-b19f-2e7a3436aae1,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:55.795844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46980) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:55.801865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '383ad7aa-a3da-4f79-a30e-a6af3a1becf5'}, {'subnet_id': 'd19f5a42-fb5d-4a70-9766-c9e4d289ddc6'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:55.810029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b66660-26c8-4c0c-ab60-8555ec0d18bb req-792f2731-1337-4da9-9aa7-fed602219d88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:55.811644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1b66660-26c8-4c0c-ab60-8555ec0d18bb req-792f2731-1337-4da9-9aa7-fed602219d88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.0668571
Jan 29 20:54:55.829037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] For port f9fef0d8-d15f-481c-babd-57bcf49adf20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fef0d8-d15f-481c-babd-57bcf49adf20,segment=NetworkSegment(76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76),segment_id=76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:55.860026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Publish callbacks [] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.860831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1b66660-26c8-4c0c-ab60-8555ec0d18bb req-4a77516c-ea1d-4228-9eaf-68e28f8400d1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422981
Jan 29 20:54:55.865648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.882174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:55.965117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00c3f4-dbaa-409b-97b7-3c7af2e11c4d None None] Pushing event updated for resources: {'Port': ['ID=f9fef0d8-d15f-481c-babd-57bcf49adf20,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:56.040566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6a251-3cd4-40d1-99f2-0f3af44ffac8 req-a3f86848-d3e3-44a2-9476-8780bb1f3649 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:56.042567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a6a251-3cd4-40d1-99f2-0f3af44ffac8 req-a3f86848-d3e3-44a2-9476-8780bb1f3649 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0544703
Jan 29 20:54:56.091890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a6a251-3cd4-40d1-99f2-0f3af44ffac8 req-0580a6e6-206a-43ab-a16c-f2f90b526c22 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419362
Jan 29 20:54:56.155013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.27 (7355243d-5a84-43f0-b77b-eee5ce4d93bb/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6/0c87e660-6e63-48a8-b19f-2e7a3436aae1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:56.285367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.290757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.390451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=0c87e660-6e63-48a8-b19f-2e7a3436aae1,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:56.403281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566b6a4-8940-424a-bc4f-87ebf50f4a83 req-aa984a42-eea1-4e23-a892-3e8fc250555a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:56.404796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9566b6a4-8940-424a-bc4f-87ebf50f4a83 req-aa984a42-eea1-4e23-a892-3e8fc250555a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0721376
Jan 29 20:54:56.440823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] In _notify_port_updated(), no bound segment for port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 on network 7355243d-5a84-43f0-b77b-eee5ce4d93bb {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:54:56.446518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:56.447446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.448447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0738c94f-837a-4457-9ac1-34831e542415 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/ports/0c87e660-6e63-48a8-b19f-2e7a3436aae1 HTTP/1.1" status: 200  len: 999 time: 0.6516836
Jan 29 20:54:56.451981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46988) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:56.471054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7919054-6028-47b4-9ea9-c79ae67de1dd None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:56.490016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9566b6a4-8940-424a-bc4f-87ebf50f4a83 req-83b24a55-66eb-49f9-92ce-982ea1f1b879 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734098
Jan 29 20:54:56.502169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32478-40d6-4539-86f7-68e28c99c6d9 req-c353da81-3c63-4768-aac6-f7aca5b96793 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:56.503688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a32478-40d6-4539-86f7-68e28c99c6d9 req-c353da81-3c63-4768-aac6-f7aca5b96793 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0973287
Jan 29 20:54:56.573638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a32478-40d6-4539-86f7-68e28c99c6d9 req-c9c30495-3b97-45a0-8d4d-2993b2279654 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589216
Jan 29 20:54:56.578365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:56.579757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.600570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Provisioning complete for port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:56.601047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.623876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-579dd75a-c3f2-4528-8f1f-299142d3bcab req-a4cf77ac-aca6-4a26-9cfc-34fecc2ff814 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0276904
Jan 29 20:54:56.672583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Port 0c87e660-6e63-48a8-b19f-2e7a3436aae1 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:54:56.673970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.685749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 0c87e660-6e63-48a8-b19f-2e7a3436aae1 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:56.687352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Provisioning complete for port f9fef0d8-d15f-481c-babd-57bcf49adf20 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:56.687754 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.786634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-62d5bc02-0ceb-4b0f-9e19-a54eec238ae5 None None] Current status of the port f9fef0d8-d15f-481c-babd-57bcf49adf20 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:56.791651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f9fef0d8-d15f-481c-babd-57bcf49adf20 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:54:56.838464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f9fef0d8-d15f-481c-babd-57bcf49adf20 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:56.838843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.871922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0c87e660-6e63-48a8-b19f-2e7a3436aae1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.898719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=0c87e660-6e63-48a8-b19f-2e7a3436aae1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:56.928953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f9fef0d8-d15f-481c-babd-57bcf49adf20 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:54:56.995021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:56.998270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36ec5a72-dae4-49e0-aae6-d186e444a67f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/0c87e660-6e63-48a8-b19f-2e7a3436aae1 HTTP/1.1" status: 204  len: 168 time: 0.5447025
Jan 29 20:54:57.000835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:57.026686 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3927b82-6414-4df3-b95b-d182c388fa9f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:54:57.028161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3927b82-6414-4df3-b95b-d182c388fa9f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/0c87e660-6e63-48a8-b19f-2e7a3436aae1 HTTP/1.1" status: 404  len: 333 time: 0.0263231
Jan 29 20:54:57.030861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46998) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:57.084232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet d19f5a42-fb5d-4a70-9766-c9e4d289ddc6 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:57.087623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (d19f5a42-fb5d-4a70-9766-c9e4d289ddc6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.135115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (d19f5a42-fb5d-4a70-9766-c9e4d289ddc6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.229151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d19f5a42-fb5d-4a70-9766-c9e4d289ddc6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.244018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9976f50-527e-4751-8ad7-06b0f71e75ee req-ddefcc48-dfa2-4375-861e-f3b9eaf4b8a6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:57.245568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9976f50-527e-4751-8ad7-06b0f71e75ee req-ddefcc48-dfa2-4375-861e-f3b9eaf4b8a6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.3070750
Jan 29 20:54:57.258238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb67ae5-6fac-480f-bfe7-14eb90ef8b7a req-bf96b56b-163f-491e-8e83-f81f4bd723e9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:57.259749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bb67ae5-6fac-480f-bfe7-14eb90ef8b7a req-bf96b56b-163f-491e-8e83-f81f4bd723e9 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.0718846
Jan 29 20:54:57.291494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d19f5a42-fb5d-4a70-9766-c9e4d289ddc6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.320086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=d19f5a42-fb5d-4a70-9766-c9e4d289ddc6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:57.322010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.325429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f900b93-6056-4714-b01e-a46d301fd8d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6 HTTP/1.1" status: 204  len: 168 time: 0.2936406
Jan 29 20:54:57.327961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47002) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:57.332277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:54:57.339611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9976f50-527e-4751-8ad7-06b0f71e75ee req-f8c08b2c-8471-4f14-b941-719cdabc4c88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789063
Jan 29 20:54:57.343061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bb67ae5-6fac-480f-bfe7-14eb90ef8b7a req-7f0da957-50d2-4213-915d-0689bba901b6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724273
Jan 29 20:54:57.384972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 383ad7aa-a3da-4f79-a30e-a6af3a1becf5 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:54:57.388227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (383ad7aa-a3da-4f79-a30e-a6af3a1becf5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.427871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (383ad7aa-a3da-4f79-a30e-a6af3a1becf5), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.508152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (383ad7aa-a3da-4f79-a30e-a6af3a1becf5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.571956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (383ad7aa-a3da-4f79-a30e-a6af3a1becf5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.613651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=383ad7aa-a3da-4f79-a30e-a6af3a1becf5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:57.615760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.619267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4420d97a-67dd-4855-aa6c-2085f4ae907d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/383ad7aa-a3da-4f79-a30e-a6af3a1becf5 HTTP/1.1" status: 204  len: 168 time: 0.2903137
Jan 29 20:54:57.622049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47010) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:57.639843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf697a29-5ef4-406d-8555-a883f68ff574 req-8144db08-0642-4ac4-8d5c-747b2d3832b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:57.641401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf697a29-5ef4-406d-8555-a883f68ff574 req-8144db08-0642-4ac4-8d5c-747b2d3832b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0754828
Jan 29 20:54:57.706469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (7355243d-5a84-43f0-b77b-eee5ce4d93bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.724559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf697a29-5ef4-406d-8555-a883f68ff574 req-3c031c41-490f-444f-b683-b8d0dc8fc0f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743542
Jan 29 20:54:57.742491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8b03-7d12-490e-ac45-c509594af845 req-cb58a983-18da-4b0b-9ef4-e004a4beb5b2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:57.745528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cde8b03-7d12-490e-ac45-c509594af845 req-cb58a983-18da-4b0b-9ef4-e004a4beb5b2 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0967929
Jan 29 20:54:57.790605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port f9fef0d8-d15f-481c-babd-57bcf49adf20 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:57.790949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.837575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cde8b03-7d12-490e-ac45-c509594af845 req-fbacb1cc-b694-4ff0-ad3d-1f62fdfb9385 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876625
Jan 29 20:54:57.840599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c4ff851-9adc-4771-8827-38b9e61dd8f6 req-1440e627-2d52-467e-91a3-92b4050b01ff tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0486896
Jan 29 20:54:57.873886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port f9fef0d8-d15f-481c-babd-57bcf49adf20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fef0d8-d15f-481c-babd-57bcf49adf20,segment=NetworkSegment(76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76),segment_id=76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:57.874286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.888750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for f9fef0d8-d15f-481c-babd-57bcf49adf20 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:57.892495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60aa47-1353-4fbe-a5e3-201139ea7301 None None] Network 7355243d-5a84-43f0-b77b-eee5ce4d93bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:57.947893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c18d652c-6acb-4e7a-859b-12690d36b227 None None] Could not find standard attr ID for object 0c87e660-6e63-48a8-b19f-2e7a3436aae1. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:54:57.970961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.981346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c18d652c-6acb-4e7a-859b-12690d36b227 None None] Provisioning complete for port f9fef0d8-d15f-481c-babd-57bcf49adf20 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:54:57.981723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c18d652c-6acb-4e7a-859b-12690d36b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f9fef0d8-d15f-481c-babd-57bcf49adf20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:57.999225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=f9fef0d8-d15f-481c-babd-57bcf49adf20,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:58.003212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c18d652c-6acb-4e7a-859b-12690d36b227 None None] Port f9fef0d8-d15f-481c-babd-57bcf49adf20 was deleted so its status cannot be updated. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Jan 29 20:54:58.005990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port f9fef0d8-d15f-481c-babd-57bcf49adf20 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:54:58.080938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad825f34-b7f9-4aaf-8da3-3afe65ce3df9 None None] DHCP port deletion for 7355243d-5a84-43f0-b77b-eee5ce4d93bb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:54:58.085004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (7355243d-5a84-43f0-b77b-eee5ce4d93bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.106483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08b81a30>,) {'filters': {'network_id': ['7355243d-5a84-43f0-b77b-eee5ce4d93bb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:58.116205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08b81a30>, '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:58.116523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08b81a30>, '76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:54:58.125682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.138457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.144508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:54:58.144923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (76d65ec3-a6b7-49f7-ad70-26f1fe4c5c76), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:54:58.148033 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:54:58.209596 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (7355243d-5a84-43f0-b77b-eee5ce4d93bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.216619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.220231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/7355243d-5a84-43f0-b77b-eee5ce4d93bb HTTP/1.1" status: 204  len: 168 time: 0.5960836
Jan 29 20:54:58.223889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47016) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:58.231739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c22bf-a11f-47c8-9467-ed7bb9c9f0ff tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=7355243d-5a84-43f0-b77b-eee5ce4d93bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:58.312339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895c2c1-170b-4b4d-98d1-6696392b082a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:58.313743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4895c2c1-170b-4b4d-98d1-6696392b082a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0888445
Jan 29 20:54:58.317265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47018) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:58.364902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bc6e8dfb-b90a-4500-8a6f-d0561920a103 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0465891
Jan 29 20:54:58.368439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47022) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:58.373128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-372747563'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:58.395183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:58.398834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.474591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:54:58.491924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a062e57f-4600-49fd-a8c5-c7776c31fa91), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.492260 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment a062e57f-4600-49fd-a8c5-c7776c31fa91 of type vlan for network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea
Jan 29 20:54:58.543823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782d7ec-ed0c-403a-94d5-e134571058a1 req-8d5171f8-4198-4679-90b2-141c53f7bcff tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:58.545322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3782d7ec-ed0c-403a-94d5-e134571058a1 req-8d5171f8-4198-4679-90b2-141c53f7bcff tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1329246
Jan 29 20:54:58.550802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (20b0cb15-8253-4a9a-9bb5-24d01502c6ea), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.577534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0fee-d0ff-4429-a3d3-1fc2d5126319 req-07360635-0c01-4675-9ba2-6cbd4846e69c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:58.578897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea8a0fee-d0ff-4429-a3d3-1fc2d5126319 req-07360635-0c01-4675-9ba2-6cbd4846e69c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1516237
Jan 29 20:54:58.638322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (20b0cb15-8253-4a9a-9bb5-24d01502c6ea), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.643727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:58.644308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.727037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3782d7ec-ed0c-403a-94d5-e134571058a1 req-41036965-2956-4e17-8161-6989f6480465 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712923
Jan 29 20:54:58.733105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3636241
Jan 29 20:54:58.735949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:58.741184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:58.742143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea8a0fee-d0ff-4429-a3d3-1fc2d5126319 req-95e06f9b-a69b-45a1-99c1-57be3c6b595d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540289
Jan 29 20:54:58.745196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112d5a1-fbca-4b97-82cd-3aea435fdfe7 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=20b0cb15-8253-4a9a-9bb5-24d01502c6ea,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:58.757238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:54:58.812865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f9fef0d8-d15f-481c-babd-57bcf49adf20 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:54:58.837310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f9fef0d8-d15f-481c-babd-57bcf49adf20 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:54:58.837593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f9fef0d8-d15f-481c-babd-57bcf49adf20 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:54:58.859283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:58.862988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:58.888197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f66d-12a7-4119-bff5-b523bfda0ba9 req-8a17841a-49d1-4e7e-9b59-d8d8ca68eff4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:58.890769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f18f66d-12a7-4119-bff5-b523bfda0ba9 req-8a17841a-49d1-4e7e-9b59-d8d8ca68eff4 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.0691578
Jan 29 20:54:58.947104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f18f66d-12a7-4119-bff5-b523bfda0ba9 req-fbf0f09c-4921-4d10-bd5e-20a732b674da tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508161
Jan 29 20:54:59.003746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcaf4a-ff98-4c6d-9e8f-d084f16c5784 req-c15a9406-c3e1-4dd9-acae-ba0bc6c1bbf4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.005436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0dcaf4a-ff98-4c6d-9e8f-d084f16c5784 req-c15a9406-c3e1-4dd9-acae-ba0bc6c1bbf4 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.0719168
Jan 29 20:54:59.054903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dad4494-7689-45a3-bc66-ec3f0fc72828 req-41b24b4c-dcd9-4cb9-b6f6-66c6b5ea960d tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0303445
Jan 29 20:54:59.076745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0dcaf4a-ff98-4c6d-9e8f-d084f16c5784 req-63c9d024-8d19-4efb-84c3-131ec5f0dec5 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658383
Jan 29 20:54:59.083436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-59250e28-b87b-45ca-8251-096496bfc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.084966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-59250e28-b87b-45ca-8251-096496bfc402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1081383
Jan 29 20:54:59.144067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (06f6bfae-e50b-4bb3-85cd-46cca56d8d97), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.250599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=06f6bfae-e50b-4bb3-85cd-46cca56d8d97,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:54:59.284477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': 'a062e57f-4600-49fd-a8c5-c7776c31fa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:54:59.284836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: 20b0cb15-8253-4a9a-9bb5-24d01502c6ea, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:54:59.293445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-e78fd5d8-bd38-4ed2-86ae-961732b810eb service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007561
Jan 29 20:54:59.319124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78bf10-3071-4a9d-b809-d28026500dba req-f30cb67a-29ad-43e7-bd6a-e2e8cb5a20be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.320537 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c78bf10-3071-4a9d-b809-d28026500dba req-f30cb67a-29ad-43e7-bd6a-e2e8cb5a20be tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1190636
Jan 29 20:54:59.392232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:54:59.421246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20b0cb15-8253-4a9a-9bb5-24d01502c6ea) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:59.429788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.430396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.431090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59750ea4-c435-4257-961b-acacf39b4e0c None None] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:54:59.438064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-659e7ed5-5b5d-4559-8acc-6c342d90c978 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0659468
Jan 29 20:54:59.491210 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cb32c455-722e-4f25-9024-02683d303da8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7524087
Jan 29 20:54:59.494210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47036) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:54:59.499826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea', 'name': 'tempest-PortsTestJSON-1979198709'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:54:59.506772 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f968d4b-3391-48d1-85ed-f06325fd7dd7 req-44f36c46-0f46-4682-8088-565d09d7208f service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036841
Jan 29 20:54:59.532158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.533370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.533841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.534308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.534771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.535226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.535735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.537781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-9822a6d6-9cb8-4c7e-b8df-6c445ebcd700 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 6708 time: 0.0618243
Jan 29 20:54:59.562410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20b0cb15-8253-4a9a-9bb5-24d01502c6ea', 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': '06f6bfae-e50b-4bb3-85cd-46cca56d8d97'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:54:59.563461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.575546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:54:59.575905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.675320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ca326710-e56e-4715-9880-838ed2bfb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.676540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ca326710-e56e-4715-9880-838ed2bfb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.677202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ca326710-e56e-4715-9880-838ed2bfb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.678994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ca326710-e56e-4715-9880-838ed2bfb6d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=5416f00d-fbe8-402a-a4b9-05aed01ec722&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&id=e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 200  len: 2291 time: 0.1112258
Jan 29 20:54:59.718412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Allocated IP 172.20.0.2 (20b0cb15-8253-4a9a-9bb5-24d01502c6ea/06f6bfae-e50b-4bb3-85cd-46cca56d8d97/0c85f42f-0467-4304-9364-93c8f99967ab) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:54:59.740836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port 27940c06-6ab0-4d9d-99b3-729dfa873ab0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27940c06-6ab0-4d9d-99b3-729dfa873ab0,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:54:59.741214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.744831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-340d3325-ee29-409a-a7aa-2ce5b676c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.746399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-340d3325-ee29-409a-a7aa-2ce5b676c5ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 1130 time: 0.1641223
Jan 29 20:54:59.761257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for 27940c06-6ab0-4d9d-99b3-729dfa873ab0 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:54:59.791384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ac149387-41ff-47b8-8361-774049138635 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a HTTP/1.1" status: 200  len: 1002 time: 0.0995996
Jan 29 20:54:59.796948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:54:59.802227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.879158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-fef24a71-c3b1-4402-98fc-36b0b2a2cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:54:59.880969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-fef24a71-c3b1-4402-98fc-36b0b2a2cb62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74b1bd96-0b80-47b6-b3ff-b65f91c2339e HTTP/1.1" status: 200  len: 849 time: 0.0829785
Jan 29 20:54:59.899762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:54:59.923215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks [] for port (0c85f42f-0467-4304-9364-93c8f99967ab), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.930053 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:54:59.967536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:54:59.976783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:54:59.982155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:54:59.985973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Pushing event updated for resources: {'Port': ['ID=0c85f42f-0467-4304-9364-93c8f99967ab,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:00.050659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Attempting to bind port 0c85f42f-0467-4304-9364-93c8f99967ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:00.051359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Attempting to bind port 0c85f42f-0467-4304-9364-93c8f99967ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a062e57f-4600-49fd-a8c5-c7776c31fa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:00.051729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Attempting to bind port 0c85f42f-0467-4304-9364-93c8f99967ab on network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:00.057011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:00.057395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Checking segment: {'id': 'a062e57f-4600-49fd-a8c5-c7776c31fa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:00.057833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:00.058230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Bound using segment: {'id': 'a062e57f-4600-49fd-a8c5-c7776c31fa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:00.058701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Bound port: 0c85f42f-0467-4304-9364-93c8f99967ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a062e57f-4600-49fd-a8c5-c7776c31fa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:00.059013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb2c7-1b84-45c9-b17c-1ce154204d1d req-726c0259-2a64-4922-bb82-573934c21aa5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.059146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:00.060740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c4cb2c7-1b84-45c9-b17c-1ce154204d1d req-726c0259-2a64-4922-bb82-573934c21aa5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1786952
Jan 29 20:55:00.066822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-c848d25d-ad7f-4c82-af91-917dafa8c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.068181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-c848d25d-ad7f-4c82-af91-917dafa8c30b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2953370
Jan 29 20:55:00.104030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e54cd-72c6-42f5-8113-b0d985a47ca3 req-ef189c34-1e52-4f03-8d8e-ffd57b01ee25 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.105569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-977e54cd-72c6-42f5-8113-b0d985a47ca3 req-ef189c34-1e52-4f03-8d8e-ffd57b01ee25 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 943 time: 0.1827419
Jan 29 20:55:00.119283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-f4da12b9-d807-4d84-a087-011d48ea5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.120792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-f4da12b9-d807-4d84-a087-011d48ea5adc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db0ec36e-713b-47c8-8cd5-e10e08ff5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1878555
Jan 29 20:55:00.123286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-597742f3-fa96-41ea-8718-d9f570edebe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=23ae6711-4f29-4120-8eab-282f347df47e HTTP/1.1" status: 200  len: 217 time: 0.0473230
Jan 29 20:55:00.134959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] For port 0c85f42f-0467-4304-9364-93c8f99967ab, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:00.138226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] For port 0c85f42f-0467-4304-9364-93c8f99967ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85f42f-0467-4304-9364-93c8f99967ab,segment=NetworkSegment(a062e57f-4600-49fd-a8c5-c7776c31fa91),segment_id=a062e57f-4600-49fd-a8c5-c7776c31fa91)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:00.144628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.5 (20b0cb15-8253-4a9a-9bb5-24d01502c6ea/06f6bfae-e50b-4bb3-85cd-46cca56d8d97/4baaabe8-1f6e-410c-9015-dd7a9537ba65) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:00.145778 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:00.166173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c4cb2c7-1b84-45c9-b17c-1ce154204d1d req-2d56db18-a663-4799-81b5-6c561bed91fb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983717
Jan 29 20:55:00.230970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b95ab-71c2-46d2-8c3c-36f85a6ce8ae None None] Pushing event updated for resources: {'Port': ['ID=0c85f42f-0467-4304-9364-93c8f99967ab,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:00.245604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-ea05d3ce-22a2-464f-afc0-2a62a4861c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.247117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-ea05d3ce-22a2-464f-afc0-2a62a4861c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1002784
Jan 29 20:55:00.256615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (27940c06-6ab0-4d9d-99b3-729dfa873ab0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:00.313115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-a7b3941f-a3fe-4c82-b028-9572063f6f9d service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767778
Jan 29 20:55:00.365087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=27940c06-6ab0-4d9d-99b3-729dfa873ab0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:00.390043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-977e54cd-72c6-42f5-8113-b0d985a47ca3 req-101f4250-76b1-4e05-8a02-da9ebdf5b2d5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607112
Jan 29 20:55:00.543404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876def42-e9fe-4e93-93e9-5d6c726d8d34 req-87b8f50f-7193-42ce-b2c8-8c8c2f787ef0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.551851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-876def42-e9fe-4e93-93e9-5d6c726d8d34 req-87b8f50f-7193-42ce-b2c8-8c8c2f787ef0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.2345023
Jan 29 20:55:00.621141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9dfc6c92-d2af-42df-9adb-469201cdf6a1 req-3c643f41-d74b-4422-bcec-4cabf77f485e tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.1152577
Jan 29 20:55:00.641830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b8219825-697a-4fe1-a67e-3ceba999dc03 service neutron] 10.222.0.18 "GET /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079560
Jan 29 20:55:00.723071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-a6caf0f7-2747-4be4-b6e8-1292d1eef287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 217 time: 0.0643919
Jan 29 20:55:00.732437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-876def42-e9fe-4e93-93e9-5d6c726d8d34 req-84dfb74f-d794-4cc7-ac67-57f225e617b1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793213
Jan 29 20:55:00.854430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port 27940c06-6ab0-4d9d-99b3-729dfa873ab0 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:00.889493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:00.892827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c78bf10-3071-4a9d-b809-d28026500dba req-88995b1d-93c5-4d99-8ce9-8fa3937e113d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.36 "DELETE /v2.0/ports/27940c06-6ab0-4d9d-99b3-729dfa873ab0 HTTP/1.1" status: 204  len: 173 time: 1.5616379
Jan 29 20:55:00.893310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-deleted', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:00.895544 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e0d3c-0162-4e11-9f05-7a30b608e1d0" -d '{"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-deleted", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:00.917229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-56af2555-61f5-4125-8a6c-ef2dafe9eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.918757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-56af2555-61f5-4125-8a6c-ef2dafe9eef4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.1810870
Jan 29 20:55:00.942630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-f4c1a807-c2af-466e-b65c-dae976109df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:00.944240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-f4c1a807-c2af-466e-b65c-dae976109df9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6808159
Jan 29 20:55:00.949112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c85f42f-0467-4304-9364-93c8f99967ab up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:00.994793 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70872891-544e-452e-ae09-1f5e0941190d x-openstack-request-id: req-70872891-544e-452e-ae09-1f5e0941190d {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:00.995313 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc97b30b-7372-4a55-b878-702927303eed", "name": "network-vif-deleted", "tag": "27940c06-6ab0-4d9d-99b3-729dfa873ab0", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:00.995773 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70872891-544e-452e-ae09-1f5e0941190d {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:00.996340 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc97b30b-7372-4a55-b878-702927303eed', 'name': 'network-vif-deleted', 'tag': '27940c06-6ab0-4d9d-99b3-729dfa873ab0', 'status': 'completed', 'code': 200}
Jan 29 20:55:01.016726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b879e-3f19-40d3-9834-41c2a3f731ac req-5fd8a038-9b1d-4c98-980d-973156ce562d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.029750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b6b879e-3f19-40d3-9834-41c2a3f731ac req-5fd8a038-9b1d-4c98-980d-973156ce562d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2785983
Jan 29 20:55:01.074417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0c85f42f-0467-4304-9364-93c8f99967ab triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:01.074802 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.087962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b3a8240d-af7f-4914-a5be-e9c3f3b08c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.089592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b3a8240d-af7f-4914-a5be-e9c3f3b08c65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1629567
Jan 29 20:55:01.090012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.165620 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-3c467424-8034-4341-ab74-7b89fa19d893 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991546
Jan 29 20:55:01.187727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b6b879e-3f19-40d3-9834-41c2a3f731ac req-3bbfae00-86d4-4dcb-9037-2527a097f54d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570833
Jan 29 20:55:01.245829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0c85f42f-0467-4304-9364-93c8f99967ab is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:01.245829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.269494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-f2277000-ea06-4c73-8070-95a82601c79a service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666441
Jan 29 20:55:01.273328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.301593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0c85f42f-0467-4304-9364-93c8f99967ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85f42f-0467-4304-9364-93c8f99967ab,segment=NetworkSegment(a062e57f-4600-49fd-a8c5-c7776c31fa91),segment_id=a062e57f-4600-49fd-a8c5-c7776c31fa91)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:01.309665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.422067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:01.434204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:01.438951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-16f6eefb-946f-46b1-8047-6a00a0d1cc20 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631522
Jan 29 20:55:01.458551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:01.465741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=4baaabe8-1f6e-410c-9015-dd7a9537ba65,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:01.467351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0c85f42f-0467-4304-9364-93c8f99967ab,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:01.527323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-650ef9bc-af44-4d32-ab2d-d55da40e5274 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 217 time: 0.0748825
Jan 29 20:55:01.574949 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3e7af4ba-bc44-494c-ad96-e053a046bc75 req-d92802d6-23c0-4fad-9379-b5df05c41b4f service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4019656
Jan 29 20:55:01.587224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9530f59-6461-4ad6-8969-c9e98be92d00 req-c09a00d5-964e-40a8-ae22-d51b3b66dd74 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.588923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9530f59-6461-4ad6-8969-c9e98be92d00 req-c09a00d5-964e-40a8-ae22-d51b3b66dd74 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 945 time: 0.1490841
Jan 29 20:55:01.595381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.596484 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.618647 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d68d3308-b222-4f40-825c-3a8ec84de87c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.1207933
Jan 29 20:55:01.619938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:01.625007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': '20b0cb15-8253-4a9a-9bb5-24d01502c6ea', 'name': 'tempest-PortsTestJSON-1091871104'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:01.625180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-70687151-6123-4c71-9b32-8dbdb055d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.628027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-70687151-6123-4c71-9b32-8dbdb055d13e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.0920751
Jan 29 20:55:01.686368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-44034e52-d726-4471-a666-f5042dc64469 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.689741 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-44034e52-d726-4471-a666-f5042dc64469 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2179232
Jan 29 20:55:01.703091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:01.711920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9530f59-6461-4ad6-8969-c9e98be92d00 req-cfed4bc3-1314-4462-9f64-e8a756fd5a6f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104701
Jan 29 20:55:01.736937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-3d3b8251-f744-41e7-a124-21fe65354602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:01.740540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-3d3b8251-f744-41e7-a124-21fe65354602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1041884
Jan 29 20:55:01.859064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.881232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:01.885304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:01.896069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec7b29-caa6-4e6a-80c4-fda83ba91d28 None None] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:01.904674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1445f40e-1f94-451a-8aad-58340f076da3 req-eaa1d022-8e62-4c54-9944-a423a7652942 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0443525
Jan 29 20:55:01.923544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93a64a34-de76-45b7-9f5f-c0125dac0936 req-1c2176e8-a8f8-4e00-bd56-779ee545b698 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc97b30b-7372-4a55-b878-702927303eed HTTP/1.1" status: 200  len: 210 time: 0.0614221
Jan 29 20:55:01.976835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6a00defb-128b-4328-8ab2-a05228577328 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277720
Jan 29 20:55:01.996951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9f196e6d-19fc-4602-9f9a-6b5666f6e051 None None] Provisioning complete for port 0c85f42f-0467-4304-9364-93c8f99967ab triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:01.997562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f196e6d-19fc-4602-9f9a-6b5666f6e051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.024504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 88889bce-1602-4c60-b50e-d1f9333e8f05 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:02.140969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f196e6d-19fc-4602-9f9a-6b5666f6e051 None None] Current status of the port 0c85f42f-0467-4304-9364-93c8f99967ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:02.144928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d6086-61c6-4fa1-9628-0120b4c6278c req-6484fc1a-e394-4ceb-82c3-05d56148fefd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.146521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e2d6086-61c6-4fa1-9628-0120b4c6278c req-6484fc1a-e394-4ceb-82c3-05d56148fefd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.1139746
Jan 29 20:55:02.162448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-a636c4e5-e931-4bb3-bdfa-9d920375ca9e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.164357 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-a636c4e5-e931-4bb3-bdfa-9d920375ca9e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.36 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.2611845
Jan 29 20:55:02.184325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-a40dfb56-eb29-4eac-ad4c-19b7274f161f service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977072
Jan 29 20:55:02.253788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e2d6086-61c6-4fa1-9628-0120b4c6278c req-27c0c8e6-465d-4649-b95d-fe671c66a603 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949059
Jan 29 20:55:02.289721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6816239a-8db6-4a1a-af7e-a99118ccad6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f HTTP/1.1" status: 200  len: 217 time: 0.0949376
Jan 29 20:55:02.375159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-e1041670-ca00-4152-863f-290ce64fbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.377711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-e1041670-ca00-4152-863f-290ce64fbccd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.0817220
Jan 29 20:55:02.434185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091c422-0403-4c87-aa55-4c3ebdff5c2a req-3bc00ee2-6a19-44ef-a295-7c14d98f725c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.435886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c091c422-0403-4c87-aa55-4c3ebdff5c2a req-3bc00ee2-6a19-44ef-a295-7c14d98f725c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 946 time: 0.1063781
Jan 29 20:55:02.441773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.13 (20b0cb15-8253-4a9a-9bb5-24d01502c6ea/06f6bfae-e50b-4bb3-85cd-46cca56d8d97/88889bce-1602-4c60-b50e-d1f9333e8f05) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:02.468724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Provisioning complete for port 0c85f42f-0467-4304-9364-93c8f99967ab triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:02.469410 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.478895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-cef28e6a-267f-4361-b5db-e0ea6066abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.480421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-cef28e6a-267f-4361-b5db-e0ea6066abef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0948391
Jan 29 20:55:02.500562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:02.552111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c091c422-0403-4c87-aa55-4c3ebdff5c2a req-8e5f0e7d-c244-4692-9086-f55d488c459f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093454
Jan 29 20:55:02.557687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Deleting port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:02.558022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.593341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-841e9a97-0da1-4ece-8b7c-009dd5018c48 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010880
Jan 29 20:55:02.597160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Current status of the port 0c85f42f-0467-4304-9364-93c8f99967ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:02.608384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Provisioning complete for port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:02.608771 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.646736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b72eefc7-6b1a-44cd-919e-01fe84684d9a None None] Port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:02.679197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:02.705514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-ace19c7b-4204-4847-83b2-eed620074129 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045363
Jan 29 20:55:02.754400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-255cc47e-bbc5-41a3-86de-ab80e10293a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4bddc98d-07b9-40da-b287-bd5046e29f86 HTTP/1.1" status: 200  len: 217 time: 0.0395911
Jan 29 20:55:02.766424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] For port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:02.767508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.784544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks [] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.789702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c85f42f-0467-4304-9364-93c8f99967ab up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:02.793438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8fc15f4f-cb7f-49c7-b9d5-ae33df5c903a None None] Provisioning complete for port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:02.794136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8fc15f4f-cb7f-49c7-b9d5-ae33df5c903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.799805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Calling delete_port for fd3634b9-e0e3-4d58-bc8c-b2d7122b861d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:02.804474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.806389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.817315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6d095e5a-0aa2-40f8-a104-c5a576e65ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.818954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6d095e5a-0aa2-40f8-a104-c5a576e65ea7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 200  len: 797 time: 0.0600536
Jan 29 20:55:02.862755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8fc15f4f-cb7f-49c7-b9d5-ae33df5c903a None None] Port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:02.876231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0c85f42f-0467-4304-9364-93c8f99967ab triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:02.876898 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:02.911334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b9ddb6f1-6b28-48cd-874f-a78cc1cf1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.913026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b9ddb6f1-6b28-48cd-874f-a78cc1cf1c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5416f00d-fbe8-402a-a4b9-05aed01ec722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0872123
Jan 29 20:55:02.921395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf6fe-4b24-4c24-8621-045e685baef4 req-ea0ca252-05db-49c8-b9b4-823d865f77fe tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:02.923599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a7cf6fe-4b24-4c24-8621-045e685baef4 req-ea0ca252-05db-49c8-b9b4-823d865f77fe tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.0887463
Jan 29 20:55:02.959209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:02.997183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:02.999479 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e3e68-e245-46fb-af10-0c0ac31e9e6c" -d '{"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-unplugged", "status": "completed", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:03.015908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.058383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:03.058609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:03.058945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:03.078723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:03.079054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Attempting to bind port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:03.097206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:03.102024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:03.103936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:03.104276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:03.104653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:03.105104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Bound port: 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:03.105464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.107354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=88889bce-1602-4c60-b50e-d1f9333e8f05,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:03.110528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:03.223217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-5f5365b0-0dac-4a6d-ab88-840eb7ec2a63 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985444
Jan 29 20:55:03.243481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cbf432-4d37-4216-8ff6-d82a34599150 req-64c9af59-cbf1-4c5b-99d5-21cf8bc7ae02 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0688763
Jan 29 20:55:03.270010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0c85f42f-0467-4304-9364-93c8f99967ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:03.283493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a7cf6fe-4b24-4c24-8621-045e685baef4 req-ea4ee84a-5da5-452b-b8e2-e29bdd937850 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326533
Jan 29 20:55:03.283723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fd3634b9-e0e3-4d58-bc8c-b2d7122b861d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.297285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['fd3634b9-e0e3-4d58-bc8c-b2d7122b861d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:03.315549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:03.340300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Pushing event deleted for resources: {'Port': ['ID=fd3634b9-e0e3-4d58-bc8c-b2d7122b861d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:03.357490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:03.358233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.381714 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e000d91-9d27-4cfc-8192-4786e1123ea4 x-openstack-request-id: req-3e000d91-9d27-4cfc-8192-4786e1123ea4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:03.382077 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-unplugged", "status": "completed", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:03.382276 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e000d91-9d27-4cfc-8192-4786e1123ea4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:03.382835 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'code': 200}
Jan 29 20:55:03.463000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-8ade721f-8161-4db8-9829-dd08de7d6f57 service neutron] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174206
Jan 29 20:55:03.468643 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a29d99c9-5207-4e77-9517-4b4d29ea2d66 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.8475103
Jan 29 20:55:03.475318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:03.488123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:03.491918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] No DVR routers for this DVR port fd3634b9-e0e3-4d58-bc8c-b2d7122b861d on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:03.493833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47106) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:03.498329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.502662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28be2085-fea1-4d2c-ae4f-99dcba2a0e24 req-b41fc337-a52d-4dcf-8479-e876e09fec5f tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.36 "DELETE /v2.0/ports/fd3634b9-e0e3-4d58-bc8c-b2d7122b861d HTTP/1.1" status: 204  len: 173 time: 1.3188739
Jan 29 20:55:03.513671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.525643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-82697493-47b4-482d-9c1d-ed9da30cbb9f None None] Provisioning complete for port 88889bce-1602-4c60-b50e-d1f9333e8f05 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:03.526028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-82697493-47b4-482d-9c1d-ed9da30cbb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.610995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=8']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:03.658895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-82697493-47b4-482d-9c1d-ed9da30cbb9f None None] Port 88889bce-1602-4c60-b50e-d1f9333e8f05 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:03.698261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-b8a4a677-6f3a-49d0-809d-24c6e7a4bd93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00 HTTP/1.1" status: 200  len: 217 time: 0.2203186
Jan 29 20:55:03.712491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:03.716594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:03.718246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c8f289a-cb9b-4a2b-b3de-9cb0bc213f7b service neutron] 10.222.0.36 "PUT /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 1121 time: 2.0196919
Jan 29 20:55:03.744487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80ae4f39-52fb-45fb-aa3f-0a7299b33f34 req-4e531067-f7a4-4054-b6b0-a96a84d116a6 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f4f3a-def0-4ae9-9d7b-8bc77515d585 HTTP/1.1" status: 200  len: 210 time: 0.0452316
Jan 29 20:55:03.745774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:03.776707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ce977-caa4-423f-8fd4-a7dd32f1980c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:03.776707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e4ce977-caa4-423f-8fd4-a7dd32f1980c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.2771437
Jan 29 20:55:03.783129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47118) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:03.847409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:03.936379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:04.010513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 88889bce-1602-4c60-b50e-d1f9333e8f05 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:04.011113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.120134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:04.135462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 has no active binding in host nch1-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:55:04.135839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23ae6711-4f29-4120-8eab-282f347df47e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:04.210743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-060e6ce0-064e-43d5-b41d-75e7a5bf3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:04.212395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-060e6ce0-064e-43d5-b41d-75e7a5bf3ea5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.4704666
Jan 29 20:55:04.213234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.232435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 88889bce-1602-4c60-b50e-d1f9333e8f05 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:04.292225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6178d1-68e2-4c6c-a8e9-c7ccf8641a87 req-df0fa7f7-3305-48b7-b0bb-f151a4fc4264 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:04.301587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d6178d1-68e2-4c6c-a8e9-c7ccf8641a87 req-df0fa7f7-3305-48b7-b0bb-f151a4fc4264 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 948 time: 0.7649271
Jan 29 20:55:04.363459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-fcc43fe4-e188-45e3-ad66-89dedc63800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:04.364946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-fcc43fe4-e188-45e3-ad66-89dedc63800d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1397996
Jan 29 20:55:04.374580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-209a0390-b264-4282-a689-e5ad92177788 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:04.376057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-209a0390-b264-4282-a689-e5ad92177788 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2260566
Jan 29 20:55:04.422063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (88889bce-1602-4c60-b50e-d1f9333e8f05), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.445735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-8cd136d0-5042-4e5d-be3e-c10e966418f2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0575225
Jan 29 20:55:04.457988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=88889bce-1602-4c60-b50e-d1f9333e8f05,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:04.463278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d6178d1-68e2-4c6c-a8e9-c7ccf8641a87 req-e907cf65-53b4-49e1-81f3-a39c7f004050 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564701
Jan 29 20:55:04.479324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ae6711-4f29-4120-8eab-282f347df47e,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:04.495053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '23ae6711-4f29-4120-8eab-282f347df47e', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '23ae6711-4f29-4120-8eab-282f347df47e', 'mac_address': 'fa:16:3e:8a:31:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:55:04.534670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-4bf0d225-e8db-42de-8571-81268d89262f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0590723
Jan 29 20:55:04.540821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 23ae6711-4f29-4120-8eab-282f347df47e is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:04.541244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23ae6711-4f29-4120-8eab-282f347df47e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.560273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ae6711-4f29-4120-8eab-282f347df47e {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:04.587985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.591720 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d623d97-c278-4e96-abe6-bfde209d8012 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/88889bce-1602-4c60-b50e-d1f9333e8f05 HTTP/1.1" status: 204  len: 168 time: 0.8075554
Jan 29 20:55:04.592531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ae6711-4f29-4120-8eab-282f347df47e,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:04.594271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47148) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:04.606019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:04.620763 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3650d-a708-4bf2-89a6-77396d9b3f06 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:04.622382 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93c3650d-a708-4bf2-89a6-77396d9b3f06 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/88889bce-1602-4c60-b50e-d1f9333e8f05 HTTP/1.1" status: 404  len: 333 time: 0.0265405
Jan 29 20:55:04.627883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47150) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:04.660229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-cdb4867c-a72a-421b-b9fa-0c8914141d81 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831984
Jan 29 20:55:04.662096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-613eac9f-b3ea-4fc6-9687-09d4e68bd915 req-b37a64a4-0fbd-4a0e-9fd8-54705a6d5e81 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0990236
Jan 29 20:55:04.682281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:04.854677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-6bba42c3-ba7c-4c6d-b823-72072b76c8ea service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085594
Jan 29 20:55:04.936077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-13be7d21-050b-4085-8cd3-5272bd135ae4 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528660
Jan 29 20:55:04.946373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b07f5-9781-47e6-bfda-78566fc2dfc2 req-d2a0bb20-2ed2-407a-ba88-ffc2428fdccd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:04.947725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a3b07f5-9781-47e6-bfda-78566fc2dfc2 req-d2a0bb20-2ed2-407a-ba88-ffc2428fdccd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.2033842
Jan 29 20:55:04.993757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 4baaabe8-1f6e-410c-9015-dd7a9537ba65 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:04.994104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:05.014552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-351b0eb9-6784-4964-aef0-9c2ea98f54d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd3606f1-8289-47b0-985b-4710648f7298 HTTP/1.1" status: 200  len: 217 time: 0.0651798
Jan 29 20:55:05.159665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd6f8b74-54d1-4ead-8ac3-cef7439e9566 req-7df033d0-d8ae-44ad-a41f-35a0d712179c service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970157
Jan 29 20:55:05.164674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a3b07f5-9781-47e6-bfda-78566fc2dfc2 req-09f52773-2dd3-4881-b213-81117d9c777c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024491
Jan 29 20:55:05.168485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6fc9ac53-92a5-4cf2-80c0-efb050919058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:05.170047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-6fc9ac53-92a5-4cf2-80c0-efb050919058 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 200  len: 797 time: 0.1200027
Jan 29 20:55:05.173567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['23ae6711-4f29-4120-8eab-282f347df47e'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:05.198201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:05.252639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 4baaabe8-1f6e-410c-9015-dd7a9537ba65 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:05.280220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-87023a8b-7156-4cb0-8952-f271a9ab683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:05.281797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-87023a8b-7156-4cb0-8952-f271a9ab683a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e138b7ab-5ef9-4abb-9136-4225bf5ef467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0756426
Jan 29 20:55:05.383656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'name': 'network-vif-deleted', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d'}, {'name': 'network-changed', 'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:05.386230 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad" -d '{"events": [{"server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "name": "network-vif-deleted", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d"}, {"name": "network-changed", "server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:05.451310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c59947e-9c68-48ea-bc95-e34e76911ca1 req-bfa1023a-0b8c-4afe-9c32-12975ef8d21b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a80136-8586-4811-ae98-5aa1c3a3baa5 HTTP/1.1" status: 200  len: 210 time: 0.0575569
Jan 29 20:55:05.554298 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1dd7d-d365-49ab-b9b4-036486898536 x-openstack-request-id: req-f8c1dd7d-d365-49ab-b9b4-036486898536 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:05.556906 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f4f3a-def0-4ae9-9d7b-8bc77515d585", "name": "network-vif-deleted", "tag": "fd3634b9-e0e3-4d58-bc8c-b2d7122b861d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:05.557208 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c1dd7d-d365-49ab-b9b4-036486898536 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:05.557718 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f4f3a-def0-4ae9-9d7b-8bc77515d585', 'name': 'network-vif-deleted', 'tag': 'fd3634b9-e0e3-4d58-bc8c-b2d7122b861d', 'status': 'completed', 'code': 200}
Jan 29 20:55:05.557953 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'status': 'completed', 'code': 200}
Jan 29 20:55:05.607102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-0c8e1ecc-43da-4705-9cc9-6adb5a70f1c4 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727394
Jan 29 20:55:05.750348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-5d24920d-6086-4c88-bd82-d88a006098b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0677729
Jan 29 20:55:05.757967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device fd3634b9-e0e3-4d58-bc8c-b2d7122b861d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:05.806455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: fd3634b9-e0e3-4d58-bc8c-b2d7122b861d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:05.806987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device fd3634b9-e0e3-4d58-bc8c-b2d7122b861d not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:05.818777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-1b108ecb-4cbe-49e2-a505-d0b1ca5732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:05.820099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-1b108ecb-4cbe-49e2-a505-d0b1ca5732d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1155 time: 0.2156432
Jan 29 20:55:05.824153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4baaabe8-1f6e-410c-9015-dd7a9537ba65), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:05.858474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-564c4354-3646-4db6-8c27-ecf6053fdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:05.860216 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-564c4354-3646-4db6-8c27-ecf6053fdb7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafb368b2ad1431ea69db3962b576030&device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 1131 time: 0.0856395
Jan 29 20:55:05.933777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14db88-e06b-43ee-bb42-8c5cfcb558f0 req-119728e4-fa0a-49da-8239-008b43899fe8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:05.935358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a14db88-e06b-43ee-bb42-8c5cfcb558f0 req-119728e4-fa0a-49da-8239-008b43899fe8 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 949 time: 0.2767091
Jan 29 20:55:05.943129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=4baaabe8-1f6e-410c-9015-dd7a9537ba65,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:06.013946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-58187b1e-a414-4e89-a124-b1f4e85afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.017440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f47bca-911e-40bf-8cd0-e03bd2860f9c req-961a52ca-985c-45d9-a373-8e901cead164 service neutron] 10.222.0.18 "GET /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964305
Jan 29 20:55:06.017579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-58187b1e-a414-4e89-a124-b1f4e85afa7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1323924
Jan 29 20:55:06.135540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-22034abb-48e1-4045-a630-d2cc7a2a6021 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a06eed4d-c52e-4cad-a556-b45f69d90931 HTTP/1.1" status: 200  len: 217 time: 0.0985043
Jan 29 20:55:06.184708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.187988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e419f692-9b86-4e79-bf88-a3ca115d2d4f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/4baaabe8-1f6e-410c-9015-dd7a9537ba65 HTTP/1.1" status: 204  len: 168 time: 1.5576577
Jan 29 20:55:06.201306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47214) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:06.230339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a14db88-e06b-43ee-bb42-8c5cfcb558f0 req-c7e70d87-b52d-4fd0-b0ad-db45808e1f4b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682819
Jan 29 20:55:06.231838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-0173860d-e47c-4e73-8da8-44199b5b04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.235157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-0173860d-e47c-4e73-8da8-44199b5b04aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.4024351
Jan 29 20:55:06.277307 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ab1d4d-4088-498e-966d-1eed0015e0d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:06.281195 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5ab1d4d-4088-498e-966d-1eed0015e0d1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/4baaabe8-1f6e-410c-9015-dd7a9537ba65 HTTP/1.1" status: 404  len: 333 time: 0.0759239
Jan 29 20:55:06.281793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:06.287568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-004cec6c-59d0-42c2-b21b-cc9c271aea28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 217 time: 0.0452206
Jan 29 20:55:06.305397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9bed8-1e46-4705-94e9-186e499f45ca req-31552644-efb6-4ee1-90c1-994a86fa858a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.307755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a9bed8-1e46-4705-94e9-186e499f45ca req-31552644-efb6-4ee1-90c1-994a86fa858a tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1370299
Jan 29 20:55:06.340146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-3e8a2db9-5168-41b5-8e02-ee3041a2e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.341665 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-3e8a2db9-5168-41b5-8e02-ee3041a2e4db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1989253
Jan 29 20:55:06.381875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6c02ba5-85e2-48a2-bf73-672256e0e376 req-cf32cc34-cf3d-4fe2-87b0-9ef26d029931 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0357797
Jan 29 20:55:06.382826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 06f6bfae-e50b-4bb3-85cd-46cca56d8d97 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:06.387635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (06f6bfae-e50b-4bb3-85cd-46cca56d8d97), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.415014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-619c83b5-2546-4628-9649-6d34c7e89041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.416868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-619c83b5-2546-4628-9649-6d34c7e89041 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1080723
Jan 29 20:55:06.420365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a9bed8-1e46-4705-94e9-186e499f45ca req-4545f8d2-71d8-4237-a034-f730089cdeb9 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026599
Jan 29 20:55:06.432943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (06f6bfae-e50b-4bb3-85cd-46cca56d8d97), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.469434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-52a7888c-a866-4ba0-bf67-ca988b9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:06.471315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-52a7888c-a866-4ba0-bf67-ca988b9ff78b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1221979
Jan 29 20:55:06.475354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-61d5932a-ce72-42e5-806a-137c0a707915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446684
Jan 29 20:55:06.606348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (06f6bfae-e50b-4bb3-85cd-46cca56d8d97), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.655164 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-ff4c0d9a-340b-4926-a81a-78dec4325d3d service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744950
Jan 29 20:55:06.775028 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97013275-873a-4078-ae2d-0c92b4cc9b04 req-723207cb-0b42-460c-b235-7ebb42054669 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126330
Jan 29 20:55:06.776906 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (06f6bfae-e50b-4bb3-85cd-46cca56d8d97), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.804103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=06f6bfae-e50b-4bb3-85cd-46cca56d8d97,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:06.816790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:06.821403 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f95ecb1-fb1c-409d-a5c7-cb9651743c57 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/06f6bfae-e50b-4bb3-85cd-46cca56d8d97 HTTP/1.1" status: 204  len: 168 time: 0.5346115
Jan 29 20:55:06.825143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47262) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:06.825711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2676d48-f5b7-455f-8b99-5f7eba5f0246 None None] Network 20b0cb15-8253-4a9a-9bb5-24d01502c6ea requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:06.939990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (20b0cb15-8253-4a9a-9bb5-24d01502c6ea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.017212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] DHCP port deletion for 20b0cb15-8253-4a9a-9bb5-24d01502c6ea request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:55:07.024227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 0c85f42f-0467-4304-9364-93c8f99967ab {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:07.025033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.053476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca72be-393d-439a-9356-661b5d636d79 req-860ff4fe-1e71-4790-87e1-1178b5879621 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:07.061395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8ca72be-393d-439a-9356-661b5d636d79 req-860ff4fe-1e71-4790-87e1-1178b5879621 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.4884520
Jan 29 20:55:07.064938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-cdb8b5fa-7bc6-49d4-9bb6-d37d618baa3b service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5819635
Jan 29 20:55:07.075493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Deleting port 0c85f42f-0467-4304-9364-93c8f99967ab {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:07.076224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.117110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port 0c85f42f-0467-4304-9364-93c8f99967ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85f42f-0467-4304-9364-93c8f99967ab,segment=NetworkSegment(a062e57f-4600-49fd-a8c5-c7776c31fa91),segment_id=a062e57f-4600-49fd-a8c5-c7776c31fa91)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:07.117486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.125030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-50d57154-4c9c-4146-bac0-bd6f9204751d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:07.132662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-50d57154-4c9c-4146-bac0-bd6f9204751d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.5493238
Jan 29 20:55:07.133562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 0c85f42f-0467-4304-9364-93c8f99967ab owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:07.157211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] For port 0c85f42f-0467-4304-9364-93c8f99967ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85f42f-0467-4304-9364-93c8f99967ab,segment=NetworkSegment(a062e57f-4600-49fd-a8c5-c7776c31fa91),segment_id=a062e57f-4600-49fd-a8c5-c7776c31fa91)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:07.158049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.172965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Calling delete_port for 0c85f42f-0467-4304-9364-93c8f99967ab owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:07.184209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-0ad8a69b-377e-4d43-a90c-9272bac65af4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0508177
Jan 29 20:55:07.200075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8ca72be-393d-439a-9356-661b5d636d79 req-2b297790-23a0-45fc-9177-c62339f4a56b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358259
Jan 29 20:55:07.248052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-75410ff1-e87e-4b7e-b6a9-85b404d5f0dc tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628252
Jan 29 20:55:07.259331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.290005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=0c85f42f-0467-4304-9364-93c8f99967ab,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:07.293055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (0c85f42f-0467-4304-9364-93c8f99967ab), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.300363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port 0c85f42f-0467-4304-9364-93c8f99967ab on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:07.337221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] Pushing event deleted for resources: {'Port': ['ID=0c85f42f-0467-4304-9364-93c8f99967ab,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:07.341452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4325ac-8e36-460d-8e8a-1275863872ce None None] No DVR routers for this DVR port 0c85f42f-0467-4304-9364-93c8f99967ab on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:07.369470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bde9c5a1-f8db-4250-a0a5-bb85ad047aad req-447dc76d-1bf1-4a60-a6fb-4a92f604b98e service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2814384
Jan 29 20:55:07.401775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-ae25d7fd-8b21-4744-aadc-3f9ac7847840 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525121
Jan 29 20:55:07.436041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (20b0cb15-8253-4a9a-9bb5-24d01502c6ea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.461389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea081fa1f0>,) {'filters': {'network_id': ['20b0cb15-8253-4a9a-9bb5-24d01502c6ea']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:07.470464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081fa1f0>, 'a062e57f-4600-49fd-a8c5-c7776c31fa91') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:07.470764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081fa1f0>, 'a062e57f-4600-49fd-a8c5-c7776c31fa91') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:07.480656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (a062e57f-4600-49fd-a8c5-c7776c31fa91), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.495576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a062e57f-4600-49fd-a8c5-c7776c31fa91), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.502842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:07.503214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (a062e57f-4600-49fd-a8c5-c7776c31fa91), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:07.506215 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:07.545375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6847-fb6d-4ab3-8650-75c74d1bd2cf req-edf116d7-bedb-4fe7-9b58-1ec0186b7964 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:07.546869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54dc6847-fb6d-4ab3-8650-75c74d1bd2cf req-edf116d7-bedb-4fe7-9b58-1ec0186b7964 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 949 time: 0.1260185
Jan 29 20:55:07.549707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-fe7a6ede-e06a-4e8f-a071-fd7cf0423122 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401987
Jan 29 20:55:07.566301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (20b0cb15-8253-4a9a-9bb5-24d01502c6ea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.571591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.576522 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/20b0cb15-8253-4a9a-9bb5-24d01502c6ea HTTP/1.1" status: 204  len: 168 time: 0.7482412
Jan 29 20:55:07.581644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47286) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:07.586624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166738823'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:07.595934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de372-c6d7-4e26-b531-8722079cdeb4 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=20b0cb15-8253-4a9a-9bb5-24d01502c6ea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:07.623056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54dc6847-fb6d-4ab3-8650-75c74d1bd2cf req-ac0f6176-bf61-4e85-8607-e019413eec99 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684106
Jan 29 20:55:07.630320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:07.633582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.677049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:07.689122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c662659c-18ea-41a8-be29-f46384179d9b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.689624 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment c662659c-18ea-41a8-be29-f46384179d9b of type vlan for network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce
Jan 29 20:55:07.755274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83e2c023-9df5-4a46-ac31-2ba63d22d505 req-07aa3d0f-8e1c-4e4c-808b-8f427389e9f0 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0549121
Jan 29 20:55:07.759219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23ae6711-4f29-4120-8eab-282f347df47e up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:07.801314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.835536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 23ae6711-4f29-4120-8eab-282f347df47e completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:55:07.842476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 23ae6711-4f29-4120-8eab-282f347df47e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:07.843024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23ae6711-4f29-4120-8eab-282f347df47e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.859571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b111d1d-a7c4-4603-857d-d74122c6b47b req-a61daf3e-5d83-4d01-b47a-4ea04def69c4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 210 time: 0.0432947
Jan 29 20:55:07.870067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.884754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:07.885461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.904148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fc59e-2067-4de5-b6e8-2c5a21ab5874 req-c908b050-2d61-461f-94b1-83763303de8d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:07.913294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-403fc59e-2067-4de5-b6e8-2c5a21ab5874 req-c908b050-2d61-461f-94b1-83763303de8d tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1753263
Jan 29 20:55:07.955054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 23ae6711-4f29-4120-8eab-282f347df47e is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:07.955467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23ae6711-4f29-4120-8eab-282f347df47e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:07.984313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:07.988532 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4466a9f3-fd0d-4bd1-8297-58d28e73a13a" -d '{"events": [{"server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "name": "network-vif-plugged", "status": "completed", "tag": "23ae6711-4f29-4120-8eab-282f347df47e"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:08.000276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47302) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:08.004900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ae6711-4f29-4120-8eab-282f347df47e,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:08.005365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:08.009617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4273982
Jan 29 20:55:08.012128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.025565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a25e-ebdd-4fa2-bef4-0cd6bd13a0ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=d8f15f65-f0a9-43d1-9ec0-6be34c5172ce,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:08.059821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:08.082570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-403fc59e-2067-4de5-b6e8-2c5a21ab5874 req-509bc160-7a66-471d-bcaa-1dc2f9d0fc78 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684155
Jan 29 20:55:08.145509 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d9f8ee-bf03-4652-a63b-414baa3b608b x-openstack-request-id: req-71d9f8ee-bf03-4652-a63b-414baa3b608b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:08.146089 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "name": "network-vif-plugged", "status": "completed", "tag": "23ae6711-4f29-4120-8eab-282f347df47e", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:08.146503 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71d9f8ee-bf03-4652-a63b-414baa3b608b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:08.147052 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e', 'code': 200}
Jan 29 20:55:08.163749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:08.167639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:08.171698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.230250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83536373-8e68-4e67-a3e2-f5b705af460d req-7ed87bac-6845-4491-bb2d-7b41ed00eb2b tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:08.231888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83536373-8e68-4e67-a3e2-f5b705af460d req-7ed87bac-6845-4491-bb2d-7b41ed00eb2b tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.0733991
Jan 29 20:55:08.292431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83536373-8e68-4e67-a3e2-f5b705af460d req-dccab8a5-a5b0-416e-993f-0e4e2d07cc3a tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545368
Jan 29 20:55:08.317765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f396e3-bf8e-4e44-afc8-9be9b6143736 req-92fd5e2f-15fd-406b-bb5e-c87d6060fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:08.319289 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-96f396e3-bf8e-4e44-afc8-9be9b6143736 req-92fd5e2f-15fd-406b-bb5e-c87d6060fd4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 1132 time: 0.1000962
Jan 29 20:55:08.359294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eaf8b-19b6-4e84-98d4-e626f6a2f0e0 req-02a19d4b-5ce4-4fa5-a4a7-6c91818580d2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:08.360827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-796eaf8b-19b6-4e84-98d4-e626f6a2f0e0 req-02a19d4b-5ce4-4fa5-a4a7-6c91818580d2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.0672505
Jan 29 20:55:08.409041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-96f396e3-bf8e-4e44-afc8-9be9b6143736 req-084535c1-7aab-4112-9c5e-bb6625addea1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828614
Jan 29 20:55:08.411906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-796eaf8b-19b6-4e84-98d4-e626f6a2f0e0 req-7c1ff114-3d65-4b8b-988b-de92f0152293 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452588
Jan 29 20:55:08.457871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (bb258c5e-9ee6-4a70-b851-cdd83392ac0e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.517703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=bb258c5e-9ee6-4a70-b851-cdd83392ac0e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:08.524863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': 'c662659c-18ea-41a8-be29-f46384179d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:08.525240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: d8f15f65-f0a9-43d1-9ec0-6be34c5172ce, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:55:08.540931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:55:08.549301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8f15f65-f0a9-43d1-9ec0-6be34c5172ce) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:08.554812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:08.554955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.557771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5f44a-a17c-442c-9603-8e2ab7c6e4e2 None None] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:08.573051 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-834252f5-c760-4564-a0b4-44dcfb40a809 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5716398
Jan 29 20:55:08.575738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47310) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:08.581097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce', 'name': 'tempest-PortsTestJSON-1855639962', 'fixed_ips': [{'subnet_id': 'bb258c5e-9ee6-4a70-b851-cdd83392ac0e', 'ip_address': '172.20.0.10'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:08.659574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8f15f65-f0a9-43d1-9ec0-6be34c5172ce', 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': 'bb258c5e-9ee6-4a70-b851-cdd83392ac0e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:55:08.660134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.690726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:08.780879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d607a-62c9-4332-821f-d62464974170 req-02a625fc-ea5b-48c8-bc93-26957414b8cf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:08.782559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-232d607a-62c9-4332-821f-d62464974170 req-02a625fc-ea5b-48c8-bc93-26957414b8cf tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.0697131
Jan 29 20:55:08.802098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:08.814260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c85f42f-0467-4304-9364-93c8f99967ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:08.825116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 30e9d73d-762b-42f5-94c8-451ebf8c216b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:08.862016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-232d607a-62c9-4332-821f-d62464974170 req-869f5f4e-8fed-4768-a7a5-52d299b9c201 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549729
Jan 29 20:55:08.868931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0c85f42f-0467-4304-9364-93c8f99967ab {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:08.869586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c85f42f-0467-4304-9364-93c8f99967ab not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:08.896524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Allocated IP 172.20.0.2 (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce/bb258c5e-9ee6-4a70-b851-cdd83392ac0e/4daf56d6-afb9-4305-894d-4a634d5a6ee5) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:08.916510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20e9498e-54cf-4cad-b0f9-363db41b1444 req-901b0bae-683e-403f-aeb8-dec564c00024 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0375421
Jan 29 20:55:09.028607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af986a62-3e69-4a27-99af-0045630b403d req-df1c2a58-926e-4a33-95c7-fb895b9f1fda tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 210 time: 0.0582852
Jan 29 20:55:09.086804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-e37cd76a-4373-4411-a750-a043dd6b8f08 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:09.088279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-e37cd76a-4373-4411-a750-a043dd6b8f08 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.1570578
Jan 29 20:55:09.105902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': '6306935f-047d-43ea-a07a-f1959544d2e7', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:09.114222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks [] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.120490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.163027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:09.168116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:09.171778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:09.174065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.10 (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce/bb258c5e-9ee6-4a70-b851-cdd83392ac0e/30e9d73d-762b-42f5-94c8-451ebf8c216b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:09.180333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Pushing event updated for resources: {'Port': ['ID=4daf56d6-afb9-4305-894d-4a634d5a6ee5,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:09.240524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Attempting to bind port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:09.240524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Attempting to bind port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c662659c-18ea-41a8-be29-f46384179d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:09.240524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Attempting to bind port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 on network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:09.245540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:09.245933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Checking segment: {'id': 'c662659c-18ea-41a8-be29-f46384179d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:09.246351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.246755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Bound using segment: {'id': 'c662659c-18ea-41a8-be29-f46384179d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:09.247229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Bound port: 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c662659c-18ea-41a8-be29-f46384179d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:09.247626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.282111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386aab1-0376-4b5a-9463-63822d919b53 req-0194550b-c8a1-490b-b94b-537212447607 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:09.284608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0386aab1-0376-4b5a-9463-63822d919b53 req-0194550b-c8a1-490b-b94b-537212447607 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1028574
Jan 29 20:55:09.312394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:09.320889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] For port 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:09.321167 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.324585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] For port 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daf56d6-afb9-4305-894d-4a634d5a6ee5,segment=NetworkSegment(c662659c-18ea-41a8-be29-f46384179d9b),segment_id=c662659c-18ea-41a8-be29-f46384179d9b)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:09.332140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.367194 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.386011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0386aab1-0376-4b5a-9463-63822d919b53 req-a67d779d-e4f0-4635-90b0-83e0173a5372 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911257
Jan 29 20:55:09.397871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfcacd-557a-4886-8433-c64db906f83a None None] Pushing event updated for resources: {'Port': ['ID=4daf56d6-afb9-4305-894d-4a634d5a6ee5,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:09.630111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a531f1-e629-48e2-85fd-17e1a07acd20 req-bc296b63-c2eb-4561-95b9-841454719511 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:09.632038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62a531f1-e629-48e2-85fd-17e1a07acd20 req-bc296b63-c2eb-4561-95b9-841454719511 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.2070563
Jan 29 20:55:09.650864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.3 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/521160fb-4494-4707-81a7-4d49ca88d6bc) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:09.669629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18576d-1bc2-4422-b23e-7208cbcf5a23 req-3aba71fb-802d-4ff5-ba08-ca0fe2985f2c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:09.671144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e18576d-1bc2-4422-b23e-7208cbcf5a23 req-3aba71fb-802d-4ff5-ba08-ca0fe2985f2c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.1669741
Jan 29 20:55:09.755850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62a531f1-e629-48e2-85fd-17e1a07acd20 req-bce7715c-4e7e-45ea-82b7-ea7fcfff7153 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152952
Jan 29 20:55:09.765389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.804198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e18576d-1bc2-4422-b23e-7208cbcf5a23 req-c0f6c30b-16e4-4c99-b086-f17d52918630 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214149
Jan 29 20:55:09.820878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:09.824501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:09.837752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:09.844443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=30e9d73d-762b-42f5-94c8-451ebf8c216b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:09.874863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.875206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.875551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.876422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.876765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.877136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.877471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.877804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.878124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.878461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.878811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.879238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.879571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:09.912140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:09.912804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.932319 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6d9dc7cb-19c1-4363-ae28-5e7d3207b480 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.3555415
Jan 29 20:55:09.934478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:09.935219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47326) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:09.942285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': 'd8f15f65-f0a9-43d1-9ec0-6be34c5172ce', 'name': 'tempest-PortsTestJSON-357510188', 'fixed_ips': [{'subnet_id': 'bb258c5e-9ee6-4a70-b851-cdd83392ac0e', 'ip_address': '172.20.0.9'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:09.969974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-783e4396-1db0-4ce8-9365-6e55154ba73d req-b637e44d-2208-4386-a9bb-cd6bfb296924 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0317993
Jan 29 20:55:10.045712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68de54c1-954c-482c-a339-cf3fb4625c57 req-14fd4193-acfc-4144-8b9e-34fcc3b7d4c8 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0400078
Jan 29 20:55:10.072597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05eca0-f3d9-4246-a42f-140fe88d497e req-e2bd0aa4-8fa9-4e97-ab23-a82684dd5064 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.074164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d05eca0-f3d9-4246-a42f-140fe88d497e req-e2bd0aa4-8fa9-4e97-ab23-a82684dd5064 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.1086872
Jan 29 20:55:10.077790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.081723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:10.088703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.107889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 9e1498dc-2f28-4097-80e3-a1edfa5307de yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:10.167261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:10.177725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:10.186970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:10.192592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:10.255784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d05eca0-f3d9-4246-a42f-140fe88d497e req-ddf3657c-07d3-4afc-b386-1ad874d5cfc2 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439903
Jan 29 20:55:10.265980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307804a-c422-4e0d-a851-4b97de444593 req-340b4e86-29e8-4fd9-9305-f84647919e25 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.267811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6307804a-c422-4e0d-a851-4b97de444593 req-340b4e86-29e8-4fd9-9305-f84647919e25 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 931 time: 0.1533191
Jan 29 20:55:10.276183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.276826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.305433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2b53-cfb7-441c-8910-6fc1559528c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.314817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.9 (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce/bb258c5e-9ee6-4a70-b851-cdd83392ac0e/9e1498dc-2f28-4097-80e3-a1edfa5307de) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:10.320434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-3ad905d2-9394-4566-a1fa-a0888d59b259 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2224927
Jan 29 20:55:10.336670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Request body: {'port': {'device_id': '6306935f-047d-43ea-a07a-f1959544d2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:10.373069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6307804a-c422-4e0d-a851-4b97de444593 req-90c6762f-a285-41e3-bd01-a708e365b8b8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933843
Jan 29 20:55:10.420942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.484386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.522954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.574593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:10.578748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:10.582391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:10.583157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d306f-7109-4bd9-9335-c496862b4855 None None] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:10.635340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.635976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.641160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c36d9-71f6-4280-904f-dc78869582a5 req-cf2d810c-cd5d-47de-b1d5-f9b37eb25f25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.643268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-131c36d9-71f6-4280-904f-dc78869582a5 req-cf2d810c-cd5d-47de-b1d5-f9b37eb25f25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.1755953
Jan 29 20:55:10.655885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=9e1498dc-2f28-4097-80e3-a1edfa5307de,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:10.657929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Provisioning complete for port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:10.658385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.675048 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-92f61b45-6ae0-4ea4-9832-30fb179dc302 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.7382305
Jan 29 20:55:10.677542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:10.798875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Current status of the port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:10.799271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.858383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-131c36d9-71f6-4280-904f-dc78869582a5 req-685f1e0f-4a4a-4f8f-8995-69f005b6e9f7 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974242
Jan 29 20:55:10.874364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-f2c856ac-dc74-41b6-b5dd-f0620176e92b tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.876065 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-f2c856ac-dc74-41b6-b5dd-f0620176e92b tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.1537073
Jan 29 20:55:10.884389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a8d6f-fdc6-44c3-8072-ddbc708211e8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:10.885969 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0b5a8d6f-fdc6-44c3-8072-ddbc708211e8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2074056
Jan 29 20:55:10.898362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47340) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:10.933815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] For port 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daf56d6-afb9-4305-894d-4a634d5a6ee5,segment=NetworkSegment(c662659c-18ea-41a8-be29-f46384179d9b),segment_id=c662659c-18ea-41a8-be29-f46384179d9b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:10.945277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:10.972377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521160fb-4494-4707-81a7-4d49ca88d6bc {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:10.990016 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks [] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.005370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Transition to ACTIVE for port object 521160fb-4494-4707-81a7-4d49ca88d6bc will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:11.048579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4daf56d6-afb9-4305-894d-4a634d5a6ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:11.071444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.109471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Deleting port bdace137-f909-4b1c-83c5-f7a644195f2d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:11.109727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.201556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Pushing event updated for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:11.238399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65930-778d-471b-a526-be199b2af596 req-e622b75a-5360-405d-aa4a-1168fb5c650b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:11.244672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2a65930-778d-471b-a526-be199b2af596 req-e622b75a-5360-405d-aa4a-1168fb5c650b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 943 time: 0.2334237
Jan 29 20:55:11.251997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a56a7b-4d49-47d1-b8b8-c36accdd4d47 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:11.257954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a56a7b-4d49-47d1-b8b8-c36accdd4d47 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:11.265061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a56a7b-4d49-47d1-b8b8-c36accdd4d47 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:11.267572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28a56a7b-4d49-47d1-b8b8-c36accdd4d47 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.3682399
Jan 29 20:55:11.273075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:11.283916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] For port bdace137-f909-4b1c-83c5-f7a644195f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdace137-f909-4b1c-83c5-f7a644195f2d,segment=NetworkSegment(e529af23-86c2-401e-a55e-07dd9a1105d3),segment_id=e529af23-86c2-401e-a55e-07dd9a1105d3)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:11.284672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.302263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Calling delete_port for bdace137-f909-4b1c-83c5-f7a644195f2d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:11.304605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ce71b-f337-404b-9bd6-24c262190351 None None] Pushing event updated for resources: {'Port': ['ID=4daf56d6-afb9-4305-894d-4a634d5a6ee5,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:11.331207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Provisioning complete for port 9e1498dc-2f28-4097-80e3-a1edfa5307de triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.331906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.350572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4d2d4-ce73-497e-b3f0-0f0f90ea4bda req-9c341f02-427a-4408-994e-0ad0cc4655e3 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:11.359355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ce4d2d4-ce73-497e-b3f0-0f0f90ea4bda req-9c341f02-427a-4408-994e-0ad0cc4655e3 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9320ef0-4354-4d30-8b5a-6ca7d7ed8301 HTTP/1.1" status: 200  len: 945 time: 0.3525577
Jan 29 20:55:11.417808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Port 9e1498dc-2f28-4097-80e3-a1edfa5307de cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:11.451865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Provisioning complete for port 30e9d73d-762b-42f5-94c8-451ebf8c216b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.452718 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.503715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.504134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.509733 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bdace137-f909-4b1c-83c5-f7a644195f2d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.544268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bdace137-f909-4b1c-83c5-f7a644195f2d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:11.559171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ce4d2d4-ce73-497e-b3f0-0f0f90ea4bda req-8c95ee47-1798-4b12-bb44-7b2168d2e524 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.20 "GET /v2.0/security-groups?id=02e8535d-8e63-4d19-a34b-f63efa5ee052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985910
Jan 29 20:55:11.560311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Pushing event deleted for resources: {'Port': ['ID=bdace137-f909-4b1c-83c5-f7a644195f2d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:11.562168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2a65930-778d-471b-a526-be199b2af596 req-957c8bc5-ed9e-4bde-8368-33f37f71a14f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899871
Jan 29 20:55:11.603438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Attempting to bind port 521160fb-4494-4707-81a7-4d49ca88d6bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:11.603785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Attempting to bind port 521160fb-4494-4707-81a7-4d49ca88d6bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:11.604183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Attempting to bind port 521160fb-4494-4707-81a7-4d49ca88d6bc on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:11.613193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Port 521160fb-4494-4707-81a7-4d49ca88d6bc on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:11.613984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Attempting to bind port 521160fb-4494-4707-81a7-4d49ca88d6bc on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:11.641798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:11.642484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Port 30e9d73d-762b-42f5-94c8-451ebf8c216b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:11.642598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] No DVR routers for this DVR port bdace137-f909-4b1c-83c5-f7a644195f2d on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:11.642713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:11.642713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:11.645012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Bound port: 521160fb-4494-4707-81a7-4d49ca88d6bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:11.645483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.652633 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.656037 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-be81e580-73a4-4442-97d6-96ad030b8f16 req-8e1413d1-28f4-44d7-89c7-d0d5ea89c6e6 tempest-VolumesAdminNegativeTest-1930665067 tempest-VolumesAdminNegativeTest-1930665067-project] 10.222.0.36 "DELETE /v2.0/ports/bdace137-f909-4b1c-83c5-f7a644195f2d HTTP/1.1" status: 204  len: 173 time: 0.7690492
Jan 29 20:55:11.656512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'name': 'network-vif-deleted', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:11.659464 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5d3f13-39f7-4f84-96ad-717b1698e59c" -d '{"events": [{"server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "name": "network-vif-deleted", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:11.664979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Provisioning complete for port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.665458 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.795040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:11.807432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b57cab29-a0e9-45e3-844c-57ad43dd0053 None None] Current status of the port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:11.856363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f2f7bff-6edc-4e1f-a8e7-03b331d9c972 req-ba8eb27e-3798-45e6-9385-a56023e6d231 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0758886
Jan 29 20:55:11.866730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:11.884217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 9e1498dc-2f28-4097-80e3-a1edfa5307de {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:11.884217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.889857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=521160fb-4494-4707-81a7-4d49ca88d6bc,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:11.927265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Provisioning complete for port 9e1498dc-2f28-4097-80e3-a1edfa5307de triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.927732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.946346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:11.965466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Port 9e1498dc-2f28-4097-80e3-a1edfa5307de cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:11.975702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Provisioning complete for port 30e9d73d-762b-42f5-94c8-451ebf8c216b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:11.976143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.002810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d29c5-e4fe-456e-a853-858de38c1c6a req-15659533-cdb3-49f4-b473-8dbbf8cd0642 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.004295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-757d29c5-e4fe-456e-a853-858de38c1c6a req-15659533-cdb3-49f4-b473-8dbbf8cd0642 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.2251863
Jan 29 20:55:12.008370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f460958d-8c7b-4170-a33a-ddf08c1dcf62 None None] Port 30e9d73d-762b-42f5-94c8-451ebf8c216b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:12.036650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.037285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.038594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/521160fb-4494-4707-81a7-4d49ca88d6bc HTTP/1.1" status: 200  len: 1091 time: 1.7093124
Jan 29 20:55:12.040292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:12.042564 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5192b-617e-454e-b628-d5576526023d" -d '{"events": [{"name": "network-changed", "server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:12.112742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be4a7-a1dc-484e-8585-2b9f297d96d8 service neutron] Pushing event updated for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:12.138392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.155529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ec86-4e4f-4132-890a-239c15dce351 req-f2b33156-2a16-476c-b463-e85ae2cb2603 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.157028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48a0ec86-4e4f-4132-890a-239c15dce351 req-f2b33156-2a16-476c-b463-e85ae2cb2603 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 943 time: 0.2239652
Jan 29 20:55:12.174711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 9e1498dc-2f28-4097-80e3-a1edfa5307de owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:12.195524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-757d29c5-e4fe-456e-a853-858de38c1c6a req-3f34b39b-853d-4a9d-8b46-403815a3239f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836522
Jan 29 20:55:12.244207 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31e5fa-ac6f-4348-a3fe-dd110c8b2b93 x-openstack-request-id: req-1a31e5fa-ac6f-4348-a3fe-dd110c8b2b93 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:12.244604 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9320ef0-4354-4d30-8b5a-6ca7d7ed8301", "name": "network-vif-deleted", "tag": "bdace137-f909-4b1c-83c5-f7a644195f2d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:12.245021 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a31e5fa-ac6f-4348-a3fe-dd110c8b2b93 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:12.245570 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9320ef0-4354-4d30-8b5a-6ca7d7ed8301', 'name': 'network-vif-deleted', 'tag': 'bdace137-f909-4b1c-83c5-f7a644195f2d', 'status': 'completed', 'code': 200}
Jan 29 20:55:12.263013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-549be820-d2ff-4ca6-a4ee-c95d14f6601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.264530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-549be820-d2ff-4ca6-a4ee-c95d14f6601e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 1125 time: 0.1877353
Jan 29 20:55:12.279761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48a0ec86-4e4f-4132-890a-239c15dce351 req-148e81d9-6223-417b-8912-39258f7c539a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125648
Jan 29 20:55:12.357843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-9869f7ec-ddc8-4b33-96f5-864e288d97a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521160fb-4494-4707-81a7-4d49ca88d6bc HTTP/1.1" status: 200  len: 217 time: 0.0735078
Jan 29 20:55:12.479422 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7e79b3c2-743d-4bd6-a22f-e652a880bcd1 req-5c2e8fb9-bb82-41b3-b370-cb057b8f466e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b09ba20e91c4bdbbdf6788f3c2711b1&device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0270891
Jan 29 20:55:12.544746 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7e79b3c2-743d-4bd6-a22f-e652a880bcd1 req-f533b6b7-55bb-4187-b47a-95a34eb7898f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8b09ba20e91c4bdbbdf6788f3c2711b1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0205405
Jan 29 20:55:12.585608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ead00d64-e030-41ca-9f75-3e1a611948c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.647541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79b3c2-743d-4bd6-a22f-e652a880bcd1 req-9473afd4-95cc-4919-92af-7a6cba3d4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.649058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7e79b3c2-743d-4bd6-a22f-e652a880bcd1 req-9473afd4-95cc-4919-92af-7a6cba3d4df2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0983140
Jan 29 20:55:12.725921 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe25ac-95d5-4b06-9741-4c8f1159b4d2 x-openstack-request-id: req-5cbe25ac-95d5-4b06-9741-4c8f1159b4d2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:12.726407 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:12.726527 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cbe25ac-95d5-4b06-9741-4c8f1159b4d2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:12.726840 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc', 'status': 'completed', 'code': 200}
Jan 29 20:55:12.750159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbd4c-7524-4952-8363-c59bac77104e req-831c68e7-e1fb-447d-8727-163d626ba2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.752232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-831c68e7-e1fb-447d-8727-163d626ba2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.3749404
Jan 29 20:55:12.783296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcfc39-8844-48f9-b559-19bdf2f2e6d2 req-9b911a5c-2115-4487-ae97-a5d351581f71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.784792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dabcfc39-8844-48f9-b559-19bdf2f2e6d2 req-9b911a5c-2115-4487-ae97-a5d351581f71 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.4386635
Jan 29 20:55:12.800164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4daf56d6-afb9-4305-894d-4a634d5a6ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:12.831729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-704a9867-1da5-4e77-b8a7-231d4e0af94f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557044
Jan 29 20:55:12.851022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:12.851507 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.857375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9e1498dc-2f28-4097-80e3-a1edfa5307de), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:12.916641 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-d07ed311-62a3-40cf-9302-f4614cdb6b14 service neutron] 10.222.0.18 "GET /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0622370
Jan 29 20:55:12.941236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-29c52010-58f9-4d2c-a261-22e0af3fa79e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:12.942701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-29c52010-58f9-4d2c-a261-22e0af3fa79e tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 945 time: 0.5015216
Jan 29 20:55:12.942863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:12.949134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=9e1498dc-2f28-4097-80e3-a1edfa5307de,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:13.023291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c29c02-965c-41a5-990b-e376a7dc9808 req-61b74e3f-5e19-4d07-9524-72dbe1ff74fb tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.024846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67c29c02-965c-41a5-990b-e376a7dc9808 req-61b74e3f-5e19-4d07-9524-72dbe1ff74fb tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 1132 time: 0.3007691
Jan 29 20:55:13.043850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dabcfc39-8844-48f9-b559-19bdf2f2e6d2 req-240987af-98ee-491b-a57c-2561c06ce50c tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483220
Jan 29 20:55:13.125949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-857fb38e-8880-491a-ba51-1ad217b6afc4 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816489
Jan 29 20:55:13.142204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:13.163588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:13.200317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:13.211040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:13.211730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6acbdf29-46f3-4b0f-a914-db610a74e6d3 req-b7c4f929-7adc-4814-a93d-37a668fb526d tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0848145
Jan 29 20:55:13.227055 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.241115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.244243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c81b1054-34f6-4e24-bc9e-10ab861651cc tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/9e1498dc-2f28-4097-80e3-a1edfa5307de HTTP/1.1" status: 204  len: 168 time: 1.9655466
Jan 29 20:55:13.254874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:13.274604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67c29c02-965c-41a5-990b-e376a7dc9808 req-3fc0d1fa-f3c5-49ab-9773-37b95a301c91 tempest-ServersOnMultiNodesTest-311991162 tempest-ServersOnMultiNodesTest-311991162-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297552
Jan 29 20:55:13.292010 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-548eb192-77e2-46b1-bcdd-ab5f037e2e87 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:13.296140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-548eb192-77e2-46b1-bcdd-ab5f037e2e87 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/9e1498dc-2f28-4097-80e3-a1edfa5307de HTTP/1.1" status: 404  len: 333 time: 0.0477304
Jan 29 20:55:13.298501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47368) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:13.298619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47370) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:13.357083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Deleting port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:13.357478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.378035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24bbbd4c-7524-4952-8363-c59bac77104e req-d0322c4d-b2f2-44cf-b259-855b6bd192cd service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135940
Jan 29 20:55:13.424649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] Transition to ACTIVE for port object 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:13.430105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.504052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] No DVR routers for this DVR port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:13.508041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Deleting subnet c680467f-7cf4-46c1-90a3-ed976979d6c4 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:13.515245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 30e9d73d-762b-42f5-94c8-451ebf8c216b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:13.515593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.520618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Publish callbacks [] for subnet (c680467f-7cf4-46c1-90a3-ed976979d6c4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.535800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] Pushing event updated for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:13.596298 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-4e37f690-5fc0-4ef6-a684-f8c2a8ad1ebb service neutron] 10.222.0.18 "PUT /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6720750
Jan 29 20:55:13.598696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (c680467f-7cf4-46c1-90a3-ed976979d6c4), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.621799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.648909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.658410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068649e5-ddb2-4920-baab-0460ba9c7f94 req-432dffb6-6c53-4c6b-825b-ce664d073f8e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.659897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-068649e5-ddb2-4920-baab-0460ba9c7f94 req-432dffb6-6c53-4c6b-825b-ce664d073f8e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 943 time: 0.2418716
Jan 29 20:55:13.661698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5192b-617e-454e-b628-d5576526023d req-47419f13-6604-49e0-a2f5-cfdbcf3bb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.663130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-47419f13-6604-49e0-a2f5-cfdbcf3bb63c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 1125 time: 0.2098358
Jan 29 20:55:13.670029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de8b31-bd84-478f-8ce3-a74c79d6f445 req-691ca931-a812-4945-a1bd-36638731e6eb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.671470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87de8b31-bd84-478f-8ce3-a74c79d6f445 req-691ca931-a812-4945-a1bd-36638731e6eb tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.3050604
Jan 29 20:55:13.680741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:13.681140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.684905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 30e9d73d-762b-42f5-94c8-451ebf8c216b owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:13.750485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-8bbc99ae-f372-4acd-a252-a93a97e4652e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.752026 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-8bbc99ae-f372-4acd-a252-a93a97e4652e tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0954957
Jan 29 20:55:13.753231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Calling delete_port for 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:13.776870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c680467f-7cf4-46c1-90a3-ed976979d6c4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.803359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bdace137-f909-4b1c-83c5-f7a644195f2d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:13.825311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: bdace137-f909-4b1c-83c5-f7a644195f2d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:13.825960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bdace137-f909-4b1c-83c5-f7a644195f2d not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:13.850706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-97fd627e-75ad-420f-8e93-eb4a2248e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.852239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-97fd627e-75ad-420f-8e93-eb4a2248e4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 1126 time: 0.0906229
Jan 29 20:55:13.871332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:13.872497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (30e9d73d-762b-42f5-94c8-451ebf8c216b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:13.918355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-068649e5-ddb2-4920-baab-0460ba9c7f94 req-d8434af2-fc44-417c-9016-676b5dc1d969 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315874
Jan 29 20:55:13.923699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=30e9d73d-762b-42f5-94c8-451ebf8c216b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:13.928440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87de8b31-bd84-478f-8ce3-a74c79d6f445 req-9b8d4b44-5c34-419d-a251-adffc5036180 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405980
Jan 29 20:55:13.973541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5192b-617e-454e-b628-d5576526023d req-91280541-1e21-4fe9-9418-976d35230c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:13.975241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-91280541-1e21-4fe9-9418-976d35230c63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.3028672
Jan 29 20:55:13.978165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (c680467f-7cf4-46c1-90a3-ed976979d6c4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.022515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:14.023292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.025264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c680467f-7cf4-46c1-90a3-ed976979d6c4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:14.038290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-a062a0d4-9282-4bdd-b44f-a1cc06076893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.040209 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-a062a0d4-9282-4bdd-b44f-a1cc06076893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1126 time: 0.1551070
Jan 29 20:55:14.045265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.051663 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37f6f849-88ae-4b02-a395-2b396d24ff12 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/30e9d73d-762b-42f5-94c8-451ebf8c216b HTTP/1.1" status: 204  len: 168 time: 0.7498119
Jan 29 20:55:14.057457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:14.065546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.072790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3144aadc-f547-41c4-9d11-4660991fda0b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c680467f-7cf4-46c1-90a3-ed976979d6c4 HTTP/1.1" status: 204  len: 168 time: 0.7717071
Jan 29 20:55:14.073729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-45ee1faf-3366-4ece-9f71-ab4e23809311 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521160fb-4494-4707-81a7-4d49ca88d6bc HTTP/1.1" status: 200  len: 217 time: 0.0865633
Jan 29 20:55:14.074219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47378) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:14.095651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:14.096701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:14.099002 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050ff0b-4f59-41f0-9186-6b3cb7be28de" -d '{"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:14.107992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.113088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:14.128512 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f08cd96-2e4b-433e-840a-70c2ee5f6d80 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:14.130405 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f08cd96-2e4b-433e-840a-70c2ee5f6d80 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/30e9d73d-762b-42f5-94c8-451ebf8c216b HTTP/1.1" status: 404  len: 333 time: 0.0718853
Jan 29 20:55:14.147333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47384) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:14.202161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:14.214828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:55:14.215661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:14.273449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet bb258c5e-9ee6-4a70-b851-cdd83392ac0e {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:14.276487 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c308e-f744-401a-a06b-087c4e9d12c7 x-openstack-request-id: req-1d8c308e-f744-401a-a06b-087c4e9d12c7 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:14.276796 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:14.277098 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d8c308e-f744-401a-a06b-087c4e9d12c7 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:14.277510 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'code': 200}
Jan 29 20:55:14.285644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (bb258c5e-9ee6-4a70-b851-cdd83392ac0e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.335789 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (702ded8e-5f8a-4c97-90f2-930c76502588), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.336077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-85911987-33ad-4af6-be8a-ac93847aafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.337467 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-85911987-33ad-4af6-be8a-ac93847aafe2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2871461
Jan 29 20:55:14.348998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (bb258c5e-9ee6-4a70-b851-cdd83392ac0e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.406736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5192b-617e-454e-b628-d5576526023d req-f8368661-90a0-4d36-a99d-cad8670f2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.408737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-f8368661-90a0-4d36-a99d-cad8670f2435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.3248608
Jan 29 20:55:14.411668 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-7a74bb0a-f556-46f3-8480-80f76ef36d58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 200  len: 217 time: 0.0649478
Jan 29 20:55:14.431660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.450416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7e79b3c2-743d-4bd6-a22f-e652a880bcd1 req-10fbfb57-4f7b-4982-b178-1292272eba83 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.18 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.0494680
Jan 29 20:55:14.484232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-ce77963c-3815-45b6-b3be-ad1f2123af15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634158
Jan 29 20:55:14.498446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a848e3-37fc-42ac-b587-63d4fcbf2250 req-d597def5-4a9d-490d-861e-706a219bed25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.499914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a848e3-37fc-42ac-b587-63d4fcbf2250 req-d597def5-4a9d-490d-861e-706a219bed25 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2b630fa-4ffc-437d-8493-cc7964b29bc2 HTTP/1.1" status: 200  len: 865 time: 0.2303498
Jan 29 20:55:14.519587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c2c0e4e-714b-480d-ab3f-013855cec043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.521844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-5c2c0e4e-714b-480d-ab3f-013855cec043 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0870571
Jan 29 20:55:14.563319 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-248c55bd-1d25-4e14-9647-73e2fe88a286 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327349
Jan 29 20:55:14.564464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (bb258c5e-9ee6-4a70-b851-cdd83392ac0e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.580217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748e29a-d4ef-4df8-a93a-c7256fec90d6 req-949cedda-137b-415b-a4f0-95086633dafa tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:14.581710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e748e29a-d4ef-4df8-a93a-c7256fec90d6 req-949cedda-137b-415b-a4f0-95086633dafa tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.2537272
Jan 29 20:55:14.582472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Pushing event deleted for resources: {'Port': ['ID=73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:14.693428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (bb258c5e-9ee6-4a70-b851-cdd83392ac0e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.731532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=bb258c5e-9ee6-4a70-b851-cdd83392ac0e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:14.739084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-515fd543-eb4f-4728-988f-622a8ef0de71 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500316
Jan 29 20:55:14.742111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.745349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8059ba23-462d-45c0-85dd-596202b7c01a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/bb258c5e-9ee6-4a70-b851-cdd83392ac0e HTTP/1.1" status: 204  len: 168 time: 0.5970390
Jan 29 20:55:14.748595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda8f51-60e1-4445-af03-6958bb1a44d1 None None] Network d8f15f65-f0a9-43d1-9ec0-6be34c5172ce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:14.749136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:14.887436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.915746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (702ded8e-5f8a-4c97-90f2-930c76502588), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.919882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-25a55bd9-8800-4eb4-aa88-babc6c142c1e service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719353
Jan 29 20:55:14.947218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] DHCP port deletion for d8f15f65-f0a9-43d1-9ec0-6be34c5172ce request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:55:14.978542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] No DVR routers for this DVR port 73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:14.991377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:14.994623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d86e0b67-4c62-4595-97b4-148973d2e8d9 req-0ee0a201-03ad-4e4c-b887-ad31244784d1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.18 "DELETE /v2.0/ports/73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32 HTTP/1.1" status: 204  len: 173 time: 2.0373456
Jan 29 20:55:15.006626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-deleted', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:15.008944 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1960cf2-8ed1-49ad-8c5d-5b8c9b60b485" -d '{"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-deleted", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:15.022675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea096f6820>,) {'filters': {'network_id': ['702ded8e-5f8a-4c97-90f2-930c76502588']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.046569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Deleting port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:15.046952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.066883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a848e3-37fc-42ac-b587-63d4fcbf2250 req-e762f711-19a7-4268-8bad-d36e7a8c06a1 tempest-ServerRescueNegativeTestJSON-890494202 tempest-ServerRescueNegativeTestJSON-890494202-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de158df-b65d-4c15-a0bc-1c2cd6ba0951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4957204
Jan 29 20:55:15.069228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096f6820>, 'e529af23-86c2-401e-a55e-07dd9a1105d3') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.086811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096f6820>, 'e529af23-86c2-401e-a55e-07dd9a1105d3') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.101302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:15.101771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.137791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (e529af23-86c2-401e-a55e-07dd9a1105d3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.163281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] For port 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daf56d6-afb9-4305-894d-4a634d5a6ee5,segment=NetworkSegment(c662659c-18ea-41a8-be29-f46384179d9b),segment_id=c662659c-18ea-41a8-be29-f46384179d9b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:15.164012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.171259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e748e29a-d4ef-4df8-a93a-c7256fec90d6 req-345f58a5-4994-49aa-a534-3fa53df52d7f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5698693
Jan 29 20:55:15.183381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-0af611bb-4f3f-45c6-8dc2-8640a5bce84d service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6555259
Jan 29 20:55:15.202752 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e529af23-86c2-401e-a55e-07dd9a1105d3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.210052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Calling delete_port for 4daf56d6-afb9-4305-894d-4a634d5a6ee5 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:15.243019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port 4daf56d6-afb9-4305-894d-4a634d5a6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daf56d6-afb9-4305-894d-4a634d5a6ee5,segment=NetworkSegment(c662659c-18ea-41a8-be29-f46384179d9b),segment_id=c662659c-18ea-41a8-be29-f46384179d9b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:15.243529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.269691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 4daf56d6-afb9-4305-894d-4a634d5a6ee5 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:15.305071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:15.305633 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (e529af23-86c2-401e-a55e-07dd9a1105d3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:15.308125 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:15.332007 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.368559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] Pushing event deleted for resources: {'Port': ['ID=4daf56d6-afb9-4305-894d-4a634d5a6ee5,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:15.373538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eed84f-bb83-44a1-86f7-bc57e64b75e8 None None] No DVR routers for this DVR port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:15.412634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ec5fc95-f8cd-406c-94e2-8da467d22a36 req-bd452bcc-01bf-4529-b6b8-9bc3f7dbac75 tempest-ServerShowV257Test-1090835959 tempest-ServerShowV257Test-1090835959-project] 10.222.0.20 "GET /v2.0/ports?device_id=e801a93c-146f-4eb7-8514-a0ab70f6eedc HTTP/1.1" status: 200  len: 210 time: 0.1771765
Jan 29 20:55:15.418577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-f4d3af12-6375-436a-9e1e-22ebdf5bd64f tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:15.419978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-f4d3af12-6375-436a-9e1e-22ebdf5bd64f tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0809283
Jan 29 20:55:15.424785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4daf56d6-afb9-4305-894d-4a634d5a6ee5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.464857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (702ded8e-5f8a-4c97-90f2-930c76502588), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.478673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.480609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=4daf56d6-afb9-4305-894d-4a634d5a6ee5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:15.483950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] 10.222.0.20 "DELETE /v2.0/networks/702ded8e-5f8a-4c97-90f2-930c76502588 HTTP/1.1" status: 204  len: 168 time: 1.4080963
Jan 29 20:55:15.488511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47398) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:15.500120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.500494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port 4daf56d6-afb9-4305-894d-4a634d5a6ee5 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:15.518705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bc5192b-617e-454e-b628-d5576526023d req-cf75020f-fca2-4aff-a246-1dde1ed3de67 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280470
Jan 29 20:55:15.533790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5ca4-b2c6-416a-86de-dbec2e06cade admin admin] Pushing event deleted for resources: {'Network': ['ID=702ded8e-5f8a-4c97-90f2-930c76502588,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:15.542240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b06f6-05bd-4023-8e8b-775d0458e73c req-7741cb21-5b0b-4bef-9eef-732a74887a73 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:15.543849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e9b06f6-05bd-4023-8e8b-775d0458e73c req-7741cb21-5b0b-4bef-9eef-732a74887a73 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.2246971
Jan 29 20:55:15.608161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Deleting subnet 565c4e06-e7d4-435d-aac0-5ecd28d6376e {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:15.614961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Publish callbacks [] for subnet (565c4e06-e7d4-435d-aac0-5ecd28d6376e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.625082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.665992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7542-4de7-4309-a4c7-98647ee00726 req-8e6fa4b9-fa1d-4557-a590-537e3123ca88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:15.666907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0930a910>,) {'filters': {'network_id': ['d8f15f65-f0a9-43d1-9ec0-6be34c5172ce']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.667537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d8d7542-4de7-4309-a4c7-98647ee00726 req-8e6fa4b9-fa1d-4557-a590-537e3123ca88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 943 time: 0.1780367
Jan 29 20:55:15.675874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e9b06f6-05bd-4023-8e8b-775d0458e73c req-5a333872-8ea2-4c86-bbcf-383ecd91c7fd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121893
Jan 29 20:55:15.682933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0930a910>, 'c662659c-18ea-41a8-be29-f46384179d9b') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.683276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0930a910>, 'c662659c-18ea-41a8-be29-f46384179d9b') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:15.691813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (565c4e06-e7d4-435d-aac0-5ecd28d6376e), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.699859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c662659c-18ea-41a8-be29-f46384179d9b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.717750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-f0453041-348f-41d1-9e87-c1f1e903ae9d service neutron] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:15.719486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-f0453041-348f-41d1-9e87-c1f1e903ae9d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.720914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3aa25570-655a-496f-95a8-d101a58a5bf7 req-f0453041-348f-41d1-9e87-c1f1e903ae9d service neutron] 10.222.0.36 "DELETE /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2914701
Jan 29 20:55:15.721637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c662659c-18ea-41a8-be29-f46384179d9b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.739890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:15.742099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c662659c-18ea-41a8-be29-f46384179d9b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:15.747233 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:15.762728 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (565c4e06-e7d4-435d-aac0-5ecd28d6376e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.768119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d8d7542-4de7-4309-a4c7-98647ee00726 req-b76f6b84-7a83-43b2-ad80-8dfadfc4bf80 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881231
Jan 29 20:55:15.821541 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d43fc3b-e927-414b-bbc8-584c8f9962b9 x-openstack-request-id: req-1d43fc3b-e927-414b-bbc8-584c8f9962b9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:15.822978 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b630fa-4ffc-437d-8493-cc7964b29bc2", "name": "network-vif-deleted", "tag": "73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:15.823446 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d43fc3b-e927-414b-bbc8-584c8f9962b9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:15.823872 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b630fa-4ffc-437d-8493-cc7964b29bc2', 'name': 'network-vif-deleted', 'tag': '73cbeee5-dd8c-40d3-afa0-c96c7ea5fb32', 'status': 'completed', 'code': 200}
Jan 29 20:55:15.832412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d8f15f65-f0a9-43d1-9ec0-6be34c5172ce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.838825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (565c4e06-e7d4-435d-aac0-5ecd28d6376e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.839872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.844716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/d8f15f65-f0a9-43d1-9ec0-6be34c5172ce HTTP/1.1" status: 204  len: 168 time: 1.0885530
Jan 29 20:55:15.848297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47400) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:15.855376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 521160fb-4494-4707-81a7-4d49ca88d6bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:15.870641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335acd02-cd07-49ff-82c2-0707cfbcc31c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=d8f15f65-f0a9-43d1-9ec0-6be34c5172ce,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:15.871453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2042704862'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:15.880163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565c4e06-e7d4-435d-aac0-5ecd28d6376e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:15.893844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.897230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/565c4e06-e7d4-435d-aac0-5ecd28d6376e HTTP/1.1" status: 204  len: 168 time: 0.4060161
Jan 29 20:55:15.899945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47402) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:15.901280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.901828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.902360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.902872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.903368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.903862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.904404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.904917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.905447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.905958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.906459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.906973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.907998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2bbce8-d2ae-45a9-ab12-b8b1f8bed11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:15.918043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:15.923932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.951040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:15.960589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b1316cab-36bb-40fb-9e7d-fcffe4c6008a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:15.961284 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Added segment b1316cab-36bb-40fb-9e7d-fcffe4c6008a of type vlan for network dee3cf57-4594-4f5b-a2df-5bfe318e8199
Jan 29 20:55:15.983341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=521160fb-4494-4707-81a7-4d49ca88d6bc,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:15.984724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-e7307412-2cc4-4035-9eb3-f2d3c7766db1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:15.986842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-e7307412-2cc4-4035-9eb3-f2d3c7766db1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.1410525
Jan 29 20:55:15.995571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '521160fb-4494-4707-81a7-4d49ca88d6bc', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': '521160fb-4494-4707-81a7-4d49ca88d6bc', 'mac_address': 'fa:16:3e:82:f4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:55:16.015658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (dee3cf57-4594-4f5b-a2df-5bfe318e8199), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.025957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (08415381-19d9-4952-bbfd-179230bcbe30), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.034174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 521160fb-4494-4707-81a7-4d49ca88d6bc is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:16.034828 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.044367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (dee3cf57-4594-4f5b-a2df-5bfe318e8199), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.050710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521160fb-4494-4707-81a7-4d49ca88d6bc {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:16.051432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:16.052178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.071767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=521160fb-4494-4707-81a7-4d49ca88d6bc,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:16.078012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.124873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47406) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:16.142127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2919631
Jan 29 20:55:16.148765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:16.149301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:16.157004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:16.181865 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (08415381-19d9-4952-bbfd-179230bcbe30), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.229233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236858d7-e05b-4161-9370-ad7049ef5533 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Network': ['ID=dee3cf57-4594-4f5b-a2df-5bfe318e8199,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:16.240779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:16.257014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08778760>,) {'filters': {'network_id': ['08415381-19d9-4952-bbfd-179230bcbe30']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:16.271327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08778760>, '641f7833-789b-4a51-ba2a-fe810679dab1') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:16.271684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08778760>, '641f7833-789b-4a51-ba2a-fe810679dab1') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:16.285726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (641f7833-789b-4a51-ba2a-fe810679dab1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.310443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (641f7833-789b-4a51-ba2a-fe810679dab1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.326327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:16.326735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (641f7833-789b-4a51-ba2a-fe810679dab1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:16.328447 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:16.370125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853bc03-f901-4a8b-b941-6362fd198875 req-3f6dc523-7ff0-4ef6-a393-28f3e7644a48 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:16.371958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3853bc03-f901-4a8b-b941-6362fd198875 req-3f6dc523-7ff0-4ef6-a393-28f3e7644a48 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 950 time: 0.1075034
Jan 29 20:55:16.408021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port 23ae6711-4f29-4120-8eab-282f347df47e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:16.408373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (23ae6711-4f29-4120-8eab-282f347df47e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.416280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (08415381-19d9-4952-bbfd-179230bcbe30), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.460949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3853bc03-f901-4a8b-b941-6362fd198875 req-28098de4-a43d-4ffd-a55f-bc66133d918d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632169
Jan 29 20:55:16.464820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.468044 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08415381-19d9-4952-bbfd-179230bcbe30 HTTP/1.1" status: 204  len: 168 time: 0.5670428
Jan 29 20:55:16.493353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e9afc-5594-4a56-8770-157be45bf9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08415381-19d9-4952-bbfd-179230bcbe30,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:16.500719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:16.504157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.514061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['521160fb-4494-4707-81a7-4d49ca88d6bc'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:16.603551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port 23ae6711-4f29-4120-8eab-282f347df47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ae6711-4f29-4120-8eab-282f347df47e,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:16.603829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (23ae6711-4f29-4120-8eab-282f347df47e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.650252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for 23ae6711-4f29-4120-8eab-282f347df47e owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:16.825256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47424) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:16.838367 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:16.863271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4daf56d6-afb9-4305-894d-4a634d5a6ee5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:16.888163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4daf56d6-afb9-4305-894d-4a634d5a6ee5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:16.888611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4daf56d6-afb9-4305-894d-4a634d5a6ee5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:16.900283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47426) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:16.945450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (ee44e38c-6aa3-479e-9c4d-08597b0d3564), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.003654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-21ec0d01-abb2-4ef9-a8cb-b7d39f01d981 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=975def1272564604bcc0759fc1d44fb3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1770892
Jan 29 20:55:17.009254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:17.059470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586ab76-62df-4ad3-8e46-e09324af5647 req-108b2ad5-e65a-429c-b962-c7ffcc0b8e0e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:17.061077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7586ab76-62df-4ad3-8e46-e09324af5647 req-108b2ad5-e65a-429c-b962-c7ffcc0b8e0e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 944 time: 0.1553936
Jan 29 20:55:17.066121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=ee44e38c-6aa3-479e-9c4d-08597b0d3564,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:17.075767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7486876-c164-457a-9997-309105c40d7c req-c1abc366-be50-434b-b852-25d1db87faef tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:17.077322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7486876-c164-457a-9997-309105c40d7c req-c1abc366-be50-434b-b852-25d1db87faef tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.2133722
Jan 29 20:55:17.089425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23ae6711-4f29-4120-8eab-282f347df47e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.103713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297', '0b966786-3fee-43e3-8332-8fefe3e256c1', '91fc7451-4904-4d42-baf2-b0bb7a5ca62a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:17.107736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412', '23ae6711-4f29-4120-8eab-282f347df47e'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:17.112168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244b9530-da2d-496d-80c9-7e3b8724fb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.128754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Checking segment: {'id': 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:17.129161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network hostable DHCP agents. Network: dee3cf57-4594-4f5b-a2df-5bfe318e8199, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:55:17.131167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=23ae6711-4f29-4120-8eab-282f347df47e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:17.172106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] Publish callbacks [] for security_group (02e8535d-8e63-4d19-a34b-f63efa5ee052), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.220657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port 23ae6711-4f29-4120-8eab-282f347df47e on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:17.224777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.228246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4eed48f2-420b-4f02-9b5c-1ae24054f40d req-29995e85-cad8-43b1-8603-5d8005b60251 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "DELETE /v2.0/ports/23ae6711-4f29-4120-8eab-282f347df47e HTTP/1.1" status: 204  len: 173 time: 1.2349100
Jan 29 20:55:17.228712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'name': 'network-vif-deleted', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:17.231276 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f454f-1797-46da-8635-36aff8c346a7" -d '{"events": [{"server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "name": "network-vif-deleted", "tag": "23ae6711-4f29-4120-8eab-282f347df47e"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:17.235716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7586ab76-62df-4ad3-8e46-e09324af5647 req-744bada1-a6c9-48d6-bfea-051527513747 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433389
Jan 29 20:55:17.252667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:55:17.256843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7486876-c164-457a-9997-309105c40d7c req-7d6b5d3c-1767-478b-9174-377eb6cd90d2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687717
Jan 29 20:55:17.260056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] Publish callbacks [] for security_group (02e8535d-8e63-4d19-a34b-f63efa5ee052), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.284515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dee3cf57-4594-4f5b-a2df-5bfe318e8199) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:17.290848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.296181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:17.296537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.337043 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36201110-3477-412c-9518-8eade9dfeb58 x-openstack-request-id: req-36201110-3477-412c-9518-8eade9dfeb58 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:17.337353 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c23489-30a6-42eb-8b97-8aa3a949cd94", "name": "network-vif-deleted", "tag": "23ae6711-4f29-4120-8eab-282f347df47e", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:17.337771 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36201110-3477-412c-9518-8eade9dfeb58 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:17.338310 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c23489-30a6-42eb-8b97-8aa3a949cd94', 'name': 'network-vif-deleted', 'tag': '23ae6711-4f29-4120-8eab-282f347df47e', 'status': 'completed', 'code': 200}
Jan 29 20:55:17.342814 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-039d58b3-ab93-4f41-8a95-a0aae029791c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1898890
Jan 29 20:55:17.343262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77fb5d-9bb6-4fb7-b188-4c85ae883064 None None] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:17.347116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:17.354992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-418802960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:17.393859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02e8535d-8e63-4d19-a34b-f63efa5ee052), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.401025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.405001 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02e8535d-8e63-4d19-a34b-f63efa5ee052 HTTP/1.1" status: 204  len: 168 time: 0.3923950
Jan 29 20:55:17.418944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142ce57-bcc1-49dc-8600-953b8ffba354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e8535d-8e63-4d19-a34b-f63efa5ee052,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:17.424692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.426195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.509696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for router_controller (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.509877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244b9530-da2d-496d-80c9-7e3b8724fb60 admin admin] Publish callbacks [] for security_group (4826fe40-db69-4a93-9752-78ddf73466bb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.521415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.552580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244b9530-da2d-496d-80c9-7e3b8724fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4826fe40-db69-4a93-9752-78ddf73466bb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.556966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.559148 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-551f00e2-21ae-431f-b99a-a31999ac29bd tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.2094169
Jan 29 20:55:17.561989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47444) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:17.572438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199', 'name': 'tempest-PortsTestJSON-458354894'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:17.724849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:17.731253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.750343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab0ac292-a002-46f4-8e87-439769d100da req-95c67edf-6737-43e4-a1e7-393bd6541f0c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c23489-30a6-42eb-8b97-8aa3a949cd94 HTTP/1.1" status: 200  len: 210 time: 0.1304574
Jan 29 20:55:17.760410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-244b9530-da2d-496d-80c9-7e3b8724fb60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b09ba20e91c4bdbbdf6788f3c2711b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8509245
Jan 29 20:55:17.761202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b9530-da2d-496d-80c9-7e3b8724fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826fe40-db69-4a93-9752-78ddf73466bb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:17.777116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47448) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:17.792573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9eef-f83d-42d1-8d16-8780133fd1db req-0998fdf1-52e9-4752-b0d3-82d3b0ff285c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:17.794406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89fe9eef-f83d-42d1-8d16-8780133fd1db req-0998fdf1-52e9-4752-b0d3-82d3b0ff285c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1126 time: 0.1870961
Jan 29 20:55:17.814150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dee3cf57-4594-4f5b-a2df-5bfe318e8199', 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': 'ee44e38c-6aa3-479e-9c4d-08597b0d3564'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:55:17.815055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.887573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89fe9eef-f83d-42d1-8d16-8780133fd1db req-40334e89-5273-46de-8b2a-07c8b9df3e4c tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804493
Jan 29 20:55:17.889974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:17.975586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Deleting port 30a18091-bc4d-4a7e-a65f-20bafa1dae76 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:17.978239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:17.998485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] Publish callbacks [] for security_group (4826fe40-db69-4a93-9752-78ddf73466bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.013844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:18.046375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] Publish callbacks [] for security_group (4826fe40-db69-4a93-9752-78ddf73466bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.084029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] For port 30a18091-bc4d-4a7e-a65f-20bafa1dae76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a18091-bc4d-4a7e-a65f-20bafa1dae76,segment=NetworkSegment(e5846937-68de-4cc5-bb57-2bf9b4bfa1c4),segment_id=e5846937-68de-4cc5-bb57-2bf9b4bfa1c4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:18.084664 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.099803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Calling delete_port for 30a18091-bc4d-4a7e-a65f-20bafa1dae76 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:18.104958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Allocated IP 172.20.0.2 (dee3cf57-4594-4f5b-a2df-5bfe318e8199/ee44e38c-6aa3-479e-9c4d-08597b0d3564/c5c834fd-e798-4f7d-9a0b-f99f6723b94d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:18.215833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dca28-fba8-421b-8a1d-7d3516964406 req-6f1961db-34d7-4b39-a693-4bbe90450339 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:18.217685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-228dca28-fba8-421b-8a1d-7d3516964406 req-6f1961db-34d7-4b39-a693-4bbe90450339 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 1126 time: 0.1035600
Jan 29 20:55:18.400643 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b32d26f3-c0d9-4b49-866b-90b58af00f68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8045f5fac8d94813a499586cceb24ef1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3856273
Jan 29 20:55:18.403130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47456) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:18.458182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4826fe40-db69-4a93-9752-78ddf73466bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.460976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.464534 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4826fe40-db69-4a93-9752-78ddf73466bb HTTP/1.1" status: 204  len: 168 time: 0.6839039
Jan 29 20:55:18.467947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] Publish callbacks [] for security_group (41bbcb75-424b-4d4a-8302-416b0608dcea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.482289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5eb9-329c-4d19-8500-1d54282f52ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826fe40-db69-4a93-9752-78ddf73466bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:18.498209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] Publish callbacks [] for security_group (41bbcb75-424b-4d4a-8302-416b0608dcea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.565374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (41bbcb75-424b-4d4a-8302-416b0608dcea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.570803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.574892 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41bbcb75-424b-4d4a-8302-416b0608dcea HTTP/1.1" status: 204  len: 168 time: 0.1699502
Jan 29 20:55:18.590454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744b5ec-1979-4c78-b884-49cfe8e122ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbcb75-424b-4d4a-8302-416b0608dcea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:18.598143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-228dca28-fba8-421b-8a1d-7d3516964406 req-46c887fe-29c3-4895-991e-c2450e0a2f0b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3425710
Jan 29 20:55:18.686883 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks [] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.700136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecef32b-4add-471d-82f7-8eb4de18ccc1 req-981f2da0-d2db-47b7-b750-f1ef2bc6088d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:18.709385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.712181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fecef32b-4add-471d-82f7-8eb4de18ccc1 req-981f2da0-d2db-47b7-b750-f1ef2bc6088d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 944 time: 0.3952768
Jan 29 20:55:18.797842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:18.806498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:18.813666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:18.834444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Pushing event updated for resources: {'Port': ['ID=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:18.835842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.12 (dee3cf57-4594-4f5b-a2df-5bfe318e8199/ee44e38c-6aa3-479e-9c4d-08597b0d3564/d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:18.869629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fecef32b-4add-471d-82f7-8eb4de18ccc1 req-33e24a75-791d-4137-ab5f-455cd595ea0b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545799
Jan 29 20:55:18.895685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (30a18091-bc4d-4a7e-a65f-20bafa1dae76), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:18.966130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Pushing event deleted for resources: {'Port': ['ID=30a18091-bc4d-4a7e-a65f-20bafa1dae76,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:19.137482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Attempting to bind port c5c834fd-e798-4f7d-9a0b-f99f6723b94d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:19.137965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Attempting to bind port c5c834fd-e798-4f7d-9a0b-f99f6723b94d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:19.138273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Attempting to bind port c5c834fd-e798-4f7d-9a0b-f99f6723b94d on network dee3cf57-4594-4f5b-a2df-5bfe318e8199 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:19.158938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:19.159764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Checking segment: {'id': 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:19.160651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.161904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Bound using segment: {'id': 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:19.162663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Bound port: c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dee3cf57-4594-4f5b-a2df-5bfe318e8199'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:19.163231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.214959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.286865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.303660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.354153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:19.390325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] For port c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:19.394537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:19.396671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] For port c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,segment=NetworkSegment(b1316cab-36bb-40fb-9e7d-fcffe4c6008a),segment_id=b1316cab-36bb-40fb-9e7d-fcffe4c6008a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:19.405169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:19.409081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.490625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c412f2-92e6-4607-85d0-0ac3f59cca13 None None] Pushing event updated for resources: {'Port': ['ID=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:19.497491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:19.554149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:19.554760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:19.588371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-62964b73-b6f7-44a4-8039-4d6c6e36a013 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0246019
Jan 29 20:55:19.591381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47502) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:19.699044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:55:19.712203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164ca1-3de5-4c5f-acef-abf2aae65b60 req-cc8033a4-703e-4b63-91da-c25a87f30de1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:19.721386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3164ca1-3de5-4c5f-acef-abf2aae65b60 req-cc8033a4-703e-4b63-91da-c25a87f30de1 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.2125206
Jan 29 20:55:19.803391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23ae6711-4f29-4120-8eab-282f347df47e no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:19.853626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 23ae6711-4f29-4120-8eab-282f347df47e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:19.854220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23ae6711-4f29-4120-8eab-282f347df47e not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:19.862281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3164ca1-3de5-4c5f-acef-abf2aae65b60 req-e403c53b-a54b-40fe-9cfa-84633db33403 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374426
Jan 29 20:55:19.902543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 521160fb-4494-4707-81a7-4d49ca88d6bc up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:19.924462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:55:19.934612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-327c048f-fa04-4bda-9d00-72877087310c admin admin] 10.222.0.20 "PUT /v2.0/routers/71a8e54e-0945-4930-ad5c-956d2b91a1e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8033185
Jan 29 20:55:19.935049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:20.006927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Sync routers for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:55:20.111377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:20.117711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:20.120430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0acf1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:20.160233 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks [] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.168491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775705-181c-46dc-9b15-9c0ce0880ab4 req-2f7224a4-6a83-4b8a-b8fa-417931be8d80 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:20.176469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78775705-181c-46dc-9b15-9c0ce0880ab4 req-2f7224a4-6a83-4b8a-b8fa-417931be8d80 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 944 time: 0.1317227
Jan 29 20:55:20.290891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 521160fb-4494-4707-81a7-4d49ca88d6bc completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:55:20.309999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 521160fb-4494-4707-81a7-4d49ca88d6bc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:20.310633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.369966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47526) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:20.370736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:20.422244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78775705-181c-46dc-9b15-9c0ce0880ab4 req-0c20829e-9d07-4440-899e-2194c5e1fc71 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407992
Jan 29 20:55:20.444714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.468674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks [] for router_gateway (71a8e54e-0945-4930-ad5c-956d2b91a1e9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.506461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1150961239-network', 'tenant_id': '35bf9ac53cc44d078c9ede28b5a4233d'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:20.555432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Made reservation on behalf of 35bf9ac53cc44d078c9ede28b5a4233d for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:20.555785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.594355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.607743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Deleting port 0cba2407-0707-4a41-b55e-de3a2f1c6e13 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:20.608109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.683690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 521160fb-4494-4707-81a7-4d49ca88d6bc is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:20.684215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.685994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-74798940-network', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:20.739795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Made reservation on behalf of 7ac922b241be43b7aef5949cf87d9aae for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:20.743000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.762841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.780183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:20.791778 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42eb14-26c2-41b6-8383-55ac4bfeccbd" -d '{"events": [{"server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "name": "network-vif-plugged", "status": "completed", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:20.873467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] For port 0cba2407-0707-4a41-b55e-de3a2f1c6e13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cba2407-0707-4a41-b55e-de3a2f1c6e13,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:20.873882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:20.954662 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38526e05-7af0-486c-9786-d68f4e45248e x-openstack-request-id: req-38526e05-7af0-486c-9786-d68f4e45248e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:20.957192 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "name": "network-vif-plugged", "status": "completed", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:20.960380 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38526e05-7af0-486c-9786-d68f4e45248e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:20.964616 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc', 'code': 200}
Jan 29 20:55:20.974789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Calling delete_port for 0cba2407-0707-4a41-b55e-de3a2f1c6e13 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:20.991025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=521160fb-4494-4707-81a7-4d49ca88d6bc,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:21.032260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.111072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.118640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.118927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0acf1d60>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:55:18Z', 'revision_number': 5, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port': {'id': '0cba2407-0707-4a41-b55e-de3a2f1c6e13', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:25Z', 'updated_at': '2022-01-29T20:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:21.164475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Checking router: 71a8e54e-0945-4930-ad5c-956d2b91a1e9 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:55:21.180796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks [] for security_group (a2372398-e1d9-4f49-b9e5-834233499ffb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.185850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Routers {'71a8e54e-0945-4930-ad5c-956d2b91a1e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:21.186676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0acf1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:21.190013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:21.212190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5c834fd-e798-4f7d-9a0b-f99f6723b94d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:21.244692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a2372398-e1d9-4f49-b9e5-834233499ffb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.257530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:21.258469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352d47b-cc2b-455f-9da8-75543a4eb555 None None] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:21.297295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-93907638-12f3-4cb8-b9a0-b1e532904c29 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:21.299699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-93907638-12f3-4cb8-b9a0-b1e532904c29 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.3090582
Jan 29 20:55:21.372623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324dbb-4e28-4fcf-9e21-cb59b298ffbb req-24a7fe62-09c9-4f1a-8b46-92025360e7d9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:21.379597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d324dbb-4e28-4fcf-9e21-cb59b298ffbb req-24a7fe62-09c9-4f1a-8b46-92025360e7d9 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.3876207
Jan 29 20:55:21.403725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:21.415283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Provisioning complete for port c5c834fd-e798-4f7d-9a0b-f99f6723b94d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:21.415904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.437790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1db4e-45ec-4930-89b6-77f2300693ec req-fe0ee607-d1fb-450a-8e9f-8a8f454b0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:21.439804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eee1db4e-45ec-4930-89b6-77f2300693ec req-fe0ee607-d1fb-450a-8e9f-8a8f454b0920 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 1127 time: 0.3883588
Jan 29 20:55:21.494506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.546753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] Set router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:21.550090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2372398-e1d9-4f49-b9e5-834233499ffb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:21.565711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6820d0d9-23a9-403b-aee8-5f8a56520358), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.566059 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Added segment 6820d0d9-23a9-403b-aee8-5f8a56520358 of type vlan for network 3e5d0e33-a585-4203-bd05-f2661e740b8d
Jan 29 20:55:21.599128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c5c834fd-e798-4f7d-9a0b-f99f6723b94d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:21.599642 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.606605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks [] for security_group (c481b5aa-5faf-41ff-ac09-a05a0a00e2fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.650472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c481b5aa-5faf-41ff-ac09-a05a0a00e2fc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.653997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0acf1d60>, [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:55:20Z', 'revision_number': 6, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:21.739817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f542c9-9b4c-4f33-b219-f0784b4dc507 None None] The sync data for ids ['71a8e54e-0945-4930-ad5c-956d2b91a1e9'] in ncdv-master-1 is: [{'id': '71a8e54e-0945-4930-ad5c-956d2b91a1e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1466866054-router', 'tenant_id': '9c3b71f9bda245f89384d15b7d991443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:22Z', 'updated_at': '2022-01-29T20:55:20Z', 'revision_number': 6, 'project_id': '9c3b71f9bda245f89384d15b7d991443', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:55:21.789094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:21.813166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d324dbb-4e28-4fcf-9e21-cb59b298ffbb req-9687a0c8-cb6c-41ec-b7dc-4b582b647fdd tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4326379
Jan 29 20:55:21.819801 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (3e5d0e33-a585-4203-bd05-f2661e740b8d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.840262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.862536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eee1db4e-45ec-4930-89b6-77f2300693ec req-5a065614-c8b9-4450-a136-4f386bc3b30d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3975525
Jan 29 20:55:21.865892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (06793bac-e290-488c-be6a-49afe269b465), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.866361 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Added segment 06793bac-e290-488c-be6a-49afe269b465 of type vlan for network 4c880763-4266-4ac2-a65a-b2c07bcb560b
Jan 29 20:55:21.892942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481b5aa-5faf-41ff-ac09-a05a0a00e2fc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:21.933564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Current status of the port c5c834fd-e798-4f7d-9a0b-f99f6723b94d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:21.934028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:21.943795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7719a-fad9-4c4a-81c0-137a1baa2f08 req-44000d73-1a58-44f1-af04-93633252467e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:21.945634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5b7719a-fad9-4c4a-81c0-137a1baa2f08 req-44000d73-1a58-44f1-af04-93633252467e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.4013472
Jan 29 20:55:21.952407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:55:21.981443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5c834fd-e798-4f7d-9a0b-f99f6723b94d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:21.981947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.027995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] For port c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,segment=NetworkSegment(b1316cab-36bb-40fb-9e7d-fcffe4c6008a),segment_id=b1316cab-36bb-40fb-9e7d-fcffe4c6008a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:22.035875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.051386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:22.051652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.327829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:55:22.328268 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:55:22.342338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.354687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.387086 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.388926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ee35-91e7-4328-b791-31076dbf5960 None None] Pushing event updated for resources: {'Port': ['ID=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:22.397921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Provisioning complete for port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:22.398213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.438048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:22.444222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.449480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Provisioning complete for port c5c834fd-e798-4f7d-9a0b-f99f6723b94d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:22.449861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.544174 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (3e5d0e33-a585-4203-bd05-f2661e740b8d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.545171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:22.545897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.546281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:22.549780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f209b4eb-e936-4e9b-b502-b419aed87459 None None] Current status of the port c5c834fd-e798-4f7d-9a0b-f99f6723b94d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:22.566588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4c880763-4266-4ac2-a65a-b2c07bcb560b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.596206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.4817343
Jan 29 20:55:22.599613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47610) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:22.610975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Request body: {'subnet': {'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1150961239-subnet', 'tenant_id': '35bf9ac53cc44d078c9ede28b5a4233d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:22.618036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:22.622748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:22.699308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fa404002-6a68-4834-9899-22a7e06e7f37 None None] Provisioning complete for port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:22.700153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa404002-6a68-4834-9899-22a7e06e7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.717836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5b7719a-fad9-4c4a-81c0-137a1baa2f08 req-28de870d-6d19-4e67-a9e6-dfd0bc4af802 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7347515
Jan 29 20:55:22.718604 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4c880763-4266-4ac2-a65a-b2c07bcb560b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.720483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:22.721319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.773927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa404002-6a68-4834-9899-22a7e06e7f37 None None] Port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:22.780718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0cba2407-0707-4a41-b55e-de3a2f1c6e13), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.808179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Made reservation on behalf of 35bf9ac53cc44d078c9ede28b5a4233d for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:22.810593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.827298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.4341860
Jan 29 20:55:22.864939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:22.871601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Request body: {'subnet': {'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-subnet', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:22.882397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbbfd-ed56-4286-aefc-fd45cf265d36 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5d0e33-a585-4203-bd05-f2661e740b8d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:22.908032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:22.915983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cba2407-0707-4a41-b55e-de3a2f1c6e13,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:22.949672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:22.950648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:22.955252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5c834fd-e798-4f7d-9a0b-f99f6723b94d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:22.988328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Made reservation on behalf of 7ac922b241be43b7aef5949cf87d9aae for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:22.992542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.090694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5c834fd-e798-4f7d-9a0b-f99f6723b94d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:23.101443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for 91fc7451-4904-4d42-baf2-b0bb7a5ca62a owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:23.118962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Router 57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:55:23.136033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-18dbb56c-07b0-4edb-bd80-d91bea0ce4f7 None None] Provisioning complete for port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:23.136432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18dbb56c-07b0-4edb-bd80-d91bea0ce4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.200591 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.209061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-18dbb56c-07b0-4edb-bd80-d91bea0ce4f7 None None] Port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:23.221044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c5c834fd-e798-4f7d-9a0b-f99f6723b94d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:23.221044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.232888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f581-3679-48e7-a2fd-e61fdb838de1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c880763-4266-4ac2-a65a-b2c07bcb560b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:23.267286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.281192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85f46-1859-4a4a-a05f-252d9b7731cb req-74811063-0386-4b31-a603-2b37cce16e3d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:23.283814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cc85f46-1859-4a4a-a05f-252d9b7731cb req-74811063-0386-4b31-a603-2b37cce16e3d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=b284c1e3-23d3-4bd9-bc5d-0406174e01b5 HTTP/1.1" status: 200  len: 950 time: 0.2305791
Jan 29 20:55:23.290392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:23.429608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.435280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks [] for router_controller (71a8e54e-0945-4930-ad5c-956d2b91a1e9), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.478258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5c834fd-e798-4f7d-9a0b-f99f6723b94d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:23.481931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ff18ae9f-63d6-4ae6-a9b4-ee09313ce536 None None] Provisioning complete for port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:23.482349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae9f-63d6-4ae6-a9b4-ee09313ce536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.497146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cc85f46-1859-4a4a-a05f-252d9b7731cb req-af9658b7-7bad-4098-9720-386c09f1ed33 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826184
Jan 29 20:55:23.517229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (71a8e54e-0945-4930-ad5c-956d2b91a1e9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.518446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a8e54e-0945-4930-ad5c-956d2b91a1e9 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:55:23.530640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.532769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d45e6ec9-5bf3-4512-b903-df38716d00f0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/71a8e54e-0945-4930-ad5c-956d2b91a1e9 HTTP/1.1" status: 204  len: 168 time: 3.5963168
Jan 29 20:55:23.535237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:23.538844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff18ae9f-63d6-4ae6-a9b4-ee09313ce536 None None] Port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:23.572181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0866b3e6-3e43-4a5c-8689-57cd91b95430), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.624785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 30a18091-bc4d-4a7e-a65f-20bafa1dae76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:23.628092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:55:23.630607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Deleting subnet 74f94a3d-6f12-4968-82fe-a3bf18fa9a21 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:23.633957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Publish callbacks [] for subnet (74f94a3d-6f12-4968-82fe-a3bf18fa9a21), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.636293 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ff93c02a-aeed-4394-ba9f-1689566b602c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/routers/57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0436296
Jan 29 20:55:23.644257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] Sync routers for ids ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:55:23.646918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:23.664882 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] Routers {'57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:23.665530 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afb14c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:23.673882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 30a18091-bc4d-4a7e-a65f-20bafa1dae76 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:23.674295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 30a18091-bc4d-4a7e-a65f-20bafa1dae76 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:23.674653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cba2407-0707-4a41-b55e-de3a2f1c6e13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:23.683802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (91fc7451-4904-4d42-baf2-b0bb7a5ca62a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.702510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d3c522ed-1725-4789-8f43-1c44f15c777e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.708670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:23.711991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297', '0b966786-3fee-43e3-8332-8fefe3e256c1'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:23.718862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0cba2407-0707-4a41-b55e-de3a2f1c6e13 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:23.720119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cba2407-0707-4a41-b55e-de3a2f1c6e13 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:23.724220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0866b3e6-3e43-4a5c-8689-57cd91b95430,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:23.760141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afb14c0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:23.774562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=91fc7451-4904-4d42-baf2-b0bb7a5ca62a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:23.779811 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] Routers {'57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:23.780768 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afb14c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:23.805011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38170668-1fab-4b86-a1a2-45399ed34c54 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:23.807097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38170668-1fab-4b86-a1a2-45399ed34c54 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f HTTP/1.1" status: 200  len: 982 time: 0.1588604
Jan 29 20:55:23.824566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47628) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:23.831068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Checking segment: {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:23.831591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Network hostable DHCP agents. Network: 4c880763-4266-4ac2-a65a-b2c07bcb560b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:55:23.855824 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afb14c0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:23.857134 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577f8f2-09cd-4da3-85e4-1d10e4a3ec9f None None] The sync data for ids ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:55:23.878036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (74f94a3d-6f12-4968-82fe-a3bf18fa9a21), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.893689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c522ed-1725-4789-8f43-1c44f15c777e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:23.917402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Checking segment: {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:23.918041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Network hostable DHCP agents. Network: 3e5d0e33-a585-4203-bd05-f2661e740b8d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:55:23.925060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:55:23.943748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c880763-4266-4ac2-a65a-b2c07bcb560b) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:23.949378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:23.950055 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:23.956469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2d48c-5b50-4ce8-a6cf-9ea69cd5deaa None None] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:23.965074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:55:23.973976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 91fc7451-4904-4d42-baf2-b0bb7a5ca62a no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:23.974279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e5d0e33-a585-4203-bd05-f2661e740b8d) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:23.988168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:23.988783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.000280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2dbd0499-cb3f-481d-983a-e62bfeccf31e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1340895
Jan 29 20:55:24.004257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47632) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:24.011248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:24.034173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e6f9c67e-b096-4d19-87a3-f8ecc226d063 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4198151
Jan 29 20:55:24.034406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ce658-7aff-486b-845b-b0ef74c67ec0 None None] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:24.039616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (112a1ef2-0834-46e4-a025-573ff9428b77), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.041501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (112a1ef2-0834-46e4-a025-573ff9428b77), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.092509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 91fc7451-4904-4d42-baf2-b0bb7a5ca62a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:24.092682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 91fc7451-4904-4d42-baf2-b0bb7a5ca62a not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:24.121311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for router_controller (112a1ef2-0834-46e4-a025-573ff9428b77), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.198059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port 91fc7451-4904-4d42-baf2-b0bb7a5ca62a on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:24.198193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.201856 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e84ea09-3280-4bd1-8964-69dd9bdc9592 req-e4bc5402-3be9-47e0-b62f-1405f28b7775 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "DELETE /v2.0/ports/91fc7451-4904-4d42-baf2-b0bb7a5ca62a HTTP/1.1" status: 204  len: 173 time: 2.8901377
Jan 29 20:55:24.255738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'name': 'network-vif-deleted', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:24.260598 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be907e80-6f99-41f8-b1d6-1c67b9d1b7f6" -d '{"events": [{"server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "name": "network-vif-deleted", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:24.293549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c880763-4266-4ac2-a65a-b2c07bcb560b', 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b', 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'fixed_ips': [{'subnet_id': '0866b3e6-3e43-4a5c-8689-57cd91b95430'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:55:24.294490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.340631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (74f94a3d-6f12-4968-82fe-a3bf18fa9a21), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.347626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7f0c9-da9c-4790-8de4-cbca3fa48338 None None] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:24.418630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for router_gateway (112a1ef2-0834-46e4-a025-573ff9428b77), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.507083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd72d7-c4cc-4d1e-8418-fbae985e194a req-bc44a6a4-1520-4018-9d5b-8f8cd3772e70 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:24.508624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cbd72d7-c4cc-4d1e-8418-fbae985e194a req-bc44a6a4-1520-4018-9d5b-8f8cd3772e70 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.5652964
Jan 29 20:55:24.561122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-21742173-f9ce-453c-b85e-73d55cc457c3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:24.567943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-21742173-f9ce-453c-b85e-73d55cc457c3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.6256979
Jan 29 20:55:24.596350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-961d593a-bfa6-4a7a-a8e3-dd1f1d69de08 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/quotas/6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 375 time: 0.0248344
Jan 29 20:55:24.688068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for router_gateway (112a1ef2-0834-46e4-a025-573ff9428b77), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.712069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.745061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (74f94a3d-6f12-4968-82fe-a3bf18fa9a21), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.798313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:24.802565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74f94a3d-6f12-4968-82fe-a3bf18fa9a21 HTTP/1.1" status: 204  len: 168 time: 1.2656333
Jan 29 20:55:24.807319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47644) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:24.812629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Allocated IP 172.20.0.2 (4c880763-4266-4ac2-a65a-b2c07bcb560b/0866b3e6-3e43-4a5c-8689-57cd91b95430/076475fb-1fd5-4aa3-a88d-46e5799f50a0) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:24.822233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8d62-5aa3-47e4-b413-da86b4e55992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f94a3d-6f12-4968-82fe-a3bf18fa9a21,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:24.858167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cbd72d7-c4cc-4d1e-8418-fbae985e194a req-4d394be9-b702-49af-a0ca-f90ac04fc4eb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3185520
Jan 29 20:55:24.917906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-434abe32-7470-4af4-8f82-db869e24348f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3174386
Jan 29 20:55:24.996318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0ea0d455-a8d9-4fa0-923e-521778d7f513), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.028693 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084115a-4676-4873-9d77-c597814a6194 x-openstack-request-id: req-b084115a-4676-4873-9d77-c597814a6194 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:25.029634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b284c1e3-23d3-4bd9-bc5d-0406174e01b5", "name": "network-vif-deleted", "tag": "91fc7451-4904-4d42-baf2-b0bb7a5ca62a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:25.029634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b084115a-4676-4873-9d77-c597814a6194 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:25.029905 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284c1e3-23d3-4bd9-bc5d-0406174e01b5', 'name': 'network-vif-deleted', 'tag': '91fc7451-4904-4d42-baf2-b0bb7a5ca62a', 'status': 'completed', 'code': 200}
Jan 29 20:55:25.038523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-c24c3a87-aac1-416d-a7a6-f43c9fb875be service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199586
Jan 29 20:55:25.122246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0ea0d455-a8d9-4fa0-923e-521778d7f513), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.158531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03fe86d0>,) {'filters': {'network_id': ['0ea0d455-a8d9-4fa0-923e-521778d7f513']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:25.176436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks [] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.190172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03fe86d0>, 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:25.190974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03fe86d0>, 'e5846937-68de-4cc5-bb57-2bf9b4bfa1c4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:25.197456 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.208718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Allocated IP 172.35.4.241 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/35c85f44-ddde-4394-a5a4-6c108a4da8f2) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:25.220974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (e5846937-68de-4cc5-bb57-2bf9b4bfa1c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.255698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:25.263643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e5846937-68de-4cc5-bb57-2bf9b4bfa1c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.264285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:25.274396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:25.313032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Pushing event updated for resources: {'Port': ['ID=076475fb-1fd5-4aa3-a88d-46e5799f50a0,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:25.322876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:25.323361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (e5846937-68de-4cc5-bb57-2bf9b4bfa1c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:25.325773 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:25.370415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Attempting to bind port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:25.371010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Attempting to bind port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:25.371448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Attempting to bind port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 on network 4c880763-4266-4ac2-a65a-b2c07bcb560b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:25.381461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:25.382022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Checking segment: {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:25.382432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.383280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Bound using segment: {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:25.383537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Bound port: 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:25.384044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.425021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0ea0d455-a8d9-4fa0-923e-521778d7f513), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.430780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.435405 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ea0d455-a8d9-4fa0-923e-521778d7f513 HTTP/1.1" status: 204  len: 168 time: 0.6267741
Jan 29 20:55:25.460708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323be6-299c-4fde-b8aa-4db8ee26ab81 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea0d455-a8d9-4fa0-923e-521778d7f513,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:25.462546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] For port 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:25.467069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] For port 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076475fb-1fd5-4aa3-a88d-46e5799f50a0,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:25.475630 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.504124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.545116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558fee-5dff-45de-b572-9b0cdc36dcc0 None None] Pushing event updated for resources: {'Port': ['ID=076475fb-1fd5-4aa3-a88d-46e5799f50a0,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:25.586933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:25.625047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:25.629338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:25.633125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:25.658606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-c4f039e9-b496-4a26-aa2f-c0a4c6014aee tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:25.660444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-c4f039e9-b496-4a26-aa2f-c0a4c6014aee tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 814 time: 0.2844512
Jan 29 20:55:25.686862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Pushing event updated for resources: {'Port': ['ID=35c85f44-ddde-4394-a5a4-6c108a4da8f2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:25.688995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47660) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:25.691257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-f43a0af1-3929-4de6-888d-0cf08340e2a6 service neutron] 10.222.0.20 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6518743
Jan 29 20:55:25.735081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-2faaec16-1df2-460e-8508-f4a30433efe2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/quotas/35bf9ac53cc44d078c9ede28b5a4233d HTTP/1.1" status: 200  len: 375 time: 0.0390298
Jan 29 20:55:25.784452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-74578a63-afaf-43d2-bb81-eed75d27712f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482600
Jan 29 20:55:25.895406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72896e76-9e29-4c8e-a567-576daeef25b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c3b71f9bda245f89384d15b7d991443&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2053041
Jan 29 20:55:25.898784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47666) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:26.018696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.076333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] Publish callbacks [] for security_group (1de158df-b65d-4c15-a0bc-1c2cd6ba0951), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.112198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] Publish callbacks [] for security_group (1de158df-b65d-4c15-a0bc-1c2cd6ba0951), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.194086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for router_gateway (112a1ef2-0834-46e4-a025-573ff9428b77), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.256860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-ed45c0f0-7d75-4ffe-803a-eb1c51cad3ad service neutron] 10.222.0.20 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954849
Jan 29 20:55:26.341982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1de158df-b65d-4c15-a0bc-1c2cd6ba0951), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.348502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.352372 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de158df-b65d-4c15-a0bc-1c2cd6ba0951 HTTP/1.1" status: 204  len: 168 time: 0.4499781
Jan 29 20:55:26.391212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e98d9cfb-0fb7-4f51-95b7-6afe5cdea5ed req-88450868-3c52-460f-8476-cf65f97eef83 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 210 time: 0.0414276
Jan 29 20:55:26.434226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2c22c-de08-4426-a6fa-641a4cb5da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de158df-b65d-4c15-a0bc-1c2cd6ba0951,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:26.456272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-74fa51e9-bd4e-47a0-a190-711cdf31a29b service neutron] 10.222.0.20 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792328
Jan 29 20:55:26.571990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:26.572366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.762884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:26.810121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:26.860675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (112a1ef2-0834-46e4-a025-573ff9428b77), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:27.076605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36f54ff9-1da0-4223-8004-2b1c95c4ea08 req-d8c97443-f268-4eee-98a3-3e507ed968cf tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 210 time: 0.1230388
Jan 29 20:55:27.084803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Router 112a1ef2-0834-46e4-a025-573ff9428b77 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:55:27.214659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ec564-6b80-4e50-b047-29a3683856b6 req-505cfb2d-c1d8-4bd7-b8df-25a57cbcd786 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:27.247561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 076475fb-1fd5-4aa3-a88d-46e5799f50a0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:27.253479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f03ec564-6b80-4e50-b047-29a3683856b6 req-505cfb2d-c1d8-4bd7-b8df-25a57cbcd786 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.3979683
Jan 29 20:55:27.323350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:27.323350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:27.374742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc2562-e819-4270-81be-6fcda788d276 None None] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:27.534284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f03ec564-6b80-4e50-b047-29a3683856b6 req-69919191-b015-42f0-853f-1d9f1553a28a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783341
Jan 29 20:55:27.567577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff446b4-8dbe-4301-b766-67b6eb369898 req-63519132-776e-4235-8665-344100b69438 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:27.569231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ff446b4-8dbe-4301-b766-67b6eb369898 req-63519132-776e-4235-8665-344100b69438 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.3116813
Jan 29 20:55:27.783319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb0fd612-208b-42ca-be90-016ac2bf597a req-67c7cd7a-d519-4ba2-9052-cd168abe250a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 210 time: 0.0611410
Jan 29 20:55:27.792322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ff446b4-8dbe-4301-b766-67b6eb369898 req-f6e3b69f-e4d4-42d3-9d0e-7450520429a7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173538
Jan 29 20:55:27.830306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:27.861132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:27.894734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:55:27.965065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Sync routers for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:55:27.966952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:27.969847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-80e47a0f-9f94-43bb-af34-33b5e108de9f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9644706
Jan 29 20:55:27.973836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:28.030686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7f981b47-5c7c-4ed0-840d-4cfeff86dac6 None None] Provisioning complete for port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:28.041492 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f981b47-5c7c-4ed0-840d-4cfeff86dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:28.054635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:28.056448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5866a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:28.116658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47724) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:28.203592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:28.289931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:28.291079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:28.406761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-1eba15f1-0c2c-4aec-83a6-d0e417cc7446 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:28.411097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076475fb-1fd5-4aa3-a88d-46e5799f50a0,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:28.411743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-1eba15f1-0c2c-4aec-83a6-d0e417cc7446 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 821 time: 0.4190545
Jan 29 20:55:28.422261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:28.434119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1761462218-network', 'tenant_id': 'ec98fae42e324f15a40fd037dd352226'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:28.470856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f981b47-5c7c-4ed0-840d-4cfeff86dac6 None None] Current status of the port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:28.471352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Request body: {'port': {'device_id': '5133ef16-a3cf-4171-95b4-266265e933bf', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'admin_state_up': True, 'tenant_id': '6fda3cc2fcff4f2688703cd45b2e6f68'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:28.493480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-172b2c79-166d-41ab-a8a8-8ecf236b2200 req-5a03f4a4-fcb2-452d-a21a-ebdaa9f1b94f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 210 time: 0.1468627
Jan 29 20:55:28.495185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:28.727959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-7e00884a-0f93-439f-a7d6-bed87381358a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:28.729496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-7e00884a-0f93-439f-a7d6-bed87381358a tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.3755343
Jan 29 20:55:28.737428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6f1c-c2b5-4839-a789-8d7148c281ed req-2fefd825-dd5b-4760-913a-32121878e1c5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:28.738942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130f6f1c-c2b5-4839-a789-8d7148c281ed req-2fefd825-dd5b-4760-913a-32121878e1c5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.3860154
Jan 29 20:55:28.748359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Router 57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:55:28.752751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=076475fb-1fd5-4aa3-a88d-46e5799f50a0,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:28.790991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b32a85d8-6095-4988-9f64-2449bd940b53 None None] Provisioning complete for port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:28.791677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b32a85d8-6095-4988-9f64-2449bd940b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:28.870894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.873144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.873703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.874283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.874787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.877209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.877757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.878264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.878781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.879291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.881245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.883194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.883750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:55:28.982878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130f6f1c-c2b5-4839-a789-8d7148c281ed req-0d212169-4c03-4a9e-8664-a4a963f8007e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260251
Jan 29 20:55:28.983411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b32a85d8-6095-4988-9f64-2449bd940b53 None None] Current status of the port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:29.012756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-428b6a63-d01a-42cf-9724-276b6b8c65d1 req-1291a2c8-1961-4113-b9f8-f73f4bc46f0a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 210 time: 0.0588863
Jan 29 20:55:29.016256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:55:29.022304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-63dafdf8-c54f-4ab1-9620-6dbb209ff433 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/routers/57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1849473
Jan 29 20:55:29.025895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47752) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:29.041194 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] Sync routers for ids ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:55:29.054863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] Routers {'57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:29.055459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afb1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.068498 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc39eba4-f186-456a-81b7-f83246354aa0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:29.070989 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dc39eba4-f186-456a-81b7-f83246354aa0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/d87aea2f-f5ef-4e55-a754-cf2ec80b6a1f HTTP/1.1" status: 404  len: 333 time: 0.0441051
Jan 29 20:55:29.075115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:29.080288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5866a0>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:25Z', 'revision_number': 3, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.100348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port 0b966786-3fee-43e3-8332-8fefe3e256c1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:29.100833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.134399 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afb1520>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.144315 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] Routers {'57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:29.145171 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afb1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.157600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Made reservation on behalf of ec98fae42e324f15a40fd037dd352226 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:29.160018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.168817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Checking router: 112a1ef2-0834-46e4-a025-573ff9428b77 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:55:29.173415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Updating router 112a1ef2-0834-46e4-a025-573ff9428b77 port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:55:29.175227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.188592 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afb1520>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.189530 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4d9e-35df-45a4-b933-78ae7569b07a None None] The sync data for ids ['57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:55:29.200917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 076475fb-1fd5-4aa3-a88d-46e5799f50a0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:29.241515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.297328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Made reservation on behalf of 6fda3cc2fcff4f2688703cd45b2e6f68 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:29.302778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.374380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:29.375014 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.492914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Allocated IP 172.20.0.12 (36c94de9-39ad-4696-b7dd-7579ffd1d294/2ae2cf69-6877-484a-8bbb-4a2ea1ae861f/a9013b21-1467-4dd5-ab29-7079ee455e17) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:29.568179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:29.637836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks [] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.644343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.688736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd1c73-1675-4c19-942a-8967de657708 None None] Pushing event updated for resources: {'Port': ['ID=35c85f44-ddde-4394-a5a4-6c108a4da8f2,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:29.739994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Attempting to bind port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:29.740540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Attempting to bind port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:29.740749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Attempting to bind port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:29.742350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3811f3d1-b254-4efa-bb31-6956b1205286 req-c0c75347-7329-4176-bd8f-2e7ea32879a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 210 time: 0.0588346
Jan 29 20:55:29.748410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:29.748410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:29.748756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.749140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:29.750629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Bound port: 35c85f44-ddde-4394-a5a4-6c108a4da8f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:29.751063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.763005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks [] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.769660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.799100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-1d16def5-505b-4c2e-85a3-2ed66a5e6321 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:29.800785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-1d16def5-505b-4c2e-85a3-2ed66a5e6321 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 814 time: 0.9335709
Jan 29 20:55:29.818269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Request body: {'port': {'device_id': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'admin_state_up': True, 'tenant_id': '35bf9ac53cc44d078c9ede28b5a4233d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:29.854527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] For port 35c85f44-ddde-4394-a5a4-6c108a4da8f2, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:29.860204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] For port 35c85f44-ddde-4394-a5a4-6c108a4da8f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35c85f44-ddde-4394-a5a4-6c108a4da8f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:29.870201 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.930429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056dc1c-4028-4062-8d6d-8b4ab65dfee8 req-59dde8e9-819e-4a3f-9f0c-4f5413f4f3f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:29.938459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a056dc1c-4028-4062-8d6d-8b4ab65dfee8 req-59dde8e9-819e-4a3f-9f0c-4f5413f4f3f3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 950 time: 0.8225276
Jan 29 20:55:29.942116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:29.942960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5866a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:29.955339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port 0b966786-3fee-43e3-8332-8fefe3e256c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b966786-3fee-43e3-8332-8fefe3e256c1,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:29.955773 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:29.989239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd1c73-1675-4c19-942a-8967de657708 None None] Pushing event updated for resources: {'Port': ['ID=35c85f44-ddde-4394-a5a4-6c108a4da8f2,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:30.012399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for 0b966786-3fee-43e3-8332-8fefe3e256c1 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:30.055410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.068198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:30.079386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Made reservation on behalf of 35bf9ac53cc44d078c9ede28b5a4233d for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:30.085271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.108305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.114903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for router_controller (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.162158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:30.174196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-0fd66cf0-3cb7-405e-b7e6-e701080883f9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:30.176398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-0fd66cf0-3cb7-405e-b7e6-e701080883f9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.3562562
Jan 29 20:55:30.262999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a056dc1c-4028-4062-8d6d-8b4ab65dfee8 req-473fec5e-4ffb-459f-9a52-aede6d724905 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3235176
Jan 29 20:55:30.307858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Network 36c94de9-39ad-4696-b7dd-7579ffd1d294 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:30.309735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.310261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Fanout notify agent at l3_agent the message router_deleted on router 57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:55:30.319685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.323984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f9a515f3-dcd5-4639-a3d5-69f976086e96 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/routers/57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f HTTP/1.1" status: 204  len: 168 time: 1.2432365
Jan 29 20:55:30.327768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:30.356572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:30.359710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:30.372282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks [] for security_group (1028af39-1141-4c7b-8ee4-44fcc9ebd55f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.381676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:30.431150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1028af39-1141-4c7b-8ee4-44fcc9ebd55f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.468355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89be16-cfc8-4e92-a40b-f0793a6f89b5 req-2a6ea4c6-660b-4e36-9a8c-ba459186f43c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:30.470173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af89be16-cfc8-4e92-a40b-f0793a6f89b5 req-2a6ea4c6-660b-4e36-9a8c-ba459186f43c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 945 time: 0.2520251
Jan 29 20:55:30.476219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Allocated IP 172.20.0.13 (3e5d0e33-a585-4203-bd05-f2661e740b8d/d3c522ed-1725-4789-8f43-1c44f15c777e/3886ef1c-4dba-44b8-975e-fd7e62756152) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:30.514962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet ee44e38c-6aa3-479e-9c4d-08597b0d3564 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:30.529705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (ee44e38c-6aa3-479e-9c4d-08597b0d3564), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.532845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:30.564417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:30.565728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.577284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5866a0>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:25Z', 'revision_number': 3, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:30.577927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028af39-1141-4c7b-8ee4-44fcc9ebd55f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:30.584202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bc18d19e-434c-474d-9245-ab9271f7618a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.584658 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Added segment bc18d19e-434c-474d-9245-ab9271f7618a of type vlan for network 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45
Jan 29 20:55:30.612370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed50ce-96a6-4aa2-9998-4dd93a87662b None None] The sync data for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 is: [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:25Z', 'revision_number': 3, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:55:30.616139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (ee44e38c-6aa3-479e-9c4d-08597b0d3564), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.618183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.637839 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-489e89d8-b272-4e41-a05d-ab641932376c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1926084
Jan 29 20:55:30.652080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d79291-6188-476e-91ec-29959c2032ad req-c537aaf7-1cb7-4282-8cec-26a474679e40 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:30.655204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73d79291-6188-476e-91ec-29959c2032ad req-c537aaf7-1cb7-4282-8cec-26a474679e40 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 932 time: 0.2523654
Jan 29 20:55:30.690580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Request body: {'port': {'device_id': '5133ef16-a3cf-4171-95b4-266265e933bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:30.702929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0b966786-3fee-43e3-8332-8fefe3e256c1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.717157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8335849b-290d-4e0a-8d06-c10a074d2297'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:30.721040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24', 'b01602b1-e069-42a2-8618-7c5b1a9af412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:30.724821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port 521160fb-4494-4707-81a7-4d49ca88d6bc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:30.725598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.766473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6116c4d7-d5b4-4583-8ddf-1e2e07a34f45), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.777711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=0b966786-3fee-43e3-8332-8fefe3e256c1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:30.827673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af89be16-cfc8-4e92-a40b-f0793a6f89b5 req-064f6d64-0847-42b5-97a0-0531bda87006 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3471966
Jan 29 20:55:30.890371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.resource_extend [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:55:30.967846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6116c4d7-d5b4-4583-8ddf-1e2e07a34f45), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:30.968832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:30.970063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.015706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73d79291-6188-476e-91ec-29959c2032ad req-d6a16373-0292-4aad-a042-f07ea2f179ba tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218789
Jan 29 20:55:31.020667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.026220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.9074490
Jan 29 20:55:31.072636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47774) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:31.201158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Request body: {'subnet': {'network_id': '6116c4d7-d5b4-4583-8ddf-1e2e07a34f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1761462218-subnet', 'tenant_id': 'ec98fae42e324f15a40fd037dd352226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:31.260344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 35c85f44-ddde-4394-a5a4-6c108a4da8f2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:31.261703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port 0b966786-3fee-43e3-8332-8fefe3e256c1 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:31.265957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks [] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.273319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc619-ad31-4be2-8e05-00e8bc30f363 admin admin] Pushing event updated for resources: {'Network': ['ID=6116c4d7-d5b4-4583-8ddf-1e2e07a34f45,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:31.295206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812a5bd2-61e6-4631-84cc-4b25aca396f5 req-f37b74c1-59c2-4539-b914-f1acae2fb7d0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 210 time: 0.2142823
Jan 29 20:55:31.310663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.311060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:31.319083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2a3ffcd-0248-4b34-ad8d-d3107257c44f req-ab17f74e-e225-4f23-ac8e-6a908b74d657 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "DELETE /v2.0/ports/0b966786-3fee-43e3-8332-8fefe3e256c1 HTTP/1.1" status: 204  len: 173 time: 2.5790343
Jan 29 20:55:31.337430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'name': 'network-vif-deleted', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:31.360902 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498da50-8147-4b53-9bac-95e8dad83c23" -d '{"events": [{"server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "name": "network-vif-deleted", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:31.413863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Allocated IP 172.20.0.1 (4c880763-4266-4ac2-a65a-b2c07bcb560b/0866b3e6-3e43-4a5c-8689-57cd91b95430/2c48f6fd-9e80-4a0f-9bae-9c2e847b705b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:31.515345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port 521160fb-4494-4707-81a7-4d49ca88d6bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=521160fb-4494-4707-81a7-4d49ca88d6bc,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:31.519076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.543866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Made reservation on behalf of ec98fae42e324f15a40fd037dd352226 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:31.547331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.566054 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5c5450-1f4e-4512-993a-593112db847f x-openstack-request-id: req-3a5c5450-1f4e-4512-993a-593112db847f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:31.567069 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab8e5e-14cf-4461-9159-4c7f45171025", "name": "network-vif-deleted", "tag": "0b966786-3fee-43e3-8332-8fefe3e256c1", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:31.567541 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a5c5450-1f4e-4512-993a-593112db847f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:31.568281 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab8e5e-14cf-4461-9159-4c7f45171025', 'name': 'network-vif-deleted', 'tag': '0b966786-3fee-43e3-8332-8fefe3e256c1', 'status': 'completed', 'code': 200}
Jan 29 20:55:31.650229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:31.650720 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.791948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:31.792261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.801301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.808621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0078de11-4e73-4559-a725-5ce48312a01f req-f1caeafd-8fa8-40bc-b00b-5051f3ebabb7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ab8e5e-14cf-4461-9159-4c7f45171025 HTTP/1.1" status: 200  len: 210 time: 0.3200352
Jan 29 20:55:31.811587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ee44e38c-6aa3-479e-9c4d-08597b0d3564), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.821763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for 521160fb-4494-4707-81a7-4d49ca88d6bc owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:31.841501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 35c85f44-ddde-4394-a5a4-6c108a4da8f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35c85f44-ddde-4394-a5a4-6c108a4da8f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:31.849835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.972459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (4050d7fa-fdad-4684-9d4b-ff5a58576520), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:31.996770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 521160fb-4494-4707-81a7-4d49ca88d6bc no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:32.040561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=35c85f44-ddde-4394-a5a4-6c108a4da8f2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.070876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.083757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9013b21-1467-4dd5-ab29-7079ee455e17 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:32.100396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks [] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.106972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:32.126098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:32.139946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:32.185624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Transition to ACTIVE for port object a9013b21-1467-4dd5-ab29-7079ee455e17 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:32.189871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks [] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.200121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.232648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 521160fb-4494-4707-81a7-4d49ca88d6bc is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:32.233146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.275703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:32.276371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.314930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.328728 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-225dc66d-4dc0-4f8f-b2e8-7e88a1790a8d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5167150
Jan 29 20:55:32.351434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Request body: {'port': {'device_id': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:32.369349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4050d7fa-fdad-4684-9d4b-ff5a58576520,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.377210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.380098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (521160fb-4494-4707-81a7-4d49ca88d6bc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.393575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 0b966786-3fee-43e3-8332-8fefe3e256c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:32.414354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 0b966786-3fee-43e3-8332-8fefe3e256c1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:32.414865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 0b966786-3fee-43e3-8332-8fefe3e256c1 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:32.449032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f3f8f-a06a-4185-a9e5-20f70e00857a req-abf9da38-ae4e-41f0-b57d-12fdd2f9cc7e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:32.450462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c33f3f8f-a06a-4185-a9e5-20f70e00857a req-abf9da38-ae4e-41f0-b57d-12fdd2f9cc7e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=6306935f-047d-43ea-a07a-f1959544d2e7 HTTP/1.1" status: 200  len: 867 time: 0.4597619
Jan 29 20:55:32.454876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=521160fb-4494-4707-81a7-4d49ca88d6bc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.462949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:32.479844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Checking segment: {'id': 'bc18d19e-434c-474d-9245-ab9271f7618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6116c4d7-d5b4-4583-8ddf-1e2e07a34f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:32.480225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Network hostable DHCP agents. Network: 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:55:32.492432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (ee44e38c-6aa3-479e-9c4d-08597b0d3564), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.497102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:32.505223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:32.507187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Pushing event updated for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.515969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e589-dba7-4314-a294-59d03f2d72ba req-a448eb59-3311-4749-931b-b60abb221754 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:32.517723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e340e589-dba7-4314-a294-59d03f2d72ba req-a448eb59-3311-4749-931b-b60abb221754 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.2716701
Jan 29 20:55:32.539335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.551554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port 521160fb-4494-4707-81a7-4d49ca88d6bc on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:32.561380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:32.561726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:32.562066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:32.572618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.576745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b9fc52f-9aeb-436e-8b7d-3e6225809c83 req-e5aba0af-0958-4cce-9b86-c9b1da79122e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "DELETE /v2.0/ports/521160fb-4494-4707-81a7-4d49ca88d6bc HTTP/1.1" status: 204  len: 173 time: 2.3484147
Jan 29 20:55:32.596669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=ee44e38c-6aa3-479e-9c4d-08597b0d3564,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:32.596931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:32.597268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:32.601218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (112a1ef2-0834-46e4-a025-573ff9428b77), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.613024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.613764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1dc4a5-6b82-49a3-89ca-7a8d93283cb5 None None] Network dee3cf57-4594-4f5b-a2df-5bfe318e8199 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:32.616700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-65fa0585-4010-49ae-b86f-d0eac5364053 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/ee44e38c-6aa3-479e-9c4d-08597b0d3564 HTTP/1.1" status: 204  len: 168 time: 2.2849352
Jan 29 20:55:32.619294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47786) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:32.649218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:32.649585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:32.649937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:32.650401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Bound port: a9013b21-1467-4dd5-ab29-7079ee455e17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:32.650761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.714996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Network 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:55:32.760470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:32.778622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c33f3f8f-a06a-4185-a9e5-20f70e00857a req-af1d481d-7b56-48ac-bdb6-5d1f292ce0f6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934039
Jan 29 20:55:32.779558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839bf29d-4f47-4046-86fe-1b0b7d32b8ff None None] Network 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:32.816681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:32.822938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.858105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (dee3cf57-4594-4f5b-a2df-5bfe318e8199), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:32.879229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e340e589-dba7-4314-a294-59d03f2d72ba req-8533bda7-ce12-4390-9f51-ea398049bf47 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281727
Jan 29 20:55:32.911431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea9199b7-32fb-491f-85ed-38596f08be84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7867031
Jan 29 20:55:33.029240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef981640-fd24-46fa-9ce8-dc6051c533b9 None None] Network 6116c4d7-d5b4-4583-8ddf-1e2e07a34f45 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:33.159186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] DHCP port deletion for dee3cf57-4594-4f5b-a2df-5bfe318e8199 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:55:33.192959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed14f-d651-4090-a54f-ebb5b160d8d7 req-455c0bba-4fcb-4bd0-82c8-57553eb734e4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:33.195435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff0ed14f-d651-4090-a54f-ebb5b160d8d7 req-455c0bba-4fcb-4bd0-82c8-57553eb734e4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 932 time: 0.2788711
Jan 29 20:55:33.199172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 35c85f44-ddde-4394-a5a4-6c108a4da8f2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:33.231683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port c5c834fd-e798-4f7d-9a0b-f99f6723b94d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:33.232030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.301192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-961f3fab-d56e-4b57-bc25-75bf3fbb2383 None None] Provisioning complete for port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:33.301596 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-961f3fab-d56e-4b57-bc25-75bf3fbb2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.312157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47798) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:33.399477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-961f3fab-d56e-4b57-bc25-75bf3fbb2383 None None] Port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:33.410604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff0ed14f-d651-4090-a54f-ebb5b160d8d7 req-5d015cc2-7ffb-439e-b037-4966c8146439 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004609
Jan 29 20:55:33.419678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:33.420063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.424129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] For port c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,segment=NetworkSegment(b1316cab-36bb-40fb-9e7d-fcffe4c6008a),segment_id=b1316cab-36bb-40fb-9e7d-fcffe4c6008a)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:33.424518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.430616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Deleting subnet 4050d7fa-fdad-4684-9d4b-ff5a58576520 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:33.440634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Publish callbacks [] for subnet (4050d7fa-fdad-4684-9d4b-ff5a58576520), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.454599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Deleting port c5c834fd-e798-4f7d-9a0b-f99f6723b94d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:33.454974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.467090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for c5c834fd-e798-4f7d-9a0b-f99f6723b94d owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:33.527981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (4050d7fa-fdad-4684-9d4b-ff5a58576520), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.548904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] For port c5c834fd-e798-4f7d-9a0b-f99f6723b94d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,segment=NetworkSegment(b1316cab-36bb-40fb-9e7d-fcffe4c6008a),segment_id=b1316cab-36bb-40fb-9e7d-fcffe4c6008a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:33.549647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.571517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'name': 'network-vif-deleted', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:33.573785 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3584a76-4c7a-462c-934e-7c2626add3a6" -d '{"events": [{"server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "name": "network-vif-deleted", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:33.582605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Calling delete_port for c5c834fd-e798-4f7d-9a0b-f99f6723b94d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:33.603958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.613160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:33.619705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:33.621787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4050d7fa-fdad-4684-9d4b-ff5a58576520), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.642163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.651928 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97e61d1-b6bb-4079-8d64-f949aaa10a76 x-openstack-request-id: req-c97e61d1-b6bb-4079-8d64-f949aaa10a76 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:33.652188 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6306935f-047d-43ea-a07a-f1959544d2e7", "name": "network-vif-deleted", "tag": "521160fb-4494-4707-81a7-4d49ca88d6bc", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:33.652473 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c97e61d1-b6bb-4079-8d64-f949aaa10a76 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:33.652759 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6306935f-047d-43ea-a07a-f1959544d2e7', 'name': 'network-vif-deleted', 'tag': '521160fb-4494-4707-81a7-4d49ca88d6bc', 'status': 'completed', 'code': 200}
Jan 29 20:55:33.662691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:33.710452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.721131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:33.721856 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.723323 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 1092 time: 3.0441844
Jan 29 20:55:33.732878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:33.735643 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6d2d8-33ab-46b5-b304-f1347b6baa80" -d '{"events": [{"name": "network-changed", "server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:33.738732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] Pushing event deleted for resources: {'Port': ['ID=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:33.742789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0b608-d4aa-4ca1-9b1e-72741bcd46ff None None] No DVR routers for this DVR port c5c834fd-e798-4f7d-9a0b-f99f6723b94d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:33.842883 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600fcdf8-b2c2-4391-9911-8c3e152c08a9 x-openstack-request-id: req-600fcdf8-b2c2-4391-9911-8c3e152c08a9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:33.842883 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:33.842883 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-600fcdf8-b2c2-4391-9911-8c3e152c08a9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:33.842883 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'status': 'completed', 'code': 200}
Jan 29 20:55:33.855965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a7739-d6e6-4efd-8719-370d86947909 service neutron] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:33.916350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:33.930859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks [] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:33.961535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Transition to ACTIVE for port object 3886ef1c-4dba-44b8-975e-fd7e62756152 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:33.971476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-c0814c76-cbe4-45dd-805e-70fb76473229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:33.973138 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-c0814c76-cbe4-45dd-805e-70fb76473229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1126 time: 0.1910126
Jan 29 20:55:33.975425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.022271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34203-06f9-4ef5-b218-126e0f179cdf req-209e75f7-fcb7-4d65-b8b2-864fe63ee570 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.023691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22a34203-06f9-4ef5-b218-126e0f179cdf req-209e75f7-fcb7-4d65-b8b2-864fe63ee570 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.4570060
Jan 29 20:55:34.024393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c5c834fd-e798-4f7d-9a0b-f99f6723b94d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.069932 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-d2ad45e0-d9f0-4156-b8bf-fa0dbf476769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 217 time: 0.0865824
Jan 29 20:55:34.079869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=c5c834fd-e798-4f7d-9a0b-f99f6723b94d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:34.086422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No DVR routers for this DVR port c5c834fd-e798-4f7d-9a0b-f99f6723b94d on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:34.125958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:34.127004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (4050d7fa-fdad-4684-9d4b-ff5a58576520), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.186588 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks [] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.187783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2c971-77c8-48b0-9576-86035e5dc708 req-f01a0fa5-6597-4017-8a30-37e3d435ad96 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.189376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd2c971-77c8-48b0-9576-86035e5dc708 req-f01a0fa5-6597-4017-8a30-37e3d435ad96 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.2094164
Jan 29 20:55:34.196078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.198949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-75412510-33bf-4ed7-9109-dafb125d9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.200420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-75412510-33bf-4ed7-9109-dafb125d9380 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1232905
Jan 29 20:55:34.216951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4050d7fa-fdad-4684-9d4b-ff5a58576520,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:34.237443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.240492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2d6fc0d5-83fd-4315-8db3-69f5c5350e47 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4050d7fa-fdad-4684-9d4b-ff5a58576520 HTTP/1.1" status: 204  len: 168 time: 0.9275894
Jan 29 20:55:34.246961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22a34203-06f9-4ef5-b218-126e0f179cdf req-0a794ba6-1a60-418c-ada0-ece9a826255c tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114196
Jan 29 20:55:34.249414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:34.260517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (dee3cf57-4594-4f5b-a2df-5bfe318e8199), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.302479 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-493b79f5-c496-4640-a3a6-bea983635977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731027
Jan 29 20:55:34.307196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea106952e0>,) {'filters': {'network_id': ['dee3cf57-4594-4f5b-a2df-5bfe318e8199']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:34.312274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd2c971-77c8-48b0-9576-86035e5dc708 req-c7f186ad-a517-434d-a73e-7d9c16a13cf5 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882709
Jan 29 20:55:34.320753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea106952e0>, 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:34.321226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea106952e0>, 'b1316cab-36bb-40fb-9e7d-fcffe4c6008a') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:34.325890 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:55:34.331056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (b1316cab-36bb-40fb-9e7d-fcffe4c6008a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.355472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b1316cab-36bb-40fb-9e7d-fcffe4c6008a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.373196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:34.373620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (b1316cab-36bb-40fb-9e7d-fcffe4c6008a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:34.376845 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:34.379880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Pushing event updated for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:34.394310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Attempting to bind port 3886ef1c-4dba-44b8-975e-fd7e62756152 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:34.394641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Attempting to bind port 3886ef1c-4dba-44b8-975e-fd7e62756152 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:34.394971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Attempting to bind port 3886ef1c-4dba-44b8-975e-fd7e62756152 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:34.397053 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (112a1ef2-0834-46e4-a025-573ff9428b77), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.440366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Port 3886ef1c-4dba-44b8-975e-fd7e62756152 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:34.440694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Attempting to bind port 3886ef1c-4dba-44b8-975e-fd7e62756152 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:34.454683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6116c4d7-d5b4-4583-8ddf-1e2e07a34f45), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.471073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:34.471533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Checking segment: {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:34.471812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Bound using segment: {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:34.472262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Bound port: 3886ef1c-4dba-44b8-975e-fd7e62756152, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:34.472624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.490547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (dee3cf57-4594-4f5b-a2df-5bfe318e8199), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.495039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.498576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/dee3cf57-4594-4f5b-a2df-5bfe318e8199 HTTP/1.1" status: 204  len: 168 time: 1.8750677
Jan 29 20:55:34.504016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:34.556527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674370-38c3-4e6e-9755-972bc62dcf29 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=dee3cf57-4594-4f5b-a2df-5bfe318e8199,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:34.602250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab93ee-e65a-4c82-b2b3-096f9aceddec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.603615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-20ab93ee-e65a-4c82-b2b3-096f9aceddec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/25b79857-4fb1-474e-8d06-3b68a68b943f HTTP/1.1" status: 200  len: 841 time: 0.0986865
Jan 29 20:55:34.607944 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-40bad385-ceb9-440a-8060-e4fef40cc231 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602737
Jan 29 20:55:34.608480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:34.613445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-91cd56ed-5e37-432f-b3cc-831690650e5e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.614934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-91cd56ed-5e37-432f-b3cc-831690650e5e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2571180
Jan 29 20:55:34.638010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423561-bb24-4c69-9bef-3407a3e6a48c req-9dc90b8a-b430-425b-8292-8583bc6a2e63 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.639563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82423561-bb24-4c69-9bef-3407a3e6a48c req-9dc90b8a-b430-425b-8292-8583bc6a2e63 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1127641
Jan 29 20:55:34.662956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-c9b36dc5-5099-4517-bc7b-da185f7867ba tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0326526
Jan 29 20:55:34.709141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-9f083bb9-b674-4e9a-b9ca-3f935787f3c9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414040
Jan 29 20:55:34.764866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82423561-bb24-4c69-9bef-3407a3e6a48c req-5da062ab-c581-43a7-9e88-cf36d4f27200 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189516
Jan 29 20:55:34.772421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:34.785948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6116c4d7-d5b4-4583-8ddf-1e2e07a34f45), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.803604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:34.809142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:34.811265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-f751eba9-c556-48d0-8510-475e5d170a8d service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944531
Jan 29 20:55:34.819778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:34.824551 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d4d4baf6-76c3-4bb5-9576-e3e47dc8ee10 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/25b79857-4fb1-474e-8d06-3b68a68b943f?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2100735
Jan 29 20:55:34.836940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47832) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:34.842257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:34.851742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:34.866028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03dc90d0>,) {'filters': {'network_id': ['6116c4d7-d5b4-4583-8ddf-1e2e07a34f45']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:34.951458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-39065fe0-e6d1-4a04-9391-cdb30f1f049c service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324620
Jan 29 20:55:34.967078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6210556-5831-44a5-a921-8c96e84a0dba req-4c346660-4f54-43de-88f7-959f7cd34978 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:34.968620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6210556-5831-44a5-a921-8c96e84a0dba req-4c346660-4f54-43de-88f7-959f7cd34978 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "GET /v2.0/ports?device_id=98f80258-e044-40c1-95e2-9834eed11095 HTTP/1.1" status: 200  len: 949 time: 0.0720711
Jan 29 20:55:35.015937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:35.059855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03dc90d0>, 'bc18d19e-434c-474d-9245-ab9271f7618a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:35.060171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03dc90d0>, 'bc18d19e-434c-474d-9245-ab9271f7618a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:35.070088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (bc18d19e-434c-474d-9245-ab9271f7618a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.097466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-daf8405f-6107-4f35-a3f4-5a3c10625a51 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.100006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5c834fd-e798-4f7d-9a0b-f99f6723b94d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:35.105520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-daf8405f-6107-4f35-a3f4-5a3c10625a51 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1019661
Jan 29 20:55:35.124300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c5c834fd-e798-4f7d-9a0b-f99f6723b94d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:35.125106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5c834fd-e798-4f7d-9a0b-f99f6723b94d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:35.135558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bc18d19e-434c-474d-9245-ab9271f7618a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.138092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-90558423-0c01-43c8-a244-527b484b418c None None] Provisioning complete for port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:35.142612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90558423-0c01-43c8-a244-527b484b418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.151245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-008b1e62-a41a-4cd5-b84c-4ae1502afca8 req-affce0c5-dc03-4129-8366-87f9521e72d7 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5345111
Jan 29 20:55:35.155090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.155752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.157299 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6bebd548-5f36-4b01-a63d-b9c8f8366a33 service neutron] 10.222.0.36 "PUT /v2.0/ports/3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 1092 time: 2.8104773
Jan 29 20:55:35.163022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:35.163502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (bc18d19e-434c-474d-9245-ab9271f7618a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:35.165733 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:35.186693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:35.190157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.197347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-90558423-0c01-43c8-a244-527b484b418c None None] Port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:35.268611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b8406b7-2b3a-4849-b793-47f6417dab14 req-bd75cfc3-67ec-4f36-9b1b-d3aa7a881441 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 210 time: 0.0374739
Jan 29 20:55:35.285499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port 8335849b-290d-4e0a-8d06-c10a074d2297 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:35.285797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.425495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6116c4d7-d5b4-4583-8ddf-1e2e07a34f45), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.444140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.447326 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6116c4d7-d5b4-4583-8ddf-1e2e07a34f45 HTTP/1.1" status: 204  len: 168 time: 1.1868355
Jan 29 20:55:35.465157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port 8335849b-290d-4e0a-8d06-c10a074d2297, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8335849b-290d-4e0a-8d06-c10a074d2297,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:35.465535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.477555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1efd-1674-46ba-8b5e-5895aec1b30f admin admin] Pushing event deleted for resources: {'Network': ['ID=6116c4d7-d5b4-4583-8ddf-1e2e07a34f45,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:35.482091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Router 112a1ef2-0834-46e4-a025-573ff9428b77 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:55:35.484124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port b01602b1-e069-42a2-8618-7c5b1a9af412 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:35.484531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.494475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for 8335849b-290d-4e0a-8d06-c10a074d2297 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:35.502136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-8500bcdd-28ab-491b-89c4-f0c8c18b219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.503669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-8500bcdd-28ab-491b-89c4-f0c8c18b219f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1126 time: 0.2599416
Jan 29 20:55:35.505415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-dbe38e13-a54d-4255-a15f-3bea68d1a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.506809 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-dbe38e13-a54d-4255-a15f-3bea68d1a3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1126 time: 0.2619605
Jan 29 20:55:35.516554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b313-f7bf-449f-a6e9-e11e0ade3f51 req-ecd19004-94a6-4330-b0ef-cf663e4afc4d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.518156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16e1b313-f7bf-449f-a6e9-e11e0ade3f51 req-ecd19004-94a6-4330-b0ef-cf663e4afc4d tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 950 time: 0.1619112
Jan 29 20:55:35.631739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47848) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:35.688746 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-6108f481-fdba-423e-9095-7959c4c8d94d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.1722126
Jan 29 20:55:35.801874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614833-648d-46c4-a314-a89c77358bbb req-b94e5a82-87fc-4b70-ad48-bb4227c687ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:35.803469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d614833-648d-46c4-a314-a89c77358bbb req-b94e5a82-87fc-4b70-ad48-bb4227c687ad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.3122785
Jan 29 20:55:35.813770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16e1b313-f7bf-449f-a6e9-e11e0ade3f51 req-5c0d6217-fba8-447f-8e0d-7349c1454559 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530992
Jan 29 20:55:35.819522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port b01602b1-e069-42a2-8618-7c5b1a9af412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01602b1-e069-42a2-8618-7c5b1a9af412,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:35.819967 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:35.838249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ba2d783-1cd9-4c68-98a3-515057d99379 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec98fae42e324f15a40fd037dd352226&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2026286
Jan 29 20:55:35.845838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for b01602b1-e069-42a2-8618-7c5b1a9af412 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:35.848012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47854) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:36.070833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] Publish callbacks [] for security_group (1028af39-1141-4c7b-8ee4-44fcc9ebd55f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.075110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d614833-648d-46c4-a314-a89c77358bbb req-e3490d66-b368-4863-bd6a-fb9ac66f1519 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313001
Jan 29 20:55:36.082762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8335849b-290d-4e0a-8d06-c10a074d2297), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.095520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:36.148437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=8335849b-290d-4e0a-8d06-c10a074d2297,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:36.151403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] Publish callbacks [] for security_group (1028af39-1141-4c7b-8ee4-44fcc9ebd55f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.154419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:36.156701 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:36.207313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968942-42f4-4ab5-b23a-7d349bff8378 req-56b0b030-8206-46c1-b92e-86d91a6b2d68 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.209117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5968942-42f4-4ab5-b23a-7d349bff8378 req-56b0b030-8206-46c1-b92e-86d91a6b2d68 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.3129170
Jan 29 20:55:36.242196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port 8335849b-290d-4e0a-8d06-c10a074d2297 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:36.244791 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0004978-dab8-438b-9f63-88b44da25870 x-openstack-request-id: req-d0004978-dab8-438b-9f63-88b44da25870 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:36.245177 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:36.245499 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0004978-dab8-438b-9f63-88b44da25870 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:36.246042 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'status': 'completed', 'code': 200}
Jan 29 20:55:36.253052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.257773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6210556-5831-44a5-a921-8c96e84a0dba req-509013a9-bb8c-4096-b360-dd24fec33bc6 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.18 "DELETE /v2.0/ports/8335849b-290d-4e0a-8d06-c10a074d2297 HTTP/1.1" status: 204  len: 173 time: 1.2842166
Jan 29 20:55:36.269525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'name': 'network-vif-deleted', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:36.279402 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f8b917-433c-44fe-bcf2-3271b1b6d23c" -d '{"events": [{"server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "name": "network-vif-deleted", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:36.321041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-2c0df2bd-901e-4cc0-9c43-0df6dc2cff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.323260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-2c0df2bd-901e-4cc0-9c43-0df6dc2cff56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.6249866
Jan 29 20:55:36.336937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (47425aef-1c35-42e6-a2fc-3dfa5b308fb4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.379241 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096bf21-dc01-4743-8861-0c69bcb66ec3 x-openstack-request-id: req-a096bf21-dc01-4743-8861-0c69bcb66ec3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:36.379549 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f80258-e044-40c1-95e2-9834eed11095", "name": "network-vif-deleted", "tag": "8335849b-290d-4e0a-8d06-c10a074d2297", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:36.379990 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a096bf21-dc01-4743-8861-0c69bcb66ec3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:36.381135 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f80258-e044-40c1-95e2-9834eed11095', 'name': 'network-vif-deleted', 'tag': '8335849b-290d-4e0a-8d06-c10a074d2297', 'status': 'completed', 'code': 200}
Jan 29 20:55:36.390362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b01602b1-e069-42a2-8618-7c5b1a9af412), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.415955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-7461dfd4-cf93-44a3-be8b-ea4c7233beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.417430 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-7461dfd4-cf93-44a3-be8b-ea4c7233beed service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.8784184
Jan 29 20:55:36.435144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:36.466045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:36.470783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-3a4eb77b-a251-4fee-adfb-0c9ef8cbd2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1351254
Jan 29 20:55:36.506711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:36.509086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:55:36.514190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.514694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.526039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Sync routers for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:55:36.534052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-561834ba-4f33-4c87-b4a0-0c9dc405b73e req-e0a2fa60-eccc-4df6-838d-629674c2133d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 210 time: 0.0721300
Jan 29 20:55:36.537150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-1315eb9a-376f-47f2-944f-c5d2e64a1d1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 217 time: 0.1082888
Jan 29 20:55:36.545220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89a540-d685-4c3e-b0d9-2c0e6633a84d None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:36.564950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8532e622-ec3a-4e66-a9a2-9781c92dca67 admin admin] 10.222.0.20 "PUT /v2.0/routers/112a1ef2-0834-46e4-a025-573ff9428b77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5891950
Jan 29 20:55:36.569793 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7290492
Jan 29 20:55:36.604502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:36.656249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:36.657386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a728400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:36.661598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'security_group': {'name': 'tempest-secgroup-2093196631'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:36.665942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14282ea9-876a-4428-88d5-5cdd4486b983 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=47425aef-1c35-42e6-a2fc-3dfa5b308fb4,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:36.758546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=b01602b1-e069-42a2-8618-7c5b1a9af412,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:36.770746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-a023099d-2633-4ed4-9b67-8831f5b52c91 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.772283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-a023099d-2633-4ed4-9b67-8831f5b52c91 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.3200257
Jan 29 20:55:36.789840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-54171179-7d04-42e8-a6de-6b59e83fbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:36.791663 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-54171179-7d04-42e8-a6de-6b59e83fbe1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.2256098
Jan 29 20:55:36.792647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.811519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:36.929236 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-9473725e-c6c0-486d-8360-a0197deb3881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869973
Jan 29 20:55:36.962608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1028af39-1141-4c7b-8ee4-44fcc9ebd55f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.965527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:36.969224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1028af39-1141-4c7b-8ee4-44fcc9ebd55f HTTP/1.1" status: 204  len: 168 time: 1.1178534
Jan 29 20:55:37.008022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (056655e7-b6b8-471e-8aa3-46d28d0329bc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.012590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-a2d08e65-662a-4e7b-94c6-7d50fd25a7bc service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5077255
Jan 29 20:55:37.024030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (056655e7-b6b8-471e-8aa3-46d28d0329bc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.126179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port b01602b1-e069-42a2-8618-7c5b1a9af412 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:37.136704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1faa4a-8091-478b-b2ba-159037763874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028af39-1141-4c7b-8ee4-44fcc9ebd55f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:37.149119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5968942-42f4-4ab5-b23a-7d349bff8378 req-ccc46751-6882-4980-ac1e-0b8b5f691a4b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9082174
Jan 29 20:55:37.151080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.151263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.156421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5457883
Jan 29 20:55:37.156531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-705309ae-cccc-4bd6-b6e3-9448bff13a4f req-85591ef9-8061-4b74-90de-46dc974f5470 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "DELETE /v2.0/ports/b01602b1-e069-42a2-8618-7c5b1a9af412 HTTP/1.1" status: 204  len: 173 time: 2.0443170
Jan 29 20:55:37.156531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47876) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:37.221509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:37.243559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-15e8d737-c7fd-41c9-8609-458d4f0e1ad5 req-5ac501e0-9651-4d88-ad63-c10f7ae6fb3c service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209420
Jan 29 20:55:37.250492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381707b-60bf-49ee-9f55-396dbb35692a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056655e7-b6b8-471e-8aa3-46d28d0329bc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:37.332239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-ee22a2c2-6a71-4c7e-9a77-efe03983e71c service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185780
Jan 29 20:55:37.383962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'project_id': 'c42ddd16f253485ab86166192349c774', 'fixed_ips': [{'subnet_id': '47425aef-1c35-42e6-a2fc-3dfa5b308fb4'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:55:37.386586 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.399000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-e88311a4-2017-497c-9b52-ca1afd61fcc2 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2658620
Jan 29 20:55:37.399748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:37.403081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.412129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:37.420409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032995143'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:37.488522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48dcc48d-ddde-48a8-9d8a-06e30a02e613 req-0ffcfe2f-b3b3-466d-8c18-44899366c717 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab75c6a9-2970-4c02-a37a-672892c405f2 HTTP/1.1" status: 200  len: 210 time: 0.0826488
Jan 29 20:55:37.542249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-d720df96-4af6-4877-9ca2-782a541347c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:37.547911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-d720df96-4af6-4877-9ca2-782a541347c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1126 time: 0.2189620
Jan 29 20:55:37.659287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2be6d2d8-33ab-46b5-b304-f1347b6baa80 req-89087060-0950-4a92-b451-0007d0de8a66 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984867
Jan 29 20:55:37.724740 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.753152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-7bdad01a-36c2-4f5a-8c9b-ad4e9d23c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:37.755026 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-7bdad01a-36c2-4f5a-8c9b-ad4e9d23c79a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.1992841
Jan 29 20:55:37.784161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:37.824445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Allocated IP 172.20.0.2 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/47425aef-1c35-42e6-a2fc-3dfa5b308fb4/6a1a644c-0b19-4b71-b1df-bc4f0efedf07) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:37.848735 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-f32ea888-45d4-4e3d-9be4-38207aaf5969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.0874119
Jan 29 20:55:37.880852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b01602b1-e069-42a2-8618-7c5b1a9af412 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:37.884510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a728400>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:33Z', 'revision_number': 4, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c48f6fd-9e80-4a0f-9bae-9c2e847b705b', 'name': '', 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'mac_address': 'fa:16:3e:cc:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:30Z', 'updated_at': '2022-01-29T20:55:33Z', 'revision_number': 2, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'subnets': [{'id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:37.914252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-1efbcf27-683f-41e0-a017-1abf3db5fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:37.915805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-1efbcf27-683f-41e0-a017-1abf3db5fb0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.0587530
Jan 29 20:55:37.953095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: b01602b1-e069-42a2-8618-7c5b1a9af412 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:37.953454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b01602b1-e069-42a2-8618-7c5b1a9af412 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:37.954825 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-e48dc5ff-1370-4401-b160-758ec3a91115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322075
Jan 29 20:55:37.983538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Checking router: 112a1ef2-0834-46e4-a025-573ff9428b77 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:55:37.983998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Updating router 112a1ef2-0834-46e4-a025-573ff9428b77 port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:55:38.018273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8335849b-290d-4e0a-8d06-c10a074d2297 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:38.062717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 8335849b-290d-4e0a-8d06-c10a074d2297 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:38.063085 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-03d55c4b-e5a9-417b-9cc9-07f34fc90f65 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025918
Jan 29 20:55:38.063286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8335849b-290d-4e0a-8d06-c10a074d2297 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:38.068876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.208728 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da1f9cb1-0c3f-4b29-a02a-76e7fc54bb2e req-d46de74f-2a79-4918-a740-9203369ef483 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379735
Jan 29 20:55:38.222808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.5 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/a8d408f9-0419-4e6a-bb20-c429ede9dd74) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:38.289231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd0074-9ec8-49ed-854f-6d4a49ddd96c req-b3572c1c-a1f6-4de8-ab34-0de0ec9fa971 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:38.290694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccbd0074-9ec8-49ed-854f-6d4a49ddd96c req-b3572c1c-a1f6-4de8-ab34-0de0ec9fa971 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.6212337
Jan 29 20:55:38.309611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks [] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.321364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.400745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'name': 'network-vif-deleted', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:38.402714 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3adfca-7a65-4b5c-b9cc-f6e8f6fdf6d7" -d '{"events": [{"server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "name": "network-vif-deleted", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:38.406234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:38.415116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:38.418386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:38.422133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:38.455193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.471293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccbd0074-9ec8-49ed-854f-6d4a49ddd96c req-54f9c8d8-d34b-49ec-984f-36f30f8931ff tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694705
Jan 29 20:55:38.471869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.499679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Attempting to bind port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:38.500050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Attempting to bind port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:38.500420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Attempting to bind port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 on network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:38.513977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:38.514475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Checking segment: {'id': 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:38.514757 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.515178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Bound using segment: {'id': 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:38.515869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Bound port: 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:38.516017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.539958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.541146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.1476784
Jan 29 20:55:38.543903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:38.544537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d39a7-6306-483f-879b-8b8ea90de002 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:38.556544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-51637432', 'security_groups': ['2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb'], 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47425aef-1c35-42e6-a2fc-3dfa5b308fb4'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:38.568660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.572052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.617044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b13f4131-d999-40e3-8b21-226aacb0b872 req-f71385a8-f8df-491c-8e73-baaaac33cf45 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 210 time: 0.0461726
Jan 29 20:55:38.634149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks [] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.648234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:38.650434 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.653417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:38.689874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.706074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:38.726454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003176a4-a2a9-4ce1-97b8-350a590ea42d None None] Pushing event updated for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:38.771255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.818791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Allocated IP 172.35.4.149 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/1839a84b-5dac-4b40-be9c-d3ef3b5b334b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:38.894870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.913654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Attempting to bind port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:38.914285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Attempting to bind port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:38.914428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Attempting to bind port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b on network 4c880763-4266-4ac2-a65a-b2c07bcb560b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:38.916417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245332ae-2aec-40ee-8273-5baaf758388b None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:38.923013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:38.923400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Checking segment: {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:38.924068 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.924463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Bound using segment: {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:38.925096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Bound port: 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06793bac-e290-488c-be6a-49afe269b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:38.929283 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:38.944604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port e5af2336-c0a3-4e85-b7f8-027f042f916d yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:39.107403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:39.121739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:39.122913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] For port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:39.126756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.129119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:39.154231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] For port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:39.187604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.207438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cdbe-f572-4487-bd91-8d615708d26c req-3f7787ee-9a62-4cd2-9829-53e09998da16 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:39.214676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7169cdbe-f572-4487-bd91-8d615708d26c req-3f7787ee-9a62-4cd2-9829-53e09998da16 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.3682549
Jan 29 20:55:39.222197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.3 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/47425aef-1c35-42e6-a2fc-3dfa5b308fb4/e5af2336-c0a3-4e85-b7f8-027f042f916d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:39.224574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47914) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:39.270442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Provisioning complete for port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:39.277063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.299007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:39.299007 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.336457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7169cdbe-f572-4487-bd91-8d615708d26c req-daac5944-08fb-44b8-8089-c2911d4f13d8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118543
Jan 29 20:55:39.354833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-cd618db4-5ae6-4a86-baf3-9d4d89aeeb82 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5560288
Jan 29 20:55:39.361251 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.370148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Request body: {'port': {'device_id': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:39.416842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:55:39.417600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a728400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:39.466342 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3b324-addf-4218-8170-bb969895dafa x-openstack-request-id: req-07f3b324-addf-4218-8170-bb969895dafa {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:39.466618 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab75c6a9-2970-4c02-a37a-672892c405f2", "name": "network-vif-deleted", "tag": "b01602b1-e069-42a2-8618-7c5b1a9af412", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:39.466878 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07f3b324-addf-4218-8170-bb969895dafa {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:39.467274 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab75c6a9-2970-4c02-a37a-672892c405f2', 'name': 'network-vif-deleted', 'tag': 'b01602b1-e069-42a2-8618-7c5b1a9af412', 'status': 'completed', 'code': 200}
Jan 29 20:55:39.467844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.474587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003176a4-a2a9-4ce1-97b8-350a590ea42d None None] Pushing event updated for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.478196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3163d80f-44e4-4691-9712-d1172a5b84b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.552446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.614563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Current status of the port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:39.622582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.656592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:55:39.680872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.718502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] For port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:39.727514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.731703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=e5af2336-c0a3-4e85-b7f8-027f042f916d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.739606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.750026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3163d80f-44e4-4691-9712-d1172a5b84b3 admin admin] Publish callbacks [] for security_group (265bd29b-4f7c-4b1c-bf34-896409e20373), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.756967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:39.757907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3163d80f-44e4-4691-9712-d1172a5b84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (265bd29b-4f7c-4b1c-bf34-896409e20373), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.768731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:39.773960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:39.818687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:39.825610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=1839a84b-5dac-4b40-be9c-d3ef3b5b334b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.831264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:39.839477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c6df-e73b-4fcc-85e1-26c8109d5831 req-90ad8b4f-c399-4dfd-8bd9-7b9640adb75d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:39.848776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3163d80f-44e4-4691-9712-d1172a5b84b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0337ed09d5f242148102fb808ff6a389&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6209118
Jan 29 20:55:39.849018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e716c6df-e73b-4fcc-85e1-26c8109d5831 req-90ad8b4f-c399-4dfd-8bd9-7b9640adb75d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.1900747
Jan 29 20:55:39.849124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163d80f-44e4-4691-9712-d1172a5b84b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265bd29b-4f7c-4b1c-bf34-896409e20373,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.849986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:39.852920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:39.877155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebd0db-8529-4dee-b490-cc2ef1caf59e None None] Pushing event updated for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:39.911854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:39.919521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:39.920178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.947414 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f0ae6a34-d689-41ee-9c7f-1a771605fbc6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.3990448
Jan 29 20:55:39.947812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47928) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:39.954896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:39.958653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fd9c9b16-72ff-4afd-aee7-d0d506f50922 None None] Provisioning complete for port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:39.959175 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b16-72ff-4afd-aee7-d0d506f50922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:39.960172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] Publish callbacks [] for security_group (265bd29b-4f7c-4b1c-bf34-896409e20373), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.027270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] Publish callbacks [] for security_group (265bd29b-4f7c-4b1c-bf34-896409e20373), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.041845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e716c6df-e73b-4fcc-85e1-26c8109d5831 req-8f5ec54b-1cb0-4cb3-a57b-265eac5d7ff3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900475
Jan 29 20:55:40.102821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (265bd29b-4f7c-4b1c-bf34-896409e20373), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.105536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.106764 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/265bd29b-4f7c-4b1c-bf34-896409e20373 HTTP/1.1" status: 204  len: 168 time: 0.2541146
Jan 29 20:55:40.154199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93eaf-7d7a-4595-8119-3b5ed7de935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265bd29b-4f7c-4b1c-bf34-896409e20373,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:40.203915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (8f5eed17-9975-4cfa-8ae3-3f4854e668cb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.232400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:40.237548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.337138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d408f9-0419-4e6a-bb20-c429ede9dd74 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:40.346422 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 47425aef-1c35-42e6-a2fc-3dfa5b308fb4 (CIDR: 172.20.0.0/28)
Jan 29 20:55:40.350733 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 20:55:40.351719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:40.356389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks [] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.371636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.375785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-920fb89a-2ea2-406b-be04-187794e28c6c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4263463
Jan 29 20:55:40.376847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9008d9c6-72fc-4988-9425-56388343928f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.379540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:40.387724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:40.424361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Transition to ACTIVE for port object a8d408f9-0419-4e6a-bb20-c429ede9dd74 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:40.446577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:40.454916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74989-6a7f-4a3a-a369-9b778b29198e req-5a37fb64-9d3d-454d-9cf6-70978f226f9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:40.456461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ea74989-6a7f-4a3a-a369-9b778b29198e req-5a37fb64-9d3d-454d-9cf6-70978f226f9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 931 time: 0.2149131
Jan 29 20:55:40.457351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.475614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294', 'port_id': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'mac_address': 'fa:16:3e:c4:98:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2cf69-6877-484a-8bbb-4a2ea1ae861f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:55:40.482047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a728400>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:33Z', 'revision_number': 4, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c48f6fd-9e80-4a0f-9bae-9c2e847b705b', 'name': '', 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'mac_address': 'fa:16:3e:cc:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:30Z', 'updated_at': '2022-01-29T20:55:39Z', 'revision_number': 4, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'subnets': [{'id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:40.486105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c9b16-72ff-4afd-aee7-d0d506f50922 None None] Current status of the port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:40.515865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d4f3-7708-4129-ba99-069794bf2247 None None] The sync data for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 is: [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:33Z', 'revision_number': 4, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c48f6fd-9e80-4a0f-9bae-9c2e847b705b', 'name': '', 'network_id': '4c880763-4266-4ac2-a65a-b2c07bcb560b', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'mac_address': 'fa:16:3e:cc:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:30Z', 'updated_at': '2022-01-29T20:55:39Z', 'revision_number': 4, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'subnets': [{'id': '0866b3e6-3e43-4a5c-8689-57cd91b95430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:55:40.562344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:40.567262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.586142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a9013b21-1467-4dd5-ab29-7079ee455e17 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:40.586749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.628697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9013b21-1467-4dd5-ab29-7079ee455e17 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:40.658203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:40.660262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:40.661379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:40.661755 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.699829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.815504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ea74989-6a7f-4a3a-a369-9b778b29198e req-d4e02d57-e2d8-4b12-b9a0-599b395a26fe tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3206952
Jan 29 20:55:40.907815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:40.933185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Attempting to bind port a8d408f9-0419-4e6a-bb20-c429ede9dd74 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:40.933670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Attempting to bind port a8d408f9-0419-4e6a-bb20-c429ede9dd74 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:40.933856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Attempting to bind port a8d408f9-0419-4e6a-bb20-c429ede9dd74 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:40.949588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Port a8d408f9-0419-4e6a-bb20-c429ede9dd74 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:40.949964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Attempting to bind port a8d408f9-0419-4e6a-bb20-c429ede9dd74 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:40.958306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:40.958696 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.960698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:40.961091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:40.961481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:40.961933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Bound port: a8d408f9-0419-4e6a-bb20-c429ede9dd74, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:40.962747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:40.990105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.034452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:41.043056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.065035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.177620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:41.202752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0577f5df-a4af-475c-bef4-409690ff2d5f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.244152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:41.249336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a9013b21-1467-4dd5-ab29-7079ee455e17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:41.257727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:41.291730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:41.299019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:41.305702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:41.306614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.329373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e720b3-34a0-4d0b-9d87-eb5207ebaa5a None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:41.338780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=1839a84b-5dac-4b40-be9c-d3ef3b5b334b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:41.354608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=0577f5df-a4af-475c-bef4-409690ff2d5f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:41.362714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.380341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (8f5eed17-9975-4cfa-8ae3-3f4854e668cb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.396581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-907d075a-f360-415d-ad05-f23a48c3002a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0158770
Jan 29 20:55:41.398431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47960) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:41.424769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.426218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-b55b0eb2-802a-4e82-bb2e-7ab1330ef805 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0179381
Jan 29 20:55:41.432637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2123281545', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0577f5df-a4af-475c-bef4-409690ff2d5f'}], 'security_groups': ['056655e7-b6b8-471e-8aa3-46d28d0329bc']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:41.446091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:41.447026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.449454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 200  len: 1091 time: 2.0861006
Jan 29 20:55:41.457903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:41.473573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be31e0-f73a-47c2-a84a-a2aa9762f9fd req-7591d23d-d033-410f-b289-f9c7b1537f57 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:41.475493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68be31e0-f73a-47c2-a84a-a2aa9762f9fd req-7591d23d-d033-410f-b289-f9c7b1537f57 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.2514532
Jan 29 20:55:41.483377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:41.485864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:41.486441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.489360 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0693869-a601-41ba-a8cc-365fb8ef0e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:41.528272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47964) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:41.570656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.632402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-fff73bd6-d66f-4d57-bb60-192eb191768f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.149 HTTP/1.1" status: 200  len: 696 time: 0.1763844
Jan 29 20:55:41.634982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9460e2-5716-45e0-811b-6555378c1e45 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:41.664122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aeb64ac4-2d09-44f0-8e2d-6444f4943de5 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:41.740421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:41.740810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.757278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68be31e0-f73a-47c2-a84a-a2aa9762f9fd req-2b2e832f-7395-44b9-a4d4-3c91e63222dd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302468
Jan 29 20:55:41.768977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-00f22772-5df9-46a8-ac98-51d36422723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:41.770374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-00f22772-5df9-46a8-ac98-51d36422723a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 1125 time: 0.2421498
Jan 29 20:55:41.833293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b79932b6-5aac-45fd-992a-0f0fd95e46e6 None None] Provisioning complete for port e5af2336-c0a3-4e85-b7f8-027f042f916d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:41.834150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b79932b6-5aac-45fd-992a-0f0fd95e46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:41.875121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1128261500-network', 'tenant_id': '9264905db23f4782bf69e31acd01a8a6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:41.880186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-ce65d9ae-85b7-4a71-a7b8-368c507d74b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 200  len: 217 time: 0.1009536
Jan 29 20:55:41.916480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:41.986399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-e08f65e3-bc08-4cfe-a544-7489cfc5eb9a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:41.987810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9224130c-2ac2-4a4b-a118-c96daff29814 req-e08f65e3-bc08-4cfe-a544-7489cfc5eb9a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3365800
Jan 29 20:55:42.000457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Made reservation on behalf of 9264905db23f4782bf69e31acd01a8a6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:42.002847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.019461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7c8836db-d4ba-4cad-af66-42f6e11fd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:42.020945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-7c8836db-d4ba-4cad-af66-42f6e11fd514 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1229336
Jan 29 20:55:42.022538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.041289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Delete allocated IP 172.20.0.3 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/47425aef-1c35-42e6-a2fc-3dfa5b308fb4) {{(pid=125942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 20:55:42.054064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.25 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/0577f5df-a4af-475c-bef4-409690ff2d5f/e5af2336-c0a3-4e85-b7f8-027f042f916d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:42.067497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-d8c74a2c-ad74-461b-bd29-42773bb78dec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404656
Jan 29 20:55:42.080352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b46f1-b33a-43e6-85a0-72fd6427883f req-9fd730a2-7287-4c93-9e27-995ea0e1f8e2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:42.087262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df2b46f1-b33a-43e6-85a0-72fd6427883f req-9fd730a2-7287-4c93-9e27-995ea0e1f8e2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.2188387
Jan 29 20:55:42.087832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:42.106507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Update dhcp port {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'fixed_ips': [{'subnet_id': '47425aef-1c35-42e6-a2fc-3dfa5b308fb4', 'ip_address': '172.20.0.2'}, {'subnet_id': '0577f5df-a4af-475c-bef4-409690ff2d5f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6a1a644c-0b19-4b71-b1df-bc4f0efedf07'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 20:55:42.111532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'port_id': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'mac_address': 'fa:16:3e:dd:2e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c522ed-1725-4789-8f43-1c44f15c777e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:55:42.142917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b79932b6-5aac-45fd-992a-0f0fd95e46e6 None None] Port e5af2336-c0a3-4e85-b7f8-027f042f916d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:42.229006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.257846 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05549e87-10fa-4cc8-bb9c-d610ba1045bf x-openstack-request-id: req-05549e87-10fa-4cc8-bb9c-d610ba1045bf {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:42.258217 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:42.258391 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05549e87-10fa-4cc8-bb9c-d610ba1045bf {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:42.258831 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'status': 'completed', 'code': 200}
Jan 29 20:55:42.295843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df2b46f1-b33a-43e6-85a0-72fd6427883f req-8c08ece8-62cf-491e-9cfe-d23c967e1d1d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022088
Jan 29 20:55:42.297642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:42.300184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:42.344481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.350367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.368192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-e037f918-2a97-4d74-bcdf-30575ab752d6 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781091
Jan 29 20:55:42.434656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks [] for security_group (082ace97-7eee-489b-877b-65b0f8d34114), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.460442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:42.461270 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.475334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (082ace97-7eee-489b-877b-65b0f8d34114), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.477552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=e5af2336-c0a3-4e85-b7f8-027f042f916d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:42.511909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:42.519739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] In _notify_port_updated(), no bound segment for port e5af2336-c0a3-4e85-b7f8-027f042f916d on network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:55:42.526637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:42.527370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.531442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b6fe63de-1b5f-4499-997c-02a151a5a9d8 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/ports/e5af2336-c0a3-4e85-b7f8-027f042f916d HTTP/1.1" status: 200  len: 921 time: 1.1160259
Jan 29 20:55:42.531869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47974) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:42.537131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:42.546253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.621756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:42.622120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.641317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port e5af2336-c0a3-4e85-b7f8-027f042f916d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:42.641723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.673152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-854fccb7-dbf0-457b-81d5-9b066358cf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.690842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Allocated IP 172.20.0.18 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/0577f5df-a4af-475c-bef4-409690ff2d5f/6a1a644c-0b19-4b71-b1df-bc4f0efedf07) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:42.704533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:42.770118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-dcf0769c-6288-4bfc-a6da-cd6eb3913876 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:42.771772 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-dcf0769c-6288-4bfc-a6da-cd6eb3913876 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 949 time: 0.1265013
Jan 29 20:55:42.782348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.816747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:55:42.823272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for e5af2336-c0a3-4e85-b7f8-027f042f916d owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:42.842553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:42.853329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:42.857587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ace97-7eee-489b-877b-65b0f8d34114,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:42.869322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (02214f42-94f1-496d-a423-4d84a24ae8b5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.869680 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Added segment 02214f42-94f1-496d-a423-4d84a24ae8b5 of type vlan for network a267a250-8fc4-469b-bce3-14815ac02c59
Jan 29 20:55:42.894388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Publish callbacks [] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.902168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.932519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff819e-f949-43e8-b29f-c51ca8736f1c req-ed86046e-c56f-4bce-b4b7-d4f9154a1ea8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:42.934043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30ff819e-f949-43e8-b29f-c51ca8736f1c req-ed86046e-c56f-4bce-b4b7-d4f9154a1ea8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 943 time: 0.5975235
Jan 29 20:55:42.947027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port e7b17c4e-955d-4577-8397-b691112cde24 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:42.947425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e7b17c4e-955d-4577-8397-b691112cde24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.950964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-97e3ee7f-4513-4b23-b93e-8b342e03dbbd tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6154289
Jan 29 20:55:42.967539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:42.972733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:42.982716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a267a250-8fc4-469b-bce3-14815ac02c59), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:42.986120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ada1b7f0-d18e-4e5b-8d8d-bccdb0a54c05 req-5d511a02-deeb-4540-8051-e59f02fef059 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6027019
Jan 29 20:55:43.042880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.043940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1f204-78b2-4322-a836-8685aa754f9a None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:43.063560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a267a250-8fc4-469b-bce3-14815ac02c59), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.064549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.065182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.073270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30ff819e-f949-43e8-b29f-c51ca8736f1c req-4f9cf692-a6cb-4e11-a26b-044daeb88da9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194630
Jan 29 20:55:43.169632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:43.178964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port e7b17c4e-955d-4577-8397-b691112cde24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7b17c4e-955d-4577-8397-b691112cde24,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:43.180670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e7b17c4e-955d-4577-8397-b691112cde24), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.195898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6333287
Jan 29 20:55:43.221277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for e7b17c4e-955d-4577-8397-b691112cde24 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:43.221277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e5af2336-c0a3-4e85-b7f8-027f042f916d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.223768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf39ff9-5a6a-48b1-8a02-88f0eb6bd5aa admin admin] Pushing event updated for resources: {'Network': ['ID=a267a250-8fc4-469b-bce3-14815ac02c59,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:43.262655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a267a250-8fc4-469b-bce3-14815ac02c59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:55:43.305710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-bbb29833-82a5-4dd6-8e1d-4b546c2ed85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.307243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-bbb29833-82a5-4dd6-8e1d-4b546c2ed85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 1125 time: 0.2321599
Jan 29 20:55:43.308201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=e5af2336-c0a3-4e85-b7f8-027f042f916d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:43.398562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa41457-eb66-4e4f-913f-a2d753b39397 req-1ed0897b-4947-48a0-b812-d1b41b8afda7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.400716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfa41457-eb66-4e4f-913f-a2d753b39397 req-1ed0897b-4947-48a0-b812-d1b41b8afda7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c25f455-12b3-4d5d-b354-2dddbe275b72 HTTP/1.1" status: 200  len: 949 time: 0.1700110
Jan 29 20:55:43.459995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:43.459995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.487022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.518373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.525036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cbf50002-9744-4106-8974-f673fd74d503 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/e5af2336-c0a3-4e85-b7f8-027f042f916d HTTP/1.1" status: 204  len: 168 time: 0.9888384
Jan 29 20:55:43.525488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47986) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:43.580552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfa41457-eb66-4e4f-913f-a2d753b39397 req-99879e91-37f5-4041-a66d-e7502f1e3c9f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737463
Jan 29 20:55:43.581915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-40d7102d-1aa0-449c-93c9-0dd7d820f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.583468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-40d7102d-1aa0-449c-93c9-0dd7d820f6c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.2672136
Jan 29 20:55:43.584134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:43.598823 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5196a201-ad76-4cff-97e6-9413181de27b tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:43.600233 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5196a201-ad76-4cff-97e6-9413181de27b tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/e5af2336-c0a3-4e85-b7f8-027f042f916d HTTP/1.1" status: 404  len: 333 time: 0.0397921
Jan 29 20:55:43.613204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47988) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:43.634277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e7b17c4e-955d-4577-8397-b691112cde24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.635598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.650376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d', 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'e7b17c4e-955d-4577-8397-b691112cde24'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:43.678962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=e7b17c4e-955d-4577-8397-b691112cde24,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:43.689618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-5a590d34-4642-43e1-bd4c-97bc86788627 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 200  len: 217 time: 0.0937052
Jan 29 20:55:43.746085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port e7b17c4e-955d-4577-8397-b691112cde24 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:43.749636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.754628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-50e1d860-3ad9-48b3-8b09-2829430afbe7 req-2a0eeb87-a013-42f5-9449-27b77799f8e3 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "DELETE /v2.0/ports/e7b17c4e-955d-4577-8397-b691112cde24 HTTP/1.1" status: 204  len: 173 time: 0.9737539
Jan 29 20:55:43.755117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'name': 'network-vif-deleted', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:43.758454 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1c201-47f2-41c9-a2ed-59d94ae08e33" -d '{"events": [{"server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "name": "network-vif-deleted", "tag": "e7b17c4e-955d-4577-8397-b691112cde24"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:43.876839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-c9842f35-bf2a-41c4-a150-4165900fa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.879023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-c9842f35-bf2a-41c4-a150-4165900fa21e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1777201
Jan 29 20:55:43.881042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:43.931416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:43.939885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-b581f986-93be-47a0-b580-43d3d07fc9fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427730
Jan 29 20:55:43.951380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-01031460-5c62-413c-bcab-648c122d894b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.952215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57317f-8945-495f-b809-643a0cf5e3b0 req-84f85e73-15b9-47d7-a395-04c8c88d2755 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:43.953268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-01031460-5c62-413c-bcab-648c122d894b tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a367980-8d93-4a64-93f3-59779b3ccd71 HTTP/1.1" status: 200  len: 949 time: 0.0680847
Jan 29 20:55:43.953903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb57317f-8945-495f-b809-643a0cf5e3b0 req-84f85e73-15b9-47d7-a395-04c8c88d2755 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 945 time: 0.2754676
Jan 29 20:55:43.980844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Allocated IP 172.35.4.217 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2c526421-43f5-4d15-a003-1f21f5a0541a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:44.076897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.098820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port a06eed4d-c52e-4cad-a556-b45f69d90931 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:44.098820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.129679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:44.130052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.190870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a9013b21-1467-4dd5-ab29-7079ee455e17 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:55:44.197482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a9013b21-1467-4dd5-ab29-7079ee455e17 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:44.197862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.214672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb57317f-8945-495f-b809-643a0cf5e3b0 req-bb4c2d84-0022-42c8-9f3d-5ed14c14570a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384095
Jan 29 20:55:44.238276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-fcc76a1d-317e-4881-9d23-abac5e4e171f service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794559
Jan 29 20:55:44.243849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.246980 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.250961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb HTTP/1.1" status: 204  len: 168 time: 0.6324666
Jan 29 20:55:44.257639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47994) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:44.311452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port a06eed4d-c52e-4cad-a556-b45f69d90931, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a06eed4d-c52e-4cad-a556-b45f69d90931,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:44.313701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.321942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7072d-bef2-48e5-9a1c-289ccd950e2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc9f02b-883c-454c-b0c8-f7e9ad0d7aeb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:44.350597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for a06eed4d-c52e-4cad-a556-b45f69d90931 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:44.394190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a9013b21-1467-4dd5-ab29-7079ee455e17 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:44.394673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.448383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.468358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:44.472048 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82e3082-90a9-4647-801c-1a414d824650" -d '{"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:44.509997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:44.514108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:44.518494 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.519070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e7b17c4e-955d-4577-8397-b691112cde24 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:44.539007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0693869-a601-41ba-a8cc-365fb8ef0e7d req-22ae2b5d-311d-4e9d-a500-04e7cb726f62 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2983270
Jan 29 20:55:44.551586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6d40b-8e5c-4d9f-b5a4-7be048ab1463 req-e225b3b4-b6c6-443c-9e1d-ce9695c18522 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:44.553897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52a6d40b-8e5c-4d9f-b5a4-7be048ab1463 req-e225b3b4-b6c6-443c-9e1d-ce9695c18522 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.2295060
Jan 29 20:55:44.583915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.587513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: e7b17c4e-955d-4577-8397-b691112cde24 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:44.587864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e7b17c4e-955d-4577-8397-b691112cde24 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:44.596628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:44.597015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.651439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (056655e7-b6b8-471e-8aa3-46d28d0329bc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.653710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:44.659398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:44.663033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0161b865-2bd3-416e-8eca-fa65d5e03657 None None] Could not find standard attr ID for object e5af2336-c0a3-4e85-b7f8-027f042f916d. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:55:44.670241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a06eed4d-c52e-4cad-a556-b45f69d90931), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.679557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:44.681407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=2c526421-43f5-4d15-a003-1f21f5a0541a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:44.689324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52a6d40b-8e5c-4d9f-b5a4-7be048ab1463 req-620cce3d-9df8-4893-941a-67f2269f336e tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288457
Jan 29 20:55:44.690819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:44.693079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:44.693802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e1a22ec0-0654-4ebb-a58f-36c44599171d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:44.697803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (056655e7-b6b8-471e-8aa3-46d28d0329bc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.761780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=a06eed4d-c52e-4cad-a556-b45f69d90931,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:44.775982 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-09e304e0-c55f-4692-bfd2-c59f3ad60638 None None] Could not find standard attr ID for object e5af2336-c0a3-4e85-b7f8-027f042f916d. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:55:44.807329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (e88a3598-f997-4fa1-8933-d5b1b8bd0cc1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.860763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (056655e7-b6b8-471e-8aa3-46d28d0329bc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.864327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.867916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/security-groups/056655e7-b6b8-471e-8aa3-46d28d0329bc HTTP/1.1" status: 204  len: 168 time: 0.6066520
Jan 29 20:55:44.873828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48002) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:44.890469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aefa1c-508d-4068-8601-f781f4283970 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056655e7-b6b8-471e-8aa3-46d28d0329bc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:44.921336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.924540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port a06eed4d-c52e-4cad-a556-b45f69d90931 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:44.927187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:44.930618 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-16327036-1c8b-4bd5-addd-bee88c18c4b9 req-3002821b-f80c-4c1a-ad6a-f7755ec0583f tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "DELETE /v2.0/ports/a06eed4d-c52e-4cad-a556-b45f69d90931 HTTP/1.1" status: 204  len: 173 time: 0.9718978
Jan 29 20:55:45.025641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 47425aef-1c35-42e6-a2fc-3dfa5b308fb4 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:45.066464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (47425aef-1c35-42e6-a2fc-3dfa5b308fb4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.083079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:45.130549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:45.130839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.212225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:45.224276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (47425aef-1c35-42e6-a2fc-3dfa5b308fb4), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.304299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164206bf-a3d6-4e31-96d4-de980b8478b0 req-592194b7-7f90-4f44-b550-e1c3e1279212 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.309350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164206bf-a3d6-4e31-96d4-de980b8478b0 req-592194b7-7f90-4f44-b550-e1c3e1279212 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.314760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164206bf-a3d6-4e31-96d4-de980b8478b0 req-592194b7-7f90-4f44-b550-e1c3e1279212 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.316459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164206bf-a3d6-4e31-96d4-de980b8478b0 req-592194b7-7f90-4f44-b550-e1c3e1279212 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.3522234
Jan 29 20:55:45.354387 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ec238d-b854-4000-b573-ea17508b312f x-openstack-request-id: req-f0ec238d-b854-4000-b573-ea17508b312f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:45.354759 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c25f455-12b3-4d5d-b354-2dddbe275b72", "name": "network-vif-deleted", "tag": "e7b17c4e-955d-4577-8397-b691112cde24", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:45.354972 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0ec238d-b854-4000-b573-ea17508b312f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:45.355345 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c25f455-12b3-4d5d-b354-2dddbe275b72', 'name': 'network-vif-deleted', 'tag': 'e7b17c4e-955d-4577-8397-b691112cde24', 'status': 'completed', 'code': 200}
Jan 29 20:55:45.429305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (47425aef-1c35-42e6-a2fc-3dfa5b308fb4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.433373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.468843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.484839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.573370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=2c526421-43f5-4d15-a003-1f21f5a0541a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:45.588090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (e88a3598-f997-4fa1-8933-d5b1b8bd0cc1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.590849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (47425aef-1c35-42e6-a2fc-3dfa5b308fb4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.607266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf001b52-b994-4058-90ef-98d7bb56b134 req-b1487a2f-aa3e-414a-9239-ce002e5bd987 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.608747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf001b52-b994-4058-90ef-98d7bb56b134 req-b1487a2f-aa3e-414a-9239-ce002e5bd987 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 943 time: 0.1993268
Jan 29 20:55:45.633720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=47425aef-1c35-42e6-a2fc-3dfa5b308fb4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:45.643711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.646810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4560879f-a6b6-4fa8-8623-7d5c93ac9f0f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/47425aef-1c35-42e6-a2fc-3dfa5b308fb4 HTTP/1.1" status: 204  len: 168 time: 0.7677946
Jan 29 20:55:45.649352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.650427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-78a10bb7-63c6-4331-99e8-f308c93b6e1a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6979582
Jan 29 20:55:45.651533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb383b-99d0-4ea2-9ba7-e8d9224100ed None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:45.652858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48008) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:45.658550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:45.715344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-33313adb-8db2-4777-8ca8-68aa22d1a0dc tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.217 HTTP/1.1" status: 200  len: 696 time: 0.0561850
Jan 29 20:55:45.727908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf001b52-b994-4058-90ef-98d7bb56b134 req-fbe4b771-de74-4840-b74a-c6be796a1124 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967393
Jan 29 20:55:45.789351 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b6ecd-c32c-4bf2-9761-a579bc10b7d8 x-openstack-request-id: req-b46b6ecd-c32c-4bf2-9761-a579bc10b7d8 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:45.789647 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:45.790494 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b46b6ecd-c32c-4bf2-9761-a579bc10b7d8 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:45.792390 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'code': 200}
Jan 29 20:55:45.817269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:45.820859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.888023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:45.888642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-b7317ada-4dce-4ce5-ba7f-f3770a20b852 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.892315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-326cd3ae-0066-4bcb-9a7a-e03f4dcdeda8 req-b7317ada-4dce-4ce5-ba7f-f3770a20b852 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1530478
Jan 29 20:55:45.968605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 3886ef1c-4dba-44b8-975e-fd7e62756152 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:55:45.976247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 3886ef1c-4dba-44b8-975e-fd7e62756152 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:45.976678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:45.987052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87f3e-1e7a-49bc-9efd-db717d08f108 req-ad308d14-145c-4c03-bc5b-8be4e1c849db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:45.988493 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6ea87f3e-1e7a-49bc-9efd-db717d08f108 req-ad308d14-145c-4c03-bc5b-8be4e1c849db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1128 time: 0.1112654
Jan 29 20:55:46.049025 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6ea87f3e-1e7a-49bc-9efd-db717d08f108 req-bfed36f6-18a3-4d92-b7c5-1eb52a7a8cca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523903
Jan 29 20:55:46.072007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:55:46.109141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:46.109716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.232874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (95c35de2-403e-47e7-bc75-fedcaf356a9a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.234613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:46.257665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'mac_address': 'fa:16:3e:bb:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:55:46.311606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:46.319652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:46.322148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:46.330728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:46.331634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.335272 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.336157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a06eed4d-c52e-4cad-a556-b45f69d90931 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:46.343818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=95c35de2-403e-47e7-bc75-fedcaf356a9a,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:46.374669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e68a63c-bedd-4e20-aab8-74a58eb8a2b3 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7123644
Jan 29 20:55:46.376087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48016) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:46.381619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1647422266'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:46.410937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.425930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:46.430688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:46.431087 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.446025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d408f9-0419-4e6a-bb20-c429ede9dd74 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:46.450391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4d224-b202-4d8b-b701-cca238e6d668 req-c95820e8-037b-417f-91e0-bee5214f4080 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:46.452936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dc4d224-b202-4d8b-b701-cca238e6d668 req-c95820e8-037b-417f-91e0-bee5214f4080 tempest-ComputeTenantNetworksTest-1732079243 tempest-ComputeTenantNetworksTest-1732079243-project] 10.222.0.20 "GET /v2.0/networks/a267a250-8fc4-469b-bce3-14815ac02c59 HTTP/1.1" status: 200  len: 769 time: 0.5375848
Jan 29 20:55:46.464609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c00de1-0286-4ef4-a249-42e85f0bbb14 req-09111bf6-e23d-4402-b872-d3f6c7ce3cd0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:46.473336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5c00de1-0286-4ef4-a249-42e85f0bbb14 req-09111bf6-e23d-4402-b872-d3f6c7ce3cd0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 945 time: 0.5671282
Jan 29 20:55:46.475016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:46.476535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:46.477673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a06eed4d-c52e-4cad-a556-b45f69d90931 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:46.478087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a06eed4d-c52e-4cad-a556-b45f69d90931 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:46.485489 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.555637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:46.592391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5c00de1-0286-4ef4-a249-42e85f0bbb14 req-7404099f-6a87-45ac-a723-f99e85cbedad tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180711
Jan 29 20:55:46.597860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a267a250-8fc4-469b-bce3-14815ac02c59), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.604959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.618575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b000f-26a8-4df5-a7de-6b090e0ef5b6 None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:46.622176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.626739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e896af-9e3c-4b94-9982-8b8bd42d957f req-2c3c0314-ca0c-4ac3-900a-94b3f01f00a6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:46.629734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26e896af-9e3c-4b94-9982-8b8bd42d957f req-2c3c0314-ca0c-4ac3-900a-94b3f01f00a6 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.0874133
Jan 29 20:55:46.673501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.677689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2977262
Jan 29 20:55:46.682141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48022) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:46.701687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26e896af-9e3c-4b94-9982-8b8bd42d957f req-5bdde805-1f1a-4ff3-9a62-558fe37867c7 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659163
Jan 29 20:55:46.730032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'security_group': {'name': 'tempest-secgroup-143511369'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:46.745908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:46.746280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.752305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b198022-be48-4e6b-a9f4-33ccce97fcac tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:46.762100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a267a250-8fc4-469b-bce3-14815ac02c59), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.788670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.792793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03c634f0>,) {'filters': {'network_id': ['a267a250-8fc4-469b-bce3-14815ac02c59']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:46.810226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03c634f0>, '02214f42-94f1-496d-a423-4d84a24ae8b5') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:46.810586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03c634f0>, '02214f42-94f1-496d-a423-4d84a24ae8b5') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:46.822858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (02214f42-94f1-496d-a423-4d84a24ae8b5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.842835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.847035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (02214f42-94f1-496d-a423-4d84a24ae8b5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.860211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:46.860533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (02214f42-94f1-496d-a423-4d84a24ae8b5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:46.862257 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:46.883439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-73762949-e2f9-4bca-9985-78753880cae3 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1960571
Jan 29 20:55:46.887255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a8d408f9-0419-4e6a-bb20-c429ede9dd74'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:46.919959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:46.956278 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a267a250-8fc4-469b-bce3-14815ac02c59), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.962343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.963939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7e75-e727-44c7-a4bf-5c80fd3cd3a8 req-046b88ae-6e2f-4521-b8cd-f9b1ab227b2c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:46.964168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:46.965709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-549e7e75-e727-44c7-a4bf-5c80fd3cd3a8 req-046b88ae-6e2f-4521-b8cd-f9b1ab227b2c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 944 time: 0.0773208
Jan 29 20:55:46.967179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:46.973046 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a267a250-8fc4-469b-bce3-14815ac02c59 HTTP/1.1" status: 204  len: 168 time: 0.4932899
Jan 29 20:55:46.997440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:46.998025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.025218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (21cf7ba2-0590-4a02-92f9-bea529e13425), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.025561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Update dhcp port {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'fixed_ips': [{'subnet_id': '0577f5df-a4af-475c-bef4-409690ff2d5f', 'ip_address': '172.20.0.18'}, {'subnet_id': '95c35de2-403e-47e7-bc75-fedcaf356a9a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6a1a644c-0b19-4b71-b1df-bc4f0efedf07'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 20:55:47.030530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069574b6-7d89-4eb5-a23d-ae8ecd703066 admin admin] Pushing event deleted for resources: {'Network': ['ID=a267a250-8fc4-469b-bce3-14815ac02c59,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:47.041135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (21cf7ba2-0590-4a02-92f9-bea529e13425), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.079650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.080714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3885310
Jan 29 20:55:47.082907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096ea0e-fafa-4433-bdf5-08d3752121da tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf7ba2-0590-4a02-92f9-bea529e13425,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:47.086224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48030) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:47.086430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-549e7e75-e727-44c7-a4bf-5c80fd3cd3a8 req-43c290ab-3b13-4816-9080-2a014f8bca89 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039228
Jan 29 20:55:47.091536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.091732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1519147454'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:47.105590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d48d6191-eac9-456f-9afe-0fd0966dc464 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:47.115509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.224673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (4832e5dc-0b3a-4291-9ea3-81d4e4dc158f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.227013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48032) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:47.232947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.239032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4832e5dc-0b3a-4291-9ea3-81d4e4dc158f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.327973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4832e5dc-0b3a-4291-9ea3-81d4e4dc158f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:47.337160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.343904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d6110e0-8921-4a57-aefe-2c26721e3787 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2517700
Jan 29 20:55:47.343904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a16eace6-90aa-4d81-83f5-e97c00898b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9264905db23f4782bf69e31acd01a8a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1127989
Jan 29 20:55:47.343904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48036) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:47.348708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1161344022', 'security_groups': ['4832e5dc-0b3a-4291-9ea3-81d4e4dc158f'], 'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95c35de2-403e-47e7-bc75-fedcaf356a9a'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:47.350031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Allocated IP 172.20.0.2 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/95c35de2-403e-47e7-bc75-fedcaf356a9a/6a1a644c-0b19-4b71-b1df-bc4f0efedf07) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:47.353522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48038) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:47.376431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'name': 'network-vif-deleted', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:47.379288 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad5b50-5089-432a-8440-6a916020e916" -d '{"events": [{"server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "name": "network-vif-deleted", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:47.403832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Allocated IP 172.35.4.100 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c75be59c-00ca-4729-bf62-1b369428d46e) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:47.496026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:47.544052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Publish callbacks [] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.550004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.563675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af077ef3-8791-4be5-8206-3cc32aee2a28 req-ec13957d-281d-47f9-bd88-28d6ad65d5d0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:47.565302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af077ef3-8791-4be5-8206-3cc32aee2a28 req-ec13957d-281d-47f9-bd88-28d6ad65d5d0 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.0959656
Jan 29 20:55:47.589141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (c75be59c-00ca-4729-bf62-1b369428d46e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.650699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af077ef3-8791-4be5-8206-3cc32aee2a28 req-f9e79a9e-ac32-45f2-99d2-ade8211d6246 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728464
Jan 29 20:55:47.651233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab283a-0f2b-4a76-ac56-44b07590128e None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:47.672239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.719730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:47.725312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:47.729120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:47.762335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=c75be59c-00ca-4729-bf62-1b369428d46e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:47.793468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:47.796090 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac4aab0-f9ff-4ab2-801c-38a3b57ee8a6" -d '{"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:47.810156 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05483d-6647-47f7-b2b0-76e4e8a0ca1c x-openstack-request-id: req-0f05483d-6647-47f7-b2b0-76e4e8a0ca1c {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:47.810702 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a367980-8d93-4a64-93f3-59779b3ccd71", "name": "network-vif-deleted", "tag": "a06eed4d-c52e-4cad-a556-b45f69d90931", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:47.810823 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f05483d-6647-47f7-b2b0-76e4e8a0ca1c {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:47.811236 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a367980-8d93-4a64-93f3-59779b3ccd71', 'name': 'network-vif-deleted', 'tag': 'a06eed4d-c52e-4cad-a556-b45f69d90931', 'status': 'completed', 'code': 200}
Jan 29 20:55:47.871860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] Publish callbacks [] for security_group (082ace97-7eee-489b-877b-65b0f8d34114), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.874561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (04fd1879-38dd-48ea-a4b8-93b1a4e0109c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.902514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302435b9-214e-4982-9afd-b98d61ab2157 req-a18b439f-a61d-4dbd-a3e2-ea47b49b358c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:47.905284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] Publish callbacks [] for security_group (082ace97-7eee-489b-877b-65b0f8d34114), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:47.910580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-302435b9-214e-4982-9afd-b98d61ab2157 req-a18b439f-a61d-4dbd-a3e2-ea47b49b358c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0962596
Jan 29 20:55:47.924309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:47.953823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.017631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-302435b9-214e-4982-9afd-b98d61ab2157 req-9b1299d5-5a2f-4b01-9ad3-7812b61ed7d9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060562
Jan 29 20:55:48.024448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.026604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (082ace97-7eee-489b-877b-65b0f8d34114), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.029517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.030652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/082ace97-7eee-489b-877b-65b0f8d34114 HTTP/1.1" status: 204  len: 168 time: 0.6761463
Jan 29 20:55:48.069600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7b27c-a4cd-4559-a156-2ab4e295f2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ace97-7eee-489b-877b-65b0f8d34114,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:48.078375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] device_id is not set on port 21dad2d9-5deb-4a4f-9961-9037e56e9d1f yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:55:48.230716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dffd0f-1241-4b92-aeb8-e2546efd5bdd req-15deeb13-017a-40bb-bc3e-c5a660c6517a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.232306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8dffd0f-1241-4b92-aeb8-e2546efd5bdd req-15deeb13-017a-40bb-bc3e-c5a660c6517a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.1015589
Jan 29 20:55:48.242391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (c75be59c-00ca-4729-bf62-1b369428d46e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.258330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.323947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.11 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/95c35de2-403e-47e7-bc75-fedcaf356a9a/21dad2d9-5deb-4a4f-9961-9037e56e9d1f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:48.361520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=c75be59c-00ca-4729-bf62-1b369428d46e,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:48.371460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (04fd1879-38dd-48ea-a4b8-93b1a4e0109c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.378343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8dffd0f-1241-4b92-aeb8-e2546efd5bdd req-d4f950f3-049f-43da-916a-ea75c5f5adc3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340024
Jan 29 20:55:48.392571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.393922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-eb6cae2b-851f-46ba-902a-d1600319b792 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4951453
Jan 29 20:55:48.438868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:48.439428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.466975 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022c398-a278-4b4d-b336-d01aa4f8c8c7 x-openstack-request-id: req-9022c398-a278-4b4d-b336-d01aa4f8c8c7 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:48.467393 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:48.467650 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9022c398-a278-4b4d-b336-d01aa4f8c8c7 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:48.468044 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'code': 200}
Jan 29 20:55:48.503987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.509566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-4831c00e-a63a-4a31-8c9e-5744789124ac tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.100 HTTP/1.1" status: 200  len: 696 time: 0.1095235
Jan 29 20:55:48.550865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:48.562448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:48.562826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.602408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eded112b-3b96-4413-bf32-8581ae0a4231 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:48.630175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a51a4-74b7-47f2-b399-5cb90b578500 req-2a33e847-3362-454f-8330-d17d2f78bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.631759 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b8a51a4-74b7-47f2-b399-5cb90b578500 req-2a33e847-3362-454f-8330-d17d2f78bac6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1128 time: 0.1010637
Jan 29 20:55:48.634194 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.695495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64341-c9f0-4ab0-b4b1-b18a6324f140 req-b8c602fb-acb7-4d3b-b09b-e58e1e471a95 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.702496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:48.704522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18f64341-c9f0-4ab0-b4b1-b18a6324f140 req-b8c602fb-acb7-4d3b-b09b-e58e1e471a95 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 944 time: 0.1470375
Jan 29 20:55:48.712516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:48.714930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:48.736759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-d5ee9f2f-df93-4868-af73-6bc8677f9177 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.749677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=21dad2d9-5deb-4a4f-9961-9037e56e9d1f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:48.754869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30cd4bcf-34d0-46f4-923a-db6c714ca209 req-d5ee9f2f-df93-4868-af73-6bc8677f9177 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2370393
Jan 29 20:55:48.776371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b8a51a4-74b7-47f2-b399-5cb90b578500 req-565cd3e7-0689-4725-a15a-2ddd25be8bc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358738
Jan 29 20:55:48.805137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.805756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18f64341-c9f0-4ab0-b4b1-b18a6324f140 req-958a8ef4-9fa2-4780-b8a7-c5cd94d564a3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001391
Jan 29 20:55:48.805943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:48.828135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9ecb878-4aeb-49de-92f9-950dec14a7cb tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4850097
Jan 29 20:55:48.831237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:48.841682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:48.928896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4de4f6-b006-432c-8030-335a77c29c3f req-d20e8bc6-5f11-4e08-aa5c-3b0d316f121b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.930583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df4de4f6-b006-432c-8030-335a77c29c3f req-d20e8bc6-5f11-4e08-aa5c-3b0d316f121b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1128 time: 0.1090734
Jan 29 20:55:48.961958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d246-f7c3-4782-8093-c00f2690819c req-b467d12f-f138-4ce4-8e00-fba8140d7192 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:48.963335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1530d246-f7c3-4782-8093-c00f2690819c req-b467d12f-f138-4ce4-8e00-fba8140d7192 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.0846338
Jan 29 20:55:48.988120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:48.992197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.051728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1530d246-f7c3-4782-8093-c00f2690819c req-f14c30f1-126f-47ad-8157-4673d1bcb2df tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1705477-9f1f-4ae3-89cd-933581d2dc68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799768
Jan 29 20:55:49.062881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df4de4f6-b006-432c-8030-335a77c29c3f req-b4467e2a-d8b1-429e-93fa-7be0c7df1866 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261351
Jan 29 20:55:49.137895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-75f801c0-d8dc-4c0a-ac69-3b228c681397 None None] Provisioning complete for port 21dad2d9-5deb-4a4f-9961-9037e56e9d1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:49.139633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75f801c0-d8dc-4c0a-ac69-3b228c681397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.153013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:49.194378 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95c35de2-403e-47e7-bc75-fedcaf356a9a (CIDR: 172.20.0.0/28)
Jan 29 20:55:49.201829 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 20:55:49.202546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:49.235359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-75f801c0-d8dc-4c0a-ac69-3b228c681397 None None] Port 21dad2d9-5deb-4a4f-9961-9037e56e9d1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:49.236602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-dba955b4-637b-4545-a8da-769acdae50b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:49.240145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-dba955b4-637b-4545-a8da-769acdae50b7 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "GET /v2.0/ports?device_id=fedcf9a2-ce0e-48a3-8c15-3d35353b500b HTTP/1.1" status: 200  len: 950 time: 0.1865456
Jan 29 20:55:49.246145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af13dc61-a3f7-4d79-8966-ae245636da07 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4132743
Jan 29 20:55:49.249214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48084) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:49.255722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:49.256325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.258206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:49.260209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9eeee-e7bd-40b3-9c3a-2fc8f2d2cbba req-d555296d-f8f2-4df9-8051-f7a46b38c0d5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:49.261892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19e9eeee-e7bd-40b3-9c3a-2fc8f2d2cbba req-d555296d-f8f2-4df9-8051-f7a46b38c0d5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0936301
Jan 29 20:55:49.288213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94743020-e943-4599-aba0-277f2104779c req-e8038f54-498d-4925-ad33-f1d3263d0a8c tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2022266
Jan 29 20:55:49.305669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:49.366634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19e9eeee-e7bd-40b3-9c3a-2fc8f2d2cbba req-db1bb845-f7f5-410c-8147-91c0d141c29e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986438
Jan 29 20:55:49.367072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:49.381324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.476465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:49.479853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.488296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Deleting port e1a22ec0-0654-4ebb-a58f-36c44599171d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:49.488635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.503327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fcd2c-ae50-4dab-bb70-482cad4a0d9a req-9bcffd18-1e99-46ac-90bb-0eb101a7f269 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:49.504874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd4fcd2c-ae50-4dab-bb70-482cad4a0d9a req-9bcffd18-1e99-46ac-90bb-0eb101a7f269 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1128 time: 0.0640302
Jan 29 20:55:49.569932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.573688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd4fcd2c-ae50-4dab-bb70-482cad4a0d9a req-1c070f0a-c7ec-4498-b302-b9b78042f846 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613809
Jan 29 20:55:49.678823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] For port e1a22ec0-0654-4ebb-a58f-36c44599171d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a22ec0-0654-4ebb-a58f-36c44599171d,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:49.679205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.691575 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0577f5df-a4af-475c-bef4-409690ff2d5f (CIDR: 172.20.0.16/28)
Jan 29 20:55:49.698120 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 20:55:49.698613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:49.700816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Calling delete_port for e1a22ec0-0654-4ebb-a58f-36c44599171d owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:49.704517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Allocated IP 172.35.4.13 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/af5da7b0-4941-47cc-b038-e32bbbd3dbb9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:49.754685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ad9e331-dde5-40be-a563-84e3ed45e8af tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.5017393
Jan 29 20:55:49.755253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:49.760157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'subnet': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:49.851236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.904216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.960757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=af5da7b0-4941-47cc-b038-e32bbbd3dbb9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:49.969422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Made reservation on behalf of c42ddd16f253485ab86166192349c774 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:49.973869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.979273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e1a22ec0-0654-4ebb-a58f-36c44599171d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:49.985664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:49.985664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:49.991119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:50.056499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Pushing event deleted for resources: {'Port': ['ID=e1a22ec0-0654-4ebb-a58f-36c44599171d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:50.090781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:50.105087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (b7eeab53-a331-425f-b2f0-4e5fdb6cc068), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.115361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] No DVR routers for this DVR port e1a22ec0-0654-4ebb-a58f-36c44599171d on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:50.120969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.124344 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a954e49-b66d-4dfc-aebd-047507a0af90 req-317c407d-60f5-47b5-93e6-4dda1ce41139 tempest-ServersOnMultiNodesTest-113375897 tempest-ServersOnMultiNodesTest-113375897-project] 10.222.0.36 "DELETE /v2.0/ports/e1a22ec0-0654-4ebb-a58f-36c44599171d HTTP/1.1" status: 204  len: 173 time: 0.8708990
Jan 29 20:55:50.124803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'name': 'network-vif-deleted', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:50.127779 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9c2a0-955e-4e77-9f6d-f7150fec2a60" -d '{"events": [{"server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "name": "network-vif-deleted", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:50.195130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.206104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a8d408f9-0419-4e6a-bb20-c429ede9dd74 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:55:50.213024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a8d408f9-0419-4e6a-bb20-c429ede9dd74 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:50.213414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.387863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:50.388309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.406104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (4ac24567-a134-4794-9dec-6251c6d86e99), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.454819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:50.456048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:50.462818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.469077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:50.471895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:50.478564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:50.478700 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3972a10-1488-486d-b17d-a34233970b47" -d '{"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-plugged", "status": "completed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:50.484118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.497649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Subnet': ['ID=4ac24567-a134-4794-9dec-6251c6d86e99,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:50.525264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43334610-e4fe-428e-9813-7c45472b1075 None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:50.527462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-132ee467-db8a-4797-9adf-744a3b21270e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.7711101
Jan 29 20:55:50.530876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48142) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:50.540956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.542048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1808718039', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ac24567-a134-4794-9dec-6251c6d86e99'}], 'security_groups': ['94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0', '21cf7ba2-0590-4a02-92f9-bea529e13425']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:50.552946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.623934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:50.751453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b7eeab53-a331-425f-b2f0-4e5fdb6cc068), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.769254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.788277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event updated for resources: {'Port': ['ID=af5da7b0-4941-47cc-b038-e32bbbd3dbb9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:50.800667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:50.801840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94743020-e943-4599-aba0-277f2104779c req-df2a912a-65a1-4de2-8fa8-83ffe6ca883f tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5014970
Jan 29 20:55:50.912663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94743020-e943-4599-aba0-277f2104779c req-09e91931-043c-4ae1-aa19-4bbcf3b8152d tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.13 HTTP/1.1" status: 200  len: 695 time: 0.0945563
Jan 29 20:55:51.053821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Update dhcp port {'port': {'network_id': '198f25f4-ac2a-4ca6-b49a-2ecfe8b07878', 'fixed_ips': [{'subnet_id': '0577f5df-a4af-475c-bef4-409690ff2d5f', 'ip_address': '172.20.0.18'}, {'subnet_id': '95c35de2-403e-47e7-bc75-fedcaf356a9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ac24567-a134-4794-9dec-6251c6d86e99'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6a1a644c-0b19-4b71-b1df-bc4f0efedf07'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 20:55:51.090488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:51.112238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743020-e943-4599-aba0-277f2104779c req-79cdd890-7e80-4737-b604-bde25540f01a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:51.117020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94743020-e943-4599-aba0-277f2104779c req-79cdd890-7e80-4737-b604-bde25540f01a tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1878462
Jan 29 20:55:51.214017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-400d9b6b-5b99-47b3-8f08-e3b23a8343b7 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:55:51.225883 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-400d9b6b-5b99-47b3-8f08-e3b23a8343b7 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0164487
Jan 29 20:55:51.255941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85c56c-e793-4dd1-8844-414865f9c8e7 req-cf524be7-910c-4ef7-8e6b-625b304c0a20 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:51.258892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a85c56c-e793-4dd1-8844-414865f9c8e7 req-cf524be7-910c-4ef7-8e6b-625b304c0a20 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.0718360
Jan 29 20:55:51.290984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-293624b5-cc94-4cb1-9b3f-d29ee21e15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:51.293008 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-293624b5-cc94-4cb1-9b3f-d29ee21e15b5 service neutron] 10.222.0.20 "GET /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 1125 time: 0.0656743
Jan 29 20:55:51.317907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a85c56c-e793-4dd1-8844-414865f9c8e7 req-79011d1a-7103-4c75-a853-62c800782c60 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538657
Jan 29 20:55:51.322981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:51.323447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:55:51.401590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Delete allocated IP 172.20.0.11 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/95c35de2-403e-47e7-bc75-fedcaf356a9a) {{(pid=125942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 20:55:51.404453 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12384b3-9c9c-4c8d-b33e-fca911c17d88 x-openstack-request-id: req-f12384b3-9c9c-4c8d-b33e-fca911c17d88 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:51.405084 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedcf9a2-ce0e-48a3-8c15-3d35353b500b", "name": "network-vif-deleted", "tag": "e1a22ec0-0654-4ebb-a58f-36c44599171d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:51.405504 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f12384b3-9c9c-4c8d-b33e-fca911c17d88 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:51.405991 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedcf9a2-ce0e-48a3-8c15-3d35353b500b', 'name': 'network-vif-deleted', 'tag': 'e1a22ec0-0654-4ebb-a58f-36c44599171d', 'status': 'completed', 'code': 200}
Jan 29 20:55:51.442745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Allocated IP 172.20.0.40 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/4ac24567-a134-4794-9dec-6251c6d86e99/21dad2d9-5deb-4a4f-9961-9037e56e9d1f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:51.527921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35abf7e-5cde-4dfa-b041-2f5ec96dd80d req-751bed0b-3e31-4c34-a33a-436b53142b10 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:51.529513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c35abf7e-5cde-4dfa-b041-2f5ec96dd80d req-751bed0b-3e31-4c34-a33a-436b53142b10 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0671229
Jan 29 20:55:51.554514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:55:51.554858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:55:51.555194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:51.584594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c35abf7e-5cde-4dfa-b041-2f5ec96dd80d req-65aeb412-1ad1-44c9-aede-635e6707471a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481634
Jan 29 20:55:51.589908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:55:51.590245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:55:51.600331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:55:51.600665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:55:51.601092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:55:51.601536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Bound port: a9013b21-1467-4dd5-ab29-7079ee455e17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:55:51.638488 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5665f-50c3-418c-b5e8-c7f7768b668c x-openstack-request-id: req-e4e5665f-50c3-418c-b5e8-c7f7768b668c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:55:51.638988 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-plugged", "status": "completed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:55:51.639086 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4e5665f-50c3-418c-b5e8-c7f7768b668c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:55:51.639616 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'code': 200}
Jan 29 20:55:51.658588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:55:51.671140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:51.672854 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-44455fbd-67bf-4d07-bb66-fae964f438f7 service neutron] 10.222.0.20 "POST /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17/bindings HTTP/1.1" status: 201  len: 389 time: 0.3705101
Jan 29 20:55:51.774278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7741d85c-4cca-4352-b50d-efd76fe2e842 req-3c11994b-3929-4d69-99c2-fcd73d3e6666 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips/b7eeab53-a331-425f-b2f0-4e5fdb6cc068 HTTP/1.1" status: 200  len: 692 time: 0.1095834
Jan 29 20:55:51.804098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:51.813193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:51.892422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e1a22ec0-0654-4ebb-a58f-36c44599171d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:51.955774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: e1a22ec0-0654-4ebb-a58f-36c44599171d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:51.956828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e1a22ec0-0654-4ebb-a58f-36c44599171d not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:51.968795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Allocated IP 172.20.0.34 (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878/4ac24567-a134-4794-9dec-6251c6d86e99/6a1a644c-0b19-4b71-b1df-bc4f0efedf07) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:51.988252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event updated for resources: {'Port': ['ID=21dad2d9-5deb-4a4f-9961-9037e56e9d1f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:51.994422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48182) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:52.023043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48186) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:52.044044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] In _notify_port_updated(), no bound segment for port 21dad2d9-5deb-4a4f-9961-9037e56e9d1f on network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:55:52.055534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.058726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.060476 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ccfcedfe-43b1-4d66-a32a-953fa2d4215d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "PUT /v2.0/ports/21dad2d9-5deb-4a4f-9961-9037e56e9d1f HTTP/1.1" status: 200  len: 960 time: 1.5285835
Jan 29 20:55:52.064844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48190) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:52.066654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a038b-851f-4b31-ba98-bd688689dc47 req-550d5f7a-6d97-48c1-bfea-a00b12df44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.068185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a04a038b-851f-4b31-ba98-bd688689dc47 req-550d5f7a-6d97-48c1-bfea-a00b12df44a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 1127 time: 0.3509169
Jan 29 20:55:52.092339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741d85c-4cca-4352-b50d-efd76fe2e842 req-dc99dbd5-f946-4ba6-a176-d11c3d861bc7 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.098686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7741d85c-4cca-4352-b50d-efd76fe2e842 req-dc99dbd5-f946-4ba6-a176-d11c3d861bc7 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3046248
Jan 29 20:55:52.107029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:52.156917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359639-b902-41f5-bc1c-67bd7a4302b5 req-3ebe39a3-e3cb-4bae-aff3-0f61e18a757a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.166673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd359639-b902-41f5-bc1c-67bd7a4302b5 req-3ebe39a3-e3cb-4bae-aff3-0f61e18a757a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.2318497
Jan 29 20:55:52.174778 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Publish callbacks [] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.187312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.237028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4c69-e5a7-4788-b075-27e5772becd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.252302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a04a038b-851f-4b31-ba98-bd688689dc47 req-e45a29ee-9037-4da1-8bf4-12f9ebad2339 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714649
Jan 29 20:55:52.268148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 21dad2d9-5deb-4a4f-9961-9037e56e9d1f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:52.268500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.273080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.279927 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fdac7be6-f8c6-47b4-893c-2322bf4886dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aafb368b2ad1431ea69db3962b576030&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2796745
Jan 29 20:55:52.290410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:52.294550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-0c1f2751-1b82-42f6-a98e-01b0f6b5a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.296046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-0c1f2751-1b82-42f6-a98e-01b0f6b5a309 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1128 time: 0.2710814
Jan 29 20:55:52.330378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bdb3d-a386-4d99-85f6-f7221c844347 None None] Pushing event updated for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:52.331558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd359639-b902-41f5-bc1c-67bd7a4302b5 req-636acab1-5e3f-4699-9903-41374d309037 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640451
Jan 29 20:55:52.378178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-f272a064-c8b7-420b-ae95-af4ac21d1de6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.379970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-f272a064-c8b7-420b-ae95-af4ac21d1de6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 814 time: 0.1854601
Jan 29 20:55:52.432239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-da7425d3-fcb3-4a5e-ac17-1358045782a1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/quotas/35bf9ac53cc44d078c9ede28b5a4233d HTTP/1.1" status: 200  len: 375 time: 0.0438244
Jan 29 20:55:52.435063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-e8de3d56-ff8a-4645-998e-975271432f84 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips/b7eeab53-a331-425f-b2f0-4e5fdb6cc068 HTTP/1.1" status: 200  len: 692 time: 0.0542009
Jan 29 20:55:52.442559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.475754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 21dad2d9-5deb-4a4f-9961-9037e56e9d1f owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:52.483098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] Publish callbacks [] for security_group (d1705477-9f1f-4ae3-89cd-933581d2dc68), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.554036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4c69-e5a7-4788-b075-27e5772becd6 admin admin] Publish callbacks [] for security_group (e798b800-9df7-4817-9e92-bd63c2c7601c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.560516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] Publish callbacks [] for security_group (d1705477-9f1f-4ae3-89cd-933581d2dc68), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.568961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4c69-e5a7-4788-b075-27e5772becd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e798b800-9df7-4817-9e92-bd63c2c7601c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.614428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-3eaf67f6-785a-42f8-907f-f339d44ebb74 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1711979
Jan 29 20:55:52.648751 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1dbd4c69-e5a7-4788-b075-27e5772becd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=090302d7a0c2487894b426dfd2571d8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6210721
Jan 29 20:55:52.649900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48206) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:52.666315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd4c69-e5a7-4788-b075-27e5772becd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798b800-9df7-4817-9e92-bd63c2c7601c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:52.731129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d1705477-9f1f-4ae3-89cd-933581d2dc68), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.734020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.735733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1705477-9f1f-4ae3-89cd-933581d2dc68 HTTP/1.1" status: 204  len: 168 time: 0.4183331
Jan 29 20:55:52.740110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-9e63d2ab-fa84-41c9-8996-4f25441e3b76 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.741912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-9e63d2ab-fa84-41c9-8996-4f25441e3b76 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2852192
Jan 29 20:55:52.750584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-29fc377d-b2a3-4636-88ae-a36bc09d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.751892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-29fc377d-b2a3-4636-88ae-a36bc09d6c03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2480097
Jan 29 20:55:52.760371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-eaa9ee6b-8bcc-425e-b14e-fa6f67d078ae tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:55:52.761393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-eaa9ee6b-8bcc-425e-b14e-fa6f67d078ae tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0124414
Jan 29 20:55:52.761783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f3978-7eea-49ae-ba25-47b540d6d537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1705477-9f1f-4ae3-89cd-933581d2dc68,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:52.796427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] Publish callbacks [] for security_group (e798b800-9df7-4817-9e92-bd63c2c7601c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.807142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-00303f71-97e9-4bd7-b2aa-8b14e450cb93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 217 time: 0.0431023
Jan 29 20:55:52.822676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] Publish callbacks [] for security_group (e798b800-9df7-4817-9e92-bd63c2c7601c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.855276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (21dad2d9-5deb-4a4f-9961-9037e56e9d1f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.890726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=21dad2d9-5deb-4a4f-9961-9037e56e9d1f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:52.897480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-df74b9de-4742-466f-a4f0-233ad6498019 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.13 HTTP/1.1" status: 200  len: 695 time: 0.0950813
Jan 29 20:55:52.915398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-4799cf62-a7a3-44ac-b4f4-a9ad2724571a service neutron] 10.222.0.20 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818766
Jan 29 20:55:52.924832 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e798b800-9df7-4817-9e92-bd63c2c7601c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.927426 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:52.931666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e798b800-9df7-4817-9e92-bd63c2c7601c HTTP/1.1" status: 204  len: 168 time: 0.2746701
Jan 29 20:55:52.951362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-34bb6059-ef5e-4155-9542-7f96db241752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:52.952823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-34bb6059-ef5e-4155-9542-7f96db241752 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1377697
Jan 29 20:55:52.966683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3c011-091e-41f8-8867-7433cda13515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798b800-9df7-4817-9e92-bd63c2c7601c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:52.997367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.002503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b54e1e46-c058-4756-97b6-5c87ea0c5d4e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/21dad2d9-5deb-4a4f-9961-9037e56e9d1f HTTP/1.1" status: 204  len: 168 time: 0.9360547
Jan 29 20:55:53.004514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48214) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.060590 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dd33dc-4139-4555-bedb-107821048182 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] GET failed (client error): The resource could not be found.
Jan 29 20:55:53.062801 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-07dd33dc-4139-4555-bedb-107821048182 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports/21dad2d9-5deb-4a4f-9961-9037e56e9d1f HTTP/1.1" status: 404  len: 333 time: 0.0562842
Jan 29 20:55:53.065419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.135716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (4832e5dc-0b3a-4291-9ea3-81d4e4dc158f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.166755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:55:53.172645 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.185151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (4832e5dc-0b3a-4291-9ea3-81d4e4dc158f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.230116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:53.230534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.264106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48220) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.307652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:53.308423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.328502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4832e5dc-0b3a-4291-9ea3-81d4e4dc158f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.332087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.333836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/security-groups/4832e5dc-0b3a-4291-9ea3-81d4e4dc158f HTTP/1.1" status: 204  len: 168 time: 0.2674363
Jan 29 20:55:53.336799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48222) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.367443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbacab5-b075-4db0-8c9e-4fa2578cd97d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832e5dc-0b3a-4291-9ea3-81d4e4dc158f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:53.405130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:53.419940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Could not find standard attr ID for object 21dad2d9-5deb-4a4f-9961-9037e56e9d1f. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:55:53.424176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7ccfff3-d27f-4567-b37a-1b87f65fe38d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c68e120b41e42e6b52f205b71c69b5a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1582899
Jan 29 20:55:53.428880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48226) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.469782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-79788f7f-0ea1-4c5e-bd12-c6060caac4bb tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.13 HTTP/1.1" status: 200  len: 695 time: 0.5386400
Jan 29 20:55:53.484874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:53.485776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.495314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-1bccc962-3452-4e8b-886f-5d884cc61aa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4814832
Jan 29 20:55:53.517447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (21cf7ba2-0590-4a02-92f9-bea529e13425), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.556122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:53.559125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.567338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (21cf7ba2-0590-4a02-92f9-bea529e13425), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.579358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-66ed18c1-145f-4ca9-a8fb-adbf040d8951 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:53.586976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6662ddf8-1b91-4a95-8e2c-010f161f724d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.615152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] Publish callbacks [] for security_group (05188c64-e42a-4556-9042-0ac58847a2ec), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.664037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] Publish callbacks [] for security_group (05188c64-e42a-4556-9042-0ac58847a2ec), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.682761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (21cf7ba2-0590-4a02-92f9-bea529e13425), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.685993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.689930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/security-groups/21cf7ba2-0590-4a02-92f9-bea529e13425 HTTP/1.1" status: 204  len: 168 time: 0.3441629
Jan 29 20:55:53.691355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.725878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc5db2-22ed-49bc-acc4-f59ae485c3e1 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf7ba2-0590-4a02-92f9-bea529e13425,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:53.761673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-58b5aef8-764a-4dc9-8b48-e54470766412 service neutron] 10.222.0.20 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8344967
Jan 29 20:55:53.778070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6662ddf8-1b91-4a95-8e2c-010f161f724d admin admin] Publish callbacks [] for security_group (bd023bb9-0d7c-4f36-bffb-33e12c00fe64), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.779484 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (05188c64-e42a-4556-9042-0ac58847a2ec), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.783620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.787165 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05188c64-e42a-4556-9042-0ac58847a2ec HTTP/1.1" status: 204  len: 168 time: 0.3534551
Jan 29 20:55:53.803280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6662ddf8-1b91-4a95-8e2c-010f161f724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd023bb9-0d7c-4f36-bffb-33e12c00fe64), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.808197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-d8b68db6-39ee-4398-a66b-532ab08de6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3035526
Jan 29 20:55:53.808704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aeaec1a7-309b-433b-8105-42ec0ac72792 None None] Could not find standard attr ID for object 21dad2d9-5deb-4a4f-9961-9037e56e9d1f. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 20:55:53.822294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b26f2-1957-4ff7-8e23-97e8868b60e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05188c64-e42a-4556-9042-0ac58847a2ec,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:53.860614 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6662ddf8-1b91-4a95-8e2c-010f161f724d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d00f659c19e34592b31f635a04797d1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2992971
Jan 29 20:55:53.867063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48234) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:53.879520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662ddf8-1b91-4a95-8e2c-010f161f724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd023bb9-0d7c-4f36-bffb-33e12c00fe64,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:53.890265 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.959839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Deleting port af5da7b0-4941-47cc-b038-e32bbbd3dbb9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:53.961271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] Publish callbacks [] for security_group (bd023bb9-0d7c-4f36-bffb-33e12c00fe64), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.965111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:53.996373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] Publish callbacks [] for security_group (bd023bb9-0d7c-4f36-bffb-33e12c00fe64), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.029479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.108649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd023bb9-0d7c-4f36-bffb-33e12c00fe64), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.115266 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.120858 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd023bb9-0d7c-4f36-bffb-33e12c00fe64 HTTP/1.1" status: 204  len: 168 time: 0.2489498
Jan 29 20:55:54.146444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f348382-2b36-4d2f-8c0a-a0849168dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd023bb9-0d7c-4f36-bffb-33e12c00fe64,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:54.147777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-eefdbe8f-1a41-48e7-beb8-41b48b517276 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326311
Jan 29 20:55:54.185111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.185747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.199774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.204459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.205812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/security-groups/94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0 HTTP/1.1" status: 204  len: 168 time: 0.5132432
Jan 29 20:55:54.208917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:54.216529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Calling delete_port for af5da7b0-4941-47cc-b038-e32bbbd3dbb9 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:54.230239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ce060-493b-4e96-8a02-4adcba85348c tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94993f8d-5ecc-4bd0-9cbc-2ab3bd50aac0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:54.246755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd410-1f31-4730-8301-1b1ede0a16ca req-2f333fe0-7569-4297-9637-cd41a87fc7b4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:54.255383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-229bd410-1f31-4730-8301-1b1ede0a16ca req-2f333fe0-7569-4297-9637-cd41a87fc7b4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1912539
Jan 29 20:55:54.308243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 95c35de2-403e-47e7-bc75-fedcaf356a9a {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:54.320556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (95c35de2-403e-47e7-bc75-fedcaf356a9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.426972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (95c35de2-403e-47e7-bc75-fedcaf356a9a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.433641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-229bd410-1f31-4730-8301-1b1ede0a16ca req-5b48363f-f1f2-4c29-84ad-f1e2e533cf88 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770992
Jan 29 20:55:54.628267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (95c35de2-403e-47e7-bc75-fedcaf356a9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.710240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (95c35de2-403e-47e7-bc75-fedcaf356a9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.712885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (af5da7b0-4941-47cc-b038-e32bbbd3dbb9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.759429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=95c35de2-403e-47e7-bc75-fedcaf356a9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:54.768653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.771957 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b1aeff13-1ad3-48ab-bd53-6be75cc1a4b0 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/95c35de2-403e-47e7-bc75-fedcaf356a9a HTTP/1.1" status: 204  len: 168 time: 0.5617867
Jan 29 20:55:54.776668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:54.781033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eff052-41de-4687-bf13-0f1456bba4fd None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:54.825912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event deleted for resources: {'Port': ['ID=af5da7b0-4941-47cc-b038-e32bbbd3dbb9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:54.838807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9852449-d333-4d24-9cf7-2f356993bc58 req-f893736b-ffec-4758-b905-984609af126b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:54.847920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9852449-d333-4d24-9cf7-2f356993bc58 req-f893736b-ffec-4758-b905-984609af126b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.2685266
Jan 29 20:55:54.934235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 4ac24567-a134-4794-9dec-6251c6d86e99 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:54.947635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (4ac24567-a134-4794-9dec-6251c6d86e99), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:54.991549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9852449-d333-4d24-9cf7-2f356993bc58 req-1360b003-ac9e-40c0-8985-2115660eb0e0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413174
Jan 29 20:55:55.046155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (b7eeab53-a331-425f-b2f0-4e5fdb6cc068), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.054414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.057902 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4ac24567-a134-4794-9dec-6251c6d86e99), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.072971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a49a3a2a-e56e-4b08-a779-c232ac43ee0d req-01d6a19c-0f05-41be-80a9-ac8b0c5612d5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7eeab53-a331-425f-b2f0-4e5fdb6cc068 HTTP/1.1" status: 204  len: 173 time: 1.5809972
Jan 29 20:55:55.212621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42db3185-26b3-47ef-b763-2bbb0acdc129 req-fe26ed27-8f7e-4c5e-a147-028c8eb186ba tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 210 time: 0.0653062
Jan 29 20:55:55.243271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4ac24567-a134-4794-9dec-6251c6d86e99), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.395229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4ac24567-a134-4794-9dec-6251c6d86e99), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.457158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac24567-a134-4794-9dec-6251c6d86e99,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:55.495390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.502052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d4f85588-d822-4e8f-90f4-677f17e322ec tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/4ac24567-a134-4794-9dec-6251c6d86e99 HTTP/1.1" status: 204  len: 168 time: 0.7243400
Jan 29 20:55:55.502672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48304) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:55.604148 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d08506c-6316-4cef-9ba0-03f4c8037b53 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:55.610024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d08506c-6316-4cef-9ba0-03f4c8037b53 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:55.617035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6d08506c-6316-4cef-9ba0-03f4c8037b53 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/95c35de2-403e-47e7-bc75-fedcaf356a9a HTTP/1.1" status: 404  len: 337 time: 0.1132376
Jan 29 20:55:55.619705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48308) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:55.751636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting subnet 0577f5df-a4af-475c-bef4-409690ff2d5f {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:55:55.758553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (0577f5df-a4af-475c-bef4-409690ff2d5f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.831177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0577f5df-a4af-475c-bef4-409690ff2d5f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:55.977808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe6cba-79d8-4803-96c9-9883cdbb32a8 req-077bcedb-1ff9-4f28-b186-a2dc35c07a13 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:55.985936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cfe6cba-79d8-4803-96c9-9883cdbb32a8 req-077bcedb-1ff9-4f28-b186-a2dc35c07a13 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.7144547
Jan 29 20:55:55.999425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0577f5df-a4af-475c-bef4-409690ff2d5f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.096899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0577f5df-a4af-475c-bef4-409690ff2d5f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.132316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Subnet': ['ID=0577f5df-a4af-475c-bef4-409690ff2d5f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:56.135465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.142529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-135ec822-908c-4804-8ee2-64a1d2bb4d1e tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/0577f5df-a4af-475c-bef4-409690ff2d5f HTTP/1.1" status: 204  len: 168 time: 0.5207205
Jan 29 20:55:56.143448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48330) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.156130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0111f868-4e1c-424f-9065-2dceb0d87527 None None] Network 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:55:56.176633 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7a6cc5-11f7-4f0d-94bf-ecaadcbe5270 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.177459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7a6cc5-11f7-4f0d-94bf-ecaadcbe5270 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.183763 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e7a6cc5-11f7-4f0d-94bf-ecaadcbe5270 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/47425aef-1c35-42e6-a2fc-3dfa5b308fb4 HTTP/1.1" status: 404  len: 337 time: 0.0392621
Jan 29 20:55:56.184448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.240966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c892-cbd5-49db-92bc-038bf9d432ea req-ec79b9b3-9674-453b-8cf2-d668e7a73251 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:56.242729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7334c892-cbd5-49db-92bc-038bf9d432ea req-ec79b9b3-9674-453b-8cf2-d668e7a73251 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4517138
Jan 29 20:55:56.257021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-533eb610-fad2-407c-add2-ccbf653645f3 req-3c0abcd5-e4c7-425b-9caf-c9f912591a17 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=7ac922b241be43b7aef5949cf87d9aae HTTP/1.1" status: 200  len: 1657 time: 0.2393301
Jan 29 20:55:56.257785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-daa5625d-c2d7-4a0b-9bf5-ff22f0ec3265 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f HTTP/1.1" status: 200  len: 205 time: 0.0721309
Jan 29 20:55:56.258701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48338) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.314707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Provisioning complete for port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:56.315173 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-e1143e51-3ebe-4248-b4ab-d53a8c1cef5a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] delete failed (client error): The resource could not be found.
Jan 29 20:55:56.315622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.316576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e1143e51-3ebe-4248-b4ab-d53a8c1cef5a tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/routers/57c0df43-f3ec-4b88-a971-bf1a8d1f8c4f HTTP/1.1" status: 404  len: 336 time: 0.0566666
Jan 29 20:55:56.320577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48342) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.350078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-df9d8121-9ef1-4368-950d-4bf23f360861 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:56.351765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-df9d8121-9ef1-4368-950d-4bf23f360861 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.18 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 814 time: 0.7154448
Jan 29 20:55:56.384901 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f79708-e935-46d6-b3e2-b17b981ff2c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.393388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Request body: {'port': {'device_id': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'admin_state_up': True, 'tenant_id': '35bf9ac53cc44d078c9ede28b5a4233d'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:56.394459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f79708-e935-46d6-b3e2-b17b981ff2c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.412844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38f79708-e935-46d6-b3e2-b17b981ff2c6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/ee44e38c-6aa3-479e-9c4d-08597b0d3564 HTTP/1.1" status: 404  len: 337 time: 0.0910547
Jan 29 20:55:56.414098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48348) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.458343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Current status of the port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:55:56.476441 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d519883-11c4-44e2-97ea-626f99d38d13 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.476974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d519883-11c4-44e2-97ea-626f99d38d13 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.483107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Provisioning complete for port 25b79857-4fb1-474e-8d06-3b68a68b943f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:55:56.483740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.486468 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d519883-11c4-44e2-97ea-626f99d38d13 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/bb258c5e-9ee6-4a70-b851-cdd83392ac0e HTTP/1.1" status: 404  len: 337 time: 0.0713501
Jan 29 20:55:56.491188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.552327 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6148e28f-8d0f-4c2f-8568-37ad8249b300 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.552808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6148e28f-8d0f-4c2f-8568-37ad8249b300 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.556310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6148e28f-8d0f-4c2f-8568-37ad8249b300 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/06f6bfae-e50b-4bb3-85cd-46cca56d8d97 HTTP/1.1" status: 404  len: 337 time: 0.0587385
Jan 29 20:55:56.558503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.562875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] DHCP port deletion for 198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:55:56.576629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-84ad0507-ef2c-4244-97b0-21f6c857be82 None None] Port 25b79857-4fb1-474e-8d06-3b68a68b943f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:55:56.576882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7334c892-cbd5-49db-92bc-038bf9d432ea req-c6ba6792-406b-49b1-8541-0db5ae1f4fe3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930307
Jan 29 20:55:56.621360 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e70edce-4078-4b7c-be25-d76fd1883f17 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.621847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e70edce-4078-4b7c-be25-d76fd1883f17 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.627143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Deleting port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:56.628326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.629878 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e70edce-4078-4b7c-be25-d76fd1883f17 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/0c87e660-6e63-48a8-b19f-2e7a3436aae1 HTTP/1.1" status: 404  len: 333 time: 0.0703108
Jan 29 20:55:56.630949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48356) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.659188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb610-fad2-407c-add2-ccbf653645f3 req-cf81bc02-5eae-419d-86d7-3cf69bc489b7 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:56.672148 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29751dc-e87d-485a-9a16-fc7e2f262981 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.673673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29751dc-e87d-485a-9a16-fc7e2f262981 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.680700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f29751dc-e87d-485a-9a16-fc7e2f262981 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/d19f5a42-fb5d-4a70-9766-c9e4d289ddc6 HTTP/1.1" status: 404  len: 337 time: 0.0486383
Jan 29 20:55:56.681421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-533eb610-fad2-407c-add2-ccbf653645f3 req-cf81bc02-5eae-419d-86d7-3cf69bc489b7 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks?id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 787 time: 0.3941765
Jan 29 20:55:56.681662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48364) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.711862 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da6228e-84a2-4e36-8eb4-e8f7f5c97c54 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.711862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da6228e-84a2-4e36-8eb4-e8f7f5c97c54 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.725777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] For port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,segment=NetworkSegment(d3f5cdfd-99ea-4768-b4a0-804c9f922fc8),segment_id=d3f5cdfd-99ea-4768-b4a0-804c9f922fc8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:56.726537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.731217 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9da6228e-84a2-4e36-8eb4-e8f7f5c97c54 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/383ad7aa-a3da-4f79-a30e-a6af3a1becf5 HTTP/1.1" status: 404  len: 337 time: 0.0485196
Jan 29 20:55:56.732253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.746787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Calling delete_port for 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:56.762766 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d913de-ace0-47a7-bc40-8ef4422a76f6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.763330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d913de-ace0-47a7-bc40-8ef4422a76f6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.770478 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-04d913de-ace0-47a7-bc40-8ef4422a76f6 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/b731d45d-f202-4fbd-8dc6-ca2d75a28b0a HTTP/1.1" status: 404  len: 333 time: 0.0372298
Jan 29 20:55:56.771231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48370) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.799743 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81a38c8-2014-4e01-b227-78254263689d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.800192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81a38c8-2014-4e01-b227-78254263689d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.806311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f81a38c8-2014-4e01-b227-78254263689d tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/9c1fb57e-98fc-45d8-8ffd-140abe489e93 HTTP/1.1" status: 404  len: 337 time: 0.0341249
Jan 29 20:55:56.807389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48372) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.830230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79768d3b-2c1b-4446-bf05-2e992911a246 req-1f9474ab-18fd-43bb-99b8-99d3eb01c15c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 210 time: 0.0516801
Jan 29 20:55:56.836887 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49d4efb-c56c-4a0b-9fda-4f952f3cbe2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:55:56.837597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49d4efb-c56c-4a0b-9fda-4f952f3cbe2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:55:56.845274 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a49d4efb-c56c-4a0b-9fda-4f952f3cbe2f tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/subnets/e7256e46-4f1f-4173-af4d-140588504ac6 HTTP/1.1" status: 404  len: 337 time: 0.0352712
Jan 29 20:55:56.845274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:56.863800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (6a1a644c-0b19-4b71-b1df-bc4f0efedf07), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.865926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc0150-1b9d-4950-8440-9452843ef8b7 req-ad67dcf9-544e-449b-89e3-d876cd91bef0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:56.867607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0bc0150-1b9d-4950-8440-9452843ef8b7 req-ad67dcf9-544e-449b-89e3-d876cd91bef0 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.1851399
Jan 29 20:55:56.891545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Made reservation on behalf of 35bf9ac53cc44d078c9ede28b5a4233d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:55:56.894335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] Pushing event deleted for resources: {'Port': ['ID=6a1a644c-0b19-4b71-b1df-bc4f0efedf07,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:56.895946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:56.915525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727a741-2a85-4210-a8b6-8125ffee562f None None] No DVR routers for this DVR port 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:55:57.001286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0bc0150-1b9d-4950-8440-9452843ef8b7 req-4cc34ab8-aaa2-4f51-b79b-8d4eb06bd3ac tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252706
Jan 29 20:55:57.017016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Deleting port 25b79857-4fb1-474e-8d06-3b68a68b943f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:57.017181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:57.119671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:55:57.130557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:57.146578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Calling delete_port for 25b79857-4fb1-474e-8d06-3b68a68b943f owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:57.150095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-b661d149-8929-4fbf-ac32-7f118f8a4cf3 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips/04fd1879-38dd-48ea-a4b8-93b1a4e0109c HTTP/1.1" status: 200  len: 693 time: 0.0896094
Jan 29 20:55:57.150342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:55:57.151092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6a1a644c-0b19-4b71-b1df-bc4f0efedf07 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:55:57.257764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (25b79857-4fb1-474e-8d06-3b68a68b943f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:57.274931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Allocated IP 172.20.0.5 (3e5d0e33-a585-4203-bd05-f2661e740b8d/d3c522ed-1725-4789-8f43-1c44f15c777e/7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:55:57.305987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Port': ['ID=25b79857-4fb1-474e-8d06-3b68a68b943f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:57.315552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:57.316850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-db207677-b339-46b2-9dcd-cba7e690bea2 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:57.318374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-db207677-b339-46b2-9dcd-cba7e690bea2 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1550720
Jan 29 20:55:57.321658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48392) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:57.322460 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-088e8959-bef8-416a-9ee8-1fbb24721c65 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/ports/25b79857-4fb1-474e-8d06-3b68a68b943f HTTP/1.1" status: 204  len: 168 time: 0.4762709
Jan 29 20:55:57.450543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-cd98a901-2889-46a6-9a40-c776b1a9d425 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.100 HTTP/1.1" status: 200  len: 696 time: 0.1196444
Jan 29 20:55:57.553195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:57.572955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-ecedd61e-5cb3-404f-8770-746373408cb8 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.100 HTTP/1.1" status: 200  len: 696 time: 0.1139534
Jan 29 20:55:58.112648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.135533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks [] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.166662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea1039f490>,) {'filters': {'network_id': ['198f25f4-ac2a-4ca6-b49a-2ecfe8b07878']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:58.183102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1039f490>, 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:58.183406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1039f490>, 'd3f5cdfd-99ea-4768-b4a0-804c9f922fc8') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:55:58.206759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d3f5cdfd-99ea-4768-b4a0-804c9f922fc8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.238056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76b67-36f8-44d7-bf8a-c3dbccdcfa3c req-5bdf8607-ed8d-4693-84ac-b906d8a62803 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:58.244830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ae76b67-36f8-44d7-bf8a-c3dbccdcfa3c req-5bdf8607-ed8d-4693-84ac-b906d8a62803 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2016916
Jan 29 20:55:58.252498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d3f5cdfd-99ea-4768-b4a0-804c9f922fc8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.258072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:58.283432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:55:58.283839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d3f5cdfd-99ea-4768-b4a0-804c9f922fc8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:55:58.287090 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:55:58.326420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.340259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:55:58.379288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Deleting port c75be59c-00ca-4729-bf62-1b369428d46e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:55:58.379793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.399065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3faf03ab-6d9e-485f-b2c0-27a7acb7e7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.454923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Network 3e5d0e33-a585-4203-bd05-f2661e740b8d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:55:58.467280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ae76b67-36f8-44d7-bf8a-c3dbccdcfa3c req-274dc42e-e692-4d52-af1e-b4e3f6ea8d19 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194848
Jan 29 20:55:58.493299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:55:58.497624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:55:58.500441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (198f25f4-ac2a-4ca6-b49a-2ecfe8b07878), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.534101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3faf03ab-6d9e-485f-b2c0-27a7acb7e7d0 admin admin] Publish callbacks [] for security_group (72be4b7e-2653-4299-95de-c1b7579bd214), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.541066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3faf03ab-6d9e-485f-b2c0-27a7acb7e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (72be4b7e-2653-4299-95de-c1b7579bd214), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.559494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.563590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] 10.222.0.20 "DELETE /v2.0/networks/198f25f4-ac2a-4ca6-b49a-2ecfe8b07878 HTTP/1.1" status: 204  len: 168 time: 1.2400992
Jan 29 20:55:58.572207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Pushing event updated for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:58.598104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3faf03ab-6d9e-485f-b2c0-27a7acb7e7d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1325bf6c169c46f1b568ad49d7ed1c2d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3386028
Jan 29 20:55:58.600223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf03ab-6d9e-485f-b2c0-27a7acb7e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be4b7e-2653-4299-95de-c1b7579bd214,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:58.601875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a98690-3cca-4e95-b1df-3e8ce1aa4a51 tempest-PortsTestJSON-326607092 tempest-PortsTestJSON-326607092-project] Pushing event deleted for resources: {'Network': ['ID=198f25f4-ac2a-4ca6-b49a-2ecfe8b07878,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:58.605523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48468) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:58.659935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:58.660852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.673372 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] Publish callbacks [] for security_group (72be4b7e-2653-4299-95de-c1b7579bd214), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.694643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.694972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (c75be59c-00ca-4729-bf62-1b369428d46e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.708713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-55429653-40b7-4c71-a9f9-8f05fcaa69a9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3207872
Jan 29 20:55:58.708919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] Publish callbacks [] for security_group (72be4b7e-2653-4299-95de-c1b7579bd214), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.735974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Calling delete_port for c75be59c-00ca-4729-bf62-1b369428d46e owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:55:58.740909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Request body: {'port': {'device_id': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:58.795536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100f126-6db4-418f-8a4c-5fae6be601ac req-2504e57e-124b-4933-9344-5a2bfde33bc0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:58.796242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (72be4b7e-2653-4299-95de-c1b7579bd214), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.797392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7100f126-6db4-418f-8a4c-5fae6be601ac req-2504e57e-124b-4933-9344-5a2bfde33bc0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 931 time: 0.2061486
Jan 29 20:55:58.799837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.801320 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72be4b7e-2653-4299-95de-c1b7579bd214 HTTP/1.1" status: 204  len: 168 time: 0.1946509
Jan 29 20:55:58.812554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa89d-4252-408a-884b-fd6f15cf1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be4b7e-2653-4299-95de-c1b7579bd214,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:58.896334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-b66aef85-937b-4128-9299-aa50d1a5c72a tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:58.898014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-b66aef85-937b-4128-9299-aa50d1a5c72a tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2155223
Jan 29 20:55:58.919993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:55:58.929840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:58.980756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:59.007119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7100f126-6db4-418f-8a4c-5fae6be601ac req-a12bcfde-e41c-455a-92e0-5f5936f1f137 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685636
Jan 29 20:55:59.077610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.296558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c75be59c-00ca-4729-bf62-1b369428d46e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.369712 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3540a49a-74c4-4120-a4c6-fe46624aac99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c42ddd16f253485ab86166192349c774&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3880301
Jan 29 20:55:59.372578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event deleted for resources: {'Port': ['ID=c75be59c-00ca-4729-bf62-1b369428d46e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:59.372728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48484) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:59.398206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbbfc0-a2cd-41ae-a783-7d674cb2488d req-3a2da2bf-934c-44ea-8fde-fb49db959caf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:59.405282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22cbbfc0-a2cd-41ae-a783-7d674cb2488d req-3a2da2bf-934c-44ea-8fde-fb49db959caf tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 946 time: 0.2484422
Jan 29 20:55:59.460711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] Publish callbacks [] for security_group (e11de929-28f8-4b76-a100-6528f6f89402), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.490452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] Publish callbacks [] for security_group (e11de929-28f8-4b76-a100-6528f6f89402), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.502294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48488) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:59.523492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ca897c3-7b06-4847-bc1d-b46cfd6eeace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.579975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:55:59.601153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22cbbfc0-a2cd-41ae-a783-7d674cb2488d req-f3242dd2-5d5e-43b0-b523-f5647492fd51 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860809
Jan 29 20:55:59.611418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (04fd1879-38dd-48ea-a4b8-93b1a4e0109c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.614434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.615571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbbc929-1243-430b-8b72-6d34fb2c26d6 req-9edb234b-475a-48ee-a09d-d52c2f6f68b4 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "DELETE /v2.0/floatingips/04fd1879-38dd-48ea-a4b8-93b1a4e0109c HTTP/1.1" status: 204  len: 173 time: 2.0371580
Jan 29 20:55:59.617080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e11de929-28f8-4b76-a100-6528f6f89402), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.625002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.629092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e11de929-28f8-4b76-a100-6528f6f89402 HTTP/1.1" status: 204  len: 168 time: 0.2510879
Jan 29 20:55:59.663924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:55:59.689700 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks [] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.691259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b82e-d69a-4f30-86e4-ce7539c9c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11de929-28f8-4b76-a100-6528f6f89402,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:59.694678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ca897c3-7b06-4847-bc1d-b46cfd6eeace admin admin] Publish callbacks [] for security_group (34872937-1763-4585-91e0-92ff8a95d706), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.702311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ca897c3-7b06-4847-bc1d-b46cfd6eeace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34872937-1763-4585-91e0-92ff8a95d706), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.747176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca897c3-7b06-4847-bc1d-b46cfd6eeace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34872937-1763-4585-91e0-92ff8a95d706,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:59.762445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ca897c3-7b06-4847-bc1d-b46cfd6eeace admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b24dbaead91a423f853b3ec1e2434e6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2585917
Jan 29 20:55:59.763709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48498) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:55:59.767545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:55:59.798192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Transition to ACTIVE for port object 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:55:59.802217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-212fdeb4-8178-4e39-a7cf-295306b57f78 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips/e88a3598-f997-4fa1-8933-d5b1b8bd0cc1 HTTP/1.1" status: 200  len: 693 time: 0.1283679
Jan 29 20:55:59.812430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.833872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] Publish callbacks [] for security_group (34872937-1763-4585-91e0-92ff8a95d706), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.866620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] Publish callbacks [] for security_group (34872937-1763-4585-91e0-92ff8a95d706), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.913704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:55:59.915573 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106edb33-ac8f-41c8-9758-c43c7030572a" -d '{"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:55:59.926149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks [] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.943663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.956165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34872937-1763-4585-91e0-92ff8a95d706), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.958943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:55:59.963133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34872937-1763-4585-91e0-92ff8a95d706 HTTP/1.1" status: 204  len: 168 time: 0.1981251
Jan 29 20:55:59.971310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17cd73-749d-4658-9e78-a5e6c653684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34872937-1763-4585-91e0-92ff8a95d706,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:55:59.974714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da952e-55b9-460c-b39b-7f970ae67519 req-e229761c-5ead-4efc-86d2-17a857a9dece tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:55:59.981603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2da952e-55b9-460c-b39b-7f970ae67519 req-e229761c-5ead-4efc-86d2-17a857a9dece tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.3019910
Jan 29 20:55:59.997953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:00.109629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:56:00.134966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-e0dff7ed-6752-4607-a42e-6e111e5e3c58 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:00.136285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-e0dff7ed-6752-4607-a42e-6e111e5e3c58 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.3265476
Jan 29 20:56:00.203570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:00.246343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:00.246679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:00.247016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.258001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2da952e-55b9-460c-b39b-7f970ae67519 req-9d83dc0f-110c-4d50-94ab-ad4d2876bd2f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754219
Jan 29 20:56:00.278713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:00.284122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-0e72f365-0cb6-4acc-a60c-6a67537035e9 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.217 HTTP/1.1" status: 200  len: 696 time: 0.1163263
Jan 29 20:56:00.286959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:00.287290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.312695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Attempting to bind port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:00.313763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Attempting to bind port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:00.314278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Attempting to bind port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.317596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:00.317981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:00.318506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.324975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:00.325916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:00.326475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:00.327092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Bound port: a9013b21-1467-4dd5-ab29-7079ee455e17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:00.327516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:00.327870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.328006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.334075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:00.334919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:00.335670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:00.336206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Bound port: a9013b21-1467-4dd5-ab29-7079ee455e17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:00.336622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.369645 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c06776d-16a9-4c2d-9fd3-e3a72122f1d4 x-openstack-request-id: req-7c06776d-16a9-4c2d-9fd3-e3a72122f1d4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:00.370151 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:00.370593 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c06776d-16a9-4c2d-9fd3-e3a72122f1d4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:00.371159 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'code': 200}
Jan 29 20:56:00.381673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:00.382261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Attempting to bind port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 on network 3e5d0e33-a585-4203-bd05-f2661e740b8d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:00.395514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-b70f9da5-2428-4387-8f77-c52c53216959 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.217 HTTP/1.1" status: 200  len: 696 time: 0.0946488
Jan 29 20:56:00.398900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:00.399470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Checking segment: {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:00.400036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Bound using segment: {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:00.400650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Bound port: 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6820d0d9-23a9-403b-aee8-5f8a56520358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:00.401232 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.440834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:00.446059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:00.459409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.557991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 20:56:00.585270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:00.609956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:00.636732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a9013b21-1467-4dd5-ab29-7079ee455e17-nch1-master-1-0 {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:56:00.637155 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:56:00.659831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:00.680852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:00.693414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99796c-2bb7-4539-add0-a171c822a5f5 req-2d4fd4ca-dfcc-4735-94dc-592287fbf1c8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:00.694269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e99796c-2bb7-4539-add0-a171c822a5f5 req-2d4fd4ca-dfcc-4735-94dc-592287fbf1c8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 943 time: 0.2195117
Jan 29 20:56:00.698915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.759237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:00.759913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.761624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 HTTP/1.1" status: 200  len: 1091 time: 2.0299053
Jan 29 20:56:00.796573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Deleting port 2c526421-43f5-4d15-a003-1f21f5a0541a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:00.796924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.869031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22939f33-9150-47d6-8149-bdd7e71baf20 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:00.888908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e99796c-2bb7-4539-add0-a171c822a5f5 req-dffc2074-3e31-40a1-bb43-6af6ab16cfb9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793888
Jan 29 20:56:00.926523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-fa773cb2-7139-4d73-80ec-fbf2dde64b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:00.928040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-fa773cb2-7139-4d73-80ec-fbf2dde64b17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 1125 time: 0.1261110
Jan 29 20:56:00.943471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.943809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (2c526421-43f5-4d15-a003-1f21f5a0541a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:00.985115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-f0b9535f-c6c7-4d82-860c-36e71413b5aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 HTTP/1.1" status: 200  len: 217 time: 0.0496635
Jan 29 20:56:01.004034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Calling delete_port for 2c526421-43f5-4d15-a003-1f21f5a0541a owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:01.384828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48566) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:01.430754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-b0658acd-2727-4abd-952e-ca452816dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:01.432245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-b0658acd-2727-4abd-952e-ca452816dcbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.4362588
Jan 29 20:56:01.451699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:01.452056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:01.452400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:01.483765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-180e01c6-f2d5-44dd-9c70-871787aa4b8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427010
Jan 29 20:56:01.491358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da42ac-2c1d-4ca5-aa45-0eb32364c7ce req-bd905970-c95f-43ab-9cdb-2060215a7197 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:01.494094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0da42ac-2c1d-4ca5-aa45-0eb32364c7ce req-bd905970-c95f-43ab-9cdb-2060215a7197 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.5127850
Jan 29 20:56:01.510049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:01.510557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempting to bind port a9013b21-1467-4dd5-ab29-7079ee455e17 on network 36c94de9-39ad-4696-b7dd-7579ffd1d294 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:01.562255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:01.562606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Checking segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:01.563540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Bound using segment: {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:01.563989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Bound port: a9013b21-1467-4dd5-ab29-7079ee455e17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36c94de9-39ad-4696-b7dd-7579ffd1d294'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:01.564341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.586863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-813231553'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:01.608107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Made reservation on behalf of b3d6e6517f72437e8bcffbbbb0cd9fd1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:01.613212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.624914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.670374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0da42ac-2c1d-4ca5-aa45-0eb32364c7ce req-976bb206-4513-410d-892e-241a764288dc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520422
Jan 29 20:56:01.759675 ncdv-master-1 neutron-server[125943]: WARNING neutron.plugins.ml2.plugin [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Concurrent port binding operations failed on port a9013b21-1467-4dd5-ab29-7079ee455e17
Jan 29 20:56:01.769678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:01.790324 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attempt 2 to bind port a9013b21-1467-4dd5-ab29-7079ee455e17
Jan 29 20:56:01.815553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:01.816410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.817990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-fd1381a9-b65d-4c02-850c-df6ce6f7080f service neutron] 10.222.0.18 "PUT /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 1153 time: 2.9081857
Jan 29 20:56:01.830435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2c526421-43f5-4d15-a003-1f21f5a0541a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.853566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-de9dff5e-c1bf-4e51-b65e-b693a41f0576 service neutron] 10.222.0.18 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3578024
Jan 29 20:56:01.878528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for security_group (3a9709bd-e92c-4a01-b2c6-914767ccf72b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.884053 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a9709bd-e92c-4a01-b2c6-914767ccf72b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.898938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a9013b21-1467-4dd5-ab29-7079ee455e17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:01.902620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:01.918799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (500c5490-328e-4a14-bfe0-4a304fd1f5b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:01.919627 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Added segment 500c5490-328e-4a14-bfe0-4a304fd1f5b9 of type vlan for network 9df71c1e-9611-422f-a3c0-8cce912e3bd9
Jan 29 20:56:01.926761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event deleted for resources: {'Port': ['ID=2c526421-43f5-4d15-a003-1f21f5a0541a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:01.951523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b7b5-54c4-44be-a4b5-15cf11aedc79 req-0c558f79-3ce7-40ee-8843-f0281340fbc2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:01.953370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8551b7b5-54c4-44be-a4b5-15cf11aedc79 req-0c558f79-3ce7-40ee-8843-f0281340fbc2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1883879
Jan 29 20:56:02.003529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9709bd-e92c-4a01-b2c6-914767ccf72b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:02.017064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a9013b21-1467-4dd5-ab29-7079ee455e17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:02.041292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9df71c1e-9611-422f-a3c0-8cce912e3bd9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.087923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9df71c1e-9611-422f-a3c0-8cce912e3bd9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.098453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.100449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.134772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8551b7b5-54c4-44be-a4b5-15cf11aedc79 req-5de997cc-fe53-49c3-9fd7-917e789f306b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859487
Jan 29 20:56:02.141729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (e88a3598-f997-4fa1-8933-d5b1b8bd0cc1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.144544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.165413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2df676-1a4f-48c1-ba2a-d92cb55cb492 req-79149ed2-61f3-4800-9067-b52e58a55bfe tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "DELETE /v2.0/floatingips/e88a3598-f997-4fa1-8933-d5b1b8bd0cc1 HTTP/1.1" status: 204  len: 173 time: 1.7353506
Jan 29 20:56:02.207294 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.8197675
Jan 29 20:56:02.211358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:02.220115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Request body: {'subnet': {'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:02.247409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cf2c-8b7d-443b-bf87-8de5a63a7c7f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event updated for resources: {'Network': ['ID=9df71c1e-9611-422f-a3c0-8cce912e3bd9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:02.280084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:02.290643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b5c23cbf-92df-4b8c-955e-744a0c8b9b45 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips/8f5eed17-9975-4cfa-8ae3-3f4854e668cb HTTP/1.1" status: 200  len: 693 time: 0.1103542
Jan 29 20:56:02.357514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fec0a9-fd89-4a41-bfdd-de648a8eacd3 req-53066293-3a7c-4501-ac26-25b3310c301d service neutron] 10.222.0.18 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4611943
Jan 29 20:56:02.359342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Made reservation on behalf of b3d6e6517f72437e8bcffbbbb0cd9fd1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:02.366226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.393997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68'}, {'name': 'network-changed', 'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:02.396558 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68"}, {"name": "network-changed", "server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:02.474651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f65b1-d122-4245-9dbb-b086dcbbe0f5 req-9dc0fb42-fc11-4045-bbbb-8db4f5af5403 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.478114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c90f65b1-d122-4245-9dbb-b086dcbbe0f5 req-9dc0fb42-fc11-4045-bbbb-8db4f5af5403 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 943 time: 0.2330036
Jan 29 20:56:02.538265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-37042b6c-c917-47d1-aee5-57cb26ea4c07 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.539941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-37042b6c-c917-47d1-aee5-57cb26ea4c07 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2483673
Jan 29 20:56:02.615541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c90f65b1-d122-4245-9dbb-b086dcbbe0f5 req-ca663d3b-9422-454a-952a-9cf573c45db4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286318
Jan 29 20:56:02.618310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b3e88f27-2cea-46f2-a4ec-3332671296b5 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.149 HTTP/1.1" status: 200  len: 696 time: 0.0636401
Jan 29 20:56:02.625826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7a662a6c-0bb0-4c87-8459-1fd5d7620e15), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.684011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-af48a7f5-1510-4a4b-bd02-cfc0fc824204 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.149 HTTP/1.1" status: 200  len: 696 time: 0.0504048
Jan 29 20:56:02.689061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event updated for resources: {'Subnet': ['ID=7a662a6c-0bb0-4c87-8459-1fd5d7620e15,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:02.698394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Checking segment: {'id': '500c5490-328e-4a14-bfe0-4a304fd1f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:02.698586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Network hostable DHCP agents. Network: 9df71c1e-9611-422f-a3c0-8cce912e3bd9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:02.723455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:02.760441 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d61a94-58cb-4022-a42a-0c201ea39320 x-openstack-request-id: req-77d61a94-58cb-4022-a42a-0c201ea39320 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:02.760732 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:02.761197 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d61a94-58cb-4022-a42a-0c201ea39320 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:02.761752 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68', 'status': 'completed', 'code': 200}
Jan 29 20:56:02.762164 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'status': 'completed', 'code': 200}
Jan 29 20:56:02.769023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9df71c1e-9611-422f-a3c0-8cce912e3bd9) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:02.775872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.775872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:02.782398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10fb5e-88a6-4b1d-88ab-fd0e72633edc None None] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:02.810700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-c549abcc-00bf-4cc2-b57e-edc247ce5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.813578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-c549abcc-00bf-4cc2-b57e-edc247ce5959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1156 time: 0.0847178
Jan 29 20:56:02.828930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ca05c9c2-1d82-40bf-b214-7b091f618af4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6139467
Jan 29 20:56:02.841687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:02.858123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Request body: {'port': {'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9', 'name': 'tempest-TagsExtTest-1750536804'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:02.906111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-52bfd272-5ee6-42d3-969a-f61b00fd7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:02.907878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-52bfd272-5ee6-42d3-969a-f61b00fd7556 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 1125 time: 0.1430736
Jan 29 20:56:02.943797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9df71c1e-9611-422f-a3c0-8cce912e3bd9', 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9', 'project_id': 'b3d6e6517f72437e8bcffbbbb0cd9fd1', 'fixed_ips': [{'subnet_id': '7a662a6c-0bb0-4c87-8459-1fd5d7620e15'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:56:02.944779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.022393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Deleting port 1839a84b-5dac-4b40-be9c-d3ef3b5b334b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:03.022780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.055613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-b7f96db6-1c15-4e33-938e-c3710388fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:03.057164 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-b7f96db6-1c15-4e33-938e-c3710388fddd service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.2294140
Jan 29 20:56:03.131766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Made reservation on behalf of b3d6e6517f72437e8bcffbbbb0cd9fd1 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:03.136479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a375c1-7b77-45a5-80d7-9a7599e8bade req-12c027c7-474b-4f33-aa63-d722318c5bad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:03.136737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.138144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0a375c1-7b77-45a5-80d7-9a7599e8bade req-12c027c7-474b-4f33-aa63-d722318c5bad tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.2214906
Jan 29 20:56:03.140049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-f6ce565e-123b-4752-a2c0-69b195f9c10e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 217 time: 0.0654457
Jan 29 20:56:03.153184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-723d0af7-567b-44df-a1b7-37707c8b8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:03.154619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-723d0af7-567b-44df-a1b7-37707c8b8cb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.2363341
Jan 29 20:56:03.169424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Allocated IP 172.20.0.2 (9df71c1e-9611-422f-a3c0-8cce912e3bd9/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/dd16db7b-3679-4d19-b4ba-913002f228c2) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:03.190446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] device_id is not set on port 5583d6aa-b911-4d4a-ac41-8758e62ec0de yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:56:03.250044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.252192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.261537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-a6effa52-6ab2-4543-9936-69ccd3d68c6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 HTTP/1.1" status: 200  len: 217 time: 0.0896382
Jan 29 20:56:03.324812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Calling delete_port for 1839a84b-5dac-4b40-be9c-d3ef3b5b334b owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:03.381362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0a375c1-7b77-45a5-80d7-9a7599e8bade req-61812041-b616-405c-88d7-7689fd4017fa tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176938
Jan 29 20:56:03.416964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks [] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.424337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-a93184f1-ab1c-4c88-943a-c57e947047db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:03.426131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-a93184f1-ab1c-4c88-943a-c57e947047db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.1566834
Jan 29 20:56:03.427187 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.491527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-baff98ff-bfa4-4c4b-b95c-96dccc9f7eb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416090
Jan 29 20:56:03.496068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:03.503158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:03.508448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:03.515601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Pushing event updated for resources: {'Port': ['ID=dd16db7b-3679-4d19-b4ba-913002f228c2,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:03.581108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Attempting to bind port dd16db7b-3679-4d19-b4ba-913002f228c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:03.581885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Attempting to bind port dd16db7b-3679-4d19-b4ba-913002f228c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '500c5490-328e-4a14-bfe0-4a304fd1f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:03.582601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Attempting to bind port dd16db7b-3679-4d19-b4ba-913002f228c2 on network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:03.588731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:03.590367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Checking segment: {'id': '500c5490-328e-4a14-bfe0-4a304fd1f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:03.590968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.591672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Bound using segment: {'id': '500c5490-328e-4a14-bfe0-4a304fd1f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:03.592343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Bound port: dd16db7b-3679-4d19-b4ba-913002f228c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500c5490-328e-4a14-bfe0-4a304fd1f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9df71c1e-9611-422f-a3c0-8cce912e3bd9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:03.592919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.702478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-90abd3c8-d2b6-4bda-b831-84478fcc8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:03.704781 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-90abd3c8-d2b6-4bda-b831-84478fcc8659 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.5554767
Jan 29 20:56:03.736927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] For port dd16db7b-3679-4d19-b4ba-913002f228c2, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:03.742670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] For port dd16db7b-3679-4d19-b4ba-913002f228c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd16db7b-3679-4d19-b4ba-913002f228c2,segment=NetworkSegment(500c5490-328e-4a14-bfe0-4a304fd1f5b9),segment_id=500c5490-328e-4a14-bfe0-4a304fd1f5b9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:03.750227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-f1520a81-31e3-4d78-991a-2743efe689d1 service neutron] 10.222.0.18 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278533
Jan 29 20:56:03.756504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-8971d69a-6e8b-433b-bcce-5c3b7a52203d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392854
Jan 29 20:56:03.757211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.896250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1839a84b-5dac-4b40-be9c-d3ef3b5b334b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:03.951871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367712-9b65-4e4d-af54-42fcb585fa04 None None] Pushing event updated for resources: {'Port': ['ID=dd16db7b-3679-4d19-b4ba-913002f228c2,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:03.975046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Pushing event deleted for resources: {'Port': ['ID=1839a84b-5dac-4b40-be9c-d3ef3b5b334b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:03.984114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Allocated IP 172.20.0.5 (9df71c1e-9611-422f-a3c0-8cce912e3bd9/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/5583d6aa-b911-4d4a-ac41-8758e62ec0de) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:04.020005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-65867d00-dd12-42d8-9b7d-361ffad28049 service neutron] 10.222.0.18 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542071
Jan 29 20:56:04.065784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-7f38e0b6-07e3-40bb-8307-2135480a9a7c service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2969565
Jan 29 20:56:04.085485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks [] for floatingip (8f5eed17-9975-4cfa-8ae3-3f4854e668cb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.088939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.090563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d830894-8af4-418e-8ccd-4135652ebc21 req-b1c00b48-bc1c-4ae7-bd90-9c62ce71e471 tempest-FloatingIPDetailsTestJSON-109281722 tempest-FloatingIPDetailsTestJSON-109281722-project] 10.222.0.20 "DELETE /v2.0/floatingips/8f5eed17-9975-4cfa-8ae3-3f4854e668cb HTTP/1.1" status: 204  len: 173 time: 1.4005048
Jan 29 20:56:04.096108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48774) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.224329 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4b3b65d4-fb70-49b0-ab67-a1bec0f61cc3 req-ad326b12-fb9c-4542-80c1-3131a05465c0 service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483815
Jan 29 20:56:04.347977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.383361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9eca77-5d36-41f8-b18b-db71527447bd req-5acd078d-2980-41a8-ae5a-09c185c2c568 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:04.384882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9eca77-5d36-41f8-b18b-db71527447bd req-5acd078d-2980-41a8-ae5a-09c185c2c568 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 943 time: 0.1281471
Jan 29 20:56:04.394372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6382-0667-4bc0-bb75-b22b710bd221 req-0c0e18b1-8cc9-485c-9c49-31465975cd04 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:04.396724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-482e6382-0667-4bc0-bb75-b22b710bd221 req-0c0e18b1-8cc9-485c-9c49-31465975cd04 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2530036
Jan 29 20:56:04.402849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.452372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48780) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.456952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event updated for resources: {'Port': ['ID=5583d6aa-b911-4d4a-ac41-8758e62ec0de,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:04.467973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:04.469406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:04.471556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:04.525563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:04.526843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.543827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f22beca4-8c6d-4e30-abae-fb87f7386cff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.6985602
Jan 29 20:56:04.546491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48784) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.551896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2098510004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:04.569581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b9eca77-5d36-41f8-b18b-db71527447bd req-26984097-41ae-4233-bfc8-7b3aa1f9b35f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714542
Jan 29 20:56:04.579552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-482e6382-0667-4bc0-bb75-b22b710bd221 req-ac2e6d88-a448-427b-8108-747c71172786 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304445
Jan 29 20:56:04.593098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.594798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.656803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fd0be5-ac5a-4b78-8b08-4145587f1062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.675044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for router_controller (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.679848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.706718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.710864 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-157097ff-0d62-4e61-b3bc-c2886e429e1b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1606512
Jan 29 20:56:04.711072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.715759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b1a8d0f6-7654-4147-85ad-e89cde20a832 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-570111153', 'prefixes': ['172.20.0.0/16']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:04.790150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d0f6-7654-4147-85ad-e89cde20a832 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.791537 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b1a8d0f6-7654-4147-85ad-e89cde20a832 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0795419
Jan 29 20:56:04.795264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.801521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-58854624-1593-4bfb-9d5a-b475dee3fd6d tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea03f8a040>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-143655535') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:04.834473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315bb3-f0c4-4ac8-9191-c849de4a94ad req-e33d4225-e623-42d3-8a38-80c803000a1d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:04.836075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c315bb3-f0c4-4ac8-9191-c849de4a94ad req-e33d4225-e623-42d3-8a38-80c803000a1d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.1639438
Jan 29 20:56:04.908466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fd0be5-ac5a-4b78-8b08-4145587f1062 admin admin] Publish callbacks [] for security_group (c777443c-2db9-46a5-87fe-9c79b716f5a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.937453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fd0be5-ac5a-4b78-8b08-4145587f1062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c777443c-2db9-46a5-87fe-9c79b716f5a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:04.953200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-58854624-1593-4bfb-9d5a-b475dee3fd6d tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-143655535 HTTP/1.1" status: 201  len: 201 time: 0.1564765
Jan 29 20:56:04.956183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:04.963635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-12c73ed3-d5b9-463c-bce7-e96cf6634119 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08490c10>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-1030288855') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:04.984627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0be5-ac5a-4b78-8b08-4145587f1062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777443c-2db9-46a5-87fe-9c79b716f5a6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:05.057600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c315bb3-f0c4-4ac8-9191-c849de4a94ad req-4422c909-66b5-4608-ac2b-6efd65e19baa tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110782
Jan 29 20:56:05.062443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12c73ed3-d5b9-463c-bce7-e96cf6634119 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-1030288855 HTTP/1.1" status: 201  len: 201 time: 0.1047645
Jan 29 20:56:05.072362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-13fd0be5-ac5a-4b78-8b08-4145587f1062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=096e20152d484a9ab73cbfb250d77427&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6189716
Jan 29 20:56:05.073145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.075684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.093933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-d5a67667-a967-4178-98ed-3167f5722b26 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea0aa39cd0>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-972688987') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:05.161305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] Publish callbacks [] for security_group (c777443c-2db9-46a5-87fe-9c79b716f5a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.187082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] Publish callbacks [] for security_group (c777443c-2db9-46a5-87fe-9c79b716f5a6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.246218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dd16db7b-3679-4d19-b4ba-913002f228c2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:05.261349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (112a1ef2-0834-46e4-a025-573ff9428b77), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.296212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c777443c-2db9-46a5-87fe-9c79b716f5a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.299885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d32eff-adcd-46e9-b7d8-c0c5beafd983 None None] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:05.319563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.324598 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c777443c-2db9-46a5-87fe-9c79b716f5a6 HTTP/1.1" status: 204  len: 168 time: 0.2478666
Jan 29 20:56:05.340406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad0801-9488-4de5-9b93-84d18f243537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777443c-2db9-46a5-87fe-9c79b716f5a6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:05.348356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d5a67667-a967-4178-98ed-3167f5722b26 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-972688987 HTTP/1.1" status: 201  len: 201 time: 0.2719152
Jan 29 20:56:05.351468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.362944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-658ca69e-de25-4752-8efa-437a6463247e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09e0fd00>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-53239416') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:05.442000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-658ca69e-de25-4752-8efa-437a6463247e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-53239416 HTTP/1.1" status: 201  len: 201 time: 0.0888703
Jan 29 20:56:05.443783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48880) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.449015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Provisioning complete for port dd16db7b-3679-4d19-b4ba-913002f228c2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:05.449419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.450799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-1c168f9f-3bdb-4bf9-99a4-5285c485acd5 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea0892d280>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:05.478674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dd16db7b-3679-4d19-b4ba-913002f228c2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:05.479065 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:05.551106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c168f9f-3bdb-4bf9-99a4-5285c485acd5 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 200  len: 240 time: 0.1060231
Jan 29 20:56:05.554218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48884) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.569459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-280bb16f-a605-4a49-9038-07660be7c55d tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08e968e0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-143655535') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:05.704847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-280bb16f-a605-4a49-9038-07660be7c55d tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-143655535 HTTP/1.1" status: 204  len: 168 time: 0.1470642
Jan 29 20:56:05.706718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:05.724411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-4ba5621d-6f34-491a-a361-fec58711ac6b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09b3acd0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-143655535') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:05.855821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-5c598598-e6ca-4770-9c00-c2bafb4dcf68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1284297
Jan 29 20:56:05.984423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:06.002638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ba5621d-6f34-491a-a361-fec58711ac6b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-143655535 HTTP/1.1" status: 204  len: 168 time: 0.2911723
Jan 29 20:56:06.014116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Current status of the port dd16db7b-3679-4d19-b4ba-913002f228c2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:06.014550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.021094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48910) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:06.031145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-cc330692-cc26-42b4-9784-2df7f7eae12a tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08685820>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:06.044192 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95b42e54-edbf-4c70-9b89-a1c8e8d77707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.066556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] For port dd16db7b-3679-4d19-b4ba-913002f228c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd16db7b-3679-4d19-b4ba-913002f228c2,segment=NetworkSegment(500c5490-328e-4a14-bfe0-4a304fd1f5b9),segment_id=500c5490-328e-4a14-bfe0-4a304fd1f5b9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:06.095895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.101783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-4544baf9-8c0a-4498-b361-717dccbd2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.103327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-4544baf9-8c0a-4498-b361-717dccbd2e82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 1126 time: 0.2133746
Jan 29 20:56:06.107945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-1d1a05c6-0295-455d-9667-434e7a727ea2 service neutron] 10.222.0.36 "GET /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2257245
Jan 29 20:56:06.145970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:56:06.146612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785cfa7-1e47-42fc-8fe3-39ff63998e5a req-9fcf14ad-e4e8-4a2d-8f3e-f82d8332215c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.153892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c785cfa7-1e47-42fc-8fe3-39ff63998e5a req-9fcf14ad-e4e8-4a2d-8f3e-f82d8332215c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1279311
Jan 29 20:56:06.172660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f3cb9-14c2-46bb-8474-cd2a041df78b req-c566c242-f3d2-4b64-9dcd-a4f35ff56824 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.184298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-274f3cb9-14c2-46bb-8474-cd2a041df78b req-c566c242-f3d2-4b64-9dcd-a4f35ff56824 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 943 time: 0.1536276
Jan 29 20:56:06.258096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-87b13003-b6ff-47a7-8a8d-212048a75a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.259666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-87b13003-b6ff-47a7-8a8d-212048a75a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1271768
Jan 29 20:56:06.261540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:06.296153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c785cfa7-1e47-42fc-8fe3-39ff63998e5a req-5f1ca17b-36d1-45bf-afbc-81e66ece998e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357088
Jan 29 20:56:06.298856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'port_id': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68', 'mac_address': 'fa:16:3e:f4:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c522ed-1725-4789-8f43-1c44f15c777e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:56:06.315064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Provisioning complete for port 5583d6aa-b911-4d4a-ac41-8758e62ec0de triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:06.315540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.321428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-274f3cb9-14c2-46bb-8474-cd2a041df78b req-54cc314c-229d-42c2-b542-d9882825f34a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396935
Jan 29 20:56:06.361469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dd16db7b-3679-4d19-b4ba-913002f228c2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:06.361652 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.402684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95b42e54-edbf-4c70-9b89-a1c8e8d77707 admin admin] Publish callbacks [] for security_group (badd4f1b-4edb-4428-9204-d645cece6c60), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.428729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-8002924f-65d6-4d8e-b6b7-41fd5a89bebe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 200  len: 217 time: 0.1565783
Jan 29 20:56:06.451078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95b42e54-edbf-4c70-9b89-a1c8e8d77707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (badd4f1b-4edb-4428-9204-d645cece6c60), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.451256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dcef7-fe95-4693-8a1e-82fa932c4108 None None] Pushing event updated for resources: {'Port': ['ID=dd16db7b-3679-4d19-b4ba-913002f228c2,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:06.460216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Port 5583d6aa-b911-4d4a-ac41-8758e62ec0de cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:06.462237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:06.462628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.509421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Deleting port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:06.510145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.514485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:06.538639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Provisioning complete for port dd16db7b-3679-4d19-b4ba-913002f228c2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:06.539535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.543309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1950fde-0c96-4652-ba92-28616b0bc1df req-da2ce614-e717-4edd-ac3a-33bc5234bb74 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.544436 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc330692-cc26-42b4-9784-2df7f7eae12a tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 200  len: 205 time: 0.5221639
Jan 29 20:56:06.545527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1950fde-0c96-4652-ba92-28616b0bc1df req-da2ce614-e717-4edd-ac3a-33bc5234bb74 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 944 time: 0.1318712
Jan 29 20:56:06.564290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:56:06.564667 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:56:06.570040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b42e54-edbf-4c70-9b89-a1c8e8d77707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd4f1b-4edb-4428-9204-d645cece6c60,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:06.575697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:06.576496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48942) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:06.584681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.585854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-60efa687-7caf-42fb-a499-9183ba63d0e6 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea083a92b0>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:06.595058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-95b42e54-edbf-4c70-9b89-a1c8e8d77707 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae149f0e38d041749ae7458b0b365e73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6093781
Jan 29 20:56:06.600885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48944) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:06.620707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-a1f064c1-1331-4d74-92e4-5c7d7f3bebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:06.622311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-a1f064c1-1331-4d74-92e4-5c7d7f3bebd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.1848953
Jan 29 20:56:06.664670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:06.707669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-af16f65e-b1e6-4c98-bcd7-1050b5fe6eaf None None] Current status of the port dd16db7b-3679-4d19-b4ba-913002f228c2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:06.714780 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-d5c47b50-1271-4fdd-bbdf-7d6232853906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830832
Jan 29 20:56:06.744551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1950fde-0c96-4652-ba92-28616b0bc1df req-e0de1f1c-b906-4d3f-8e77-42d74a8b5056 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423624
Jan 29 20:56:06.751672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] For port 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:06.752029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.772321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] Publish callbacks [] for security_group (badd4f1b-4edb-4428-9204-d645cece6c60), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.774120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Calling delete_port for 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:06.835771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a0ce9b74-f71d-49f5-ae04-c66d33e659e7 None None] Provisioning complete for port 5583d6aa-b911-4d4a-ac41-8758e62ec0de triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:06.836248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9b74-f71d-49f5-ae04-c66d33e659e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.838923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] Publish callbacks [] for security_group (badd4f1b-4edb-4428-9204-d645cece6c60), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.850416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-60efa687-7caf-42fb-a499-9183ba63d0e6 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 200  len: 241 time: 0.2727571
Jan 29 20:56:06.854136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:06.856590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48974) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:06.869320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-ce8bb1d1-588c-4749-b904-c7720d3f096c tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09945ee0>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-1030288855') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:06.890062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9b74-f71d-49f5-ae04-c66d33e659e7 None None] Port 5583d6aa-b911-4d4a-ac41-8758e62ec0de cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:06.947104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:06.949483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (badd4f1b-4edb-4428-9204-d645cece6c60), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.951287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-12184572-cf41-4b9f-bd2e-6b6678f9ec1b service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281535
Jan 29 20:56:06.951636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:06.952772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/badd4f1b-4edb-4428-9204-d645cece6c60 HTTP/1.1" status: 204  len: 168 time: 0.3490343
Jan 29 20:56:06.965228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16538a6-352d-4704-bf5a-e7ac090c64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd4f1b-4edb-4428-9204-d645cece6c60,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:07.058533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9013b21-1467-4dd5-ab29-7079ee455e17 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:07.080405 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ce8bb1d1-588c-4749-b904-c7720d3f096c tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-1030288855 HTTP/1.1" status: 204  len: 168 time: 0.2212543
Jan 29 20:56:07.084455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2c48f6fd-9e80-4a0f-9bae-9c2e847b705b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:07.085661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:07.088073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48998) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:07.097136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-d56fe231-579b-42df-9736-7c168ae3d90e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08c852b0>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-1030288855') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:07.129912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:07.145582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c48f6fd-9e80-4a0f-9bae-9c2e847b705b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:07.169527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:07.253668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dd16db7b-3679-4d19-b4ba-913002f228c2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:07.337967 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-359d37bd-0168-4f9b-b572-803a19edfff2 req-02a71277-61a1-4123-94e5-04c3edbe37da service neutron] 10.222.0.36 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3598123
Jan 29 20:56:07.480062 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (112a1ef2-0834-46e4-a025-573ff9428b77), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:07.519259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dd16db7b-3679-4d19-b4ba-913002f228c2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:07.606780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] Transition to ACTIVE for port object a9013b21-1467-4dd5-ab29-7079ee455e17 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:56:07.616117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d56fe231-579b-42df-9736-7c168ae3d90e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-1030288855 HTTP/1.1" status: 204  len: 168 time: 0.5245051
Jan 29 20:56:07.617731 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:07.619721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:07.637861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-ff7d8f8e-c994-41ef-864d-6f71235da7a1 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08900820>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:07.664137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dd16db7b-3679-4d19-b4ba-913002f228c2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:07.664571 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:07.821891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dd16db7b-3679-4d19-b4ba-913002f228c2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:07.852363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] No DVR routers for this DVR port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:07.898553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] Pushing event updated for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:07.955786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ff7d8f8e-c994-41ef-864d-6f71235da7a1 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 200  len: 205 time: 0.3285832
Jan 29 20:56:07.959940 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-e252b086-3a07-4f05-ac6e-5d55c1e9e259 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8442254
Jan 29 20:56:07.960762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:07.965293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-ec8b564a-ce87-4803-855c-eab773443a82 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08ab1c70>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:07.966817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:08.048975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port a9013b21-1467-4dd5-ab29-7079ee455e17 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:56:08.052088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:08.064613 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec8b564a-ce87-4803-855c-eab773443a82 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 200  len: 240 time: 0.1030009
Jan 29 20:56:08.067071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49074) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.067530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b84bb9-c9dc-49fd-bc85-b65cc96a44ae req-327319e5-f934-4e73-8d89-a72bcb1f2373 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.069590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b84bb9-c9dc-49fd-bc85-b65cc96a44ae req-327319e5-f934-4e73-8d89-a72bcb1f2373 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.5800378
Jan 29 20:56:08.072031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-2d0fbcf7-70b8-4f23-9d32-14d0b9ee92f3 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea0989c550>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-972688987') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.086798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Router 112a1ef2-0834-46e4-a025-573ff9428b77 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:56:08.177599 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d0fbcf7-70b8-4f23-9d32-14d0b9ee92f3 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-972688987 HTTP/1.1" status: 204  len: 168 time: 0.1091776
Jan 29 20:56:08.179349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49080) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.184812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-564d2b9d-abd4-4a1f-86a3-2dd10a343638 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fea03e531c0>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-972688987') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.277343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cc190-215a-4279-9fef-81cf3fc81fb0 req-387bd779-6149-450c-a01a-b364c1c130e0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.278847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0cc190-215a-4279-9fef-81cf3fc81fb0 req-387bd779-6149-450c-a01a-b364c1c130e0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 944 time: 0.2064455
Jan 29 20:56:08.289188 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-564d2b9d-abd4-4a1f-86a3-2dd10a343638 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-972688987 HTTP/1.1" status: 204  len: 168 time: 0.1085403
Jan 29 20:56:08.289783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b84bb9-c9dc-49fd-bc85-b65cc96a44ae req-a4ab5ae9-f721-440b-bb82-4d431e4192fa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054889
Jan 29 20:56:08.291511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49084) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.304771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-df47ed99-2166-4a86-a1c1-cc5a10643689 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08ca09d0>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.366957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-35104e05-e200-4e32-9fb5-a71fcc369c38 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.368456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-35104e05-e200-4e32-9fb5-a71fcc369c38 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1672950
Jan 29 20:56:08.371962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:56:08.376527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0cc190-215a-4279-9fef-81cf3fc81fb0 req-3c0dc1f4-9b24-4dce-9250-7a7b7689017a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696170
Jan 29 20:56:08.384461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Sync routers for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:56:08.387609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54a7a627-5288-451f-a1e1-8345ff18a817 admin admin] 10.222.0.20 "PUT /v2.0/routers/112a1ef2-0834-46e4-a025-573ff9428b77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2899361
Jan 29 20:56:08.391103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.417335 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:08.418401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.470768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df47ed99-2166-4a86-a1c1-cc5a10643689 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 200  len: 205 time: 0.1777031
Jan 29 20:56:08.474706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49098) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.480629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-a9c7eb05-3043-4253-bede-db885f324fab tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea0829fc10>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.528225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-3f05fa3c-3447-4326-b846-8f594558ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.529779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-3f05fa3c-3447-4326-b846-8f594558ea58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68 HTTP/1.1" status: 200  len: 1127 time: 0.1460772
Jan 29 20:56:08.551074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa05bc-4133-42d8-9742-70e114248055 req-e06b2c8e-5c71-4727-a757-eac69f75a439 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.557773 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:08.561288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cfa05bc-4133-42d8-9742-70e114248055 req-e06b2c8e-5c71-4727-a757-eac69f75a439 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.1830406
Jan 29 20:56:08.602915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a9c7eb05-3043-4253-bede-db885f324fab tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 200  len: 239 time: 0.1269734
Jan 29 20:56:08.605614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49114) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.610745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-aa404ccb-e401-4e71-8d1d-a80f9bf7ed3b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea080abbe0>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-53239416') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.659051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks [] for router (112a1ef2-0834-46e4-a025-573ff9428b77), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:08.662536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cfa05bc-4133-42d8-9742-70e114248055 req-4fecdc09-f6e7-4dfb-9137-581b25deae92 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003580
Jan 29 20:56:08.664546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-f7858c9c-e26c-4a20-9e18-643cb4a6d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.665997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-f7858c9c-e26c-4a20-9e18-643cb4a6d197 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1127 time: 0.1025651
Jan 29 20:56:08.796738 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fad60>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:56:07Z', 'revision_number': 5, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port': {'id': '35c85f44-ddde-4394-a5a4-6c108a4da8f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.808686 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aa404ccb-e401-4e71-8d1d-a80f9bf7ed3b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-53239416 HTTP/1.1" status: 204  len: 168 time: 0.2020667
Jan 29 20:56:08.811242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49138) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.811848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-a9b5f4c9-5dd5-4a6b-afa9-9bb64737a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.813386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-a9b5f4c9-5dd5-4a6b-afa9-9bb64737a81f service neutron] 10.222.0.18 "GET /v2.0/networks?id=36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 200  len: 922 time: 0.1382430
Jan 29 20:56:08.815678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-d3faa1ca-6f24-4e7e-9931-84b87b936227 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fea080dd3a0>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-53239416') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.838852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Checking router: 112a1ef2-0834-46e4-a025-573ff9428b77 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:56:08.847951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks [] for router_gateway (112a1ef2-0834-46e4-a025-573ff9428b77), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:08.863488 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Routers {'112a1ef2-0834-46e4-a025-573ff9428b77'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:08.864050 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:55:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['112a1ef2-0834-46e4-a025-573ff9428b77'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.866293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-a844ea0a-3940-41c2-946f-b9930af7b11f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 200  len: 217 time: 0.0452299
Jan 29 20:56:08.892159 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d3faa1ca-6f24-4e7e-9931-84b87b936227 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-53239416 HTTP/1.1" status: 204  len: 168 time: 0.0799260
Jan 29 20:56:08.898263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.905227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-0da765aa-26ef-4413-9453-4cb54dddfbb4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea03eb1fa0>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.939080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-9ed49dcc-db74-48b9-a92a-124591a73119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:08.941330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-9ed49dcc-db74-48b9-a92a-124591a73119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 200  len: 861 time: 0.0679135
Jan 29 20:56:08.943418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0da765aa-26ef-4413-9453-4cb54dddfbb4 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 200  len: 205 time: 0.0433900
Jan 29 20:56:08.945503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:08.951715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-dc66ca12-0142-4c7a-b4fd-b861425c10eb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea03d83be0>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:08.968010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Deleting port 35c85f44-ddde-4394-a5a4-6c108a4da8f2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:08.968655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:08.986492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-9b71a35f-ab36-4e59-b604-80cfedc45282 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36c94de9-39ad-4696-b7dd-7579ffd1d294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383317
Jan 29 20:56:09.039186 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] Set router 112a1ef2-0834-46e4-a025-573ff9428b77 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:09.047063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc66ca12-0142-4c7a-b4fd-b861425c10eb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 204  len: 168 time: 0.1003656
Jan 29 20:56:09.050215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49150) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:09.057204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-70d2d7ad-1fbb-4fad-b715-047f6ae9f585 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea096d80a0>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:09.129896 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fad60>, [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:56:08Z', 'revision_number': 6, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:09.151862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] For port 35c85f44-ddde-4394-a5a4-6c108a4da8f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35c85f44-ddde-4394-a5a4-6c108a4da8f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:09.152246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:09.167829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b806d-e24c-4ddf-bbcb-0b4723e7a1a1 None None] The sync data for ids ['112a1ef2-0834-46e4-a025-573ff9428b77'] in ncdv-master-1 is: [{'id': '112a1ef2-0834-46e4-a025-573ff9428b77', 'name': 'tempest-FloatingIPDetailsTestJSON-74798940-router', 'tenant_id': '7ac922b241be43b7aef5949cf87d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:55:24Z', 'updated_at': '2022-01-29T20:56:08Z', 'revision_number': 6, 'project_id': '7ac922b241be43b7aef5949cf87d9aae', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:56:09.170760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Calling delete_port for 35c85f44-ddde-4394-a5a4-6c108a4da8f2 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:09.187723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-ff60c9f7-5f91-4641-bef7-7b7b6667e18a service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941073
Jan 29 20:56:09.199446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-70d2d7ad-1fbb-4fad-b715-047f6ae9f585 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 204  len: 168 time: 0.1480553
Jan 29 20:56:09.234000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49168) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:09.240201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-699a6848-db27-48bb-be93-a004f8e5bd62 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09312100>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:09.337584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-ecce95e4-f598-46f4-a744-18563d4e68a0 service neutron] 10.222.0.18 "GET /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405091
Jan 29 20:56:09.521861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db95f4-fc8f-41fa-8f41-3eb3e8297b95 req-caf4ba23-9917-462f-beea-d32501ff0c38 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:09.524089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26db95f4-fc8f-41fa-8f41-3eb3e8297b95 req-caf4ba23-9917-462f-beea-d32501ff0c38 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1198394
Jan 29 20:56:09.596896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:09.630880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26db95f4-fc8f-41fa-8f41-3eb3e8297b95 req-9d4e34a3-84f5-4591-b96a-da614c60162b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006172
Jan 29 20:56:09.665613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:09.669345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2c48f6fd-9e80-4a0f-9bae-9c2e847b705b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:09.783507 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-699a6848-db27-48bb-be93-a004f8e5bd62 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 204  len: 168 time: 0.5461204
Jan 29 20:56:09.783953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49220) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:09.796691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-e6ac1f97-aeb7-4f31-b0d8-080f13457653 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea1139ddf0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:09.884946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (35c85f44-ddde-4394-a5a4-6c108a4da8f2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:09.895981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-ccc99864-ede8-4fb5-b1b1-bbd49e3260b4 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:09.897585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-ccc99864-ede8-4fb5-b1b1-bbd49e3260b4 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf&tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1607661
Jan 29 20:56:09.907388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a847f2-8d74-4326-a83d-864b5d2a5dd2 req-c03a5582-492c-4d62-bbd8-33b3f19e7e15 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:09.908828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91a847f2-8d74-4326-a83d-864b5d2a5dd2 req-c03a5582-492c-4d62-bbd8-33b3f19e7e15 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 944 time: 0.1690779
Jan 29 20:56:09.923034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c85f44-ddde-4394-a5a4-6c108a4da8f2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:09.942872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.943225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.943566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.943904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.944253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.944564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.944895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.945249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.945577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.945903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.946224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.946564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.946871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:09.951892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e8b9-7bb9-4f71-9bf0-2273da851cf8 req-73de7e20-46fb-48e0-895c-753a4b8143da tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:09.958794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e59e8b9-7bb9-4f71-9bf0-2273da851cf8 req-73de7e20-46fb-48e0-895c-753a4b8143da tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.1675894
Jan 29 20:56:09.970671 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e6ac1f97-aeb7-4f31-b0d8-080f13457653 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 204  len: 168 time: 0.1811202
Jan 29 20:56:09.971119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:09.994816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-e1de1a5f-aa15-44aa-b055-9cc9ceff7dff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08242e20>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-2086000839') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:10.046794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (112a1ef2-0834-46e4-a025-573ff9428b77), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.067809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e59e8b9-7bb9-4f71-9bf0-2273da851cf8 req-ac537b3e-8f52-47b4-90ce-398b4cd370e2 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076965
Jan 29 20:56:10.084650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91a847f2-8d74-4326-a83d-864b5d2a5dd2 req-fc68e8d9-2168-4c53-ab75-3fa760ea986b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654017
Jan 29 20:56:10.163789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:10.222931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-307b9325-53d2-48a1-9d9d-78a20fce0f08 service neutron] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:10.227431 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-307b9325-53d2-48a1-9d9d-78a20fce0f08 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.228561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dccbe3ce-14df-4009-aaba-f576df8a6d76 req-307b9325-53d2-48a1-9d9d-78a20fce0f08 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3188338
Jan 29 20:56:10.247634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (112a1ef2-0834-46e4-a025-573ff9428b77), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.251149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks [] for router_controller (112a1ef2-0834-46e4-a025-573ff9428b77), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.328104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2f809872-610e-4265-832e-aef72e8d24e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.340468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:56:10.348276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:10.349622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.362393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (112a1ef2-0834-46e4-a025-573ff9428b77), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.362894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112a1ef2-0834-46e4-a025-573ff9428b77 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:56:10.368413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.372222 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f538f6f-e7a3-413d-8372-8f104994aba6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/112a1ef2-0834-46e4-a025-573ff9428b77 HTTP/1.1" status: 204  len: 168 time: 1.9799871
Jan 29 20:56:10.375061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49260) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.416305 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e1de1a5f-aa15-44aa-b055-9cc9ceff7dff tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-2086000839 HTTP/1.1" status: 201  len: 201 time: 0.4406927
Jan 29 20:56:10.418174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49262) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.426608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-e4cbaec0-b068-4841-8c99-a85ec9d5e925 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea083587f0>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-1855233159') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:10.468877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8914a-934f-41d7-bc20-f23b745e09f3 req-5abe3198-cecc-44b3-a5be-c359d589530b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:10.472635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Deleting subnet 0866b3e6-3e43-4a5c-8689-57cd91b95430 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:10.477084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Publish callbacks [] for subnet (0866b3e6-3e43-4a5c-8689-57cd91b95430), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.485791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffb8914a-934f-41d7-bc20-f23b745e09f3 req-5abe3198-cecc-44b3-a5be-c359d589530b tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 1127 time: 0.1183221
Jan 29 20:56:10.515901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:10.516313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.540561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0866b3e6-3e43-4a5c-8689-57cd91b95430), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.580487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:10.588681 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2dc84d-581e-4e6e-9c8b-03429c1f46b8" -d '{"events": [{"server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "name": "network-vif-plugged", "status": "completed", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:10.614153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:10.620648 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4cbaec0-b068-4841-8c99-a85ec9d5e925 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-1855233159 HTTP/1.1" status: 201  len: 201 time: 0.1986306
Jan 29 20:56:10.621970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49286) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.622579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.628862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-05319dfe-fb0c-490f-9c3a-4b5b94a67720 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea096d8310>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-1566437187') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:10.702264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49290) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.739236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:10.777569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0866b3e6-3e43-4a5c-8689-57cd91b95430), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.844350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f834ed9-cd49-4c08-be8f-db96c58cd09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.859550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-05319dfe-fb0c-490f-9c3a-4b5b94a67720 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-1566437187 HTTP/1.1" status: 201  len: 201 time: 0.2332921
Jan 29 20:56:10.860259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49298) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.868735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-dee66f72-1dd4-4ff0-9768-2a701829e7dd tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09bb3670>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-943714738') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:10.896389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0866b3e6-3e43-4a5c-8689-57cd91b95430), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.929665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dee66f72-1dd4-4ff0-9768-2a701829e7dd tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-943714738 HTTP/1.1" status: 201  len: 201 time: 0.0679929
Jan 29 20:56:10.933814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49306) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.936307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0866b3e6-3e43-4a5c-8689-57cd91b95430,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:10.938882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-0a671f67-137a-483d-b01d-345dd15975fd tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08a5ba60>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', {'tags': ['tempest-TagsExtTest-Tag-246103916', 'tempest-TagsExtTest-Tag-151210690', 'tempest-TagsExtTest-Tag-2100589844']}) {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:10.939507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:10.945568 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3cb5740-3e72-48fb-92f2-c739d240bd15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0866b3e6-3e43-4a5c-8689-57cd91b95430 HTTP/1.1" status: 204  len: 168 time: 0.5660758
Jan 29 20:56:10.947369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49308) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:10.951187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819f33d-dd95-41cd-88c7-15b1dd448739 None None] Network 4c880763-4266-4ac2-a65a-b2c07bcb560b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:10.997009 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1b4f1-deca-43ba-9a0f-06cd7aff8df7 x-openstack-request-id: req-78b1b4f1-deca-43ba-9a0f-06cd7aff8df7 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:10.997544 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "name": "network-vif-plugged", "status": "completed", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:10.997992 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b1b4f1-deca-43ba-9a0f-06cd7aff8df7 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:10.998556 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68', 'code': 200}
Jan 29 20:56:11.069681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a671f67-137a-483d-b01d-345dd15975fd tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 200  len: 316 time: 0.1347208
Jan 29 20:56:11.069927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f834ed9-cd49-4c08-be8f-db96c58cd09c admin admin] Publish callbacks [] for security_group (61975321-e999-4e94-8c9c-6f6ccd96f1ba), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.076042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49310) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:11.090328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-5ccebe59-66e2-477b-9764-30124373e8d2 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08452400>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:11.105975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffb8914a-934f-41d7-bc20-f23b745e09f3 req-00eba25c-c6bc-4ed5-b5b3-f829b5723f37 tempest-LiveAutoBlockMigrationV225Test-2050705350 tempest-LiveAutoBlockMigrationV225Test-2050705350-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6176910
Jan 29 20:56:11.121811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f834ed9-cd49-4c08-be8f-db96c58cd09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (61975321-e999-4e94-8c9c-6f6ccd96f1ba), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.192541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4c880763-4266-4ac2-a65a-b2c07bcb560b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.193557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800cc94-5999-4dd6-a93f-9614eb9ea440 req-81a7e317-8d6c-4bde-865b-15477f5d9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:11.194327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] DHCP port deletion for 4c880763-4266-4ac2-a65a-b2c07bcb560b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:56:11.195675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c800cc94-5999-4dd6-a93f-9614eb9ea440 req-81a7e317-8d6c-4bde-865b-15477f5d9b40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 1127 time: 0.1407969
Jan 29 20:56:11.208245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7ff1-4a82-4d36-b07d-f684f645e528 req-5991a065-9f96-418e-8e62-f09c6ecc024d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:11.215533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-592f7ff1-4a82-4d36-b07d-f684f645e528 req-5991a065-9f96-418e-8e62-f09c6ecc024d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1289554
Jan 29 20:56:11.243059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834ed9-cd49-4c08-be8f-db96c58cd09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61975321-e999-4e94-8c9c-6f6ccd96f1ba,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:11.265752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Deleting port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:11.265752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.287819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7f834ed9-cd49-4c08-be8f-db96c58cd09c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f8a9475259346ef9368f4ced3ed1a65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5842113
Jan 29 20:56:11.317422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49324) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:11.330441 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:56:11.360423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-592f7ff1-4a82-4d36-b07d-f684f645e528 req-4ff6d08b-ecf8-4725-b483-33dece9e348e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317701
Jan 29 20:56:11.393850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] For port 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076475fb-1fd5-4aa3-a88d-46e5799f50a0,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:11.394398 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.413887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c800cc94-5999-4dd6-a93f-9614eb9ea440 req-9258cc70-87bf-4de2-b346-958b321a4abb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962070
Jan 29 20:56:11.415958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 076475fb-1fd5-4aa3-a88d-46e5799f50a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:11.422048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Calling delete_port for 076475fb-1fd5-4aa3-a88d-46e5799f50a0 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:11.527155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Deleting port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:11.527547 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.535337 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ccebe59-66e2-477b-9764-30124373e8d2 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 204  len: 168 time: 0.4573882
Jan 29 20:56:11.545466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8ef6a-0e28-466e-9344-b9116131e8d0 req-49410fe4-8e6b-4566-918d-fd138076534f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:11.554810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:11.558422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf8ef6a-0e28-466e-9344-b9116131e8d0 req-49410fe4-8e6b-4566-918d-fd138076534f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.1051726
Jan 29 20:56:11.563581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-d80cddd8-4eba-440f-ae6a-474b4591d240 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea096b33a0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-246103916') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:11.593691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:11.594791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.606425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] Publish callbacks [] for security_group (61975321-e999-4e94-8c9c-6f6ccd96f1ba), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.629450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.641794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cf8ef6a-0e28-466e-9344-b9116131e8d0 req-35103e86-9155-41bb-b174-b96d343edad1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821216
Jan 29 20:56:11.681871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 35c85f44-ddde-4394-a5a4-6c108a4da8f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:11.684432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] No DVR routers for this DVR port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:11.699251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] Publish callbacks [] for security_group (61975321-e999-4e94-8c9c-6f6ccd96f1ba), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.762083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74c3ef-e349-4a45-9b3f-b2ef6eb24ab2 None None] Pushing event deleted for resources: {'Port': ['ID=076475fb-1fd5-4aa3-a88d-46e5799f50a0,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:11.764202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 35c85f44-ddde-4394-a5a4-6c108a4da8f2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:11.766887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 35c85f44-ddde-4394-a5a4-6c108a4da8f2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:11.776955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] For port 076475fb-1fd5-4aa3-a88d-46e5799f50a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076475fb-1fd5-4aa3-a88d-46e5799f50a0,segment=NetworkSegment(06793bac-e290-488c-be6a-49afe269b465),segment_id=06793bac-e290-488c-be6a-49afe269b465)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:11.777359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.810553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Calling delete_port for 076475fb-1fd5-4aa3-a88d-46e5799f50a0 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:11.878639 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-d80cddd8-4eba-440f-ae6a-474b4591d240 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:11.880177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d80cddd8-4eba-440f-ae6a-474b4591d240 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-246103916 HTTP/1.1" status: 404  len: 328 time: 0.3239462
Jan 29 20:56:11.883439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49352) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:11.889218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-0a960864-5775-43d0-a77e-289d7d939aba tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea0997b8e0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-151210690') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:11.936940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (61975321-e999-4e94-8c9c-6f6ccd96f1ba), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.946267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:11.949924 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61975321-e999-4e94-8c9c-6f6ccd96f1ba HTTP/1.1" status: 204  len: 168 time: 0.6267393
Jan 29 20:56:11.991358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55619-0298-4852-b449-642f8c727620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61975321-e999-4e94-8c9c-6f6ccd96f1ba,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:12.014481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (076475fb-1fd5-4aa3-a88d-46e5799f50a0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.072334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] No DVR routers for this DVR port 076475fb-1fd5-4aa3-a88d-46e5799f50a0 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:12.077284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=076475fb-1fd5-4aa3-a88d-46e5799f50a0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:12.080581 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-0a960864-5775-43d0-a77e-289d7d939aba tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:12.082153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a960864-5775-43d0-a77e-289d7d939aba tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-151210690 HTTP/1.1" status: 404  len: 328 time: 0.1970885
Jan 29 20:56:12.084972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49376) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.089613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-a3bed56b-6b4e-4298-b209-34bbe6d78d70 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09b913a0>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15', 'tempest-TagsExtTest-Tag-2100589844') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.123003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b367-3a94-4953-a929-9e8dc7179a01 req-00abfd55-d3f0-4064-8122-3e313748cf6a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:12.125052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d81b367-3a94-4953-a929-9e8dc7179a01 req-00abfd55-d3f0-4064-8122-3e313748cf6a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.1586874
Jan 29 20:56:12.162475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4c880763-4266-4ac2-a65a-b2c07bcb560b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.193762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08251880>,) {'filters': {'network_id': ['4c880763-4266-4ac2-a65a-b2c07bcb560b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.206226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08251880>, '06793bac-e290-488c-be6a-49afe269b465') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.206590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08251880>, '06793bac-e290-488c-be6a-49afe269b465') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.215933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d81b367-3a94-4953-a929-9e8dc7179a01 req-c97c9f35-caff-4eb1-8e01-5cbe751ad0af tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813563
Jan 29 20:56:12.219323 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-a3bed56b-6b4e-4298-b209-34bbe6d78d70 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:12.222614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3bed56b-6b4e-4298-b209-34bbe6d78d70 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags/tempest-TagsExtTest-Tag-2100589844 HTTP/1.1" status: 404  len: 329 time: 0.1365960
Jan 29 20:56:12.226789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49382) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.229179 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (06793bac-e290-488c-be6a-49afe269b465), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.235412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-35661659-a425-4be8-8720-d867f5cbabb5 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fea03cbf160>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', {'tags': ['tempest-TagsExtTest-Tag-2126419126', 'tempest-TagsExtTest-Tag-988924617', 'tempest-TagsExtTest-Tag-1135238625']}) {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.274846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (06793bac-e290-488c-be6a-49afe269b465), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.289860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:12.290427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (06793bac-e290-488c-be6a-49afe269b465), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:12.292236 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:12.378375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.382423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4c880763-4266-4ac2-a65a-b2c07bcb560b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.387915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.402760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df05adf-cfe9-4f3e-8e47-e527b26e098d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.405559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c880763-4266-4ac2-a65a-b2c07bcb560b HTTP/1.1" status: 204  len: 168 time: 1.4519494
Jan 29 20:56:12.412289 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35661659-a425-4be8-8720-d867f5cbabb5 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 200  len: 317 time: 0.1784849
Jan 29 20:56:12.413889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.435813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-5045c43d-c968-435c-9271-17e41a0e741f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea0a1d0b50>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.439119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c94a-e312-43cb-b269-1631f6faa8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4c880763-4266-4ac2-a65a-b2c07bcb560b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:12.517596 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5045c43d-c968-435c-9271-17e41a0e741f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 204  len: 168 time: 0.1028597
Jan 29 20:56:12.520210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49402) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.526518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-02257528-f722-41bd-b589-82a12e01b0aa tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08358e20>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-2126419126') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.553880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a1fbd-43be-494c-b134-528c20afc134 req-2f01c072-afab-4a35-882b-dbbe2dfe0b95 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:12.561639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-162a1fbd-43be-494c-b134-528c20afc134 req-2f01c072-afab-4a35-882b-dbbe2dfe0b95 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1107900
Jan 29 20:56:12.583358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2fca8bd2-65b2-44bc-9661-4518170efc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.605291 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-02257528-f722-41bd-b589-82a12e01b0aa tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:12.608902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-02257528-f722-41bd-b589-82a12e01b0aa tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-2126419126 HTTP/1.1" status: 404  len: 329 time: 0.0852320
Jan 29 20:56:12.610193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49406) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.615048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-4e10f364-b217-4a83-aee0-dd083fdf7d4c tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09c45d90>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-988924617') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.621422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df05adf-cfe9-4f3e-8e47-e527b26e098d admin admin] Publish callbacks [] for security_group (59c27b83-56ff-48ec-afb8-0e7dac8fd4ce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.632845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9df05adf-cfe9-4f3e-8e47-e527b26e098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (59c27b83-56ff-48ec-afb8-0e7dac8fd4ce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.659548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-162a1fbd-43be-494c-b134-528c20afc134 req-2b4a113c-84d0-452c-ad67-f36bb844b0f0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966215
Jan 29 20:56:12.696513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9df05adf-cfe9-4f3e-8e47-e527b26e098d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0bcc0426f6d469ab38089c8a246acd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3167846
Jan 29 20:56:12.697338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05adf-cfe9-4f3e-8e47-e527b26e098d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c27b83-56ff-48ec-afb8-0e7dac8fd4ce,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:12.699697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.706766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49412) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.714050 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-4e10f364-b217-4a83-aee0-dd083fdf7d4c tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:12.715285 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e10f364-b217-4a83-aee0-dd083fdf7d4c tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-988924617 HTTP/1.1" status: 404  len: 328 time: 0.1038599
Jan 29 20:56:12.718091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49414) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.722421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-b047df8c-ff56-4197-81b7-8e48ea746398 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea093a0fa0>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de', 'tempest-TagsExtTest-Tag-1135238625') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.779614 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-b047df8c-ff56-4197-81b7-8e48ea746398 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:12.781158 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b047df8c-ff56-4197-81b7-8e48ea746398 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags/tempest-TagsExtTest-Tag-1135238625 HTTP/1.1" status: 404  len: 329 time: 0.0617867
Jan 29 20:56:12.783971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49416) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.789851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-efb0db23-9097-4969-8181-2766e89c5375 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09c4dd30>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', {'tags': ['tempest-TagsExtTest-Tag-504109881', 'tempest-TagsExtTest-Tag-788420558', 'tempest-TagsExtTest-Tag-1349910512']}) {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.809283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a99b957e-7b2d-43d8-8533-7ba45fff2783 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ac922b241be43b7aef5949cf87d9aae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1014161
Jan 29 20:56:12.810951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] Publish callbacks [] for security_group (59c27b83-56ff-48ec-afb8-0e7dac8fd4ce), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:12.812654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.905820 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efb0db23-9097-4969-8181-2766e89c5375 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 200  len: 316 time: 0.1202660
Jan 29 20:56:12.911912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49422) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:12.920005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-b191bcc0-9aef-476b-8699-e2a01620ac8f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09605580>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:12.988651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.028784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b191bcc0-9aef-476b-8699-e2a01620ac8f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 204  len: 168 time: 0.1149850
Jan 29 20:56:13.029781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49428) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.035232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-651c5d7f-5672-4832-8d62-2d2a9baa6a91 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea10f57310>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-504109881') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.116931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-266671f8-0feb-4973-adcd-21f0c513e979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.143667 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-651c5d7f-5672-4832-8d62-2d2a9baa6a91 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.144707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-651c5d7f-5672-4832-8d62-2d2a9baa6a91 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-504109881 HTTP/1.1" status: 404  len: 328 time: 0.1138477
Jan 29 20:56:13.147639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.155316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-5443dcd5-d39b-49a8-b298-ea42d934a915 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea0839fb50>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-788420558') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.191917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] Publish callbacks [] for security_group (59c27b83-56ff-48ec-afb8-0e7dac8fd4ce), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.236807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13a51-7f6b-47d0-b1c1-4f62b9559390 req-bf5effd3-cc7a-4218-8a92-f0b3dfb83b0f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:13.239256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fc13a51-7f6b-47d0-b1c1-4f62b9559390 req-bf5effd3-cc7a-4218-8a92-f0b3dfb83b0f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.4786658
Jan 29 20:56:13.318703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] Publish callbacks [] for security_group (c481b5aa-5faf-41ff-ac09-a05a0a00e2fc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.329969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-abdc9f40-2945-44a3-b70a-2750906be586 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:13.331503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-abdc9f40-2945-44a3-b70a-2750906be586 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.4931710
Jan 29 20:56:13.434788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] Publish callbacks [] for security_group (c481b5aa-5faf-41ff-ac09-a05a0a00e2fc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.436426 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (59c27b83-56ff-48ec-afb8-0e7dac8fd4ce), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.439280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.440495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59c27b83-56ff-48ec-afb8-0e7dac8fd4ce HTTP/1.1" status: 204  len: 168 time: 0.7398431
Jan 29 20:56:13.457858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fc13a51-7f6b-47d0-b1c1-4f62b9559390 req-6942a091-c76d-461f-9e2e-1b95a6410c55 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929038
Jan 29 20:56:13.464366 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-5443dcd5-d39b-49a8-b298-ea42d934a915 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.465436 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5443dcd5-d39b-49a8-b298-ea42d934a915 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-788420558 HTTP/1.1" status: 404  len: 328 time: 0.3156862
Jan 29 20:56:13.468867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.476108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-94ae575c-98b4-42ca-b6e1-20a185476d16 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea08304bb0>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8', 'tempest-TagsExtTest-Tag-1349910512') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.484302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457193bc-1e76-476d-bfdf-5b4d54970d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c27b83-56ff-48ec-afb8-0e7dac8fd4ce,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:13.528968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6a76-c00f-4198-a918-1f88e50dc3ef req-7a2f64e9-0647-4f15-91f1-39f2193fec50 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:13.530846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f93e6a76-c00f-4198-a918-1f88e50dc3ef req-7a2f64e9-0647-4f15-91f1-39f2193fec50 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133ef16-a3cf-4171-95b4-266265e933bf HTTP/1.1" status: 200  len: 945 time: 0.2274070
Jan 29 20:56:13.557645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-266671f8-0feb-4973-adcd-21f0c513e979 admin admin] Publish callbacks [] for security_group (54f91c4e-3ca9-4e05-b5b6-f815e4affc9f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.564509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-266671f8-0feb-4973-adcd-21f0c513e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (54f91c4e-3ca9-4e05-b5b6-f815e4affc9f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.588305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c481b5aa-5faf-41ff-ac09-a05a0a00e2fc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.590863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.595020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c481b5aa-5faf-41ff-ac09-a05a0a00e2fc HTTP/1.1" status: 204  len: 168 time: 0.7761874
Jan 29 20:56:13.612161 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-94ae575c-98b4-42ca-b6e1-20a185476d16 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.615892 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94ae575c-98b4-42ca-b6e1-20a185476d16 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags/tempest-TagsExtTest-Tag-1349910512 HTTP/1.1" status: 404  len: 329 time: 0.1428409
Jan 29 20:56:13.619324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-266671f8-0feb-4973-adcd-21f0c513e979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0492756500674f4f8330469989fa424e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6295588
Jan 29 20:56:13.619925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49442) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.620253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49444) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.626722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-32a36f59-d1f3-45bd-ac91-aa2b98df0399 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09001370>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', {'tags': ['tempest-TagsExtTest-Tag-406605899', 'tempest-TagsExtTest-Tag-1255587272', 'tempest-TagsExtTest-Tag-987132175']}) {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.632865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266671f8-0feb-4973-adcd-21f0c513e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f91c4e-3ca9-4e05-b5b6-f815e4affc9f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:13.636079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.652729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Deleting port a9013b21-1467-4dd5-ab29-7079ee455e17 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:13.653296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.674125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569f8c-320b-4d08-8b70-a623f3c6248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481b5aa-5faf-41ff-ac09-a05a0a00e2fc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:13.701195 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-32a36f59-d1f3-45bd-ac91-aa2b98df0399 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "PUT /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 200  len: 316 time: 0.0796378
Jan 29 20:56:13.705099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] Publish callbacks [] for security_group (54f91c4e-3ca9-4e05-b5b6-f815e4affc9f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.706592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49448) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.711874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-bb925136-090a-4fe9-a914-48c665cb2ebc tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea03fc3d90>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.728188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f93e6a76-c00f-4198-a918-1f88e50dc3ef req-6a658a1e-46db-4e42-bb88-86b049113650 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789780
Jan 29 20:56:13.742022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] Publish callbacks [] for security_group (54f91c4e-3ca9-4e05-b5b6-f815e4affc9f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.792064 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bb925136-090a-4fe9-a914-48c665cb2ebc tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 204  len: 168 time: 0.0844588
Jan 29 20:56:13.794875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49450) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.801771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] For port a9013b21-1467-4dd5-ab29-7079ee455e17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9013b21-1467-4dd5-ab29-7079ee455e17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:13.802251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-36bc7104-26bf-4b9c-9529-b7a7bf760bc1 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09faa550>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-406605899') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.802813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.822708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (54f91c4e-3ca9-4e05-b5b6-f815e4affc9f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.828392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:13.830177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54f91c4e-3ca9-4e05-b5b6-f815e4affc9f HTTP/1.1" status: 204  len: 168 time: 0.2075481
Jan 29 20:56:13.830775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Calling delete_port for a9013b21-1467-4dd5-ab29-7079ee455e17 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:13.843286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f44f2-0f74-42c9-b146-5ff783aeb95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f91c4e-3ca9-4e05-b5b6-f815e4affc9f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:13.859925 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-36bc7104-26bf-4b9c-9529-b7a7bf760bc1 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.863229 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36bc7104-26bf-4b9c-9529-b7a7bf760bc1 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-406605899 HTTP/1.1" status: 404  len: 328 time: 0.0656166
Jan 29 20:56:13.864428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49456) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.880208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-2744d469-0233-44c7-ac00-cff47973524e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea0829cdf0>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-1255587272') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.912915 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-2744d469-0233-44c7-ac00-cff47973524e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.916135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2744d469-0233-44c7-ac00-cff47973524e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-1255587272 HTTP/1.1" status: 404  len: 329 time: 0.0399597
Jan 29 20:56:13.919114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49458) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.924476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-4a3bc9c3-e275-4cf1-af9f-7deca9e8ca05 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea03fc3790>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd', 'tempest-TagsExtTest-Tag-987132175') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:13.931947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec0dd-6390-4682-817c-fd5c843d2250 req-7a7bc25b-69c9-4394-a4ba-ba03927fad03 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:13.933524 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21dec0dd-6390-4682-817c-fd5c843d2250 req-7a7bc25b-69c9-4394-a4ba-ba03927fad03 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1207533
Jan 29 20:56:13.954829 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-4a3bc9c3-e275-4cf1-af9f-7deca9e8ca05 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] show failed (client error): The resource could not be found.
Jan 29 20:56:13.956460 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4a3bc9c3-e275-4cf1-af9f-7deca9e8ca05 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags/tempest-TagsExtTest-Tag-987132175 HTTP/1.1" status: 404  len: 328 time: 0.0356939
Jan 29 20:56:13.959058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49462) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:13.965093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-40464d5c-9d49-48c4-8b8f-95756f8e9a37 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09009070>, 'subnetpools', 'b735a1ca-be10-41ea-a972-5d33db291bcd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:14.005489 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40464d5c-9d49-48c4-8b8f-95756f8e9a37 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd/tags HTTP/1.1" status: 204  len: 168 time: 0.0424287
Jan 29 20:56:14.006137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49466) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.010464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-63100cf7-e2f1-4489-bc0c-c1523019268b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea0815ff40>, 'routers', '09e25f25-d6b3-449b-a75b-2dcb5a7d52a8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:14.020622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21dec0dd-6390-4682-817c-fd5c843d2250 req-c44bf629-0767-4948-804b-cf6d402a295d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801587
Jan 29 20:56:14.060392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a9013b21-1467-4dd5-ab29-7079ee455e17), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.077895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a9013b21-1467-4dd5-ab29-7079ee455e17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:14.081131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:14.098633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-63100cf7-e2f1-4489-bc0c-c1523019268b tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8/tags HTTP/1.1" status: 204  len: 168 time: 0.0897176
Jan 29 20:56:14.099002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.110208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-f2f85255-1d48-4a34-be2e-9adaf03dcd0f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea083a9970>, 'ports', '5583d6aa-b911-4d4a-ac41-8758e62ec0de') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:14.125128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event deleted for resources: {'Port': ['ID=a9013b21-1467-4dd5-ab29-7079ee455e17,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:14.180579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2f85255-1d48-4a34-be2e-9adaf03dcd0f tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de/tags HTTP/1.1" status: 204  len: 168 time: 0.0803797
Jan 29 20:56:14.181528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.183875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] No DVR routers for this DVR port a9013b21-1467-4dd5-ab29-7079ee455e17 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:14.188843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-17efacb2-8fca-4fbe-839a-2d103597b7cc tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea0a377670>, 'subnets', '7a662a6c-0bb0-4c87-8459-1fd5d7620e15') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:14.192849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.196708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-866797d0-503c-48ec-a2e2-0e5b0ce1945e req-a064d6c1-e359-4845-bcfb-1c640c68102a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.18 "DELETE /v2.0/ports/a9013b21-1467-4dd5-ab29-7079ee455e17 HTTP/1.1" status: 204  len: 173 time: 0.8415365
Jan 29 20:56:14.197251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-deleted', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:14.207179 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b739eb06-fd8d-44fc-adcb-8007051787fb" -d '{"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-deleted", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:14.278063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-17efacb2-8fca-4fbe-839a-2d103597b7cc tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15/tags HTTP/1.1" status: 204  len: 168 time: 0.0912542
Jan 29 20:56:14.279117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49482) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.343875 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46897cb-fb35-42a2-aad4-f3617c5a9b3d x-openstack-request-id: req-c46897cb-fb35-42a2-aad4-f3617c5a9b3d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:14.344832 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133ef16-a3cf-4171-95b4-266265e933bf", "name": "network-vif-deleted", "tag": "a9013b21-1467-4dd5-ab29-7079ee455e17", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:14.345207 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c46897cb-fb35-42a2-aad4-f3617c5a9b3d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:14.345703 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133ef16-a3cf-4171-95b4-266265e933bf', 'name': 'network-vif-deleted', 'tag': 'a9013b21-1467-4dd5-ab29-7079ee455e17', 'status': 'completed', 'code': 200}
Jan 29 20:56:14.414076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-822880cc-a65e-4725-91ac-992a191b8e6e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.416063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-822880cc-a65e-4725-91ac-992a191b8e6e tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnetpools/b735a1ca-be10-41ea-a972-5d33db291bcd HTTP/1.1" status: 204  len: 168 time: 0.1349785
Jan 29 20:56:14.419190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.464649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e181a74-3f90-4c50-9d46-cdf4fee8ca47 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e25f25-d6b3-449b-a75b-2dcb5a7d52a8 HTTP/1.1" status: 200  len: 205 time: 0.0442619
Jan 29 20:56:14.467086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49494) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:14.589111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.849681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.858196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for router_controller (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.936020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd8fc-3d46-47cf-9776-a59ebd357c82 req-278019c2-2896-4f03-ab4a-2c13dd44e9be tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:14.937735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-886fd8fc-3d46-47cf-9776-a59ebd357c82 req-278019c2-2896-4f03-ab4a-2c13dd44e9be tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.2581656
Jan 29 20:56:14.938578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (09e25f25-d6b3-449b-a75b-2dcb5a7d52a8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.939116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Fanout notify agent at l3_agent the message router_deleted on router 09e25f25-d6b3-449b-a75b-2dcb5a7d52a8 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:56:14.946972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:14.948296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4866b971-c97b-4bf1-9c0d-18b09f923477 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/routers/09e25f25-d6b3-449b-a75b-2dcb5a7d52a8 HTTP/1.1" status: 204  len: 168 time: 0.4800265
Jan 29 20:56:14.951003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49524) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:15.219615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-886fd8fc-3d46-47cf-9776-a59ebd357c82 req-30713d09-2aef-49c6-bd3b-3789e20db174 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096179
Jan 29 20:56:15.300804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3fe4-5c6b-472e-8e29-97b7c9d156c8 req-8afe15de-3995-4767-bc8f-ae88af595d3e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:15.300804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0eed3fe4-5c6b-472e-8e29-97b7c9d156c8 req-8afe15de-3995-4767-bc8f-ae88af595d3e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1558537
Jan 29 20:56:15.307081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Deleting port 5583d6aa-b911-4d4a-ac41-8758e62ec0de {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:15.307502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.426683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0eed3fe4-5c6b-472e-8e29-97b7c9d156c8 req-b8aa8d8a-00a8-4fbb-b873-33b6f43a5aaa tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139998
Jan 29 20:56:15.444360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.461153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Calling delete_port for 5583d6aa-b911-4d4a-ac41-8758e62ec0de owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:15.507605 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.588725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49562) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:15.655713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b404-8cba-49ee-a576-57bbb0da36f4 req-a8aa695b-9f09-4ab6-8630-97d1ccc24ea0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:15.657312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5416b404-8cba-49ee-a576-57bbb0da36f4 req-a8aa695b-9f09-4ab6-8630-97d1ccc24ea0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.0923462
Jan 29 20:56:15.680053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5583d6aa-b911-4d4a-ac41-8758e62ec0de), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.714401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event deleted for resources: {'Port': ['ID=5583d6aa-b911-4d4a-ac41-8758e62ec0de,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:15.739574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-19657757-network', 'tenant_id': '592c5a3a45e94a71b8a7045b66feace3'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:15.759936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5416b404-8cba-49ee-a576-57bbb0da36f4 req-5f6b8850-9c2a-4147-aed3-a7864297c379 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962210
Jan 29 20:56:15.787063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Made reservation on behalf of 592c5a3a45e94a71b8a7045b66feace3 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:15.790644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.806067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.817629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.821156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e242315-ea59-4f6d-9bca-e4faed9d69fb tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/ports/5583d6aa-b911-4d4a-ac41-8758e62ec0de HTTP/1.1" status: 204  len: 168 time: 0.8691766
Jan 29 20:56:15.823601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:15.905734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Deleting subnet 7a662a6c-0bb0-4c87-8459-1fd5d7620e15 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:15.910959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks [] for subnet (7a662a6c-0bb0-4c87-8459-1fd5d7620e15), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.933778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks [] for security_group (c9e29289-ab3d-4447-bcf7-affb0c631a0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.941027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c9e29289-ab3d-4447-bcf7-affb0c631a0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.959885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (7a662a6c-0bb0-4c87-8459-1fd5d7620e15), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:15.978856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e29289-ab3d-4447-bcf7-affb0c631a0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:15.990371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:16.007815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c7df621d-ec39-4261-a4a1-ecd5ff6bcc57), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.008295 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Added segment c7df621d-ec39-4261-a4a1-ecd5ff6bcc57 of type vlan for network cd770f2b-11ec-4914-a74e-24e23cbe365c
Jan 29 20:56:16.081282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7a662a6c-0bb0-4c87-8459-1fd5d7620e15), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.084673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cd770f2b-11ec-4914-a74e-24e23cbe365c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.126065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cd770f2b-11ec-4914-a74e-24e23cbe365c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.127333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:16.128255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.169836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (7a662a6c-0bb0-4c87-8459-1fd5d7620e15), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.171125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:16.188132 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5975721
Jan 29 20:56:16.191063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:16.203578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Request body: {'subnet': {'network_id': 'cd770f2b-11ec-4914-a74e-24e23cbe365c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-19657757-subnet', 'tenant_id': '592c5a3a45e94a71b8a7045b66feace3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:16.211489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a9013b21-1467-4dd5-ab29-7079ee455e17 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:16.211838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a9013b21-1467-4dd5-ab29-7079ee455e17 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:16.232504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d494bc-b440-4527-84c3-f6add578c053 None None] Network 9df71c1e-9611-422f-a3c0-8cce912e3bd9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:16.247228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.247865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690c11d-20a1-4a5d-8946-0eeb17e53926 admin admin] Pushing event updated for resources: {'Network': ['ID=cd770f2b-11ec-4914-a74e-24e23cbe365c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:16.253162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/subnets/7a662a6c-0bb0-4c87-8459-1fd5d7620e15 HTTP/1.1" status: 204  len: 168 time: 0.4263744
Jan 29 20:56:16.253385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event deleted for resources: {'Subnet': ['ID=7a662a6c-0bb0-4c87-8459-1fd5d7620e15,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:16.255459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:16.270166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Made reservation on behalf of 592c5a3a45e94a71b8a7045b66feace3 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:16.273138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.273838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.274189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.274532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.274861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.275402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.275916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.276451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.277172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.277725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.278260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.278793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.279322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.279855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463dee6-b388-42ac-989c-7eadbb06d5e0 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:16.342936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cd770f2b-11ec-4914-a74e-24e23cbe365c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:16.372348 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9df71c1e-9611-422f-a3c0-8cce912e3bd9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.459489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Deleting port dd16db7b-3679-4d19-b4ba-913002f228c2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:16.460159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.508304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (456bd8bd-bc93-45e8-89c7-d4c08fb46d42), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.585596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] DHCP port deletion for 9df71c1e-9611-422f-a3c0-8cce912e3bd9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:56:16.586221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Checking segment: {'id': 'c7df621d-ec39-4261-a4a1-ecd5ff6bcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cd770f2b-11ec-4914-a74e-24e23cbe365c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:16.586337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Network hostable DHCP agents. Network: cd770f2b-11ec-4914-a74e-24e23cbe365c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:16.600510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456bd8bd-bc93-45e8-89c7-d4c08fb46d42,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:16.624764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Network cd770f2b-11ec-4914-a74e-24e23cbe365c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:16.637389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd770f2b-11ec-4914-a74e-24e23cbe365c) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:16.642422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:16.643100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.658136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23e82d-a679-4d41-915f-9752297e67a5 None None] Network cd770f2b-11ec-4914-a74e-24e23cbe365c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:16.673049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c89ee886-028d-4946-aa50-ca5126ff04f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.4808991
Jan 29 20:56:16.673996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:16.686219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] For port dd16db7b-3679-4d19-b4ba-913002f228c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd16db7b-3679-4d19-b4ba-913002f228c2,segment=NetworkSegment(500c5490-328e-4a14-bfe0-4a304fd1f5b9),segment_id=500c5490-328e-4a14-bfe0-4a304fd1f5b9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:16.686591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.704155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Calling delete_port for dd16db7b-3679-4d19-b4ba-913002f228c2 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:16.734468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b43c2-13b1-40c5-9e7b-675a9fd1e649 req-24ac9446-daeb-41a0-89b1-2f2612f2c5b6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:16.743254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-065b43c2-13b1-40c5-9e7b-675a9fd1e649 req-24ac9446-daeb-41a0-89b1-2f2612f2c5b6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1393626
Jan 29 20:56:16.813466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Deleting port dd16db7b-3679-4d19-b4ba-913002f228c2 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:16.813930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.846114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42ae-d25b-42f5-8fde-bb67334b84be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.851309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.894824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140bdbc-8c97-4d32-a6e9-58da28275a89 None None] Network cd770f2b-11ec-4914-a74e-24e23cbe365c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:16.955932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-065b43c2-13b1-40c5-9e7b-675a9fd1e649 req-57282bac-47a5-4de9-9b00-0d52067f1517 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114961
Jan 29 20:56:16.968063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] For port dd16db7b-3679-4d19-b4ba-913002f228c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd16db7b-3679-4d19-b4ba-913002f228c2,segment=NetworkSegment(500c5490-328e-4a14-bfe0-4a304fd1f5b9),segment_id=500c5490-328e-4a14-bfe0-4a304fd1f5b9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:16.970208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:16.986548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.011004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcbe9-ef71-4a6a-8747-7094eeebd704 req-d7ee4a09-1435-42a5-93e3-c7a3d1ddc97a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:17.018940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e9dcbe9-ef71-4a6a-8747-7094eeebd704 req-d7ee4a09-1435-42a5-93e3-c7a3d1ddc97a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.1670415
Jan 29 20:56:17.074780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] No DVR routers for this DVR port dd16db7b-3679-4d19-b4ba-913002f228c2 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:17.086068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event deleted for resources: {'Port': ['ID=dd16db7b-3679-4d19-b4ba-913002f228c2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.148572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Calling delete_port for dd16db7b-3679-4d19-b4ba-913002f228c2 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:17.246697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-90481497', 'description': 'tempest-description-1296601291'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:17.257672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9df71c1e-9611-422f-a3c0-8cce912e3bd9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.275319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (dd16db7b-3679-4d19-b4ba-913002f228c2), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.283051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42ae-d25b-42f5-8fde-bb67334b84be admin admin] Publish callbacks [] for security_group (f4f3cb46-60bd-4036-8ff1-421ceba8fee2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.298792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e9dcbe9-ef71-4a6a-8747-7094eeebd704 req-00b8ce8c-4422-4b3a-abea-42705d0d4ea6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789693
Jan 29 20:56:17.306518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] Pushing event deleted for resources: {'Port': ['ID=dd16db7b-3679-4d19-b4ba-913002f228c2,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.308704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42ae-d25b-42f5-8fde-bb67334b84be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f4f3cb46-60bd-4036-8ff1-421ceba8fee2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.310434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba02778-f496-4a5f-83c8-6940619eda96 None None] No DVR routers for this DVR port dd16db7b-3679-4d19-b4ba-913002f228c2 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:17.338378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08a240a0>,) {'filters': {'network_id': ['9df71c1e-9611-422f-a3c0-8cce912e3bd9']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:17.374722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-87269351-f622-4f5f-8941-c4a71ebdcdd0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:17.376804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-87269351-f622-4f5f-8941-c4a71ebdcdd0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 945 time: 0.3194191
Jan 29 20:56:17.382453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dd16db7b-3679-4d19-b4ba-913002f228c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:17.406930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.408964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: dd16db7b-3679-4d19-b4ba-913002f228c2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:17.409843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dd16db7b-3679-4d19-b4ba-913002f228c2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:17.425168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a240a0>, '500c5490-328e-4a14-bfe0-4a304fd1f5b9') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:17.425414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a240a0>, '500c5490-328e-4a14-bfe0-4a304fd1f5b9') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:17.464196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1cdd42ae-d25b-42f5-8fde-bb67334b84be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efaae96c196641a19d6c83bd691adae3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7855616
Jan 29 20:56:17.464196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd42ae-d25b-42f5-8fde-bb67334b84be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3cb46-60bd-4036-8ff1-421ceba8fee2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.464585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:17.486768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (500c5490-328e-4a14-bfe0-4a304fd1f5b9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.527641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (500c5490-328e-4a14-bfe0-4a304fd1f5b9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.543386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] Publish callbacks [] for security_group (f4f3cb46-60bd-4036-8ff1-421ceba8fee2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.561204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:17.561602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (500c5490-328e-4a14-bfe0-4a304fd1f5b9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:17.565533 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:17.568303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] Publish callbacks [] for security_group (f4f3cb46-60bd-4036-8ff1-421ceba8fee2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.617989 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f4f3cb46-60bd-4036-8ff1-421ceba8fee2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.620728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.622077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4f3cb46-60bd-4036-8ff1-421ceba8fee2 HTTP/1.1" status: 204  len: 168 time: 0.1563268
Jan 29 20:56:17.631168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6e293-5d83-4852-96b6-7f7d70908e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3cb46-60bd-4036-8ff1-421ceba8fee2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.691868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9df71c1e-9611-422f-a3c0-8cce912e3bd9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.696518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.699861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] 10.222.0.20 "DELETE /v2.0/networks/9df71c1e-9611-422f-a3c0-8cce912e3bd9 HTTP/1.1" status: 204  len: 168 time: 1.4421964
Jan 29 20:56:17.741263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (da58f952-0bda-49d5-aa23-b4732b98679d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.746680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1dbc3-41e1-48c3-b2d0-b002e49ed655 tempest-TagsExtTest-18087524 tempest-TagsExtTest-18087524-project] Pushing event deleted for resources: {'Network': ['ID=9df71c1e-9611-422f-a3c0-8cce912e3bd9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.765524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d6fe2-982f-463a-9adb-b4a7a572cf49 req-94dfc251-5198-4bce-8097-a2a97d60ebf1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:17.767496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-275d6fe2-982f-463a-9adb-b4a7a572cf49 req-94dfc251-5198-4bce-8097-a2a97d60ebf1 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.2136486
Jan 29 20:56:17.769445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (da58f952-0bda-49d5-aa23-b4732b98679d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.784671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Deleting port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:17.785038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.884587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:17.885886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3104262b-e1fe-4eab-bce6-b4fca2c44729 req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.6584489
Jan 29 20:56:17.923133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521743cd-8b1c-4ba0-88c1-1ac6c46e3443 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da58f952-0bda-49d5-aa23-b4732b98679d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:17.976017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-275d6fe2-982f-463a-9adb-b4a7a572cf49 req-a14eee46-7d3c-4a49-a847-cf7905844e6f tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862533
Jan 29 20:56:17.996308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] For port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:17.996959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.026727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Calling delete_port for 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:18.035270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49708) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:18.134541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-b9d4f47a-f404-45f5-a3b2-d8739ce52bc2 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/da58f952-0bda-49d5-aa23-b4732b98679d HTTP/1.1" status: 200  len: 1830 time: 0.1408265
Jan 29 20:56:18.156234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da58f952-0bda-49d5-aa23-b4732b98679d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:18.156639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da58f952-0bda-49d5-aa23-b4732b98679d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:18.239052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-67053f9c-c7d4-4fe8-85ee-cb012a8b3dae tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:18.241898 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-67053f9c-c7d4-4fe8-85ee-cb012a8b3dae tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 944 time: 0.0865090
Jan 29 20:56:18.302323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49837a5-4f4b-4890-a760-c0bea5ad4825 req-3f8e327a-0491-41d3-9e4f-13b058a330ba tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:18.309119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b49837a5-4f4b-4890-a760-c0bea5ad4825 req-3f8e327a-0491-41d3-9e4f-13b058a330ba tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1631544
Jan 29 20:56:18.319024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.331200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:18.367910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.375870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c5fd825-f580-4ea4-8f28-ec2aee5aedee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d6e6517f72437e8bcffbbbb0cd9fd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3364825
Jan 29 20:56:18.376233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Pushing event deleted for resources: {'Port': ['ID=7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:18.382690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:18.424818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Deleting port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:18.425516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.461474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] No DVR routers for this DVR port 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:18.470169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.473575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ea48b0-0750-4ee2-99d7-f2732d8eba73 req-97834476-1c34-4bb9-afe1-9430c801f7d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.18 "DELETE /v2.0/ports/7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 HTTP/1.1" status: 204  len: 173 time: 1.0683701
Jan 29 20:56:18.481113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'name': 'network-vif-deleted', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:18.483416 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f90d4bb-aaf2-4168-9d3c-0fde9c5638f3" -d '{"events": [{"server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "name": "network-vif-deleted", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:18.489562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.501940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b49837a5-4f4b-4890-a760-c0bea5ad4825 req-4383bf89-8138-4ea4-927a-a5957299d263 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918871
Jan 29 20:56:18.503127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.522533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5915c34f-68db-44ab-a056-e90f1783e51a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:18.532920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.545367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995e4e96-dd17-4383-af4a-48b4aff6ec98 req-bb681ca0-e010-4429-a00d-91a16507dd70 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4023168
Jan 29 20:56:18.577313 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f9684-2bde-4bc4-83dc-f339d8275017 x-openstack-request-id: req-d85f9684-2bde-4bc4-83dc-f339d8275017 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:18.577873 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1b710b-6cff-4b9b-8dcf-447ed3999e05", "name": "network-vif-deleted", "tag": "7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:18.578391 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85f9684-2bde-4bc4-83dc-f339d8275017 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:18.579002 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1b710b-6cff-4b9b-8dcf-447ed3999e05', 'name': 'network-vif-deleted', 'tag': '7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68', 'status': 'completed', 'code': 200}
Jan 29 20:56:18.613476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] Publish callbacks [] for security_group (3a9709bd-e92c-4a01-b2c6-914767ccf72b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.662933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] Publish callbacks [] for security_group (3a9709bd-e92c-4a01-b2c6-914767ccf72b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.668900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db18e065-bf99-49a6-86e3-9c0134d41674 req-324dfbab-9d97-4060-8f56-44d0d0d2e645 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1b710b-6cff-4b9b-8dcf-447ed3999e05 HTTP/1.1" status: 200  len: 210 time: 0.0382438
Jan 29 20:56:18.680785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] For port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:18.681091 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.696999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-138ef754-5bb4-4e89-8719-f32118d3aa2f req-b6467092-7bcf-41b7-8b8a-0c0a3b5b7eb9 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/da58f952-0bda-49d5-aa23-b4732b98679d HTTP/1.1" status: 200  len: 2424 time: 0.0927906
Jan 29 20:56:18.702342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Calling delete_port for 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:18.725964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-c8fef564-f780-4f9e-b29e-1d35e1f19831 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-group-rules/5915c34f-68db-44ab-a056-e90f1783e51a HTTP/1.1" status: 200  len: 778 time: 0.0210476
Jan 29 20:56:18.791664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-d3831d9e-a344-42eb-af67-d1d7089bf6e9 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/da58f952-0bda-49d5-aa23-b4732b98679d HTTP/1.1" status: 200  len: 2424 time: 0.0583735
Jan 29 20:56:18.802026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a9709bd-e92c-4a01-b2c6-914767ccf72b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.804859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.806049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a9709bd-e92c-4a01-b2c6-914767ccf72b HTTP/1.1" status: 204  len: 168 time: 0.4215589
Jan 29 20:56:18.818528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813ea0c-b1a7-46a3-9d85-e40f65c20bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9709bd-e92c-4a01-b2c6-914767ccf72b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:18.840383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.848951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.881826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4623b36d-24ad-4feb-af05-4cbfa6b1bc17), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.885057 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (5915c34f-68db-44ab-a056-e90f1783e51a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.893487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:18.899195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['4623b36d-24ad-4feb-af05-4cbfa6b1bc17'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:18.899351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a819da44-cd2b-4154-8147-eb97f2cb78e8 req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5915c34f-68db-44ab-a056-e90f1783e51a HTTP/1.1" status: 204  len: 173 time: 0.1008055
Jan 29 20:56:18.915712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa24c-d2a2-47a6-bf54-6403c22812da tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5915c34f-68db-44ab-a056-e90f1783e51a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:18.931341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1056876108', 'description': 'tempest-description-1812671291'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:18.936970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event deleted for resources: {'Port': ['ID=4623b36d-24ad-4feb-af05-4cbfa6b1bc17,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:18.968270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.041449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] No DVR routers for this DVR port 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:19.057540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.069411 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e29f67ad-93e8-49e5-af91-d707587b3998 req-c88e83cf-e1c8-4f22-81dc-4c16e1683659 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "DELETE /v2.0/ports/4623b36d-24ad-4feb-af05-4cbfa6b1bc17 HTTP/1.1" status: 204  len: 173 time: 0.8201728
Jan 29 20:56:19.071093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-deleted', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:19.077083 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ecb8b0-2041-47d5-a47c-3beca5787685" -d '{"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-deleted", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:19.084667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9d8f7cad-6145-4bf9-8429-34818a217c76), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.094641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d8f7cad-6145-4bf9-8429-34818a217c76), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.183212 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.195875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31e03cb7-eeb5-4e13-ba23-e8ff681b7938 req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.2691309
Jan 29 20:56:19.205034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02ae9a-a447-4f86-9b8b-589813e67fca tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f7cad-6145-4bf9-8429-34818a217c76,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:19.335609 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba3e93-49b9-4ca9-bf75-977543188e47 x-openstack-request-id: req-4cba3e93-49b9-4ca9-bf75-977543188e47 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:19.336866 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad029-b887-416a-b02b-88de14f9361a", "name": "network-vif-deleted", "tag": "4623b36d-24ad-4feb-af05-4cbfa6b1bc17", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:19.365491 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cba3e93-49b9-4ca9-bf75-977543188e47 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:19.365491 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad029-b887-416a-b02b-88de14f9361a', 'name': 'network-vif-deleted', 'tag': '4623b36d-24ad-4feb-af05-4cbfa6b1bc17', 'status': 'completed', 'code': 200}
Jan 29 20:56:19.366078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f1d7b51-4a84-4b33-9761-628bf16b5d7b req-af1f73fd-0837-4ce0-8148-e9b3204afdd8 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=030ad029-b887-416a-b02b-88de14f9361a HTTP/1.1" status: 200  len: 210 time: 0.0352063
Jan 29 20:56:19.413487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04f2f3b9-d3e9-4c94-b42d-f410818f0e40 req-c7a0c78c-50fa-4935-b65e-731622b98cad tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/9d8f7cad-6145-4bf9-8429-34818a217c76 HTTP/1.1" status: 200  len: 1832 time: 0.0587280
Jan 29 20:56:19.450889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1496993914', 'description': 'tempest-description-865116235'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:19.513254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.576958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.582513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.587996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.593299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.598526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.603839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.609405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:19.611829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-2c39f88b-3541-4d63-84fc-ab6d39e8724b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1319246
Jan 29 20:56:19.695258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9f007195-67f4-47c1-aabc-9dc37aa0a9ce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.701941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9f007195-67f4-47c1-aabc-9dc37aa0a9ce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.713381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4509a05-0bb5-413b-a889-88ba1bc47b42 req-18042a22-5cf1-4559-84d4-7cabf1f4ba81 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0913572
Jan 29 20:56:19.743869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f007195-67f4-47c1-aabc-9dc37aa0a9ce,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:19.753255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:19.754499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d33fff4-cbce-49ce-a9a8-a60c0c73df4a req-b09b66e5-2afa-4d67-81f3-f96f09f0f350 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.3094821
Jan 29 20:56:20.185635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:20.213876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:20.214442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ffacb1f-a065-4eb1-97a3-bf0a69b9cf68 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:20.218659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60a67c68-03c6-4e2e-8aea-d683b8fd048b req-cc14c1b1-e6c6-4dad-95a1-ad062d39d7c8 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/9f007195-67f4-47c1-aabc-9dc37aa0a9ce HTTP/1.1" status: 200  len: 1831 time: 0.3688068
Jan 29 20:56:20.226999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba9478-932f-42d8-a65c-4999ee3d8f1c req-2273c739-b967-4b9e-bf1f-c7e775ed04c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:20.232816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54ba9478-932f-42d8-a65c-4999ee3d8f1c req-2273c739-b967-4b9e-bf1f-c7e775ed04c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4261022
Jan 29 20:56:20.251928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49844) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:20.297923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54ba9478-932f-42d8-a65c-4999ee3d8f1c req-acec245d-7593-4676-baa9-6fe0d813bfb5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570931
Jan 29 20:56:20.365386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b64e2-49a5-4e3f-9d07-1c540659401f req-b27cff4a-5edf-4a76-8a60-c86ad81d709d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:20.369788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f4b64e2-49a5-4e3f-9d07-1c540659401f req-b27cff4a-5edf-4a76-8a60-c86ad81d709d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0704269
Jan 29 20:56:20.402232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-410331763-network', 'tenant_id': '4169e130c4fe454a810955904553b3f5'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:20.406658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-290325903', 'description': 'tempest-description-115547259'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:20.425802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Made reservation on behalf of 4169e130c4fe454a810955904553b3f5 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:20.428421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.442013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.450938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.465330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f4b64e2-49a5-4e3f-9d07-1c540659401f req-7bf5468f-5511-49f5-9fe8-ac0f8555792a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788608
Jan 29 20:56:20.548189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks [] for security_group (a4404ecc-d8a0-41dc-8a52-2a3340591d0e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.554627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a4404ecc-d8a0-41dc-8a52-2a3340591d0e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.561273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (e2fc4b51-b00f-4334-8d41-4d426a9f2ed7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.566704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e2fc4b51-b00f-4334-8d41-4d426a9f2ed7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.595907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4404ecc-d8a0-41dc-8a52-2a3340591d0e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:20.603062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:20.609183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.610757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59bff865-c49d-47cb-93b9-4df58092537b req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2228277
Jan 29 20:56:20.613645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a77c-b421-4089-a29c-247fd9b33937 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc4b51-b00f-4334-8d41-4d426a9f2ed7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:20.630405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (405d6072-770d-494e-a704-af4a04d55af4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.631515 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Added segment 405d6072-770d-494e-a704-af4a04d55af4 of type vlan for network 6dea0f8e-ab2c-4672-9659-ce2635fa2535
Jan 29 20:56:20.709334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09120ae5-fabf-46db-bdde-6536e1e692cf req-5b0b9e4c-46bb-40f0-943e-6e85219fe3b4 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/e2fc4b51-b00f-4334-8d41-4d426a9f2ed7 HTTP/1.1" status: 200  len: 1830 time: 0.0634639
Jan 29 20:56:20.732542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1930142909', 'description': 'tempest-description-25945787'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:20.746755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6dea0f8e-ab2c-4672-9659-ce2635fa2535), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.761959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.777873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49904) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:20.797940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6dea0f8e-ab2c-4672-9659-ce2635fa2535), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.801631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:20.802319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.871246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (87d2fe4e-1a14-4109-860e-8cf7b1fbcb62), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.878588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (87d2fe4e-1a14-4109-860e-8cf7b1fbcb62), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.883306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] Pushing event updated for resources: {'Network': ['ID=6dea0f8e-ab2c-4672-9659-ce2635fa2535,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:20.889718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12f71788-3d11-4ca9-a8a5-b2980b00bc3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6361921
Jan 29 20:56:20.892507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49912) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:20.897021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6dea0f8e-ab2c-4672-9659-ce2635fa2535 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:20.911952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Request body: {'subnet': {'network_id': '6dea0f8e-ab2c-4672-9659-ce2635fa2535', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-410331763-subnet', 'tenant_id': '4169e130c4fe454a810955904553b3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:20.918616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d2fe4e-1a14-4109-860e-8cf7b1fbcb62,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:20.933927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:20.935777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ddb5c8b9-59a3-48be-b4ef-e6c1698791c5 req-12dd3340-c10d-4a6e-94da-ac51ee04cd54 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2084777
Jan 29 20:56:20.953950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Made reservation on behalf of 4169e130c4fe454a810955904553b3f5 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:20.956300 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.014133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2ef-3979-4c4f-a3ab-c729393ed1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.020186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.025553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.030822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.035996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.041476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.046938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.053091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.055024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-e946413d-5fd6-44ad-baf1-5659591935fc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1155441
Jan 29 20:56:21.142413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4bbab-748d-4262-a1bb-ecc3ca05b64a req-c73073e1-8571-4af9-8632-faf10e9a89bc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.149514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bd4bbab-748d-4262-a1bb-ecc3ca05b64a req-c73073e1-8571-4af9-8632-faf10e9a89bc tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.1448524
Jan 29 20:56:21.171269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e13a115-7bd8-494c-add4-90dc51af15c6 req-bf609212-ae3e-48f0-9eb2-a06d7c27eb48 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1069100
Jan 29 20:56:21.181446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2ef-3979-4c4f-a3ab-c729393ed1c7 admin admin] Publish callbacks [] for security_group (ed9b9236-5db1-46fb-81a3-8e582e1d1ac5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.208065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02e9f2ef-3979-4c4f-a3ab-c729393ed1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ed9b9236-5db1-46fb-81a3-8e582e1d1ac5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.212170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bd4bbab-748d-4262-a1bb-ecc3ca05b64a req-5c8307a2-9365-4315-b933-33c63b36fc1a tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616648
Jan 29 20:56:21.222368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (078c3656-1045-4163-af25-b72220793e42), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.286184 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-02e9f2ef-3979-4c4f-a3ab-c729393ed1c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=808560fe02934a8586b357f194162aef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5070603
Jan 29 20:56:21.289408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:21.304036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9f2ef-3979-4c4f-a3ab-c729393ed1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b9236-5db1-46fb-81a3-8e582e1d1ac5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:21.329190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-188c22e2-67fb-4002-b72d-dbaf4a45c22e req-248d4069-4cda-47cf-920b-e577a119ef2e tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/87d2fe4e-1a14-4109-860e-8cf7b1fbcb62 HTTP/1.1" status: 200  len: 1830 time: 0.0734401
Jan 29 20:56:21.342959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8296c4-99fd-4056-b33e-4a6fdd8a8332 req-77479001-425e-40f9-98d4-053ddd5492ee tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.345281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a8296c4-99fd-4056-b33e-4a6fdd8a8332 req-77479001-425e-40f9-98d4-053ddd5492ee tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0816283
Jan 29 20:56:21.375584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078c3656-1045-4163-af25-b72220793e42,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:21.398260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Checking segment: {'id': '405d6072-770d-494e-a704-af4a04d55af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6dea0f8e-ab2c-4672-9659-ce2635fa2535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:21.398542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Network hostable DHCP agents. Network: 6dea0f8e-ab2c-4672-9659-ce2635fa2535, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:21.408635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a8296c4-99fd-4056-b33e-4a6fdd8a8332 req-da394fb3-b9d3-4f08-a5bd-f4a1f7d4c9d7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574110
Jan 29 20:56:21.431465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] Publish callbacks [] for security_group (ed9b9236-5db1-46fb-81a3-8e582e1d1ac5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.442831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-497aef0a-1669-4c10-86db-a5085277db08 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.444452 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-497aef0a-1669-4c10-86db-a5085277db08 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 944 time: 0.1415062
Jan 29 20:56:21.453132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Network 6dea0f8e-ab2c-4672-9659-ce2635fa2535 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:21.461208 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-3bdc246a-617b-4d6d-8fa1-fa9d95013144 req-0764909f-8199-4c9b-91b9-d2ca52ec0263 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] show failed (client error): The resource could not be found.
Jan 29 20:56:21.467439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bdc246a-617b-4d6d-8fa1-fa9d95013144 req-0764909f-8199-4c9b-91b9-d2ca52ec0263 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/1b0d784e-2d24-49be-bc7d-ecf8461d3a88 HTTP/1.1" status: 404  len: 352 time: 0.0232742
Jan 29 20:56:21.493826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93649c7e-1a29-4f2c-9f32-519ea0f86044 req-e8e9b188-cd71-409b-88dd-3335dab46bed tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.499113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] Publish callbacks [] for security_group (ed9b9236-5db1-46fb-81a3-8e582e1d1ac5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.501491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93649c7e-1a29-4f2c-9f32-519ea0f86044 req-e8e9b188-cd71-409b-88dd-3335dab46bed tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1053903
Jan 29 20:56:21.507663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dea0f8e-ab2c-4672-9659-ce2635fa2535) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:21.516722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.517354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.520342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4672aa23-49b4-49b8-b8fe-c94895c46ee2 None None] Network 6dea0f8e-ab2c-4672-9659-ce2635fa2535 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:21.562297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-45cdbfc8-2b27-4ab3-8dc8-14b0e6351cc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6687045
Jan 29 20:56:21.582188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93649c7e-1a29-4f2c-9f32-519ea0f86044 req-4a7c8e17-8288-4851-878b-16e39bd0bbe3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789099
Jan 29 20:56:21.605822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad804-3aff-4538-96d8-1fc487258112 req-238c5b69-a406-437b-b52a-10447d72a63a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:21.607684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88dad804-3aff-4538-96d8-1fc487258112 req-238c5b69-a406-437b-b52a-10447d72a63a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0838559
Jan 29 20:56:21.627452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ed9b9236-5db1-46fb-81a3-8e582e1d1ac5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.631058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.632590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed9b9236-5db1-46fb-81a3-8e582e1d1ac5 HTTP/1.1" status: 204  len: 168 time: 0.3412142
Jan 29 20:56:21.642532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Deleting port 23015d98-54c5-4fdb-b21a-10f5586cdc93 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:21.650466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.657640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a44b57-67c3-4ed4-9fb7-f1f08431d561 None None] Network 6dea0f8e-ab2c-4672-9659-ce2635fa2535 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:21.682158 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-6119419d-8383-416e-853e-e923cb75736f req-e2750dd2-582e-4e42-b029-8dcf1bcd4960 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] show failed (client error): The resource could not be found.
Jan 29 20:56:21.683546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6119419d-8383-416e-853e-e923cb75736f req-e2750dd2-582e-4e42-b029-8dcf1bcd4960 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-group-rules/697ae240-4ec3-4e05-b1ea-e0ad340f5457 HTTP/1.1" status: 404  len: 361 time: 0.0207546
Jan 29 20:56:21.719895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da4066-d921-49a7-9151-2f67db16d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b9236-5db1-46fb-81a3-8e582e1d1ac5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:21.720798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88dad804-3aff-4538-96d8-1fc487258112 req-f29c29eb-c55d-489e-946a-4810c9a8e95e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055987
Jan 29 20:56:21.814068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] For port 23015d98-54c5-4fdb-b21a-10f5586cdc93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23015d98-54c5-4fdb-b21a-10f5586cdc93,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:21.814496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:21.840171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Calling delete_port for 23015d98-54c5-4fdb-b21a-10f5586cdc93 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:21.848866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-83b12294-8b8b-4101-b261-9cd0746b4564 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/87d2fe4e-1a14-4109-860e-8cf7b1fbcb62 HTTP/1.1" status: 200  len: 1830 time: 0.1190856
Jan 29 20:56:21.981111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (87d2fe4e-1a14-4109-860e-8cf7b1fbcb62), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.027446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (87d2fe4e-1a14-4109-860e-8cf7b1fbcb62), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.047580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23015d98-54c5-4fdb-b21a-10f5586cdc93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.049314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:22.090437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (87d2fe4e-1a14-4109-860e-8cf7b1fbcb62), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.093697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.095077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab8970c1-d47b-4e86-82b6-d38eb8cc82fd req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-groups/87d2fe4e-1a14-4109-860e-8cf7b1fbcb62 HTTP/1.1" status: 204  len: 173 time: 0.2360828
Jan 29 20:56:22.097053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:22.097552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 4623b36d-24ad-4feb-af05-4cbfa6b1bc17 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:22.098376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:22.105632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event deleted for resources: {'Port': ['ID=23015d98-54c5-4fdb-b21a-10f5586cdc93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:22.111260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d6529-5148-4233-ad0a-8e77795b9d15 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d2fe4e-1a14-4109-860e-8cf7b1fbcb62,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:22.145771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 23015d98-54c5-4fdb-b21a-10f5586cdc93 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:22.146454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 23015d98-54c5-4fdb-b21a-10f5586cdc93 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:22.192563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] No DVR routers for this DVR port 23015d98-54c5-4fdb-b21a-10f5586cdc93 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:22.195623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.201627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e30bba8c-e62f-4e2d-8250-6e77718f0d29 req-4b435c65-da8f-4267-b0e0-804586ee3685 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "DELETE /v2.0/ports/23015d98-54c5-4fdb-b21a-10f5586cdc93 HTTP/1.1" status: 204  len: 173 time: 0.7495961
Jan 29 20:56:22.202215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-deleted', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:22.205697 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0558003-6d5b-454d-a6c9-698d27299e8e" -d '{"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-deleted", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:22.260588 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.261658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-8e4377cd-7060-4c0a-a012-925070847ab3 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/e2fc4b51-b00f-4334-8d41-4d426a9f2ed7 HTTP/1.1" status: 200  len: 1830 time: 0.1271541
Jan 29 20:56:22.280956 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679387e-12b6-4ef1-bfe5-f55816f32e22 x-openstack-request-id: req-1679387e-12b6-4ef1-bfe5-f55816f32e22 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:22.281455 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73deffc2-09e3-4887-b744-a9ae1c7c0550", "name": "network-vif-deleted", "tag": "23015d98-54c5-4fdb-b21a-10f5586cdc93", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:22.282183 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1679387e-12b6-4ef1-bfe5-f55816f32e22 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:22.282292 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73deffc2-09e3-4887-b744-a9ae1c7c0550', 'name': 'network-vif-deleted', 'tag': '23015d98-54c5-4fdb-b21a-10f5586cdc93', 'status': 'completed', 'code': 200}
Jan 29 20:56:22.398125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (e2fc4b51-b00f-4334-8d41-4d426a9f2ed7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.465225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49966) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:22.473878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (e2fc4b51-b00f-4334-8d41-4d426a9f2ed7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.487258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7acbe38a-41a7-4fe7-8437-f621fba0089f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.550311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.557971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.564608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.571855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.579152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.585572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.592273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.602216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-0e1df670-7c6d-45a1-9711-3b84cbbe1030 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.1840401
Jan 29 20:56:22.663844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7acbe38a-41a7-4fe7-8437-f621fba0089f admin admin] Publish callbacks [] for security_group (c1026087-0a17-4bc3-9b54-f7a26f664d77), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.670089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7acbe38a-41a7-4fe7-8437-f621fba0089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c1026087-0a17-4bc3-9b54-f7a26f664d77), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.704669 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e2fc4b51-b00f-4334-8d41-4d426a9f2ed7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.707465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.708708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961a5532-36b3-4eb7-9a3b-a731ad33a7af req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-groups/e2fc4b51-b00f-4334-8d41-4d426a9f2ed7 HTTP/1.1" status: 204  len: 173 time: 0.4462416
Jan 29 20:56:22.730117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbe38a-41a7-4fe7-8437-f621fba0089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1026087-0a17-4bc3-9b54-f7a26f664d77,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:22.731351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44cc1-88cb-4cdd-9ea0-49fc2120732b tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc4b51-b00f-4334-8d41-4d426a9f2ed7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:22.746412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7acbe38a-41a7-4fe7-8437-f621fba0089f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f54d0d2a8345ec96250f17aba1ff9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2799571
Jan 29 20:56:22.748844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49994) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:22.756320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5d87d07-508b-44d4-b879-af4156d0b303 req-3ea413ec-6cd9-487c-84a3-22da74e961ae tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1479897
Jan 29 20:56:22.815863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] Publish callbacks [] for security_group (c1026087-0a17-4bc3-9b54-f7a26f664d77), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.828134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.842925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.848762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.854455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.860620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.863884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] Publish callbacks [] for security_group (c1026087-0a17-4bc3-9b54-f7a26f664d77), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.867433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.872774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.874763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-aae0670b-a112-4c64-bf5c-bb3d471182c8 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 5434 time: 0.2538157
Jan 29 20:56:22.920921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c1026087-0a17-4bc3-9b54-f7a26f664d77), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.924787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:22.926165 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1026087-0a17-4bc3-9b54-f7a26f664d77 HTTP/1.1" status: 204  len: 168 time: 0.1759169
Jan 29 20:56:22.934127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9ab51-7312-415a-a5fe-64498605a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1026087-0a17-4bc3-9b54-f7a26f664d77,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:22.971315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-813a18b5-3799-459c-b2f0-f318baa206b6 req-5065c2ac-0167-46ac-bde4-8b99fe650a7b tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73deffc2-09e3-4887-b744-a9ae1c7c0550 HTTP/1.1" status: 200  len: 210 time: 0.0955153
Jan 29 20:56:22.993497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-46ca6a3e-3126-40e2-bd65-b198de75adf4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:22.995083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-46ca6a3e-3126-40e2-bd65-b198de75adf4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0992432
Jan 29 20:56:23.014607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:23.020743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41998388-network', 'tenant_id': '60177887d6ef48d2a066278d0c0fe7b2'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:23.051187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Made reservation on behalf of 60177887d6ef48d2a066278d0c0fe7b2 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:23.053749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.065088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.099128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acd8e4-0b8e-47c2-8542-af58c091d43b req-693dba5d-0c7b-4db5-b0b2-24a1278245de tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:23.101455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acd8e4-0b8e-47c2-8542-af58c091d43b req-693dba5d-0c7b-4db5-b0b2-24a1278245de tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2240014
Jan 29 20:56:23.161135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks [] for security_group (a453e1f2-23f3-4103-81e7-b69321968c21), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.165659 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.168886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a453e1f2-23f3-4103-81e7-b69321968c21), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.187574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-d5ce0c10-21b8-4b8f-a977-e6dd2688e3f0 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/9f007195-67f4-47c1-aabc-9dc37aa0a9ce HTTP/1.1" status: 200  len: 1831 time: 0.1222589
Jan 29 20:56:23.190538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:23.195588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-dc67cd2c-57c6-4e90-980c-f4d7efa114e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1955950
Jan 29 20:56:23.208397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c05d1bea-5ed6-4be3-9155-36df1a798f60), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.208879 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Added segment c05d1bea-5ed6-4be3-9155-36df1a798f60 of type vlan for network cab80b46-a95e-4d7f-aeff-888c1cbb9740
Jan 29 20:56:23.244409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:23.255293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a453e1f2-23f3-4103-81e7-b69321968c21,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:23.266051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cab80b46-a95e-4d7f-aeff-888c1cbb9740), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.286601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acd8e4-0b8e-47c2-8542-af58c091d43b req-b02bb902-b794-4fd9-8e25-31a547393d74 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643567
Jan 29 20:56:23.317958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cab80b46-a95e-4d7f-aeff-888c1cbb9740), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.318966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:23.319555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.340114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9f007195-67f4-47c1-aabc-9dc37aa0a9ce), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.359255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.381254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9f007195-67f4-47c1-aabc-9dc37aa0a9ce), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.420559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.4019496
Jan 29 20:56:23.421226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50036) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:23.439471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Request body: {'subnet': {'network_id': 'cab80b46-a95e-4d7f-aeff-888c1cbb9740', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41998388-subnet', 'tenant_id': '60177887d6ef48d2a066278d0c0fe7b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:23.473988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e326ba4-7d79-4d7f-b759-e56ec0309eae admin admin] Pushing event updated for resources: {'Network': ['ID=cab80b46-a95e-4d7f-aeff-888c1cbb9740,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:23.490655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cab80b46-a95e-4d7f-aeff-888c1cbb9740 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:23.505025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Made reservation on behalf of 60177887d6ef48d2a066278d0c0fe7b2 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:23.513153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9f007195-67f4-47c1-aabc-9dc37aa0a9ce), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.514524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.516556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.517889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e234c8b-306f-420b-9a28-382c8e8fa32a req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f007195-67f4-47c1-aabc-9dc37aa0a9ce HTTP/1.1" status: 204  len: 173 time: 0.3188076
Jan 29 20:56:23.533434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317ac3a-6f5d-4ac0-acb6-5d6521f6dcab tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f007195-67f4-47c1-aabc-9dc37aa0a9ce,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:23.650250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3b32fad-586f-41a6-a164-46bef972173d,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:23.655942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-2555555f-cb6d-48ca-9772-501d91f8ef8d tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/9d8f7cad-6145-4bf9-8429-34818a217c76 HTTP/1.1" status: 200  len: 1832 time: 0.0880454
Jan 29 20:56:23.718231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-21f9acb7-95a1-44f2-b873-8398e76751a4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0415816
Jan 29 20:56:23.764000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] For port f3b32fad-586f-41a6-a164-46bef972173d, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:23.778388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e538cf06-a66a-436e-8a73-5c0760607761), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.849508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e538cf06-a66a-436e-8a73-5c0760607761,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:23.854925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Checking segment: {'id': 'c05d1bea-5ed6-4be3-9155-36df1a798f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cab80b46-a95e-4d7f-aeff-888c1cbb9740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:23.855492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Network hostable DHCP agents. Network: cab80b46-a95e-4d7f-aeff-888c1cbb9740, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:23.855730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] device_id is not set on port f3b32fad-586f-41a6-a164-46bef972173d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:56:23.865118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9d8f7cad-6145-4bf9-8429-34818a217c76), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.874059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Publish callbacks [] for port (f3b32fad-586f-41a6-a164-46bef972173d), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.874578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Network cab80b46-a95e-4d7f-aeff-888c1cbb9740 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:23.884780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cab80b46-a95e-4d7f-aeff-888c1cbb9740) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:23.890611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:23.892141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.898390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.902285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5606590-218d-4e3f-b79d-d4f2434e2cc9 None None] Network cab80b46-a95e-4d7f-aeff-888c1cbb9740 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:23.925607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d56bcfe3-517c-462f-b68c-a57ea5f67711 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.4919891
Jan 29 20:56:23.949418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (9d8f7cad-6145-4bf9-8429-34818a217c76), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:23.979648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-4f9ff3ac-8ce5-404a-aaf1-753737d8ead1 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:23.986371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-4f9ff3ac-8ce5-404a-aaf1-753737d8ead1 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2552035
Jan 29 20:56:24.044260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.050744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] No DVR routers for this DVR port f3b32fad-586f-41a6-a164-46bef972173d on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:24.058788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebab6f-3649-4eed-893f-4812503f3a6c None None] Network cab80b46-a95e-4d7f-aeff-888c1cbb9740 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:24.075110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-d71a313b-64f3-487b-8900-0bcb97a8110a tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/quotas/bbb9dcf2c8f54cf69ab5849e66d4510f HTTP/1.1" status: 200  len: 375 time: 0.0876024
Jan 29 20:56:24.101267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:24.162869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-dfd61860-a07d-425a-b7b3-875b81c8518d tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0867832
Jan 29 20:56:24.175684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Deleting subnet 078c3656-1045-4163-af25-b72220793e42 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:24.179566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Publish callbacks [] for subnet (078c3656-1045-4163-af25-b72220793e42), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.199375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f3b32fad-586f-41a6-a164-46bef972173d no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:24.204501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d8f7cad-6145-4bf9-8429-34818a217c76), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.207145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.212502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ecce37f-8570-41b9-8fc0-0eb602d408d9 req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d8f7cad-6145-4bf9-8429-34818a217c76 HTTP/1.1" status: 204  len: 173 time: 0.5478575
Jan 29 20:56:24.223530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (078c3656-1045-4163-af25-b72220793e42), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.243522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] In _notify_port_updated(), no bound segment for port f3b32fad-586f-41a6-a164-46bef972173d on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:56:24.249043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.256880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.261715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-7eedf84a-b0e3-4584-90e0-77c03564ac62 service neutron] 10.222.0.18 "PUT /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 200  len: 1027 time: 1.0537205
Jan 29 20:56:24.263283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d2a99-2797-4b3f-aa2f-e06e9acdbd3c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f7cad-6145-4bf9-8429-34818a217c76,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.277608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (078c3656-1045-4163-af25-b72220793e42), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.326086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port f3b32fad-586f-41a6-a164-46bef972173d host ! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:56:24.326771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f3b32fad-586f-41a6-a164-46bef972173d not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:24.327396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4d23ce05-6f09-453c-bceb-9ce1006fba1f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:24.372658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (078c3656-1045-4163-af25-b72220793e42), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.403270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-99b8c9cf-e455-4a9e-be7d-06abe726c889 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.417924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078c3656-1045-4163-af25-b72220793e42,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.419873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.425053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4fd3491c-7639-4be0-9552-865723661ee0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/078c3656-1045-4163-af25-b72220793e42 HTTP/1.1" status: 204  len: 168 time: 0.3206294
Jan 29 20:56:24.425478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-99b8c9cf-e455-4a9e-be7d-06abe726c889 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "GET /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1598301
Jan 29 20:56:24.426035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:24.436467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:24.463476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4d23ce05-6f09-453c-bceb-9ce1006fba1f is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:24.466613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.509596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:24.513575 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62347bf2-f436-46e6-a38f-93e61eedb618" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:24.544181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:24.545914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4ce4a594-50c3-49d4-b6a7-6bc49fdb70b1 None None] Provisioning complete for port f3b32fad-586f-41a6-a164-46bef972173d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:24.546526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a594-50c3-49d4-b6a7-6bc49fdb70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3b32fad-586f-41a6-a164-46bef972173d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.584190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.585304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4bddc98d-07b9-40da-b287-bd5046e29f86 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:24.616184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.637983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6dea0f8e-ab2c-4672-9659-ce2635fa2535), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.660363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.681450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4a594-50c3-49d4-b6a7-6bc49fdb70b1 None None] Port f3b32fad-586f-41a6-a164-46bef972173d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:24.692949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-d6e83141-43b8-4b89-a0ca-9e3a2e1a3995 tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "GET /v2.0/security-groups/da58f952-0bda-49d5-aa23-b4732b98679d HTTP/1.1" status: 200  len: 1830 time: 0.1322718
Jan 29 20:56:24.748749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4bddc98d-07b9-40da-b287-bd5046e29f86 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:24.749202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.761820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.768237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.774095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.780000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.785758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.791376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:24.798190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:24.800291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-02e3a303-2f5e-4d61-8e73-e75171e9a626 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 4658 time: 0.2270150
Jan 29 20:56:24.804327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6dea0f8e-ab2c-4672-9659-ce2635fa2535), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.804751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.805875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7549379d-c1b2-4286-9a98-ba2abbf18f00 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:24.835747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08dd7160>,) {'filters': {'network_id': ['6dea0f8e-ab2c-4672-9659-ce2635fa2535']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:24.845858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dd7160>, '405d6072-770d-494e-a704-af4a04d55af4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:24.846335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dd7160>, '405d6072-770d-494e-a704-af4a04d55af4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:24.857310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (405d6072-770d-494e-a704-af4a04d55af4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.872306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (405d6072-770d-494e-a704-af4a04d55af4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.880410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:24.880562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (405d6072-770d-494e-a704-af4a04d55af4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:24.882600 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:24.913330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.950551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6dea0f8e-ab2c-4672-9659-ce2635fa2535), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.986320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.988489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7549379d-c1b2-4286-9a98-ba2abbf18f00 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:24.988895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.989883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (da58f952-0bda-49d5-aa23-b4732b98679d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:24.990700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6dea0f8e-ab2c-4672-9659-ce2635fa2535 HTTP/1.1" status: 204  len: 168 time: 0.5604510
Jan 29 20:56:24.992120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6928-7de3-44fd-a84c-eaef5c55e6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dea0f8e-ab2c-4672-9659-ce2635fa2535,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:24.994875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50130) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:25.038156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1a9e5b0-c3f3-4b11-b1e7-ccb94dfd514e req-ff45eb21-e203-4f90-8244-b76fc89fc148 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&id=b14325cd-ca9c-49a0-b210-2c0acacd4043&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2368519
Jan 29 20:56:25.058158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Deleting subnet e538cf06-a66a-436e-8a73-5c0760607761 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:25.062255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Publish callbacks [] for subnet (e538cf06-a66a-436e-8a73-5c0760607761), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.077597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:25.079328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d23ce05-6f09-453c-bceb-9ce1006fba1f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:25.084538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.086909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 78a7a06c-081d-46a4-9cd8-d39008ea330f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:25.098517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (da58f952-0bda-49d5-aa23-b4732b98679d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.108455 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (e538cf06-a66a-436e-8a73-5c0760607761), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.122489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50132) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:25.176437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e538cf06-a66a-436e-8a73-5c0760607761), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.236268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] For port 4d23ce05-6f09-453c-bceb-9ce1006fba1f, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:25.261396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (e538cf06-a66a-436e-8a73-5c0760607761), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.271155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.293046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (da58f952-0bda-49d5-aa23-b4732b98679d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.296183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.303665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57d48bb6-d1c3-4802-a33b-a916d9c237c2 req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] 10.222.0.20 "DELETE /v2.0/security-groups/da58f952-0bda-49d5-aa23-b4732b98679d HTTP/1.1" status: 204  len: 173 time: 0.6094596
Jan 29 20:56:25.311364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50138) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:25.315458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] device_id is not set on port 4d23ce05-6f09-453c-bceb-9ce1006fba1f yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:56:25.324620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e538cf06-a66a-436e-8a73-5c0760607761,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.351374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 78a7a06c-081d-46a4-9cd8-d39008ea330f is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:25.351779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.358139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.362650 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc72f7b1-1fc3-42cb-aa43-2b09c334cca4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e538cf06-a66a-436e-8a73-5c0760607761 HTTP/1.1" status: 204  len: 168 time: 0.3661821
Jan 29 20:56:25.364762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Publish callbacks [] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.365471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:25.401602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:25.406513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5992f-8874-46a5-9e69-6ff8acba401e req-9d7fa7e6-8644-4569-aa62-f8b9e38f5177 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:25.408026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.408177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6e5992f-8874-46a5-9e69-6ff8acba401e req-9d7fa7e6-8644-4569-aa62-f8b9e38f5177 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2480690
Jan 29 20:56:25.409139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 276735cc-412b-4343-88dc-f9dcccfb5b3a no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:25.409576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7be3785b-5c16-44ab-be5a-67bccf8eb5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.415116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320c28-c295-41dd-976b-b6f82243b93c tempest-SecurityGroupRulesNegativeTestJSON-743046513 tempest-SecurityGroupRulesNegativeTestJSON-743046513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58f952-0bda-49d5-aa23-b4732b98679d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.441650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.512472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.542674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.612589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] No DVR routers for this DVR port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:25.630778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 276735cc-412b-4343-88dc-f9dcccfb5b3a is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:25.631371 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.635201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab11f6-079a-4f88-b102-cb454d546000 req-1c9b73a3-6f2a-4848-b24f-12d0fe66efdf tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:25.642772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05ab11f6-079a-4f88-b102-cb454d546000 req-1c9b73a3-6f2a-4848-b24f-12d0fe66efdf tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2291744
Jan 29 20:56:25.683694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:25.685966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6e5992f-8874-46a5-9e69-6ff8acba401e req-ec4ae9a5-6132-4ef8-90fb-8eff443e9ef3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2630925
Jan 29 20:56:25.699639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Deleting subnet 456bd8bd-bc93-45e8-89c7-d4c08fb46d42 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:25.704399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Publish callbacks [] for subnet (456bd8bd-bc93-45e8-89c7-d4c08fb46d42), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.707649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.708971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bd3606f1-8289-47b0-985b-4710648f7298 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:25.743384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] In _notify_port_updated(), no bound segment for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f on network 5416f00d-fbe8-402a-a4b9-05aed01ec722 {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 20:56:25.744286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:25.744915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.746335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-c20bceab-e073-47ee-b3b2-ce48f7bb60ec service neutron] 10.222.0.18 "PUT /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 200  len: 1026 time: 1.3140230
Jan 29 20:56:25.804469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cab80b46-a95e-4d7f-aeff-888c1cbb9740), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.827652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:25.839719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (456bd8bd-bc93-45e8-89c7-d4c08fb46d42), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.866533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05ab11f6-079a-4f88-b102-cb454d546000 req-523d4c8f-d790-4d38-ae29-13196ff838c1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131872
Jan 29 20:56:25.886402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bd3606f1-8289-47b0-985b-4710648f7298 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:25.886800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.914234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7be3785b-5c16-44ab-be5a-67bccf8eb5dd admin admin] Publish callbacks [] for security_group (3318f44b-f724-494e-aaeb-baa844bb03cc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.925765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7be3785b-5c16-44ab-be5a-67bccf8eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3318f44b-f724-494e-aaeb-baa844bb03cc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:25.974015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:25.978780 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a2517e-0819-496b-b686-849e1b8e9d26 x-openstack-request-id: req-b1a2517e-0819-496b-b686-849e1b8e9d26 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:25.979589 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d23ce05-6f09-453c-bceb-9ce1006fba1f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:25.980036 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1a2517e-0819-496b-b686-849e1b8e9d26 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:25.980780 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d23ce05-6f09-453c-bceb-9ce1006fba1f', 'code': 200}
Jan 29 20:56:25.983304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.032679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7be3785b-5c16-44ab-be5a-67bccf8eb5dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=385bfb93441646caa198b5149f80a11c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9066839
Jan 29 20:56:26.032679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3785b-5c16-44ab-be5a-67bccf8eb5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318f44b-f724-494e-aaeb-baa844bb03cc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.033477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50154) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:26.067176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-08e13665-595a-4f12-be6e-cbb6dfd5d79a None None] Provisioning complete for port 4d23ce05-6f09-453c-bceb-9ce1006fba1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:26.067480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-08e13665-595a-4f12-be6e-cbb6dfd5d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.078076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (456bd8bd-bc93-45e8-89c7-d4c08fb46d42), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.116114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cab80b46-a95e-4d7f-aeff-888c1cbb9740), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.116419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-08e13665-595a-4f12-be6e-cbb6dfd5d79a None None] Port 4d23ce05-6f09-453c-bceb-9ce1006fba1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:26.121881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.143781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-1794fe9f-2aed-4386-aac8-16348ccd0fb8 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0762334
Jan 29 20:56:26.147725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03f24190>,) {'filters': {'network_id': ['cab80b46-a95e-4d7f-aeff-888c1cbb9740']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:26.158404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 4bddc98d-07b9-40da-b287-bd5046e29f86 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:26.158807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.168965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f24190>, 'c05d1bea-5ed6-4be3-9155-36df1a798f60') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:26.169393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f24190>, 'c05d1bea-5ed6-4be3-9155-36df1a798f60') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:26.183931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c05d1bea-5ed6-4be3-9155-36df1a798f60), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.192680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (456bd8bd-bc93-45e8-89c7-d4c08fb46d42), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.232598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.240540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/456bd8bd-bc93-45e8-89c7-d4c08fb46d42 HTTP/1.1" status: 204  len: 168 time: 0.9215021
Jan 29 20:56:26.240540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c05d1bea-5ed6-4be3-9155-36df1a798f60), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.266268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50158) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:26.276356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-5d506390-c9ab-4379-aa64-7725513261ad tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0742524
Jan 29 20:56:26.277734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:26.278045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c05d1bea-5ed6-4be3-9155-36df1a798f60), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:26.281317 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:26.283250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef546c-5461-411f-bc8a-ed290d5da54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456bd8bd-bc93-45e8-89c7-d4c08fb46d42,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.283336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] Publish callbacks [] for security_group (3318f44b-f724-494e-aaeb-baa844bb03cc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.345037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] Publish callbacks [] for security_group (3318f44b-f724-494e-aaeb-baa844bb03cc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.378423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ef60d-6952-409a-853b-629bfe6fcde9 req-ef873e2f-8f31-4ec7-9915-46d92dc5105a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:26.379976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-926ef60d-6952-409a-853b-629bfe6fcde9 req-ef873e2f-8f31-4ec7-9915-46d92dc5105a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3138826
Jan 29 20:56:26.429134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] For port 4bddc98d-07b9-40da-b287-bd5046e29f86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bddc98d-07b9-40da-b287-bd5046e29f86,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:26.429492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.459793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-f6f973af-838e-4619-96fe-d980a8baa670 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:26.461373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-f6f973af-838e-4619-96fe-d980a8baa670 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2995377
Jan 29 20:56:26.467769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 4bddc98d-07b9-40da-b287-bd5046e29f86 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:26.495584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cd770f2b-11ec-4914-a74e-24e23cbe365c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.497366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cab80b46-a95e-4d7f-aeff-888c1cbb9740), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.504624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-cfef854e-9051-408c-b481-b436d7b1f13c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/quotas/bbb9dcf2c8f54cf69ab5849e66d4510f HTTP/1.1" status: 200  len: 375 time: 0.0322428
Jan 29 20:56:26.519253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.522508 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cab80b46-a95e-4d7f-aeff-888c1cbb9740 HTTP/1.1" status: 204  len: 168 time: 1.1559327
Jan 29 20:56:26.561023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3eb9f-0e97-4e38-80c2-7ba1822a48e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab80b46-a95e-4d7f-aeff-888c1cbb9740,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.569014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-926ef60d-6952-409a-853b-629bfe6fcde9 req-d2980a98-0aad-48c5-bbcb-67f3fa90b611 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661923
Jan 29 20:56:26.585894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3318f44b-f724-494e-aaeb-baa844bb03cc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.588443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.592000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3318f44b-f724-494e-aaeb-baa844bb03cc HTTP/1.1" status: 204  len: 168 time: 0.5544686
Jan 29 20:56:26.595581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-95f377dc-92fd-483b-a22b-75ffae53a7c3 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475118
Jan 29 20:56:26.615409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44581878-8834-4e8d-b267-e1b4d4f75c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318f44b-f724-494e-aaeb-baa844bb03cc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.779509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50168) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:26.787456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4bddc98d-07b9-40da-b287-bd5046e29f86), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:26.857288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=4bddc98d-07b9-40da-b287-bd5046e29f86,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:26.911405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-7cfff3f1-0766-44ca-bdea-881bf12b8be4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:26.913612 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-7cfff3f1-0766-44ca-bdea-881bf12b8be4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6205232
Jan 29 20:56:26.941182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Request body: {'port': {'device_id': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'bbb9dcf2c8f54cf69ab5849e66d4510f'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:26.954640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cd770f2b-11ec-4914-a74e-24e23cbe365c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.018524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] No DVR routers for this DVR port 4bddc98d-07b9-40da-b287-bd5046e29f86 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:27.019004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-708f945b-5da9-4cd8-8127-ca82d821f6bd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.021190 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-708f945b-5da9-4cd8-8127-ca82d821f6bd tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.4499140
Jan 29 20:56:27.022517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.026103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-01d3b1a6-664f-4b6b-85fb-2fefce3eb037 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "DELETE /v2.0/ports/4bddc98d-07b9-40da-b287-bd5046e29f86 HTTP/1.1" status: 204  len: 173 time: 1.2515032
Jan 29 20:56:27.055913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09db6dc0>,) {'filters': {'network_id': ['cd770f2b-11ec-4914-a74e-24e23cbe365c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:27.062615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:27.065627 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25961255-b473-4c45-9ba3-6f76c87167f5" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:27.069282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09db6dc0>, 'c7df621d-ec39-4261-a4a1-ecd5ff6bcc57') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:27.069613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09db6dc0>, 'c7df621d-ec39-4261-a4a1-ecd5ff6bcc57') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:27.082765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c7df621d-ec39-4261-a4a1-ecd5ff6bcc57), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.093672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-029a68fd-47eb-4148-b300-072bb60162fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4169e130c4fe454a810955904553b3f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3125651
Jan 29 20:56:27.099292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c7df621d-ec39-4261-a4a1-ecd5ff6bcc57), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.118501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50182) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:27.123774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:27.124200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c7df621d-ec39-4261-a4a1-ecd5ff6bcc57), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.138781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c157a-bc64-46cb-82c6-0f6998b89e5b req-709ddec4-3f82-483d-91f2-441572e4ec77 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.146338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd1c157a-bc64-46cb-82c6-0f6998b89e5b req-709ddec4-3f82-483d-91f2-441572e4ec77 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 944 time: 0.3816628
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:27.208384 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:27.285479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-7271e03b-9404-439e-8f01-b9daa46865cb tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.290905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-7271e03b-9404-439e-8f01-b9daa46865cb tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.296640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-7271e03b-9404-439e-8f01-b9daa46865cb tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.303757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-7271e03b-9404-439e-8f01-b9daa46865cb tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:27.310940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-7271e03b-9404-439e-8f01-b9daa46865cb tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 3144 time: 0.3439031
Jan 29 20:56:27.324278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd1c157a-bc64-46cb-82c6-0f6998b89e5b req-0be72592-9375-4acf-a17d-e489289f410c tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/security-groups?id=32ced963-7a2e-429c-be13-efd02a304270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764724
Jan 29 20:56:27.343030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cd770f2b-11ec-4914-a74e-24e23cbe365c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.357493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.357493 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd770f2b-11ec-4914-a74e-24e23cbe365c HTTP/1.1" status: 204  len: 168 time: 1.0856631
Jan 29 20:56:27.424192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7b99e-d526-4d3f-a1df-3a6ea61f854e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd770f2b-11ec-4914-a74e-24e23cbe365c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:27.524224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Deleting port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:27.524574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.574735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Made reservation on behalf of bbb9dcf2c8f54cf69ab5849e66d4510f for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:27.582043 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.669918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961b0ee0-ef54-4e5f-8381-8dddd66ff69f req-756abc76-3d79-48ee-9fc9-c95edcf0ec97 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3577969
Jan 29 20:56:27.683660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] Publish callbacks [] for security_group (a4404ecc-d8a0-41dc-8a52-2a3340591d0e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.728665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] For port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,segment=NetworkSegment(74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4),segment_id=74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:27.729124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.749663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] Publish callbacks [] for security_group (a4404ecc-d8a0-41dc-8a52-2a3340591d0e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.754173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Calling delete_port for d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:27.774366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50218) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:27.777597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 7549379d-c1b2-4286-9a98-ba2abbf18f00 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:27.777879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.827242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:27.983642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:27.987732 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75a4c2-9048-41b9-8fc7-83e55daaad92" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3606f1-8289-47b0-985b-4710648f7298"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:27.994737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks [] for security_group (c019a24a-7a72-4519-beb4-567ac637a75a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.005748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c019a24a-7a72-4519-beb4-567ac637a75a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.022236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.073637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Pushing event deleted for resources: {'Port': ['ID=d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:28.118935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c019a24a-7a72-4519-beb4-567ac637a75a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:28.164753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] No DVR routers for this DVR port d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:28.167174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.171011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0784126c-c6d2-490b-acd9-af3d1544d25e req-7db54a10-1659-4996-8869-7fc8c8ba03d3 tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.36 "DELETE /v2.0/ports/d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 HTTP/1.1" status: 204  len: 173 time: 1.1399653
Jan 29 20:56:28.176631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-deleted', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:28.179013 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c9128-2c33-4ca7-a6f6-784bde13ccd5" -d '{"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-deleted", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:28.204972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66cca85e-7e00-4c3f-b96a-1583fd0aebf3 req-e575f001-c8cc-478c-981d-09d8858c41c8 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 210 time: 0.3962111
Jan 29 20:56:28.268364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738f860-0168-4a98-8728-40679694352a req-0741f38e-c335-4b6f-8c07-073f842b2646 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:28.270128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5738f860-0168-4a98-8728-40679694352a req-0741f38e-c335-4b6f-8c07-073f842b2646 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.7889304
Jan 29 20:56:28.273154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Allocated IP 192.168.233.64 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/1394b533-16f4-48cf-8e52-152c675d92e3) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:28.275617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4eef50ab-93ff-4bcd-91b6-c28de8d14b96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=592c5a3a45e94a71b8a7045b66feace3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4946091
Jan 29 20:56:28.281390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50232) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:28.310768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a4404ecc-d8a0-41dc-8a52-2a3340591d0e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.313964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.317358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4404ecc-d8a0-41dc-8a52-2a3340591d0e HTTP/1.1" status: 204  len: 168 time: 1.1936574
Jan 29 20:56:28.346646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] For port 7549379d-c1b2-4286-9a98-ba2abbf18f00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7549379d-c1b2-4286-9a98-ba2abbf18f00,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:28.346646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.362012 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e881e43e-abde-4f9d-9f5b-49d1f15eccea x-openstack-request-id: req-e881e43e-abde-4f9d-9f5b-49d1f15eccea {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:28.362555 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:28.363008 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e881e43e-abde-4f9d-9f5b-49d1f15eccea {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:28.363647 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'status': 'completed', 'code': 200}
Jan 29 20:56:28.432502 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89131be-56c0-403c-a764-74b609acfc9c x-openstack-request-id: req-f89131be-56c0-403c-a764-74b609acfc9c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:28.432901 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4bddc98d-07b9-40da-b287-bd5046e29f86", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3606f1-8289-47b0-985b-4710648f7298", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:28.433249 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f89131be-56c0-403c-a764-74b609acfc9c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:28.434532 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bddc98d-07b9-40da-b287-bd5046e29f86', 'code': 200}
Jan 29 20:56:28.434993 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'code': 200}
Jan 29 20:56:28.435338 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'code': 200}
Jan 29 20:56:28.435594 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'code': 200}
Jan 29 20:56:28.435907 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298', 'code': 200}
Jan 29 20:56:28.451717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f1dfc-3813-4aa5-898c-30cb7a5c7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4404ecc-d8a0-41dc-8a52-2a3340591d0e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:28.460506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 7549379d-c1b2-4286-9a98-ba2abbf18f00 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:28.511684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-7160791d-ccbe-4376-be23-698ce76c2440 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0524709
Jan 29 20:56:28.550392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5738f860-0168-4a98-8728-40679694352a req-eba9016d-15f1-47e6-bf7c-578bd7dd7825 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697976
Jan 29 20:56:28.655183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] Publish callbacks [] for security_group (c9e29289-ab3d-4447-bcf7-affb0c631a0f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.667449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks [] for port (1394b533-16f4-48cf-8e52-152c675d92e3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.735035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.753269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] Publish callbacks [] for security_group (c9e29289-ab3d-4447-bcf7-affb0c631a0f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.792873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:28.793217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96fbe391-f267-45ed-95ee-96df51cafe85 req-89bd3871-7599-47b9-9dcc-93cf22904d0d tempest-LiveAutoBlockMigrationV225Test-1737821182 tempest-LiveAutoBlockMigrationV225Test-1737821182-project] 10.222.0.20 "GET /v2.0/ports?device_id=770173bb-11b1-4d34-ac00-7b3bc95fd965 HTTP/1.1" status: 200  len: 210 time: 0.0649240
Jan 29 20:56:28.806178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:28.807633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:28.810886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:28.852950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-e246d0a5-ca82-4cc1-a945-e41dee03b17b tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:28.854492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-e246d0a5-ca82-4cc1-a945-e41dee03b17b tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3008354
Jan 29 20:56:28.892950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Request body: {'port': {'device_id': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'bbb9dcf2c8f54cf69ab5849e66d4510f'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:28.896654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:28.897405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:28.916120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:28.979586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-c13384f5-8061-44ce-945a-9186430bd437 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0498540
Jan 29 20:56:28.995035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-95eb5a9d-c151-4ccd-a7df-90dca9e64e55 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:56:28.996391 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-95eb5a9d-c151-4ccd-a7df-90dca9e64e55 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089092
Jan 29 20:56:29.027949 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dcfca891-c8c2-4285-b803-57f608906aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60177887d6ef48d2a066278d0c0fe7b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1096301
Jan 29 20:56:29.031199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50272) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:29.066663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c9e29289-ab3d-4447-bcf7-affb0c631a0f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.069537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.070813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9e29289-ab3d-4447-bcf7-affb0c631a0f HTTP/1.1" status: 204  len: 168 time: 0.7851446
Jan 29 20:56:29.083854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7549379d-c1b2-4286-9a98-ba2abbf18f00), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.163249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] Publish callbacks [] for security_group (a453e1f2-23f3-4103-81e7-b69321968c21), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.172484 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279806e-f971-4691-bca8-88bdcb29cb26 x-openstack-request-id: req-8279806e-f971-4691-bca8-88bdcb29cb26 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:29.172794 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770173bb-11b1-4d34-ac00-7b3bc95fd965", "name": "network-vif-deleted", "tag": "d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:29.174197 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8279806e-f971-4691-bca8-88bdcb29cb26 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:29.177224 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770173bb-11b1-4d34-ac00-7b3bc95fd965', 'name': 'network-vif-deleted', 'tag': 'd3a14bd9-b4b2-4c52-ab94-46c30ebd3a23', 'status': 'completed', 'code': 200}
Jan 29 20:56:29.207781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=7549379d-c1b2-4286-9a98-ba2abbf18f00,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:29.227712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69873164-a099-43a1-95b2-95642f03233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e29289-ab3d-4447-bcf7-affb0c631a0f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:29.237084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] Publish callbacks [] for security_group (a453e1f2-23f3-4103-81e7-b69321968c21), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.285921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c939803d-3acc-4d8e-bfc5-44bb4e7447b2 None None] Provisioning complete for port 1394b533-16f4-48cf-8e52-152c675d92e3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:29.290740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c939803d-3acc-4d8e-bfc5-44bb4e7447b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.318320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Request body: {'port': {'device_id': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:29.346502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-02ee5396-3032-442e-b4b8-2b104e7e36ed tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:29.352743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-02ee5396-3032-442e-b4b8-2b104e7e36ed tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:29.359086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-02ee5396-3032-442e-b4b8-2b104e7e36ed tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:29.362606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c939803d-3acc-4d8e-bfc5-44bb4e7447b2 None None] Port 1394b533-16f4-48cf-8e52-152c675d92e3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:29.366383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-02ee5396-3032-442e-b4b8-2b104e7e36ed tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:29.368677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-02ee5396-3032-442e-b4b8-2b104e7e36ed tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 3066 time: 0.3809514
Jan 29 20:56:29.376299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a453e1f2-23f3-4103-81e7-b69321968c21), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.382834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.386793 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a453e1f2-23f3-4103-81e7-b69321968c21 HTTP/1.1" status: 204  len: 168 time: 0.3516397
Jan 29 20:56:29.410403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] No DVR routers for this DVR port 7549379d-c1b2-4286-9a98-ba2abbf18f00 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:29.415137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.419592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-8b3c0d1f-cbed-41b4-93c5-decdc5e11771 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "DELETE /v2.0/ports/7549379d-c1b2-4286-9a98-ba2abbf18f00 HTTP/1.1" status: 204  len: 173 time: 2.3471398
Jan 29 20:56:29.425520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d10f08-a9c9-4a72-bfe0-1e7ec4cdcd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453e1f2-23f3-4103-81e7-b69321968c21,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:29.452389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.560030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Made reservation on behalf of bbb9dcf2c8f54cf69ab5849e66d4510f for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:29.564322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.617657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7cab-f3d5-42aa-946a-08dee15656a6 req-facf04e0-7028-4c5e-8060-2595cc419abd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:29.619338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a5c7cab-f3d5-42aa-946a-08dee15656a6 req-facf04e0-7028-4c5e-8060-2595cc419abd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2929335
Jan 29 20:56:29.622676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8edab3a-c3ff-41a0-b841-ba8bbb613609 req-277d6d12-7bbd-4b8f-acf2-b771aa3b00e4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2247372
Jan 29 20:56:29.744104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a5c7cab-f3d5-42aa-946a-08dee15656a6 req-3d282062-6962-4a6c-9d8d-3c08a0770d9e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134646
Jan 29 20:56:29.747737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 276735cc-412b-4343-88dc-f9dcccfb5b3a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:29.748196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.856839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50298) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:29.880529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:29.890340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks [] for port (1394b533-16f4-48cf-8e52-152c675d92e3), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.891090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bcff09b-4ae7-4914-b239-d34dde7955aa req-c891ee71-1627-48d1-820b-d6788452f3e0 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 210 time: 0.1381304
Jan 29 20:56:29.920172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Transition to ACTIVE for port object 1394b533-16f4-48cf-8e52-152c675d92e3 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:56:29.929628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:29.979507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:30.047757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:30.094440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:30.095616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d3a14bd9-b4b2-4c52-ab94-46c30ebd3a23 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:30.116453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Allocated IP 192.168.233.101 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/a8314312-e25a-430c-9ad8-a8ecc7438097) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:30.120378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Attempting to bind port 1394b533-16f4-48cf-8e52-152c675d92e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:30.120878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Attempting to bind port 1394b533-16f4-48cf-8e52-152c675d92e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:30.121926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Attempting to bind port 1394b533-16f4-48cf-8e52-152c675d92e3 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:30.127851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Port 1394b533-16f4-48cf-8e52-152c675d92e3 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:30.128321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Attempting to bind port 1394b533-16f4-48cf-8e52-152c675d92e3 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:30.130090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f584b3-a2b5-4b32-bf94-bd2dfbd1a219 req-61fea8d4-44dc-471a-9720-36e4244003a3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:30.131812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89f584b3-a2b5-4b32-bf94-bd2dfbd1a219 req-61fea8d4-44dc-471a-9720-36e4244003a3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2670403
Jan 29 20:56:30.140291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:30.140559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:30.141076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:30.141778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Bound port: 1394b533-16f4-48cf-8e52-152c675d92e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:30.141778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.186469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1e0c8eb1-38d1-4767-9f0d-9f71d65f511a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-598520843'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:30.186951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1e0c8eb1-38d1-4767-9f0d-9f71d65f511a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Unknown quota resources ['metering_label']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:56:30.191671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:56:30.213805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] For port 276735cc-412b-4343-88dc-f9dcccfb5b3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=276735cc-412b-4343-88dc-f9dcccfb5b3a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:30.214388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.302169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959577ef-b75d-4bd5-b221-599c203af155 req-4bc1159a-5d90-4673-94b6-612c2cc5e625 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:30.312674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959577ef-b75d-4bd5-b221-599c203af155 req-4bc1159a-5d90-4673-94b6-612c2cc5e625 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2986808
Jan 29 20:56:30.398292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:30.400555 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df45a6d3-b991-46f5-9c6b-f0562e87fb8c" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:30.427296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:30.458528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'mac_address': 'fa:16:3e:bb:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:56:30.488167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89f584b3-a2b5-4b32-bf94-bd2dfbd1a219 req-1e9b3eb1-6e86-43c5-9d6b-1246eaa98cee tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3459134
Jan 29 20:56:30.546184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:30.546859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.567814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8d408f9-0419-4e6a-bb20-c429ede9dd74 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:30.600432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50320) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:30.624243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959577ef-b75d-4bd5-b221-599c203af155 req-c295c05c-c90b-45a7-83bb-20f496d5cb0c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028784
Jan 29 20:56:30.627572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:30.653867 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.712419 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c543d69e-7f28-4613-bfa3-7a401cf9ea38 x-openstack-request-id: req-c543d69e-7f28-4613-bfa3-7a401cf9ea38 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:30.712735 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "7549379d-c1b2-4286-9a98-ba2abbf18f00", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:30.713021 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c543d69e-7f28-4613-bfa3-7a401cf9ea38 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:30.721855 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '7549379d-c1b2-4286-9a98-ba2abbf18f00', 'status': 'completed', 'code': 200}
Jan 29 20:56:30.771193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8eb1-38d1-4767-9f0d-9f71d65f511a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.772500 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1e0c8eb1-38d1-4767-9f0d-9f71d65f511a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.9145975
Jan 29 20:56:30.775262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50338) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:30.776187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:30.779648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-683c9b3f-afba-492a-bbad-f6ca1dcdd1b5 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e031adc9-a796-4693-a0e8-f55036299d6d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:30.780269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-683c9b3f-afba-492a-bbad-f6ca1dcdd1b5 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:56:30.785449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:30.799433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.800823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.801489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.802588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.804891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.805415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:30.805857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.806870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.807804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.808402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.811071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.811672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.812798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.813411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:30.841056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a8d408f9-0419-4e6a-bb20-c429ede9dd74'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:30.891696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.896455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks [] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.899775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.899961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.900282 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Floating IP b9bfba96-632d-4046-b072-b077e259550b disassociated. External IP: 172.35.4.221, port: 276735cc-412b-4343-88dc-f9dcccfb5b3a.
Jan 29 20:56:30.900636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 276735cc-412b-4343-88dc-f9dcccfb5b3a owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:30.907007 ncdv-master-1 neutron-server[125942]: WARNING neutron.services.metering.metering_plugin [None req-683c9b3f-afba-492a-bbad-f6ca1dcdd1b5 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 20:56:30.938748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:30.939758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:30.941314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] 10.222.0.36 "PUT /v2.0/ports/1394b533-16f4-48cf-8e52-152c675d92e3 HTTP/1.1" status: 200  len: 1095 time: 1.9285719
Jan 29 20:56:31.114989 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.183195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:31.185493 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee9f41-1cd5-42d2-befa-d79ce0409768" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:31.248604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:31.256312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Deleting subnet 2ae2cf69-6877-484a-8bbb-4a2ea1ae861f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:31.256688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683c9b3f-afba-492a-bbad-f6ca1dcdd1b5 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.260859 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-683c9b3f-afba-492a-bbad-f6ca1dcdd1b5 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.4817765
Jan 29 20:56:31.261036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Publish callbacks [] for subnet (2ae2cf69-6877-484a-8bbb-4a2ea1ae861f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.261132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50348) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:31.266324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-03da2d1d-3642-499b-89ce-dae9b462e281 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e031adc9-a796-4693-a0e8-f55036299d6d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:31.266867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-03da2d1d-3642-499b-89ce-dae9b462e281 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:56:31.276422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072c0ff-ed03-4c37-8d02-6ec0e196d176 service neutron] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:31.309946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (2ae2cf69-6877-484a-8bbb-4a2ea1ae861f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.331690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-4f3cacc7-b653-4fab-86c5-5e85530da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.333486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-4f3cacc7-b653-4fab-86c5-5e85530da0b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 1129 time: 0.1963654
Jan 29 20:56:31.334098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50352) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:31.334478 ncdv-master-1 neutron-server[125942]: WARNING neutron.services.metering.metering_plugin [None req-03da2d1d-3642-499b-89ce-dae9b462e281 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 20:56:31.366619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:31.373062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:31.420932 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-acdf6f3c-612e-40ec-9b3d-c655d2c0323c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1394b533-16f4-48cf-8e52-152c675d92e3 HTTP/1.1" status: 200  len: 217 time: 0.0789847
Jan 29 20:56:31.457631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:31.492223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (2ae2cf69-6877-484a-8bbb-4a2ea1ae861f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.511088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03da2d1d-3642-499b-89ce-dae9b462e281 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.512677 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03da2d1d-3642-499b-89ce-dae9b462e281 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2504294
Jan 29 20:56:31.522288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50360) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:31.566778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-f1028bcf-6674-4e6c-91a9-32a70a70bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.568272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-f1028bcf-6674-4e6c-91a9-32a70a70bede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1408830
Jan 29 20:56:31.574796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.575703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.585166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82ed4-9881-4362-a1f3-5b9b480215d5 req-350aefda-3dc4-454d-ade3-fdb41614dfe4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.588076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f82ed4-9881-4362-a1f3-5b9b480215d5 req-350aefda-3dc4-454d-ade3-fdb41614dfe4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 936 time: 0.5120013
Jan 29 20:56:31.630985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99fe14-0013-4774-b9a2-1d57d3e4a51c req-c38696d6-12e3-4e54-a551-cc697439292e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.642953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99fe14-0013-4774-b9a2-1d57d3e4a51c req-c38696d6-12e3-4e54-a551-cc697439292e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.648509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99fe14-0013-4774-b9a2-1d57d3e4a51c req-c38696d6-12e3-4e54-a551-cc697439292e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.650319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a99fe14-0013-4774-b9a2-1d57d3e4a51c req-c38696d6-12e3-4e54-a551-cc697439292e tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 2411 time: 0.4930387
Jan 29 20:56:31.651999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99e8e7ac-2d7f-485c-b23f-633a9c28cd5c tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=88fbe2fe-cd7e-49a2-8b5b-3b3c2598122b HTTP/1.1" status: 200  len: 462 time: 0.1198850
Jan 29 20:56:31.660835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50372) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:31.687235 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (276735cc-412b-4343-88dc-f9dcccfb5b3a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.710024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-bf17eb9d-bfb4-4845-86fa-7fdf161126cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:31.711455 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-bf17eb9d-bfb4-4845-86fa-7fdf161126cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1359348
Jan 29 20:56:31.751024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-040ebe97-6c68-4d11-80fd-f655b17806ca tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8649492
Jan 29 20:56:31.768686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-53977363-network', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:31.813721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Request body: {'port': {'device_id': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:31.851153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-b9e82a12-4e87-4b70-95fd-1ec6cdad1a5a service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326215
Jan 29 20:56:31.857036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4c91b3ab-d0dc-4511-822c-dbeb847804f1 None None] Provisioning complete for port a8314312-e25a-430c-9ad8-a8ecc7438097 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:31.858099 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4c91b3ab-d0dc-4511-822c-dbeb847804f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.862062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=276735cc-412b-4343-88dc-f9dcccfb5b3a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:31.896691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (2ae2cf69-6877-484a-8bbb-4a2ea1ae861f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:31.934784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4c91b3ab-d0dc-4511-822c-dbeb847804f1 None None] Port a8314312-e25a-430c-9ad8-a8ecc7438097 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:32.001668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1f82ed4-9881-4362-a1f3-5b9b480215d5 req-70c22526-cfb1-446b-ab71-26169efa2bb5 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3454440
Jan 29 20:56:32.028202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae2cf69-6877-484a-8bbb-4a2ea1ae861f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:32.035070 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.038168 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74bc8bf6-e2f1-495a-bebc-aa0a4ec89457 req-b1b46517-19fd-463e-af1c-74013391a6b0 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804578
Jan 29 20:56:32.038284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b015e40-9401-42e0-a5c7-a64720987b81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ae2cf69-6877-484a-8bbb-4a2ea1ae861f HTTP/1.1" status: 204  len: 168 time: 1.4350185
Jan 29 20:56:32.041155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50388) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:32.094323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a99fe14-0013-4774-b9a2-1d57d3e4a51c req-1cc08840-b785-4a89-a65a-a177a8a14a13 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4341471
Jan 29 20:56:32.207515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:32.221495 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef9d69-89b0-4c85-958b-315e4a630913 x-openstack-request-id: req-b7ef9d69-89b0-4c85-958b-315e4a630913 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:32.223581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:32.223944 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7ef9d69-89b0-4c85-958b-315e4a630913 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:32.224449 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'status': 'completed', 'code': 200}
Jan 29 20:56:32.322302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-5362fff8-3de7-4d79-bf83-8d7efaa089d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:32.328593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-5362fff8-3de7-4d79-bf83-8d7efaa089d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 1129 time: 0.1557796
Jan 29 20:56:32.336693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (36c94de9-39ad-4696-b7dd-7579ffd1d294), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.601471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (36c94de9-39ad-4696-b7dd-7579ffd1d294), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.643436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea086c0c10>,) {'filters': {'network_id': ['36c94de9-39ad-4696-b7dd-7579ffd1d294']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:32.653366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Made reservation on behalf of 48a3088fc3bf4f8dbb2e2bef3ea0e6b3 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:32.654995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-4f6dc127-7b83-4d85-925b-33737d624292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:32.655658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.657122 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-4f6dc127-7b83-4d85-925b-33737d624292 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3105078
Jan 29 20:56:32.658916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086c0c10>, '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:32.659239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086c0c10>, '74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:32.673559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a8d408f9-0419-4e6a-bb20-c429ede9dd74 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:32.674455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.678517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.687172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18a93107-99c8-4c28-a05c-8eb62494a40c tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.690747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-18a93107-99c8-4c28-a05c-8eb62494a40c tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/88fbe2fe-cd7e-49a2-8b5b-3b3c2598122b HTTP/1.1" status: 204  len: 168 time: 1.0259018
Jan 29 20:56:32.696863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50406) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:32.719218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-395a88d2-f63e-41c5-990f-7cf771484503 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1394b533-16f4-48cf-8e52-152c675d92e3 HTTP/1.1" status: 200  len: 217 time: 0.0523350
Jan 29 20:56:32.728567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.766754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:32.767059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (74cc88a6-6bf6-422d-bdfa-0cf963ea1ba4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:32.768805 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:32.807876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.836055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:32.841400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.845835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-1290aa87-06d0-4d9e-b6fc-a9d9bc57b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:32.847420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-1290aa87-06d0-4d9e-b6fc-a9d9bc57b4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1211932
Jan 29 20:56:32.873983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.876280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (36c94de9-39ad-4696-b7dd-7579ffd1d294), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.882238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ac78e02b-b7d3-457c-860f-f6b5ba664454 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=88fbe2fe-cd7e-49a2-8b5b-3b3c2598122b HTTP/1.1" status: 200  len: 221 time: 0.1447332
Jan 29 20:56:32.892315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:32.898404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7cabc8ec-87cc-4999-8e45-336688f8409d tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--370432571', 'description': 'label created by tempest'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:32.899186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7cabc8ec-87cc-4999-8e45-336688f8409d tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Unknown quota resources ['metering_label']. {{(pid=125943) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 20:56:32.899999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:32.904045 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d94d35-4701-403a-8536-f95ab9840b89" -d '{"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-plugged", "status": "completed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:32.913207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.924764 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/36c94de9-39ad-4696-b7dd-7579ffd1d294 HTTP/1.1" status: 204  len: 168 time: 0.8662333
Jan 29 20:56:32.929271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:32.930652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:32.945876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb11427-e45c-4760-bcb1-024f4fb20f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=36c94de9-39ad-4696-b7dd-7579ffd1d294,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:32.950659 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:32.985383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-44355d70-f831-454a-82cf-c220b72ad0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:32.987221 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-44355d70-f831-454a-82cf-c220b72ad0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1326346
Jan 29 20:56:33.056803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:33.167965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c63f8-b3ea-4857-8101-98a3932c55c2 req-fe81bc7e-ceef-4de1-993a-891f04d86465 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:33.169080 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-be37172d-0dde-46cf-ac64-871387f96481 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746063
Jan 29 20:56:33.175067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f8c63f8-b3ea-4857-8101-98a3932c55c2 req-fe81bc7e-ceef-4de1-993a-891f04d86465 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 944 time: 0.5229230
Jan 29 20:56:33.240532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817f3e-b5d5-46f3-bbff-46edebdb13ab req-61950870-b6f4-42e3-871f-95ed1656c5dc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:33.249093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d817f3e-b5d5-46f3-bbff-46edebdb13ab req-61950870-b6f4-42e3-871f-95ed1656c5dc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.5967593
Jan 29 20:56:33.266054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:56:33.291585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Deleting subnet a3ad8eed-d8d4-43f9-95f0-8a6606b782a5 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:33.353225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dee9f41-1cd5-42d2-befa-d79ce0409768 req-ae5d3bb8-288a-4d76-9e46-851cf8991238 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758173
Jan 29 20:56:33.354348 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Publish callbacks [] for subnet (a3ad8eed-d8d4-43f9-95f0-8a6606b782a5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.537049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7cabc8ec-87cc-4999-8e45-336688f8409d tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.540573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7cabc8ec-87cc-4999-8e45-336688f8409d tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.6433413
Jan 29 20:56:33.541110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50428) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:33.555463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a3ad8eed-d8d4-43f9-95f0-8a6606b782a5), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.665902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc6335de-0d49-424e-a834-595d1ca918e4 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=070bb986-398d-4a9a-b415-9a72f1700eee HTTP/1.1" status: 200  len: 467 time: 0.1234636
Jan 29 20:56:33.666844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:33.689673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d817f3e-b5d5-46f3-bbff-46edebdb13ab req-8f4a94b6-57f4-48ea-b6e7-68c4329da49f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4391663
Jan 29 20:56:33.720442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f8c63f8-b3ea-4857-8101-98a3932c55c2 req-95168e62-5ccb-4a2c-bd94-ef7eb31333d5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5329003
Jan 29 20:56:33.720442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks [] for security_group (f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.778562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.801032 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22b602-c686-4f87-827d-944b8d1a6a3f x-openstack-request-id: req-8d22b602-c686-4f87-827d-944b8d1a6a3f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:33.801918 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-plugged", "status": "completed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:33.802179 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d22b602-c686-4f87-827d-944b8d1a6a3f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:33.802578 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'code': 200}
Jan 29 20:56:33.875959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a3ad8eed-d8d4-43f9-95f0-8a6606b782a5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.903614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:33.912660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c08d7ed6-dde6-4b59-8ee1-15200b06d951 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:33.916231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c08d7ed6-dde6-4b59-8ee1-15200b06d951 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/070bb986-398d-4a9a-b415-9a72f1700eee HTTP/1.1" status: 204  len: 168 time: 0.2460363
Jan 29 20:56:33.917012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50434) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:33.933789 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf3301f0-0b37-4c0d-b3e5-80ebc9cfb208 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=070bb986-398d-4a9a-b415-9a72f1700eee HTTP/1.1" status: 200  len: 216 time: 0.0128932
Jan 29 20:56:33.934693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:33.954504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c15968b-2530-46f0-a3d6-b7a6b09d27b9 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0107760
Jan 29 20:56:33.956232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50438) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:33.974671 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03973770-bb91-4005-9d97-d1159606196d tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0142379
Jan 29 20:56:33.975001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.014724 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1fa80c57-014f-4db6-8615-9a4677f16a9c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.014724 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Added segment 1fa80c57-014f-4db6-8615-9a4677f16a9c of type vlan for network 64c63500-6423-4c72-9399-0e31e2580fee
Jan 29 20:56:34.036279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-009eb3d0-f226-4bba-8332-ca32fbe5590c tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/e031adc9-a796-4693-a0e8-f55036299d6d HTTP/1.1" status: 200  len: 472 time: 0.0571458
Jan 29 20:56:34.039738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50442) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.056534 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ca297854-7205-4af5-9453-bbfb99d38fdd tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/bf73a8b6-d8b3-4919-9b8f-cbb2df1caf28 HTTP/1.1" status: 200  len: 459 time: 0.0147779
Jan 29 20:56:34.056859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50444) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.061028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (64c63500-6423-4c72-9399-0e31e2580fee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.080844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:34.121326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:56:34.145273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Sync routers for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:56:34.159589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:34.160580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adb4190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:34.208009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] No DVR routers for this DVR port 276735cc-412b-4343-88dc-f9dcccfb5b3a on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:34.208423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7f87d69-0e99-45dc-8265-c7e711049de2 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.209853 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7f87d69-0e99-45dc-8265-c7e711049de2 tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/bf73a8b6-d8b3-4919-9b8f-cbb2df1caf28 HTTP/1.1" status: 204  len: 168 time: 0.1519029
Jan 29 20:56:34.213847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.220705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.224403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-f6f8c904-b938-46d3-83db-f3dd4a2ff71b tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "DELETE /v2.0/ports/276735cc-412b-4343-88dc-f9dcccfb5b3a HTTP/1.1" status: 204  len: 173 time: 4.7684686
Jan 29 20:56:34.238521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c165-97dd-4b98-8df4-364b0a074e32 req-bb70ee43-802f-4611-ae72-c1d21488b2cf tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:34.245365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf62c165-97dd-4b98-8df4-364b0a074e32 req-bb70ee43-802f-4611-ae72-c1d21488b2cf tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 936 time: 0.3792348
Jan 29 20:56:34.252353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:34.255504 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a656e-f14c-489f-b633-041be772ff81" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:34.257372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (64c63500-6423-4c72-9399-0e31e2580fee), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.258507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:34.258931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.317519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:34.347367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] Pushing event updated for resources: {'Network': ['ID=64c63500-6423-4c72-9399-0e31e2580fee,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:34.378459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a3ad8eed-d8d4-43f9-95f0-8a6606b782a5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.411886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 64c63500-6423-4c72-9399-0e31e2580fee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:34.413507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21aa4f-64ff-4ace-b3b0-5dad2a17367a req-47a1504b-d1f1-481b-9cce-4738549d1193 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:34.420084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21aa4f-64ff-4ace-b3b0-5dad2a17367a req-47a1504b-d1f1-481b-9cce-4738549d1193 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:34.422521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c21aa4f-64ff-4ace-b3b0-5dad2a17367a req-47a1504b-d1f1-481b-9cce-4738549d1193 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 1677 time: 0.5099370
Jan 29 20:56:34.431731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ad8eed-d8d4-43f9-95f0-8a6606b782a5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:34.455805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cef40639-9755-4d11-a3df-cfd0703a571a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.460240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cef40639-9755-4d11-a3df-cfd0703a571a tempest-MeteringIpV6TestJSON-858334605 tempest-MeteringIpV6TestJSON-858334605-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/e031adc9-a796-4693-a0e8-f55036299d6d HTTP/1.1" status: 204  len: 168 time: 0.2408512
Jan 29 20:56:34.480582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.487486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Request body: {'subnet': {'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-53977363-subnet', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:34.489460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5e165771-0bea-4c04-9843-c66f75c5ede9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 3.1368411
Jan 29 20:56:34.519871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.529974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8f270b26-4082-48c5-a8ca-871ba6164f4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3ad8eed-d8d4-43f9-95f0-8a6606b782a5 HTTP/1.1" status: 204  len: 168 time: 1.5904069
Jan 29 20:56:34.532648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50456) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:34.541585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Made reservation on behalf of 48a3088fc3bf4f8dbb2e2bef3ea0e6b3 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:34.549323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.663484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8314312-e25a-430c-9ad8-a8ecc7438097 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:34.690997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks [] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:34.735100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf62c165-97dd-4b98-8df4-364b0a074e32 req-11c1b51c-85ea-45d6-8f24-56ff65db28c6 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4881849
Jan 29 20:56:34.770115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adb4190>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:34.835323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c21aa4f-64ff-4ace-b3b0-5dad2a17367a req-7691e72b-f81d-4584-a213-7de78a4fdbfe tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3975770
Jan 29 20:56:34.841842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Transition to ACTIVE for port object a8314312-e25a-430c-9ad8-a8ecc7438097 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:56:34.864766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Checking router: 982b8e3e-26c2-4c83-b1d2-87951cbe7672 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:56:34.889439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:34.890080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adb4190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:34.923168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.021935 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafb9b3-cc99-4503-a00e-6990a21b8db3 x-openstack-request-id: req-5cafb9b3-cc99-4503-a00e-6990a21b8db3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:35.022308 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "276735cc-412b-4343-88dc-f9dcccfb5b3a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:35.022565 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cafb9b3-cc99-4503-a00e-6990a21b8db3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:35.024470 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '276735cc-412b-4343-88dc-f9dcccfb5b3a', 'status': 'completed', 'code': 200}
Jan 29 20:56:35.030666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 78a7a06c-081d-46a4-9cd8-d39008ea330f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:35.031252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.100934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:35.159367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:35.168221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cb698845-9bb4-4613-894a-df35ad22b1e2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.403578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:35.527770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64980ec-3554-4d82-8f3c-78eb7f20008c req-e4efb1a6-7b8c-4e4d-aa67-c7532ccb9825 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:35.539573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c64980ec-3554-4d82-8f3c-78eb7f20008c req-e4efb1a6-7b8c-4e4d-aa67-c7532ccb9825 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.6861129
Jan 29 20:56:35.567360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cb698845-9bb4-4613-894a-df35ad22b1e2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.606479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea091d1820>,) {'filters': {'network_id': ['cb698845-9bb4-4613-894a-df35ad22b1e2']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:35.628519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f13b5ee-b366-4448-9979-bee1d920b153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.638196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091d1820>, '0a9bd7d2-dc40-4041-b105-612b9f025baf') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:35.638623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091d1820>, '0a9bd7d2-dc40-4041-b105-612b9f025baf') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:35.659160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (0a9bd7d2-dc40-4041-b105-612b9f025baf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.673989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adb4190>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:35.680491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a47216f7-2be1-46ed-9fea-2f4bca980fcc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.683035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0a9bd7d2-dc40-4041-b105-612b9f025baf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.701946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c64980ec-3554-4d82-8f3c-78eb7f20008c req-258051a1-0bc7-4aed-9ac4-4586ddd7110c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611497
Jan 29 20:56:35.713563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:35.714052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (0a9bd7d2-dc40-4041-b105-612b9f025baf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.717511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e69bbe-86c9-4019-91a4-aaf2dea5951e req-625dce9f-25fd-4d6e-89ff-41be7ca7e339 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:35.717958 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:35.721417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82e69bbe-86c9-4019-91a4-aaf2dea5951e req-625dce9f-25fd-4d6e-89ff-41be7ca7e339 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4856303
Jan 29 20:56:35.731795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] For port 78a7a06c-081d-46a4-9cd8-d39008ea330f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78a7a06c-081d-46a4-9cd8-d39008ea330f,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:35.732413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.759539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a82bc-b4a4-4306-9855-e7a657066a58 None None] The sync data for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 is: [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:07Z', 'revision_number': 4, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8241906b-10d1-4284-a127-8108e1ec379a', 'name': '', 'network_id': 'db0ec36e-713b-47c8-8cd5-e10e08ff5e02', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'mac_address': 'fa:16:3e:13:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:06Z', 'updated_at': '2022-01-29T20:51:13Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'subnets': [{'id': '74b1bd96-0b80-47b6-b3ff-b65f91c2339e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:56:35.830206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 78a7a06c-081d-46a4-9cd8-d39008ea330f owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:35.890969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47216f7-2be1-46ed-9fea-2f4bca980fcc,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:35.893323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Checking segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:35.893688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Network hostable DHCP agents. Network: 64c63500-6423-4c72-9399-0e31e2580fee, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:35.895828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cb698845-9bb4-4613-894a-df35ad22b1e2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.903263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:35.906524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb698845-9bb4-4613-894a-df35ad22b1e2 HTTP/1.1" status: 204  len: 168 time: 1.3728368
Jan 29 20:56:35.930899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Attempting to bind port a8314312-e25a-430c-9ad8-a8ecc7438097 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:35.933008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Attempting to bind port a8314312-e25a-430c-9ad8-a8ecc7438097 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:35.933505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Attempting to bind port a8314312-e25a-430c-9ad8-a8ecc7438097 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:35.934169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6bb40-7389-40cd-ba67-a37459d1ab67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb698845-9bb4-4613-894a-df35ad22b1e2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:35.948647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Network 64c63500-6423-4c72-9399-0e31e2580fee is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:35.963761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64c63500-6423-4c72-9399-0e31e2580fee) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:35.978534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d293607-c8e3-4642-b3a2-e1d828e19dd4 None None] Network 64c63500-6423-4c72-9399-0e31e2580fee requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:35.987446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:35.989015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.027135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c7348fe9-1eae-4b3e-88ac-2c232b3579d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5424638
Jan 29 20:56:36.032462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50500) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:36.035048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Port a8314312-e25a-430c-9ad8-a8ecc7438097 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:36.037783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Attempting to bind port a8314312-e25a-430c-9ad8-a8ecc7438097 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:36.046572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:36.079114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:36.079587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:36.080665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:36.083676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Bound port: a8314312-e25a-430c-9ad8-a8ecc7438097, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:36.083676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.107645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.111780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.194809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:56:36.209061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e504d1-8aef-4c4a-8fca-582ea9ef6373 req-eb988c0a-f366-4aa7-be37-08542763a03e tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:36.210718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81e504d1-8aef-4c4a-8fca-582ea9ef6373 req-eb988c0a-f366-4aa7-be37-08542763a03e tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.3538299
Jan 29 20:56:36.232314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50502) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:36.266605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for router_controller (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.273060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64c63500-6423-4c72-9399-0e31e2580fee', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:56:36.274020 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.353245 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981bdbf-dae2-4ab6-a6f9-6bb882b9e89b None None] New status for floating IP b9bfba96-632d-4046-b072-b077e259550b: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:56:36.424883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f13b5ee-b366-4448-9979-bee1d920b153 admin admin] Publish callbacks [] for security_group (1373137d-cc88-4611-a66b-8d9860bd36fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.475732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for router_gateway (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.544395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82e69bbe-86c9-4019-91a4-aaf2dea5951e req-a2c0019e-f043-4286-8306-9cca14b76164 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8066740
Jan 29 20:56:36.584140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Allocated IP 172.20.0.2 (64c63500-6423-4c72-9399-0e31e2580fee/a47216f7-2be1-46ed-9fea-2f4bca980fcc/d0ea2999-b493-487f-8114-30e77dc810d1) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:36.638209 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f13b5ee-b366-4448-9979-bee1d920b153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1373137d-cc88-4611-a66b-8d9860bd36fc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.657890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99ee93f7-bde5-4058-a18d-83a2ab2fe040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fda3cc2fcff4f2688703cd45b2e6f68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4197178
Jan 29 20:56:36.660431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:36.683417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (78a7a06c-081d-46a4-9cd8-d39008ea330f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.733420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81e504d1-8aef-4c4a-8fca-582ea9ef6373 req-559c4b54-c71a-4b93-ba1c-2833f83e60d9 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5018151
Jan 29 20:56:36.753794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:36.813427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:36.856840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] Publish callbacks [] for security_group (32ced963-7a2e-429c-be13-efd02a304270), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.873637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9f13b5ee-b366-4448-9979-bee1d920b153 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d963318582e451785eda6c07ea3f747&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6569753
Jan 29 20:56:36.873991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50514) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:36.882570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:36.900023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.929325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1394b533-16f4-48cf-8e52-152c675d92e3', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '1394b533-16f4-48cf-8e52-152c675d92e3', 'mac_address': 'fa:16:3e:82:2a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:56:36.960516 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks [] for port (d0ea2999-b493-487f-8114-30e77dc810d1), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.979052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] Publish callbacks [] for security_group (32ced963-7a2e-429c-be13-efd02a304270), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:36.991757 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.029682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:37.029682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.083085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for router_gateway (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.087950 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32ced963-7a2e-429c-be13-efd02a304270), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.090967 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.092762 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32ced963-7a2e-429c-be13-efd02a304270 HTTP/1.1" status: 204  len: 168 time: 0.4311090
Jan 29 20:56:37.122718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:37.128828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.129041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Network 64c63500-6423-4c72-9399-0e31e2580fee is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:37.160583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] Publish callbacks [] for security_group (1373137d-cc88-4611-a66b-8d9860bd36fc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.162811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:37.173561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:37.189328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] Publish callbacks [] for security_group (1373137d-cc88-4611-a66b-8d9860bd36fc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.207557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:37.208672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Pushing event updated for resources: {'Port': ['ID=d0ea2999-b493-487f-8114-30e77dc810d1,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.227837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.244494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae1819-47d6-4689-9bc3-7fd5ba161206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ced963-7a2e-429c-be13-efd02a304270,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.257144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1373137d-cc88-4611-a66b-8d9860bd36fc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.259506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.260678 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1373137d-cc88-4611-a66b-8d9860bd36fc HTTP/1.1" status: 204  len: 168 time: 0.3841419
Jan 29 20:56:37.335006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16bcb0-580f-4c82-af08-cd2be93419a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373137d-cc88-4611-a66b-8d9860bd36fc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.416891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.476268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Allocated IP 172.35.4.45 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/259196e8-1ac0-4517-b47b-805aa1416e6d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:37.499509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Attempting to bind port d0ea2999-b493-487f-8114-30e77dc810d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:37.508368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Attempting to bind port d0ea2999-b493-487f-8114-30e77dc810d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:37.510352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Attempting to bind port d0ea2999-b493-487f-8114-30e77dc810d1 on network 64c63500-6423-4c72-9399-0e31e2580fee {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:37.559181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:37.559696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Checking segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:37.562487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.566699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Bound using segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:37.569795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Bound port: d0ea2999-b493-487f-8114-30e77dc810d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:37.570049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.613463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1394b533-16f4-48cf-8e52-152c675d92e3'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:37.692109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=78a7a06c-081d-46a4-9cd8-d39008ea330f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.744126 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.748237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13b5ee-b366-4448-9979-bee1d920b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373137d-cc88-4611-a66b-8d9860bd36fc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:37.773807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:37.774682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.782896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] 10.222.0.18 "PUT /v2.0/ports/a8314312-e25a-430c-9ad8-a8ecc7438097 HTTP/1.1" status: 200  len: 1096 time: 6.0150819
Jan 29 20:56:37.831874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] For port d0ea2999-b493-487f-8114-30e77dc810d1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:37.904761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:37.925850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:37.933701 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ca520-65ca-4a40-b898-45a2aecb487f" -d '{"events": [{"name": "network-changed", "server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:37.978568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] For port d0ea2999-b493-487f-8114-30e77dc810d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ea2999-b493-487f-8114-30e77dc810d1,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:38.027767 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:38.043898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:38.045594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Pushing event updated for resources: {'Port': ['ID=259196e8-1ac0-4517-b47b-805aa1416e6d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:38.048957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:38.051258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:38.059869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] No DVR routers for this DVR port 78a7a06c-081d-46a4-9cd8-d39008ea330f on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:38.112625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:38.122135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-63bd70e0-2965-4a6e-90db-7720c6b129e0 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "DELETE /v2.0/ports/78a7a06c-081d-46a4-9cd8-d39008ea330f HTTP/1.1" status: 204  len: 173 time: 3.8588543
Jan 29 20:56:38.278030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feab1a-a4df-4339-808c-92fe1ff3906b None None] Pushing event updated for resources: {'Port': ['ID=d0ea2999-b493-487f-8114-30e77dc810d1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:38.319436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cefdc-373b-4762-8ee7-390192d4385a service neutron] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:38.342535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50550) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:38.447309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bdd82e57-1755-4519-8dab-2458ccbb3341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:38.450038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:38.465217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3fc3-45d0-4c9b-b52b-b88b6470980a req-a9feb28b-75f3-4e90-a079-afb5cfc87ae5 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:38.466973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc2b3fc3-45d0-4c9b-b52b-b88b6470980a req-a9feb28b-75f3-4e90-a079-afb5cfc87ae5 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 943 time: 1.7608314
Jan 29 20:56:38.499080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ebaf-8eb4-4eb7-aef2-85a68bc5e37f req-0cc205de-90f7-46c3-8976-9a81cd4df9f8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:38.500653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4f8ebaf-8eb4-4eb7-aef2-85a68bc5e37f req-0cc205de-90f7-46c3-8976-9a81cd4df9f8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 1.5924292
Jan 29 20:56:38.595047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-89e57d48-fc79-4144-9e23-89ffbd76afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:38.596590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-89e57d48-fc79-4144-9e23-89ffbd76afe6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 1130 time: 0.5687845
Jan 29 20:56:38.607827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94d0f013-7559-40a3-a4d8-ce79c064501a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da0cdbe08ff8414f9739d771a6d4ffbf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1543508
Jan 29 20:56:38.633419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50554) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:38.715024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for router_gateway (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:38.806743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc2b3fc3-45d0-4c9b-b52b-b88b6470980a req-8bfd46c5-757e-410e-bdff-a99d7fc886d7 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3238008
Jan 29 20:56:38.842798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-faefbf30-484f-4af4-91fb-79db5ee0e8fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a8314312-e25a-430c-9ad8-a8ecc7438097 HTTP/1.1" status: 200  len: 217 time: 0.2084186
Jan 29 20:56:38.859491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4f8ebaf-8eb4-4eb7-aef2-85a68bc5e37f req-f9571944-04cd-4e17-b1a2-1918d83737fa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268616
Jan 29 20:56:39.006507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-62d3e91e-f9f4-445c-9e9b-a0a73e0f4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:39.008938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-62d3e91e-f9f4-445c-9e9b-a0a73e0f4dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1483824
Jan 29 20:56:39.108250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port bd3606f1-8289-47b0-985b-4710648f7298 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:39.108883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bd3606f1-8289-47b0-985b-4710648f7298), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.133831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.244827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] Publish callbacks [] for security_group (3bceb811-2d93-4e9a-8da3-f04606178499), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.313963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be71edc-d9e9-4d02-a5e6-61a191c9e3a8 req-43a7abc5-87c8-436f-8175-a054b69da8c5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:39.317254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:56:39.321843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be71edc-d9e9-4d02-a5e6-61a191c9e3a8 req-43a7abc5-87c8-436f-8175-a054b69da8c5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4036329
Jan 29 20:56:39.334181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-628b29fd-42f7-48a8-8a8d-a907cd6249e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:39.334933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-628b29fd-42f7-48a8-8a8d-a907cd6249e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3061838
Jan 29 20:56:39.399213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-0df8715f-4125-4980-9dae-e45cb7c3e2fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:56:39.402064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-0df8715f-4125-4980-9dae-e45cb7c3e2fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0140390
Jan 29 20:56:39.414669 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] Publish callbacks [] for security_group (3bceb811-2d93-4e9a-8da3-f04606178499), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.431139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156d4f1-0480-414f-a21a-e165d5f6f39e req-bd35b211-ce55-4c9d-9ae2-1373fa80a4a1 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:39.432766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0156d4f1-0480-414f-a21a-e165d5f6f39e req-bd35b211-ce55-4c9d-9ae2-1373fa80a4a1 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.4229205
Jan 29 20:56:39.450487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bdd82e57-1755-4519-8dab-2458ccbb3341 admin admin] Publish callbacks [] for security_group (4efba17c-0dec-413a-b1fe-38c0fb085838), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.479387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bdd82e57-1755-4519-8dab-2458ccbb3341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4efba17c-0dec-413a-b1fe-38c0fb085838), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.570755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:56:39.586305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Sync routers for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:56:39.617721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] For port bd3606f1-8289-47b0-985b-4710648f7298, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd3606f1-8289-47b0-985b-4710648f7298,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:39.617999 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bd3606f1-8289-47b0-985b-4710648f7298), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.630898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0ea2999-b493-487f-8114-30e77dc810d1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:39.647009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:39.648902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-525e8896-d169-4c83-add5-8cc9d13e36fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.6153333
Jan 29 20:56:39.652058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:39.678957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for bd3606f1-8289-47b0-985b-4710648f7298 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:39.694372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bdd82e57-1755-4519-8dab-2458ccbb3341 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=342d756c24714e44927c11ce7b13c990&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3241022
Jan 29 20:56:39.707034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6be71edc-d9e9-4d02-a5e6-61a191c9e3a8 req-fa941ad3-1ab7-4054-8d24-65ef3d25e421 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3845792
Jan 29 20:56:39.727991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:39.730350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd82e57-1755-4519-8dab-2458ccbb3341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efba17c-0dec-413a-b1fe-38c0fb085838,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:39.745293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:39.745958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0439a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:39.859712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0156d4f1-0480-414f-a21a-e165d5f6f39e req-fafdfbbd-c745-491c-9d6c-33db6188bf6e tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4060059
Jan 29 20:56:40.097164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3bceb811-2d93-4e9a-8da3-f04606178499), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.110149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.113712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bceb811-2d93-4e9a-8da3-f04606178499 HTTP/1.1" status: 204  len: 168 time: 1.4685106
Jan 29 20:56:40.260140 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ae3b8-2b18-45f8-b6fc-f9ffcca771cf x-openstack-request-id: req-0b6ae3b8-2b18-45f8-b6fc-f9ffcca771cf {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:40.260503 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:40.260945 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b6ae3b8-2b18-45f8-b6fc-f9ffcca771cf {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:40.261181 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'status': 'completed', 'code': 200}
Jan 29 20:56:40.340702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60646d84-479d-4c3d-862b-4659c45c71c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bceb811-2d93-4e9a-8da3-f04606178499,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:40.359387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-743ad7b4-20f6-4c77-83a6-3e8915db12d1 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9225614
Jan 29 20:56:40.386572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:40.388958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e4d5a-0ef3-4f57-b807-23f75934d45b None None] Network 64c63500-6423-4c72-9399-0e31e2580fee requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:40.491961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00cea16-7180-480a-a2d1-b5b7320e6a05 req-c95289f6-f95a-4056-8451-191e7522efbe service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232233
Jan 29 20:56:40.636909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a51d8-9d70-4cfb-a496-fdcb5706d362 req-094a041d-764b-4fd1-b606-573a54fe8c8f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:40.645919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-193a51d8-9d70-4cfb-a496-fdcb5706d362 req-094a041d-764b-4fd1-b606-573a54fe8c8f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.5988150
Jan 29 20:56:40.649343 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] Publish callbacks [] for security_group (4efba17c-0dec-413a-b1fe-38c0fb085838), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.674933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] Publish callbacks [] for security_group (4efba17c-0dec-413a-b1fe-38c0fb085838), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.696252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.702616 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-625983f2-496c-4fd7-a20b-ab6462ceb830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.746472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Provisioning complete for port d0ea2999-b493-487f-8114-30e77dc810d1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:40.746944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.783541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60687d-9580-465a-addc-546983e909d5 req-f7250e35-2115-4e28-afa4-e10f76acf552 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:40.795995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb60687d-9580-465a-addc-546983e909d5 req-f7250e35-2115-4e28-afa4-e10f76acf552 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 943 time: 0.4890525
Jan 29 20:56:40.807160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4efba17c-0dec-413a-b1fe-38c0fb085838), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.815449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:40.820275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4efba17c-0dec-413a-b1fe-38c0fb085838 HTTP/1.1" status: 204  len: 168 time: 1.0716922
Jan 29 20:56:40.856508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0bd9-6387-46cf-b4d4-411974729a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efba17c-0dec-413a-b1fe-38c0fb085838,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:40.907459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d0ea2999-b493-487f-8114-30e77dc810d1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:40.908395 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.003246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca520-65ca-4a40-b898-45a2aecb487f req-cd50c61d-b374-40a7-a773-4e29e9b35993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:41.004610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-cd50c61d-b374-40a7-a773-4e29e9b35993 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 1130 time: 0.4407268
Jan 29 20:56:41.018434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 1394b533-16f4-48cf-8e52-152c675d92e3 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:56:41.030065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-193a51d8-9d70-4cfb-a496-fdcb5706d362 req-86a300ff-2fd2-406d-bcee-25b566ca0375 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3821716
Jan 29 20:56:41.041986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1394b533-16f4-48cf-8e52-152c675d92e3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:41.043323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.142897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb60687d-9580-465a-addc-546983e909d5 req-3cabeec5-6445-4ded-9884-1d92ad11bc22 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6335d5-a7af-4ef4-bae2-037c09e7f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3441000
Jan 29 20:56:41.164387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:41.254250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bd3606f1-8289-47b0-985b-4710648f7298), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.515199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=bd3606f1-8289-47b0-985b-4710648f7298,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:41.681157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] No DVR routers for this DVR port bd3606f1-8289-47b0-985b-4710648f7298 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:41.687226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.696488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86401297-a2ba-4a82-941d-7f490fae417e req-be52d3b5-d343-4a4c-ad34-549ec082f47d tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.18 "DELETE /v2.0/ports/bd3606f1-8289-47b0-985b-4710648f7298 HTTP/1.1" status: 204  len: 173 time: 3.5384355
Jan 29 20:56:41.735675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Allocated IP 172.20.0.1 (64c63500-6423-4c72-9399-0e31e2580fee/a47216f7-2be1-46ed-9fea-2f4bca980fcc/a4ffc583-b506-43a0-a6ff-20d9dc997769) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:41.752876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Current status of the port d0ea2999-b493-487f-8114-30e77dc810d1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:41.754200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.760395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:41.761500 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.868878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:41.871529 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f642770-49a7-4ce7-93bd-fd447bbfbc9c" -d '{"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:41.871672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a11a81-6218-4f4d-aeb6-f0a4e96055e8 req-a76cfd98-810d-48a0-93ae-f0e61d3e8635 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:41.877161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a11a81-6218-4f4d-aeb6-f0a4e96055e8 req-a76cfd98-810d-48a0-93ae-f0e61d3e8635 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.6577473
Jan 29 20:56:41.919218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d0ea2999-b493-487f-8114-30e77dc810d1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:41.920362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.930556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] For port d0ea2999-b493-487f-8114-30e77dc810d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ea2999-b493-487f-8114-30e77dc810d1,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:41.970396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:41.974998 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:41.989818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0439a0>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:38Z', 'revision_number': 3, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:42.017383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58ab1-8e97-4c93-a117-cbf79d5a6133 req-146b6a25-78c3-4510-9e36-84d110cfe14c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:42.025923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eba58ab1-8e97-4c93-a117-cbf79d5a6133 req-146b6a25-78c3-4510-9e36-84d110cfe14c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.7180259
Jan 29 20:56:42.033577 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.118253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks [] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.191743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a11a81-6218-4f4d-aeb6-f0a4e96055e8 req-22c2f6c8-bb9d-4cf5-aa93-1011e79cfb02 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3014364
Jan 29 20:56:42.237532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca520-65ca-4a40-b898-45a2aecb487f req-777359c6-55e2-4720-93cb-5fd9c4f85a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:42.239381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-777359c6-55e2-4720-93cb-5fd9c4f85a6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 1.1319485
Jan 29 20:56:42.251765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Checking router: 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:56:42.252128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Updating router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 port 259196e8-1ac0-4517-b47b-805aa1416e6d binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:56:42.268320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f'}, {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:42.272596 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b6d11-ab9a-437f-81ce-f77a082a133b" -d '{"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f"}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "bd3606f1-8289-47b0-985b-4710648f7298"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:42.299174 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.333255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-16733d5b-9857-48bf-acaf-2533b6f1d3e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a8314312-e25a-430c-9ad8-a8ecc7438097 HTTP/1.1" status: 200  len: 217 time: 0.0864427
Jan 29 20:56:42.340725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eba58ab1-8e97-4c93-a117-cbf79d5a6133 req-85dd2e55-2f19-4eaa-a238-6e48d68fa8fb tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3031576
Jan 29 20:56:42.380542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.459547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Network 64c63500-6423-4c72-9399-0e31e2580fee is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:42.468594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:42.472408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:42.507140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Pushing event updated for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:42.525060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca520-65ca-4a40-b898-45a2aecb487f req-ec56afdd-efe0-41e4-bc70-2191ca56a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:42.526230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-ec56afdd-efe0-41e4-bc70-2191ca56a054 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1845493
Jan 29 20:56:42.553155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.691676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c9e3d9d2-a7a4-4a52-af0f-fe79fdbb6a33 None None] Provisioning complete for port d0ea2999-b493-487f-8114-30e77dc810d1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:42.692074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d9d2-a7a4-4a52-af0f-fe79fdbb6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.701791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-385773d2-3e14-4170-ad65-bac62eeaddfa req-caf0da83-e27d-4f36-991b-cfbc917bfb5f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf588db-9e0a-4eaf-92f1-46a24618b5c9 HTTP/1.1" status: 200  len: 210 time: 0.1028893
Jan 29 20:56:42.762807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca520-65ca-4a40-b898-45a2aecb487f req-13e86399-60dd-4d4e-8115-1b06971b41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:42.772371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-13e86399-60dd-4d4e-8115-1b06971b41a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2310998
Jan 29 20:56:42.779923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bbe4f-da5f-450a-9c14-01b5f78e5420 None None] Pushing event updated for resources: {'Port': ['ID=d0ea2999-b493-487f-8114-30e77dc810d1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:42.808596 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d4e379c-8e7c-43d3-98eb-bfcad499e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:42.822150 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6081d2aa-775e-48a2-969c-18a79f8344cf x-openstack-request-id: req-6081d2aa-775e-48a2-969c-18a79f8344cf {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:42.822470 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "78a7a06c-081d-46a4-9cd8-d39008ea330f", "status": "completed", "code": 200}, {"server_uuid": "caf588db-9e0a-4eaf-92f1-46a24618b5c9", "name": "network-vif-deleted", "tag": "bd3606f1-8289-47b0-985b-4710648f7298", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:42.825245 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6081d2aa-775e-48a2-969c-18a79f8344cf {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:42.826245 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': '78a7a06c-081d-46a4-9cd8-d39008ea330f', 'status': 'completed', 'code': 200}
Jan 29 20:56:42.826245 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf588db-9e0a-4eaf-92f1-46a24618b5c9', 'name': 'network-vif-deleted', 'tag': 'bd3606f1-8289-47b0-985b-4710648f7298', 'status': 'completed', 'code': 200}
Jan 29 20:56:42.911919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:56:42.912328 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:56:43.041601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.082904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:43.169057 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2ccb2-dd3f-4215-9751-a94f17c6d1bc x-openstack-request-id: req-1cb2ccb2-dd3f-4215-9751-a94f17c6d1bc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:43.169754 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:43.170181 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb2ccb2-dd3f-4215-9751-a94f17c6d1bc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:43.170606 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'code': 200}
Jan 29 20:56:43.176090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3d9d2-a7a4-4a52-af0f-fe79fdbb6a33 None None] Current status of the port d0ea2999-b493-487f-8114-30e77dc810d1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:43.241779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50fee-6773-4e30-9256-c4435579a97a req-e8ea4331-214b-4659-8886-60f193bcd2a2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:43.245094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9b50fee-6773-4e30-9256-c4435579a97a req-e8ea4331-214b-4659-8886-60f193bcd2a2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2658699
Jan 29 20:56:43.291291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-0ee4fe48-09b0-4bad-9348-b82df5ec6663 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053222
Jan 29 20:56:43.418848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks [] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.499526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.520341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-95a34532-8b5e-42c6-a633-d089e58ba121 None None] Provisioning complete for port a4ffc583-b506-43a0-a6ff-20d9dc997769 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:43.520856 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-95a34532-8b5e-42c6-a633-d089e58ba121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.621755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939ebe9-28ba-489f-9a22-c88488fa5ade req-00a47ba8-4d15-47b3-9188-34565895397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:43.625398 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e939ebe9-28ba-489f-9a22-c88488fa5ade req-00a47ba8-4d15-47b3-9188-34565895397f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 1131 time: 0.4281743
Jan 29 20:56:43.724378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231db42-9c2d-4bd2-8854-ccadba6f0acf req-9644829a-b8a7-4361-a32d-cf1a9a4d30d4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:43.726145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5231db42-9c2d-4bd2-8854-ccadba6f0acf req-9644829a-b8a7-4361-a32d-cf1a9a4d30d4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2985554
Jan 29 20:56:43.750316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9b50fee-6773-4e30-9256-c4435579a97a req-9c03ae89-0060-45ce-8bed-52b1a0839fae tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4756002
Jan 29 20:56:43.786961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Attempting to bind port 259196e8-1ac0-4517-b47b-805aa1416e6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:43.791745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Attempting to bind port 259196e8-1ac0-4517-b47b-805aa1416e6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:43.793922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-565ca520-65ca-4a40-b898-45a2aecb487f req-e181bc02-bc01-4c64-949a-f7f982c4164a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4776838
Jan 29 20:56:43.794740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Attempting to bind port 259196e8-1ac0-4517-b47b-805aa1416e6d on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:43.826771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5231db42-9c2d-4bd2-8854-ccadba6f0acf req-407bba62-9ffb-4025-b3ed-339b522f8310 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913522
Jan 29 20:56:43.893139 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e939ebe9-28ba-489f-9a22-c88488fa5ade req-b8472741-6764-4557-ba54-79bb3dc17cc1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598472
Jan 29 20:56:43.922977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks [] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.941412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.944956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d0ea2999-b493-487f-8114-30e77dc810d1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:43.965306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:43.965572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:43.965976 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.966373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:43.966834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Bound port: 259196e8-1ac0-4517-b47b-805aa1416e6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:43.967221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:43.986898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9980-0147-4ce3-94ce-9abc6f45d876 req-71f68331-baac-421c-a85a-28eec8dd8918 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:44.005919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-315e9980-0147-4ce3-94ce-9abc6f45d876 req-71f68331-baac-421c-a85a-28eec8dd8918 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.1130230
Jan 29 20:56:44.112274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.177193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-315e9980-0147-4ce3-94ce-9abc6f45d876 req-57a891b9-d35c-4c2a-9b2c-99dc610dd2c9 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648993
Jan 29 20:56:44.199239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Pushing event updated for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:44.214857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] For port 259196e8-1ac0-4517-b47b-805aa1416e6d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:44.226871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] For port 259196e8-1ac0-4517-b47b-805aa1416e6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259196e8-1ac0-4517-b47b-805aa1416e6d,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:44.289735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:56:44.291880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0ea2999-b493-487f-8114-30e77dc810d1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:44.293942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.294589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66754-185c-4a82-afad-f0f47f6f1bdd None None] Pushing event updated for resources: {'Port': ['ID=259196e8-1ac0-4517-b47b-805aa1416e6d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:44.306206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50744) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:44.315268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Network 64c63500-6423-4c72-9399-0e31e2580fee is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:44.319992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:44.324495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-95a34532-8b5e-42c6-a633-d089e58ba121 None None] Port a4ffc583-b506-43a0-a6ff-20d9dc997769 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:44.331408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.370076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d48e-6e20-4905-a31f-90ef4fa3b8fb req-13d4118e-90be-4cf6-a799-a871edf6fabb tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:44.377055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b03d48e-6e20-4905-a31f-90ef4fa3b8fb req-13d4118e-90be-4cf6-a799-a871edf6fabb tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2504845
Jan 29 20:56:44.571381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b03d48e-6e20-4905-a31f-90ef4fa3b8fb req-926d9af0-f5eb-4306-a9e4-621eb9b670a6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853912
Jan 29 20:56:44.575018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (ef6335d5-a7af-4ef4-bae2-037c09e7f27d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.591653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:44.592404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0439a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:44.608595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:56:44.634031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (ef6335d5-a7af-4ef4-bae2-037c09e7f27d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.686293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:56:44.749276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ef6335d5-a7af-4ef4-bae2-037c09e7f27d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.752302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:44.756575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef6335d5-a7af-4ef4-bae2-037c09e7f27d HTTP/1.1" status: 204  len: 168 time: 0.4488292
Jan 29 20:56:44.757442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50756) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:44.822996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bd59-29cc-4916-95ea-72c0fac9e2f4 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6335d5-a7af-4ef4-bae2-037c09e7f27d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:44.829128 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-47a13b16-08d6-4764-a0d4-67b46b9b5d7c tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] show failed (client error): The resource could not be found.
Jan 29 20:56:44.832824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47a13b16-08d6-4764-a0d4-67b46b9b5d7c tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "GET /v2.0/security-groups/ef6335d5-a7af-4ef4-bae2-037c09e7f27d HTTP/1.1" status: 404  len: 347 time: 0.0696888
Jan 29 20:56:44.836039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50758) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:45.079035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:56:45.103344 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a59f40c-d98b-4670-a04e-58598fb17cda admin admin] 10.222.0.20 "PUT /v2.0/routers/281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4493964
Jan 29 20:56:45.206159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:45.429117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e3d6f11f-33b6-4b8b-bee4-caa59a25a79c tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dfbb85a1be546ebb2fa63c804398745&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2082977
Jan 29 20:56:45.454783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-777492160', 'router:external': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:45.456900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66754-185c-4a82-afad-f0f47f6f1bdd None None] Pushing event updated for resources: {'Port': ['ID=259196e8-1ac0-4517-b47b-805aa1416e6d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:45.510621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-73edcf31-3dca-4982-adff-24ae73db4785 None None] Provisioning complete for port a4ffc583-b506-43a0-a6ff-20d9dc997769 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:45.511299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73edcf31-3dca-4982-adff-24ae73db4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.531832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Made reservation on behalf of 0e5d0eb4a8c44017bf1c13506d597f0d for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:45.534739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.561957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-73edcf31-3dca-4982-adff-24ae73db4785 None None] Port a4ffc583-b506-43a0-a6ff-20d9dc997769 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:45.572221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831745f-32dd-4d6f-9813-cd93fe676dbf req-7749c601-2a69-4d33-a0df-f0689d8e0a1d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:45.573903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a831745f-32dd-4d6f-9813-cd93fe676dbf req-7749c601-2a69-4d33-a0df-f0689d8e0a1d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4061108
Jan 29 20:56:45.586210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d0ea2999-b493-487f-8114-30e77dc810d1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:45.586955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.600789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.644786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.701253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:45.711205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:45.798952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d0ea2999-b493-487f-8114-30e77dc810d1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:45.800524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for security_group (95c9f5b8-2699-4035-bd98-9f70e433b84b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.810723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'mac_address': 'fa:16:3e:ce:97:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:56:45.824140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (95c9f5b8-2699-4035-bd98-9f70e433b84b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.882114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:56:45.958838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7beeaa0f-e16f-4473-abf1-a9a52633d94c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.959321 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Added segment 7beeaa0f-e16f-4473-abf1-a9a52633d94c of type vlan for network a9070013-1922-48fe-b3f6-537b23cb40c2
Jan 29 20:56:45.974795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8314312-e25a-430c-9ad8-a8ecc7438097 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:45.976192 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:45.996799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8314312-e25a-430c-9ad8-a8ecc7438097 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:46.022221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a9070013-1922-48fe-b3f6-537b23cb40c2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.057335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c9f5b8-2699-4035-bd98-9f70e433b84b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:46.061182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:46.084822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a9070013-1922-48fe-b3f6-537b23cb40c2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.086450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:46.088916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:46.091333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.106127 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.145923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 74ecec7b-95bd-4f4e-89f0-c7fee4b807a8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:46.146689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.239581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-69a66b2e-3ffd-4f51-a2ec-0c82e1b63abb tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:46.241125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-69a66b2e-3ffd-4f51-a2ec-0c82e1b63abb tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8047981
Jan 29 20:56:46.252935 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.0453649
Jan 29 20:56:46.257390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50820) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:46.264225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a831745f-32dd-4d6f-9813-cd93fe676dbf req-596f3824-be92-412e-ac52-e58ab1b73716 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6796124
Jan 29 20:56:46.269009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'subnet': {'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:46.274205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e04a82a1-4aa5-429a-b813-07200efa9c57 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/quotas/3dfbb85a1be546ebb2fa63c804398745 HTTP/1.1" status: 200  len: 375 time: 0.0265114
Jan 29 20:56:46.305044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a77dea4-2c07-4817-8403-763fa2939ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.305044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604291-2432-4957-8cf0-965f0ef3e4c5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Network': ['ID=a9070013-1922-48fe-b3f6-537b23cb40c2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:46.320834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a9070013-1922-48fe-b3f6-537b23cb40c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:56:46.321867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Made reservation on behalf of 0e5d0eb4a8c44017bf1c13506d597f0d for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:46.324445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.332004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-bcf7bce4-3ec5-406b-a9b1-723dcf53df9d tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0512121
Jan 29 20:56:46.342704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:46.352511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.352844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.378737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 74ecec7b-95bd-4f4e-89f0-c7fee4b807a8 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:46.522247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a77dea4-2c07-4817-8403-763fa2939ca5 admin admin] Publish callbacks [] for security_group (3a51432c-a2fc-4545-b45f-bfaacc531f57), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.522793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a8314312-e25a-430c-9ad8-a8ecc7438097'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:56:46.532786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a77dea4-2c07-4817-8403-763fa2939ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a51432c-a2fc-4545-b45f-bfaacc531f57), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.627857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77dea4-2c07-4817-8403-763fa2939ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51432c-a2fc-4545-b45f-bfaacc531f57,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:46.654981 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5a77dea4-2c07-4817-8403-763fa2939ca5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14aaec7afa434f6fb40c2c9c3c8b5201&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5913997
Jan 29 20:56:46.659756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50830) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:46.673976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0439a0>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:43Z', 'revision_number': 2, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:46.680319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6d28-28bf-4434-bbce-0a4f53645226 req-5afd9f71-79f0-4bb1-a31e-7ab6739f953f tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:46.690426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ae6d28-28bf-4434-bbce-0a4f53645226 req-5afd9f71-79f0-4bb1-a31e-7ab6739f953f tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 949 time: 0.2787745
Jan 29 20:56:46.718289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4de2-0a61-4d64-8e7a-f8dd2219e11b None None] The sync data for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 is: [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:43Z', 'revision_number': 2, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:56:46.819171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.826644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] Publish callbacks [] for security_group (3a51432c-a2fc-4545-b45f-bfaacc531f57), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.860683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] Publish callbacks [] for security_group (3a51432c-a2fc-4545-b45f-bfaacc531f57), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.941682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6ae6d28-28bf-4434-bbce-0a4f53645226 req-f7c98e15-2c68-4cbf-a27a-2781ba6b00c3 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494590
Jan 29 20:56:46.975341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a51432c-a2fc-4545-b45f-bfaacc531f57), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.985903 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:46.987516 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a51432c-a2fc-4545-b45f-bfaacc531f57 HTTP/1.1" status: 204  len: 168 time: 0.3256717
Jan 29 20:56:47.043153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (74ecec7b-95bd-4f4e-89f0-c7fee4b807a8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.056343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0798-fac8-42a3-b2da-f980f4814722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51432c-a2fc-4545-b45f-bfaacc531f57,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:47.224462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=74ecec7b-95bd-4f4e-89f0-c7fee4b807a8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:47.272590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 20:56:47.277780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c31ed2bb-a80d-4534-92cb-f5740bb3dffd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.396240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c31ed2bb-a80d-4534-92cb-f5740bb3dffd,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:47.422792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142101a7-f1ae-401a-9c71-2e0ab144e5e1 req-9cfd7ef5-c51d-4031-9f44-a6840310c5ed tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:47.432721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-142101a7-f1ae-401a-9c71-2e0ab144e5e1 req-9cfd7ef5-c51d-4031-9f44-a6840310c5ed tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2529898
Jan 29 20:56:47.455069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for floatingip (b9bfba96-632d-4046-b072-b077e259550b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.461772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.466103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2f4c5696-dd0e-4248-9578-bcb21e069d1f tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/floatingips/b9bfba96-632d-4046-b072-b077e259550b HTTP/1.1" status: 204  len: 168 time: 2.6282990
Jan 29 20:56:47.466728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:47.473005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Checking segment: {'id': '7beeaa0f-e16f-4473-abf1-a9a52633d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:47.475200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network hostable DHCP agents. Network: a9070013-1922-48fe-b3f6-537b23cb40c2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:56:47.518328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network a9070013-1922-48fe-b3f6-537b23cb40c2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:56:47.543959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9070013-1922-48fe-b3f6-537b23cb40c2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:47.553166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:47.555708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.558754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca8ab9-3ebb-4f94-bdba-48cba9dc3b54 None None] Network a9070013-1922-48fe-b3f6-537b23cb40c2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:47.607343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50846) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:47.607886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4daf3f62-1226-4ef4-8aba-4fe18d9606a5 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3441503
Jan 29 20:56:47.614503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1740190251', 'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:47.640089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:47.646314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076909480', 'description': 'tempest-description--1081308944'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:47.684332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-142101a7-f1ae-401a-9c71-2e0ab144e5e1 req-a024573f-46c0-4f98-8034-acf8eaacc402 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485087
Jan 29 20:56:47.694893 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.708826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:47.758747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01af40ff-9171-4b5d-921d-9ae5ff39e4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.852979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb26be0-6f24-4789-8127-a87e0b05b752 None None] Network a9070013-1922-48fe-b3f6-537b23cb40c2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:47.878404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Made reservation on behalf of 0e5d0eb4a8c44017bf1c13506d597f0d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:47.891913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.909609 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (9b08a8ba-d309-43fd-8635-5e0188ec8428), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.915525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9419d37-307b-4855-8b99-12b4949775c2 req-af0844e8-01ed-498d-a595-80fe318b37ba tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 210 time: 0.1369174
Jan 29 20:56:47.931907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9b08a8ba-d309-43fd-8635-5e0188ec8428), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:47.995198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] device_id is not set on port 8e7b0a85-6fa2-4aec-8bee-e651bc148615 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:56:48.082015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port f3b32fad-586f-41a6-a164-46bef972173d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:48.082644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f3b32fad-586f-41a6-a164-46bef972173d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.110359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.111992 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4704554
Jan 29 20:56:48.117300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:48.118173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021a4ee-4b5c-43eb-80ab-a50d071d2af1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08a8ba-d309-43fd-8635-5e0188ec8428,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:48.128458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'security_group_rule': {'security_group_id': '9b08a8ba-d309-43fd-8635-5e0188ec8428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:48.197752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (a8b72fc7-e2a7-45e3-9fce-084ce347e92e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.268528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:48.279254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c944f9-b767-45fd-99df-bc9d3a266aa0 req-fd364a0b-ae52-4861-a9a1-a924b50f01d7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:48.286309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c944f9-b767-45fd-99df-bc9d3a266aa0 req-fd364a0b-ae52-4861-a9a1-a924b50f01d7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.3868365
Jan 29 20:56:48.307077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01af40ff-9171-4b5d-921d-9ae5ff39e4f7 admin admin] Publish callbacks [] for security_group (8e6b5438-8476-4f62-bf09-6532408f4fe3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.321765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01af40ff-9171-4b5d-921d-9ae5ff39e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e6b5438-8476-4f62-bf09-6532408f4fe3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.345254 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:56:48.425308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a8314312-e25a-430c-9ad8-a8ecc7438097 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:56:48.448246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a8314312-e25a-430c-9ad8-a8ecc7438097 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:48.448594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.456512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f3b32fad-586f-41a6-a164-46bef972173d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.472328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (a8b72fc7-e2a7-45e3-9fce-084ce347e92e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.510010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af40ff-9171-4b5d-921d-9ae5ff39e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b5438-8476-4f62-bf09-6532408f4fe3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:48.522408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a8b72fc7-e2a7-45e3-9fce-084ce347e92e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.540658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c944f9-b767-45fd-99df-bc9d3a266aa0 req-b9661176-3bd1-43fe-b220-86a9a77d4111 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444649
Jan 29 20:56:48.559913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc707a45-eee3-45ef-a583-1c034adb86ea req-ae5a4fe0-530c-481f-a761-e65d38497257 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:48.578245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc707a45-eee3-45ef-a583-1c034adb86ea req-ae5a4fe0-530c-481f-a761-e65d38497257 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3703892
Jan 29 20:56:48.596247 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01af40ff-9171-4b5d-921d-9ae5ff39e4f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e3d584df5b044fabbc8772468b011b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8734493
Jan 29 20:56:48.596247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:48.678443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.679702 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5567145
Jan 29 20:56:48.683739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b1fd5-ea7e-4f1d-9fa2-50c5ffcddf13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b72fc7-e2a7-45e3-9fce-084ce347e92e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:48.695665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50860) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:48.712668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.20.0.10 (a9070013-1922-48fe-b3f6-537b23cb40c2/c31ed2bb-a80d-4534-92cb-f5740bb3dffd/8e7b0a85-6fa2-4aec-8bee-e651bc148615) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:48.728704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'security_group_rule': {'security_group_id': '9b08a8ba-d309-43fd-8635-5e0188ec8428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:48.752205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8314312-e25a-430c-9ad8-a8ecc7438097 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:48.753137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.770682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-5a194eba-7983-419c-b46f-9adf09c85b77 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dfbb85a1be546ebb2fa63c804398745&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0729659
Jan 29 20:56:48.775675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for f3b32fad-586f-41a6-a164-46bef972173d owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:48.838211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:48.840176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:48.846485 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba459c96-76a1-4696-8f95-d0f9acfb5ebe" -d '{"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:48.856770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.873767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] Publish callbacks [] for security_group (8e6b5438-8476-4f62-bf09-6532408f4fe3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.897871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] Publish callbacks [] for security_group (8e6b5438-8476-4f62-bf09-6532408f4fe3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.981335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:48.983036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e6b5438-8476-4f62-bf09-6532408f4fe3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.986552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:48.990036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e6b5438-8476-4f62-bf09-6532408f4fe3 HTTP/1.1" status: 204  len: 168 time: 0.3962238
Jan 29 20:56:49.038378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc707a45-eee3-45ef-a583-1c034adb86ea req-71d5102c-d67a-4630-9c5c-ddd0f53c4ee8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4579751
Jan 29 20:56:49.063939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ecd1-41da-493f-ad73-ce3d367f240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b5438-8476-4f62-bf09-6532408f4fe3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:49.141567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-8a3b63ee-cf18-4944-a5ec-6ac2260366e2 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:49.143327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-8a3b63ee-cf18-4944-a5ec-6ac2260366e2 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3656809
Jan 29 20:56:49.160152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Request body: {'port': {'device_id': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '3dfbb85a1be546ebb2fa63c804398745'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:49.163810 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3f2c6-9270-47d4-8cea-2c0d78e72178 x-openstack-request-id: req-98c3f2c6-9270-47d4-8cea-2c0d78e72178 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:49.164347 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:49.164910 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98c3f2c6-9270-47d4-8cea-2c0d78e72178 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:49.166147 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'code': 200}
Jan 29 20:56:49.353438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Made reservation on behalf of 3dfbb85a1be546ebb2fa63c804398745 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:56:49.357903 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.365126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (8e7b0a85-6fa2-4aec-8bee-e651bc148615), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.377172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.388109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (5a3936bd-2bdf-4fb6-9dd5-861b20fdd5a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.495006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56fe4834-7855-4f15-9675-69fe343da2af req-9e6da681-4e3e-4921-84c4-df9e63845318 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 210 time: 0.1171322
Jan 29 20:56:49.554085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec890aad-06a7-40f3-a88e-ddebe362a8f0 req-eb9e742d-281b-48b4-a304-506b34738b1e tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:49.566177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec890aad-06a7-40f3-a88e-ddebe362a8f0 req-eb9e742d-281b-48b4-a304-506b34738b1e tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 949 time: 0.8282197
Jan 29 20:56:49.590685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks [] for security_group (b6d383f3-a99a-4558-934d-d1a549cff2e5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.607684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6d383f3-a99a-4558-934d-d1a549cff2e5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.707027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d383f3-a99a-4558-934d-d1a549cff2e5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:49.799496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8e7b0a85-6fa2-4aec-8bee-e651bc148615), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.819273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Allocated IP 192.168.233.216 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/d628737a-c0f5-44d0-87ca-d5e3ae5dd343) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:49.893012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671268a8-3dee-4cf9-9dd2-4858219ace99 req-d1feca27-56d6-4a7d-915c-dbe3baefa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:49.894618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-671268a8-3dee-4cf9-9dd2-4858219ace99 req-d1feca27-56d6-4a7d-915c-dbe3baefa532 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 1132 time: 0.5218744
Jan 29 20:56:49.910888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec890aad-06a7-40f3-a88e-ddebe362a8f0 req-9c5fb9f5-0951-4ee0-ba36-80484f1ad3d8 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3436348
Jan 29 20:56:49.935573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (5a3936bd-2bdf-4fb6-9dd5-861b20fdd5a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.945893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network a9070013-1922-48fe-b3f6-537b23cb40c2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:49.957307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:49.979579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (5a3936bd-2bdf-4fb6-9dd5-861b20fdd5a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:49.994985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:50.063591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.064882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3498504
Jan 29 20:56:50.070413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:50.080297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:50.091331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46440c-513d-4002-b68d-98c0048e9717 req-cd55b688-f4b0-497e-9654-0c4f7a52f04f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:50.092836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f46440c-513d-4002-b68d-98c0048e9717 req-cd55b688-f4b0-497e-9654-0c4f7a52f04f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.4217038
Jan 29 20:56:50.094420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7b0a85-6fa2-4aec-8bee-e651bc148615,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:50.113606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.146966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d079b2b-4731-428d-945a-689d2fd5db56 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3936bd-2bdf-4fb6-9dd5-861b20fdd5a6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:50.168504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 259196e8-1ac0-4517-b47b-805aa1416e6d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:50.279040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 259196e8-1ac0-4517-b47b-805aa1416e6d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:50.279808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f3b32fad-586f-41a6-a164-46bef972173d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.287776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.385450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=f3b32fad-586f-41a6-a164-46bef972173d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:50.400474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:50.400721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.401253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.458001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2892d4b-63bc-46dd-ad31-016fa4af46ad req-acc3d8ef-2f36-4f8f-917b-6cf22690d5a0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:50.459489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2892d4b-63bc-46dd-ad31-016fa4af46ad req-acc3d8ef-2f36-4f8f-917b-6cf22690d5a0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.4307723
Jan 29 20:56:50.490570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks [] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.492932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 259196e8-1ac0-4517-b47b-805aa1416e6d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:50.493366 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.534477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f46440c-513d-4002-b68d-98c0048e9717 req-3ee65cc1-97c4-4699-a682-d348080d4678 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3913193
Jan 29 20:56:50.550904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-81755349-2f88-4675-be9d-20774c485e5a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 2.9403682
Jan 29 20:56:50.553058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50902) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:50.556464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-671268a8-3dee-4cf9-9dd2-4858219ace99 req-63305f17-eba9-472e-83db-7e6c751f19d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6247334
Jan 29 20:56:50.557887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 259196e8-1ac0-4517-b47b-805aa1416e6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259196e8-1ac0-4517-b47b-805aa1416e6d,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:50.567747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.679422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Allocated IP 172.35.4.240 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/827ee554-bed6-44f4-b27b-fdd69db12689) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:50.700754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=259196e8-1ac0-4517-b47b-805aa1416e6d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:50.737507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.759450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2892d4b-63bc-46dd-ad31-016fa4af46ad req-94f9b3e8-6ca4-45d7-ba45-86b7f592d70d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439551
Jan 29 20:56:50.840221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:50.847944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89c26f5a-8abf-4ec9-a1ff-8c3ae0d325ba tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/ports/f3b32fad-586f-41a6-a164-46bef972173d HTTP/1.1" status: 204  len: 168 time: 3.3763294
Jan 29 20:56:50.848590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50906) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:50.936765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:50.949680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:50.949872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952197c-8495-4126-867b-418da456d0d1 req-687ddace-7367-4e47-a8ee-370af93d3084 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:50.953448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:50.959166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7952197c-8495-4126-867b-418da456d0d1 req-687ddace-7367-4e47-a8ee-370af93d3084 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 936 time: 0.2385688
Jan 29 20:56:50.962699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Pushing event updated for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:51.030405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Deleting port 8e7b0a85-6fa2-4aec-8bee-e651bc148615 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:51.031615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8e7b0a85-6fa2-4aec-8bee-e651bc148615), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.121402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Sync routers for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:56:51.146994 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:51.149434 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af59280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:51.169332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:51.170005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.171575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7952197c-8495-4126-867b-418da456d0d1 req-a17820d2-26c3-4c27-808a-073c0f4b6400 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113936
Jan 29 20:56:51.209110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f544c3-40b3-46b4-b603-dd3b7a0065c5 req-551b63d1-0fbc-48e4-b9cd-127f31a97066 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:51.221589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16f544c3-40b3-46b4-b603-dd3b7a0065c5 req-551b63d1-0fbc-48e4-b9cd-127f31a97066 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2841659
Jan 29 20:56:51.225911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting port 4d23ce05-6f09-453c-bceb-9ce1006fba1f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:51.226258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.315503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-89537b75-be8f-4d51-80c2-73f6b065f019 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1626177
Jan 29 20:56:51.333291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Request body: {'port': {'device_id': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:51.350695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for port (827ee554-bed6-44f4-b27b-fdd69db12689), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.467357 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:51.633059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2285769d-1ec2-4975-a8e9-d29a9c3a7a9b None None] Provisioning complete for port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:51.635179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2285769d-1ec2-4975-a8e9-d29a9c3a7a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.674443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8e7b0a85-6fa2-4aec-8bee-e651bc148615), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.706487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16f544c3-40b3-46b4-b603-dd3b7a0065c5 req-ff2a59ff-40be-4c86-aa58-e3e828a068ae tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4836328
Jan 29 20:56:51.721729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2285769d-1ec2-4975-a8e9-d29a9c3a7a9b None None] Port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:56:51.742943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0367fe-1215-4660-8b3b-47891cfe0f0c req-92f660a5-9ef3-4001-a2b9-2d547193ec0c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:51.754812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df0367fe-1215-4660-8b3b-47891cfe0f0c req-92f660a5-9ef3-4001-a2b9-2d547193ec0c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 950 time: 0.3269949
Jan 29 20:56:51.762676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.792005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:51.799393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Calling delete_port for 4d23ce05-6f09-453c-bceb-9ce1006fba1f owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:51.810715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Calling delete_port for 8e7b0a85-6fa2-4aec-8bee-e651bc148615 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:51.961576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df0367fe-1215-4660-8b3b-47891cfe0f0c req-481a6b8d-f717-40ea-bdb5-057b8262c8d0 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055731
Jan 29 20:56:52.114392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e392-c537-4565-9fab-7f6395d17094 req-cb6b9fc0-e13c-4339-b39a-eb4268ce3c5c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:52.116867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a761e392-c537-4565-9fab-7f6395d17094 req-cb6b9fc0-e13c-4339-b39a-eb4268ce3c5c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1321602
Jan 29 20:56:52.161275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af59280>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:43Z', 'revision_number': 2, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:52.198071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4d23ce05-6f09-453c-bceb-9ce1006fba1f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.205272 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Checking router: 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:56:52.205883 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Updating router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 port a4ffc583-b506-43a0-a6ff-20d9dc997769 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:56:52.228832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 259196e8-1ac0-4517-b47b-805aa1416e6d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:52.303131 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.361011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Port': ['ID=4d23ce05-6f09-453c-bceb-9ce1006fba1f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:52.383929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.399027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.451180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 259196e8-1ac0-4517-b47b-805aa1416e6d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:52.451582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.475192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a761e392-c537-4565-9fab-7f6395d17094 req-ed3c1972-86a4-4161-8593-7c69974c2e3f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3478882
Jan 29 20:56:52.497496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'Port': ['ID=827ee554-bed6-44f4-b27b-fdd69db12689,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:52.513215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.517400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2993f79a-be4c-4952-b5ee-cf7f95350610 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/ports/4d23ce05-6f09-453c-bceb-9ce1006fba1f HTTP/1.1" status: 204  len: 168 time: 1.6655257
Jan 29 20:56:52.520823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:52.541102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:52.590124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897dd0-d4a4-4285-870d-e4e0e55f25f0 req-f4f31d42-b0e3-4ddd-8d01-1a584c7331e3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:52.593182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:52.601613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1897dd0-d4a4-4285-870d-e4e0e55f25f0 req-f4f31d42-b0e3-4ddd-8d01-1a584c7331e3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 814 time: 0.3710377
Jan 29 20:56:52.630331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:52.653209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1897dd0-d4a4-4285-870d-e4e0e55f25f0 req-e509239f-5e7d-4a3c-8b3b-b46b42031d06 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/quotas/35bf9ac53cc44d078c9ede28b5a4233d HTTP/1.1" status: 200  len: 375 time: 0.0506139
Jan 29 20:56:52.688163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting subnet a44ee27c-31c8-44d7-a60c-128bdf2890c8 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:52.766266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 259196e8-1ac0-4517-b47b-805aa1416e6d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:52.807443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for subnet (a44ee27c-31c8-44d7-a60c-128bdf2890c8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.855622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a44ee27c-31c8-44d7-a60c-128bdf2890c8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:52.990028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a44ee27c-31c8-44d7-a60c-128bdf2890c8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.164585 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks [] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.172314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.177579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a44ee27c-31c8-44d7-a60c-128bdf2890c8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.189863 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.196476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.205717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/subnets/a44ee27c-31c8-44d7-a60c-128bdf2890c8 HTTP/1.1" status: 204  len: 168 time: 0.6837096
Jan 29 20:56:53.206180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a07c1-9656-45e5-b409-144c5a6d1087 None None] Network e138b7ab-5ef9-4abb-9136-4225bf5ef467 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:53.216798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50970) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:53.226723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f663cc-c3ab-4e43-980c-cff62da6353f req-38d3d66e-3ef7-47aa-8100-e5c8e92f9cf9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:53.230816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f663cc-c3ab-4e43-980c-cff62da6353f req-38d3d66e-3ef7-47aa-8100-e5c8e92f9cf9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 936 time: 0.5027881
Jan 29 20:56:53.246513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1897dd0-d4a4-4285-870d-e4e0e55f25f0 req-e6e173d6-c5da-4037-ac58-5c3e1ffa59aa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5828722
Jan 29 20:56:53.384621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc89ee-e70b-432a-ae72-a7d681722320 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Subnet': ['ID=a44ee27c-31c8-44d7-a60c-128bdf2890c8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:53.445697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8e7b0a85-6fa2-4aec-8bee-e651bc148615), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.465975 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Attempting to bind port a4ffc583-b506-43a0-a6ff-20d9dc997769 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:53.466349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Attempting to bind port a4ffc583-b506-43a0-a6ff-20d9dc997769 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:53.466710 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Attempting to bind port a4ffc583-b506-43a0-a6ff-20d9dc997769 on network 64c63500-6423-4c72-9399-0e31e2580fee {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:53.478201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Pushing event updated for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:53.497920 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.498260 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.498607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.498943 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.499277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.499607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.499979 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.500303 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.500622 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.501020 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.501530 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.514061 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.514408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:56:53.527960 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:53.528465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Checking segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:53.528883 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.529306 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Bound using segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:53.529801 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Bound port: a4ffc583-b506-43a0-a6ff-20d9dc997769, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:53.530182 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.575384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e7b0a85-6fa2-4aec-8bee-e651bc148615,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:53.597014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d628737a-c0f5-44d0-87ca-d5e3ae5dd343 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:56:53.617909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks [] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.646651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Deleting subnet a6a903b3-a9df-4bfa-9e24-d91ac1f89716 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:56:53.658218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.663341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks [] for subnet (a6a903b3-a9df-4bfa-9e24-d91ac1f89716), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.677650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f663cc-c3ab-4e43-980c-cff62da6353f req-005f9163-5d56-4e60-87b4-e4e0bd6de675 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4276922
Jan 29 20:56:53.725806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed0e8-8ace-4111-bacd-9786c0bf30c6 req-eaad4fdb-bb58-4b6c-a073-44b85b73b568 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:53.727526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6ed0e8-8ace-4111-bacd-9786c0bf30c6 req-eaad4fdb-bb58-4b6c-a073-44b85b73b568 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 950 time: 0.2527156
Jan 29 20:56:53.735762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a6a903b3-a9df-4bfa-9e24-d91ac1f89716), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.755537 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] For port a4ffc583-b506-43a0-a6ff-20d9dc997769, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:53.760851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Transition to ACTIVE for port object d628737a-c0f5-44d0-87ca-d5e3ae5dd343 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:56:53.767695 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] For port a4ffc583-b506-43a0-a6ff-20d9dc997769, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4ffc583-b506-43a0-a6ff-20d9dc997769,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:53.798497 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.800364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.911632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.930333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.933667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21be94c2-6ceb-4287-9788-0783a4dea4d6 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8e7b0a85-6fa2-4aec-8bee-e651bc148615 HTTP/1.1" status: 204  len: 168 time: 3.3796358
Jan 29 20:56:53.953712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Provisioning complete for port a4ffc583-b506-43a0-a6ff-20d9dc997769 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:53.956541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:53.973332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51000) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:54.032340 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:56:54.033010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af59280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:54.053851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2', 'external_fixed_ips': [{'subnet_id': 'c31ed2bb-a80d-4534-92cb-f5740bb3dffd', 'ip_address': '172.20.0.10'}]}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:56:54.059734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8845a4-74c7-4038-881b-2602dd57d878 None None] Pushing event updated for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:54.098569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6ed0e8-8ace-4111-bacd-9786c0bf30c6 req-aa4203e2-1459-429c-8f44-50f4c40b5403 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479550
Jan 29 20:56:54.214799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:54.278844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Current status of the port a4ffc583-b506-43a0-a6ff-20d9dc997769 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:54.279490 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.281006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.281621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.365288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] For port a4ffc583-b506-43a0-a6ff-20d9dc997769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4ffc583-b506-43a0-a6ff-20d9dc997769,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:54.372546 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:56:54.381332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.458954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a6a903b3-a9df-4bfa-9e24-d91ac1f89716), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.480096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Attempting to bind port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:56:54.480549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Attempting to bind port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:56:54.480769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Attempting to bind port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:54.505104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0796b3-df16-4a64-8aeb-2418f22b1eba None None] Pushing event updated for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:54.507569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:56:54.508541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Attempting to bind port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:56:54.536873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:56:54.537256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:56:54.537656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:56:54.538107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Bound port: d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:56:54.540891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] DHCP port deletion for e138b7ab-5ef9-4abb-9136-4225bf5ef467 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:56:54.542769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.650029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Deleting port eccc448e-8153-416f-af04-029006b76e7b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:54.650656 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eccc448e-8153-416f-af04-029006b76e7b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.654915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f011-0b88-4e7f-a5a7-f1247a241def req-8cf899ca-c6cf-40dc-af2e-08f40789d356 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:54.665449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93c3f011-0b88-4e7f-a5a7-f1247a241def req-8cf899ca-c6cf-40dc-af2e-08f40789d356 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.7946885
Jan 29 20:56:54.735822 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af59280>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:53Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:54.736675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.763397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a512be5c-a87e-459f-ae48-86f5d6e09e27 None None] Provisioning complete for port a4ffc583-b506-43a0-a6ff-20d9dc997769 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:54.764021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a512be5c-a87e-459f-ae48-86f5d6e09e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.811497 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d8582-cd25-466c-ae98-b334bf3f8eb7 None None] The sync data for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 is: [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:53Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:56:54.819952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for port (827ee554-bed6-44f4-b27b-fdd69db12689), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.843323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.844494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] For port eccc448e-8153-416f-af04-029006b76e7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eccc448e-8153-416f-af04-029006b76e7b,segment=NetworkSegment(7dd34ec4-f4aa-49e7-950a-3c2147df19cd),segment_id=7dd34ec4-f4aa-49e7-950a-3c2147df19cd)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:54.844902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eccc448e-8153-416f-af04-029006b76e7b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:54.875651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Calling delete_port for eccc448e-8153-416f-af04-029006b76e7b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:54.933273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'Port': ['ID=827ee554-bed6-44f4-b27b-fdd69db12689,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:54.958235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:56:55.017244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:56:55.028913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a512be5c-a87e-459f-ae48-86f5d6e09e27 None None] Current status of the port a4ffc583-b506-43a0-a6ff-20d9dc997769 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:55.055811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.061431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (eccc448e-8153-416f-af04-029006b76e7b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.101952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.130389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:55.131051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.132561 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d628737a-c0f5-44d0-87ca-d5e3ae5dd343 HTTP/1.1" status: 200  len: 1096 time: 3.8034682
Jan 29 20:56:55.136016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:56:55.141700 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164cd7b6-77b9-4af2-8c7e-3dde0127e703" -d '{"events": [{"name": "network-changed", "server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:56:55.148085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] Pushing event deleted for resources: {'Port': ['ID=eccc448e-8153-416f-af04-029006b76e7b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:55.161729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ae980-d43d-4675-a08d-66b741a6ac05 None None] No DVR routers for this DVR port eccc448e-8153-416f-af04-029006b76e7b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:55.258799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.263791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b531be65-1dac-4cd9-94dc-01faf7e5c50e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1898062
Jan 29 20:56:55.391694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2714-b96d-4f1a-bd32-1ab9781f6ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:55.401587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-5828b137-965f-4ecc-a4f0-de7d6e01219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:55.403423 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-5828b137-965f-4ecc-a4f0-de7d6e01219d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 1130 time: 0.1767006
Jan 29 20:56:55.519681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-154a3755-5547-4186-b880-50dcf706cb2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343 HTTP/1.1" status: 200  len: 217 time: 0.1088061
Jan 29 20:56:55.663909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-76c1a510-260d-4d1c-b1f3-625acb53d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:55.673873 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-76c1a510-260d-4d1c-b1f3-625acb53d0d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1435485
Jan 29 20:56:55.768781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:55.832018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-255801c7-b2e3-41fb-ae1d-7024f762ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:55.833505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-255801c7-b2e3-41fb-ae1d-7024f762ea16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1504366
Jan 29 20:56:55.921328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a6a903b3-a9df-4bfa-9e24-d91ac1f89716), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:55.961232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78fa71-3ee9-4324-987b-83bcc84abf9b None None] Network 5416f00d-fbe8-402a-a4b9-05aed01ec722 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:56:56.046671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.060635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/subnets/a6a903b3-a9df-4bfa-9e24-d91ac1f89716 HTTP/1.1" status: 204  len: 168 time: 2.8107574
Jan 29 20:56:56.077330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51094) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:56.116788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93c3f011-0b88-4e7f-a5a7-f1247a241def req-11ca2a04-2882-4221-b531-f1a456b6c8e4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4498947
Jan 29 20:56:56.125368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-c329b9c4-f6fc-4b29-ab52-f977ec52c3b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845569
Jan 29 20:56:56.144925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bb7da-8cfc-4bda-9309-d4a5aed119cc tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a903b3-a9df-4bfa-9e24-d91ac1f89716,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:56.219938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a4ffc583-b506-43a0-a6ff-20d9dc997769 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:56:56.309387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.324084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb077ee-696c-4a2f-999f-20d4ddde8a33 req-560cdcba-977c-49cd-8836-a017ba225310 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:56.327059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fb077ee-696c-4a2f-999f-20d4ddde8a33 req-560cdcba-977c-49cd-8836-a017ba225310 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 2.0224285
Jan 29 20:56:56.403022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a4ffc583-b506-43a0-a6ff-20d9dc997769 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:56:56.403397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.469366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db63c11f-78e0-428b-809c-18f845830d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.474055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] DHCP port deletion for 5416f00d-fbe8-402a-a4b9-05aed01ec722 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:56:56.540582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e138b7ab-5ef9-4abb-9136-4225bf5ef467), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.630584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Deleting port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:56:56.631128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.672955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7427821-5021-48b3-97c7-514b06e89f03 req-57546f9b-d763-4b2a-8771-ecbbd7fa49b7 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:56.679917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7427821-5021-48b3-97c7-514b06e89f03 req-57546f9b-d763-4b2a-8771-ecbbd7fa49b7 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 949 time: 0.3504179
Jan 29 20:56:56.684628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e55fac-d339-4e68-87f6-c1c6c9d78fad req-65ca5dec-531a-47e4-a418-d35ea744afb1 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5293512
Jan 29 20:56:56.703424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e138b7ab-5ef9-4abb-9136-4225bf5ef467), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.722956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fb077ee-696c-4a2f-999f-20d4ddde8a33 req-7adb3876-69c7-4031-b8f7-43bceb6ce7d6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3824716
Jan 29 20:56:56.743567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] For port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,segment=NetworkSegment(339726cb-f0d8-4d5b-80ce-35f7e037b92d),segment_id=339726cb-f0d8-4d5b-80ce-35f7e037b92d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:56:56.743999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.753822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09caf0a0>,) {'filters': {'network_id': ['e138b7ab-5ef9-4abb-9136-4225bf5ef467']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:56.775770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db63c11f-78e0-428b-809c-18f845830d70 admin admin] Publish callbacks [] for security_group (9eeeec34-bd1b-41a6-91e3-0e36083bf0df), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.777764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a4ffc583-b506-43a0-a6ff-20d9dc997769 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:56:56.782716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Calling delete_port for 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:56:56.788883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09caf0a0>, '7dd34ec4-f4aa-49e7-950a-3c2147df19cd') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:56.790308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09caf0a0>, '7dd34ec4-f4aa-49e7-950a-3c2147df19cd') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:56.793824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db63c11f-78e0-428b-809c-18f845830d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9eeeec34-bd1b-41a6-91e3-0e36083bf0df), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.875339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63c11f-78e0-428b-809c-18f845830d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeeec34-bd1b-41a6-91e3-0e36083bf0df,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:56.876395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7427821-5021-48b3-97c7-514b06e89f03 req-837365ca-6d8d-46fb-bacb-5798f6153c21 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872404
Jan 29 20:56:56.887739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (7dd34ec4-f4aa-49e7-950a-3c2147df19cd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.939245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device eccc448e-8153-416f-af04-029006b76e7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:56.942349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7dd34ec4-f4aa-49e7-950a-3c2147df19cd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.957559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-db63c11f-78e0-428b-809c-18f845830d70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eb52741fe314ec1ae622c57a874937e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1863182
Jan 29 20:56:56.960575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:56.983274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:56.983471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (7dd34ec4-f4aa-49e7-950a-3c2147df19cd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:56.987265 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:56.993522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: eccc448e-8153-416f-af04-029006b76e7b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:56.993883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device eccc448e-8153-416f-af04-029006b76e7b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:57.010488 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b827e9-a057-4338-a470-c8ea0dedd670 x-openstack-request-id: req-a8b827e9-a057-4338-a470-c8ea0dedd670 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:56:57.011227 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:56:57.012304 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8b827e9-a057-4338-a470-c8ea0dedd670 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:56:57.013858 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343', 'status': 'completed', 'code': 200}
Jan 29 20:56:57.050603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (5bb0caf7-a739-4f8c-a6f3-b351f34426b1), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.108584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] Pushing event deleted for resources: {'Port': ['ID=5bb0caf7-a739-4f8c-a6f3-b351f34426b1,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:57.117545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c88db8-8344-41f8-af4c-7fbc6a47abf8 None None] No DVR routers for this DVR port 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:56:57.209275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e138b7ab-5ef9-4abb-9136-4225bf5ef467), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.219423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.224271 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/networks/e138b7ab-5ef9-4abb-9136-4225bf5ef467 HTTP/1.1" status: 204  len: 168 time: 1.1430037
Jan 29 20:56:57.225593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] Publish callbacks [] for security_group (9eeeec34-bd1b-41a6-91e3-0e36083bf0df), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.227509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51138) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:57.242371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a764f8-810b-4a32-aa77-f065f6f6d5a3 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Network': ['ID=e138b7ab-5ef9-4abb-9136-4225bf5ef467,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:57.247239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-775c280b-e2c5-4dd8-a570-e4a25c8a66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.248741 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-775c280b-e2c5-4dd8-a570-e4a25c8a66a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 1130 time: 0.2157946
Jan 29 20:56:57.318196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] Publish callbacks [] for security_group (9eeeec34-bd1b-41a6-91e3-0e36083bf0df), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.374977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5416f00d-fbe8-402a-a4b9-05aed01ec722), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.393834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-01b39b17-281a-4025-bbcb-3653753e953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.395560 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-01b39b17-281a-4025-bbcb-3653753e953a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1393268
Jan 29 20:56:57.413643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9eeeec34-bd1b-41a6-91e3-0e36083bf0df), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.416246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.420758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd46370-db2a-4159-940e-913d0fe0cc35 req-da31aac8-1b60-4f8c-a1ec-a28c92eefff8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.428574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bd46370-db2a-4159-940e-913d0fe0cc35 req-da31aac8-1b60-4f8c-a1ec-a28c92eefff8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 948 time: 0.3936598
Jan 29 20:56:57.433446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eeeec34-bd1b-41a6-91e3-0e36083bf0df HTTP/1.1" status: 204  len: 168 time: 0.4587407
Jan 29 20:56:57.446518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ff5a-ccd1-4faa-ad28-ffb282bcedb3 req-adf34c09-bf13-42c3-927c-4ae906ca5077 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.455425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e209ff5a-ccd1-4faa-ad28-ffb282bcedb3 req-adf34c09-bf13-42c3-927c-4ae906ca5077 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2977443
Jan 29 20:56:57.471655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.497309 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-e906893f-2cb9-4bf3-9764-b9cd3b5f1931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343 HTTP/1.1" status: 200  len: 217 time: 0.0939906
Jan 29 20:56:57.555843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.660845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29be6e-6366-4cb3-ba1b-43dc65483dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeeec34-bd1b-41a6-91e3-0e36083bf0df,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:57.688061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-00d2be4d-f3af-4685-9f49-626290f028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.692095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-00d2be4d-f3af-4685-9f49-626290f028eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1526675
Jan 29 20:56:57.815998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5416f00d-fbe8-402a-a4b9-05aed01ec722), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.848007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08c22370>,) {'filters': {'network_id': ['5416f00d-fbe8-402a-a4b9-05aed01ec722']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:57.860831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-61c6ef99-f853-41c5-a4e9-dffbd5e557d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:57.862314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-61c6ef99-f853-41c5-a4e9-dffbd5e557d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1508887
Jan 29 20:56:57.873915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c22370>, '339726cb-f0d8-4d5b-80ce-35f7e037b92d') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:57.875846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c22370>, '339726cb-f0d8-4d5b-80ce-35f7e037b92d') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:56:57.909881 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (339726cb-f0d8-4d5b-80ce-35f7e037b92d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:57.987494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (339726cb-f0d8-4d5b-80ce-35f7e037b92d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.011878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:56:58.015114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (339726cb-f0d8-4d5b-80ce-35f7e037b92d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.086532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-3e56bc99-e86a-4aee-83c3-ca0d60761b30 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154243
Jan 29 20:56:58.121219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:56:58.136670 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:56:58.151431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:56:58.152108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5bb0caf7-a739-4f8c-a6f3-b351f34426b1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:56:58.169841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bd46370-db2a-4159-940e-913d0fe0cc35 req-6115d213-bd6a-46f8-b39c-a855897fdaac tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7351713
Jan 29 20:56:58.209338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e209ff5a-ccd1-4faa-ad28-ffb282bcedb3 req-deb13dd4-6a81-42a7-857a-a79f8a696a9f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7527997
Jan 29 20:56:58.237743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5416f00d-fbe8-402a-a4b9-05aed01ec722), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.263265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-164cd7b6-77b9-4af2-8c7e-3dde0127e703 req-c8cf6802-54bc-4d39-bfbf-06fca8209f15 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703537
Jan 29 20:56:58.291733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.298133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] 10.222.0.20 "DELETE /v2.0/networks/5416f00d-fbe8-402a-a4b9-05aed01ec722 HTTP/1.1" status: 204  len: 168 time: 1.0660808
Jan 29 20:56:58.335001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979be0-db24-4aec-8e3b-c82defb4f910 tempest-TaggedBootDevicesTest-118627551 tempest-TaggedBootDevicesTest-118627551-project] Pushing event deleted for resources: {'Network': ['ID=5416f00d-fbe8-402a-a4b9-05aed01ec722,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:58.361924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51160) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:58.386020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f116125-b366-4ab0-8572-2fda1f924acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.499566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.20.0.10 (a9070013-1922-48fe-b3f6-537b23cb40c2/c31ed2bb-a80d-4534-92cb-f5740bb3dffd/410e0840-769d-4fd5-9237-5cf0b090c9e4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:56:58.517126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f71df-9fbd-4268-9988-7e41ea55268e req-e9220f44-514a-48cb-983b-e632ee5b5647 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:58.518780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-316f71df-9fbd-4268-9988-7e41ea55268e req-e9220f44-514a-48cb-983b-e632ee5b5647 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1402879
Jan 29 20:56:58.551656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f116125-b366-4ab0-8572-2fda1f924acc admin admin] Publish callbacks [] for security_group (17e085a7-dc21-4c94-bead-4a4c8d22ea71), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.559800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f116125-b366-4ab0-8572-2fda1f924acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17e085a7-dc21-4c94-bead-4a4c8d22ea71), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.617297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f116125-b366-4ab0-8572-2fda1f924acc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cb9ffb5c15541d5a76b0cc8cee17070&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2537303
Jan 29 20:56:58.619161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f116125-b366-4ab0-8572-2fda1f924acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e085a7-dc21-4c94-bead-4a4c8d22ea71,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:58.626173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51168) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:56:58.645720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-316f71df-9fbd-4268-9988-7e41ea55268e req-53850e04-458a-4495-b009-78081a1ccce4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168318
Jan 29 20:56:58.771641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] Publish callbacks [] for security_group (17e085a7-dc21-4c94-bead-4a4c8d22ea71), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.787718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.855824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] Publish callbacks [] for security_group (17e085a7-dc21-4c94-bead-4a4c8d22ea71), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:58.948787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da07ad2b-66ac-4f01-b3be-db843ffef6d8 req-f3ada8a0-47a0-4317-a417-74ddbcc2b81f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=35bf9ac53cc44d078c9ede28b5a4233d HTTP/1.1" status: 200  len: 221 time: 0.0772569
Jan 29 20:56:58.964749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:59.100018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network a9070013-1922-48fe-b3f6-537b23cb40c2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:56:59.100937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=410e0840-769d-4fd5-9237-5cf0b090c9e4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:59.114221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:56:59.119005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:56:59.146004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17e085a7-dc21-4c94-bead-4a4c8d22ea71), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:59.148431 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:59.152134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17e085a7-dc21-4c94-bead-4a4c8d22ea71 HTTP/1.1" status: 204  len: 168 time: 0.5247869
Jan 29 20:56:59.204778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6c4e1-6c73-4506-ae2f-be0518006185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e085a7-dc21-4c94-bead-4a4c8d22ea71,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:56:59.219317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-7282de62-8fae-4035-b834-e99879c18523 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2076909480&fields=id&tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3 HTTP/1.1" status: 200  len: 267 time: 0.1496785
Jan 29 20:56:59.240944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33790ea7-2d8d-464b-ac63-54c74e28647b req-bef1d14e-7cbd-403f-adc0-4b0ec66110c4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:59.245620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33790ea7-2d8d-464b-ac63-54c74e28647b req-bef1d14e-7cbd-403f-adc0-4b0ec66110c4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1626184
Jan 29 20:56:59.469820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33790ea7-2d8d-464b-ac63-54c74e28647b req-e0b82974-f4da-4f16-9767-34ac9c496023 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769273
Jan 29 20:56:59.599486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-f1183653-db76-44ba-92bb-f50c2cadf381 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:59.606174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-f1183653-db76-44ba-92bb-f50c2cadf381 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/networks?id=64c63500-6423-4c72-9399-0e31e2580fee HTTP/1.1" status: 200  len: 814 time: 0.3587449
Jan 29 20:56:59.642699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-6e422e70-0026-4d0b-bf42-cf11214203a1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/quotas/48a3088fc3bf4f8dbb2e2bef3ea0e6b3 HTTP/1.1" status: 200  len: 375 time: 0.0356305
Jan 29 20:56:59.711312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45601143-ace1-4a0f-8b1c-fe2f66fa36da req-fa2e89dd-475d-42cc-bd36-ae16b7d6b6ea tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:56:59.712814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45601143-ace1-4a0f-8b1c-fe2f66fa36da req-fa2e89dd-475d-42cc-bd36-ae16b7d6b6ea tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 948 time: 0.1619687
Jan 29 20:56:59.723735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:56:59.803682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-b3ac3d3d-248a-46b8-8724-e0f54c827891 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1554894
Jan 29 20:57:00.194232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d628737a-c0f5-44d0-87ca-d5e3ae5dd343 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:00.264097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45601143-ace1-4a0f-8b1c-fe2f66fa36da req-deec7bd5-9e12-4b32-9dea-6100436de5e4 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5426483
Jan 29 20:57:00.346512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-41f5c41c-d5a9-49db-9b7b-8996562b8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:00.348095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-41f5c41c-d5a9-49db-9b7b-8996562b8c53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 1127 time: 0.1241140
Jan 29 20:57:00.354851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:00.377798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343', 'mac_address': 'fa:16:3e:40:88:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:00.425388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-c28e1562-d243-4967-b1a8-37d328667a41 service neutron] 10.222.0.20 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6060207
Jan 29 20:57:00.426745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:00.427430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:00.449191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d628737a-c0f5-44d0-87ca-d5e3ae5dd343 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:00.480203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:00.486247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:00.544930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:00.648285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:00.662048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193fafd-6685-4a2f-97c4-f7bba8881ed7 req-7e647617-f6c1-444e-b20f-2ee4fd43f5e1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:00.663808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3193fafd-6685-4a2f-97c4-f7bba8881ed7 req-7e647617-f6c1-444e-b20f-2ee4fd43f5e1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2744479
Jan 29 20:57:00.675398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-2a2dd425-3320-4c98-bd7c-f054d3c825cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:00.676851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-2a2dd425-3320-4c98-bd7c-f054d3c825cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.2864158
Jan 29 20:57:00.736053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-09a3f690-150f-4e7a-8c79-5766542fa128 service neutron] 10.222.0.20 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2950568
Jan 29 20:57:00.813016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-0cb51906-d70f-446b-b6cb-c884e78b625e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 200  len: 217 time: 0.0794854
Jan 29 20:57:00.864646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3193fafd-6685-4a2f-97c4-f7bba8881ed7 req-7f714a00-7736-41ed-8de2-0685821d37af tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908021
Jan 29 20:57:00.904578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-a1b6b00f-01fd-4626-aeb8-f12104ce693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:00.906934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-a1b6b00f-01fd-4626-aeb8-f12104ce693c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.0878551
Jan 29 20:57:00.956605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-7bd5da4c-e033-43cf-85f7-64b4a9174b50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419507
Jan 29 20:57:01.062547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:01.102554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864c08-b4a4-4682-be0b-9d03abe90490 req-e2ee59b1-6cf6-4f9a-a786-9a86c842be59 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:01.109933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91864c08-b4a4-4682-be0b-9d03abe90490 req-e2ee59b1-6cf6-4f9a-a786-9a86c842be59 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.1552708
Jan 29 20:57:01.194866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['d628737a-c0f5-44d0-87ca-d5e3ae5dd343'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:01.227352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-857bbe29-4b38-4a9b-aa2a-856c6363d0f6 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561915
Jan 29 20:57:01.233785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6232d0e8-8897-4656-a236-ca7e5e4e66d7 req-2a656e2f-e70c-442a-bbed-625a50a11adb tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 210 time: 0.0785356
Jan 29 20:57:01.374034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91864c08-b4a4-4682-be0b-9d03abe90490 req-40972ee7-6f0b-413c-8f7c-ebcd91650519 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633121
Jan 29 20:57:01.425690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:01.449396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1286c520-5385-41dd-9253-95cac3fc8fa3 req-ebfd1507-b431-49f9-9f85-668e81902214 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110198
Jan 29 20:57:01.454943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Sync routers for ids ['3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:01.491113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Routers {'3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:01.497546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:01.499160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb13f527-3e71-4973-91c2-56e8228ea851 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 7.5277123
Jan 29 20:57:01.501966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51360) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:01.510937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a670370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:01.524926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e467c-1d10-4699-b35e-2f2bee4dcbe3 req-208c04f4-659d-4c7f-b2d3-ba6705c1ee26 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:01.526834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e42e467c-1d10-4699-b35e-2f2bee4dcbe3 req-208c04f4-659d-4c7f-b2d3-ba6705c1ee26 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0728481
Jan 29 20:57:01.631945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:01.677886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e42e467c-1d10-4699-b35e-2f2bee4dcbe3 req-330a0ec4-4acb-4da3-98ac-9b4255d540a2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414697
Jan 29 20:57:01.737458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76e7d2-10e7-4b2a-a19a-b29e3e41fe36 req-517f2f23-fb58-4462-be27-aa726d4af8ed tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:01.748552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f76e7d2-10e7-4b2a-a19a-b29e3e41fe36 req-517f2f23-fb58-4462-be27-aa726d4af8ed tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 949 time: 0.1681116
Jan 29 20:57:01.780093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:01.813656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f76e7d2-10e7-4b2a-a19a-b29e3e41fe36 req-70db63e0-948f-47ff-ac9d-73724b61b41e tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641644
Jan 29 20:57:01.852606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Set router 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:01.883430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Deleting port 410e0840-769d-4fd5-9237-5cf0b090c9e4 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:01.883762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:01.898960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddbe80-c689-4378-8bdb-4d4710c1e7b2 req-fa2d0239-cbaa-4a63-8ad8-7f1444c4c12c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:01.907330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74ddbe80-c689-4378-8bdb-4d4710c1e7b2 req-fa2d0239-cbaa-4a63-8ad8-7f1444c4c12c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0921767
Jan 29 20:57:01.990496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74ddbe80-c689-4378-8bdb-4d4710c1e7b2 req-f09bba92-54b8-484a-9869-3b2315cb7cd4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817771
Jan 29 20:57:02.044946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.060957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Calling delete_port for 410e0840-769d-4fd5-9237-5cf0b090c9e4 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:02.150683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a670370>, [{'id': '3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6', 'name': '', 'tenant_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2', 'external_fixed_ips': [{'subnet_id': 'c31ed2bb-a80d-4534-92cb-f5740bb3dffd', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '410e0840-769d-4fd5-9237-5cf0b090c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:54Z', 'updated_at': '2022-01-29T20:56:59Z', 'revision_number': 3, 'project_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'gw_port': {'id': '410e0840-769d-4fd5-9237-5cf0b090c9e4', 'name': '', 'network_id': 'a9070013-1922-48fe-b3f6-537b23cb40c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'c31ed2bb-a80d-4534-92cb-f5740bb3dffd', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:57Z', 'updated_at': '2022-01-29T20:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31ed2bb-a80d-4534-92cb-f5740bb3dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:02.199918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Checking router: 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:02.200596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Updating router 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 port 410e0840-769d-4fd5-9237-5cf0b090c9e4 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:57:02.231084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb732032-8cb1-4bdc-8d43-16fc09c2bcc4 req-37929502-acb3-405a-81a4-e9a641fcda51 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:02.232855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.240471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb732032-8cb1-4bdc-8d43-16fc09c2bcc4 req-37929502-acb3-405a-81a4-e9a641fcda51 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1388409
Jan 29 20:57:02.293673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb732032-8cb1-4bdc-8d43-16fc09c2bcc4 req-aa3861cb-e631-4a3a-ac69-b6bdfdb9c213 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521941
Jan 29 20:57:02.340871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (410e0840-769d-4fd5-9237-5cf0b090c9e4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.391228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Port': ['ID=410e0840-769d-4fd5-9237-5cf0b090c9e4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:02.476239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81fb8d41-6faa-45e1-bd70-43aee48ad7af req-81deea70-b7c1-4eac-8478-b8f3c57a4beb tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 210 time: 0.1044621
Jan 29 20:57:02.498894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.573721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5363aa-eb15-4996-bb05-e3e152a8f723 req-71148400-1927-4e2c-8269-3f4364bbd510 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:02.575326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b5363aa-eb15-4996-bb05-e3e152a8f723 req-71148400-1927-4e2c-8269-3f4364bbd510 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1233761
Jan 29 20:57:02.632449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:57:02.633126 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:57:02.662646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.665200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.723462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.724157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:02.730164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.732265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5613bd4d-3a0c-40bc-9189-b4df7637aed0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6 HTTP/1.1" status: 204  len: 168 time: 1.2275376
Jan 29 20:57:02.735700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51414) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:02.818313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b5363aa-eb15-4996-bb05-e3e152a8f723 req-f19be411-02d2-4ea5-9be8-ecc9b0e1503e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356071
Jan 29 20:57:02.823716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-4427c35c-5120-4b33-915a-a6c88d50f2ef tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:02.825131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-4427c35c-5120-4b33-915a-a6c88d50f2ef tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.18 "GET /v2.0/networks?id=64c63500-6423-4c72-9399-0e31e2580fee HTTP/1.1" status: 200  len: 814 time: 0.1632779
Jan 29 20:57:02.856297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762c08-98b4-4cdc-8629-6c8b54582d51 req-cfec798d-8e5c-4114-ade5-7d77cfca4821 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:02.859926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Deleting subnet c31ed2bb-a80d-4534-92cb-f5740bb3dffd {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:57:02.865532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79762c08-98b4-4cdc-8629-6c8b54582d51 req-cfec798d-8e5c-4114-ade5-7d77cfca4821 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.2615376
Jan 29 20:57:02.872015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for subnet (c31ed2bb-a80d-4534-92cb-f5740bb3dffd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.949997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (c31ed2bb-a80d-4534-92cb-f5740bb3dffd), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:02.989704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79762c08-98b4-4cdc-8629-6c8b54582d51 req-b02b5972-fe2d-40cd-967e-1658ad53be0d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232998
Jan 29 20:57:02.995244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c31ed2bb-a80d-4534-92cb-f5740bb3dffd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.000671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-5ee0d24e-a808-49b0-8271-8b7a71ba2289 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3 HTTP/1.1" status: 200  len: 380 time: 0.1670463
Jan 29 20:57:03.011188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'port': {'device_id': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'admin_state_up': True, 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'security_groups': ['9b08a8ba-d309-43fd-8635-5e0188ec8428']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:03.067840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (c31ed2bb-a80d-4534-92cb-f5740bb3dffd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.096107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c31ed2bb-a80d-4534-92cb-f5740bb3dffd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:03.101814 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.107431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-15e6dd02-7545-4c4d-b2c2-0a758f3cc376 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/c31ed2bb-a80d-4534-92cb-f5740bb3dffd HTTP/1.1" status: 204  len: 168 time: 0.3685200
Jan 29 20:57:03.108881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51442) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:03.160904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Port 410e0840-769d-4fd5-9237-5cf0b090c9e4 not found while updating agent binding for router 3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6. {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 29 20:57:03.170876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:03.174169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 20:57:03.176341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 20:57:03.176944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616bedc-e4f7-42a1-a470-dfc315bd0497 None None] The sync data for ids ['3c11e6ce-8ebb-45ee-b9f4-6b2a2d2b36a6'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:03.191664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a9070013-1922-48fe-b3f6-537b23cb40c2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.201218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca1887-1a18-4551-baaa-5ff3bf74fcc5 req-d01136d2-9300-44dc-bd48-a8b6fa30a2ad tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:03.210773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62ca1887-1a18-4551-baaa-5ff3bf74fcc5 req-d01136d2-9300-44dc-bd48-a8b6fa30a2ad tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 949 time: 0.2644656
Jan 29 20:57:03.225451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Made reservation on behalf of 48a3088fc3bf4f8dbb2e2bef3ea0e6b3 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:03.230942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.306153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a9070013-1922-48fe-b3f6-537b23cb40c2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.306537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ad891-11bb-4725-9f99-af4f35d81972 req-60e293fe-9cbb-4445-81df-4b44f9299502 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:03.308066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-148ad891-11bb-4725-9f99-af4f35d81972 req-60e293fe-9cbb-4445-81df-4b44f9299502 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1998649
Jan 29 20:57:03.332145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea094385e0>,) {'filters': {'network_id': ['a9070013-1922-48fe-b3f6-537b23cb40c2']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:03.342596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094385e0>, '7beeaa0f-e16f-4473-abf1-a9a52633d94c') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:03.342963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094385e0>, '7beeaa0f-e16f-4473-abf1-a9a52633d94c') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:03.354756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (7beeaa0f-e16f-4473-abf1-a9a52633d94c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.361306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62ca1887-1a18-4551-baaa-5ff3bf74fcc5 req-921517bc-b91e-488a-b36f-6a9b3052f430 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369874
Jan 29 20:57:03.384066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7beeaa0f-e16f-4473-abf1-a9a52633d94c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.392367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:57:03.393742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (7beeaa0f-e16f-4473-abf1-a9a52633d94c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:57:03.409539 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:57:03.495325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51466) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:03.510202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-148ad891-11bb-4725-9f99-af4f35d81972 req-9d23a6e2-2d9a-4c8d-b9ca-c26fca8ec7f4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861207
Jan 29 20:57:03.517240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a9070013-1922-48fe-b3f6-537b23cb40c2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.517570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-b93c4bbc-fc05-488a-8a61-ce75d126336a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1915107
Jan 29 20:57:03.539332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a9070013-1922-48fe-b3f6-537b23cb40c2 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 20:57:03.570217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:03.576393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Allocated IP 172.20.0.5 (64c63500-6423-4c72-9399-0e31e2580fee/a47216f7-2be1-46ed-9fea-2f4bca980fcc/a21251ce-bec5-4677-afdf-9c3131f5b923) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:03.598536 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a9070013-1922-48fe-b3f6-537b23cb40c2 HTTP/1.1" status: 204  len: 168 time: 0.4837039
Jan 29 20:57:03.668199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea502a7-140f-4e0e-beed-876966eff8e1 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9070013-1922-48fe-b3f6-537b23cb40c2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:03.927696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2c26fbb-16be-4666-b6f5-b8f2424f062d req-6f10f883-e92d-4cb4-86da-34a78f3464d4 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 210 time: 0.0712860
Jan 29 20:57:04.044037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-d657f953-ab81-4809-ae5b-96ae3a428431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.045619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-d657f953-ab81-4809-ae5b-96ae3a428431 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 1127 time: 0.4534290
Jan 29 20:57:04.171423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51490) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:04.179730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'name': 'tempest-router--2026361530', 'project_id': '0f543ad6e57c41e795cc62fa45c37bc4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:04.195395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1cc1-9082-4a01-bf6a-f50b99995d3b req-be57b3be-7346-4e32-9765-5bd892ff4d39 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.201657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-762e1cc1-9082-4a01-bf6a-f50b99995d3b req-be57b3be-7346-4e32-9765-5bd892ff4d39 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.5096536
Jan 29 20:57:04.208793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:04.209381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-be2455ad-d5d5-41bf-8f8c-e8db5b98c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.211108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-be2455ad-d5d5-41bf-8f8c-e8db5b98c21a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.1368530
Jan 29 20:57:04.315347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-762e1cc1-9082-4a01-bf6a-f50b99995d3b req-f2f126b9-b85e-4214-a10b-abac28e703e5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127005
Jan 29 20:57:04.351367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d628737a-c0f5-44d0-87ca-d5e3ae5dd343 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:04.358328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:04.435306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.446120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-b357afb9-1408-4106-9d83-3ca355c70946 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 200  len: 217 time: 0.2236221
Jan 29 20:57:04.451811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.453155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.544527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:04.565662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1394b533-16f4-48cf-8e52-152c675d92e3', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '1394b533-16f4-48cf-8e52-152c675d92e3', 'mac_address': 'fa:16:3e:82:2a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:04.572612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-d57f5696-f5fa-4f1b-b742-ccb0b896bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.574970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-d57f5696-f5fa-4f1b-b742-ccb0b896bbdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1177938
Jan 29 20:57:04.605087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:57:04.648559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:04.648962 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.653688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:04.654056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.705090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-c1bf7efa-3ea1-4a40-b1d1-d1c8f76a4589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0944922
Jan 29 20:57:04.706207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:04.706738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.714428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d97df-a3a3-4bc8-aca4-d93c7c393f67 req-67cfc6e6-ff1e-44a1-ade7-52c89fac7d43 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.716426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e64d97df-a3a3-4bc8-aca4-d93c7c393f67 req-67cfc6e6-ff1e-44a1-ade7-52c89fac7d43 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 945 time: 0.5437598
Jan 29 20:57:04.722518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:04.722695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (580695ba-13b1-40e6-a850-c9a4d8b238a6), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.724425 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f71c3ab-34da-425f-9fa7-dc65f698f307" -d '{"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:04.731703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.759829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.858021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2e52-2625-41a7-a157-b0e4f9a4c1e8 req-f5c8d1ae-32f5-4d4c-94b3-81cdff4462ec tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:04.859511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776f2e52-2625-41a7-a157-b0e4f9a4c1e8 req-f5c8d1ae-32f5-4d4c-94b3-81cdff4462ec tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3368857
Jan 29 20:57:04.875556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Network 64c63500-6423-4c72-9399-0e31e2580fee is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:04.887953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:04.891794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:04.894565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.898613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-85aac4dd-7d06-45bb-8bf8-d0160bb9a083 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.7193387
Jan 29 20:57:04.898613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:04.905963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:04.909420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.910919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:04.937604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:04.951630 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:04.959623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event updated for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:05.007783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:05.010459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:05.010827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.022273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.030147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e64d97df-a3a3-4bc8-aca4-d93c7c393f67 req-0fe61009-d7dc-4986-a85d-73845e9f755f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926400
Jan 29 20:57:05.065037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:05.066100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.085051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1394b533-16f4-48cf-8e52-152c675d92e3'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:05.085530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-c88e9c1b-23ec-44ab-8c3b-a5466d3c9999 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680778
Jan 29 20:57:05.097928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776f2e52-2625-41a7-a157-b0e4f9a4c1e8 req-e4928dec-5ef0-44e4-a7f3-072ca4496cf1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149904
Jan 29 20:57:05.170570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-fb56ad7a-242a-4fb9-946f-91c50aa3e7e2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1645777
Jan 29 20:57:05.196567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:05.199792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:05.236000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.275210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Request body: {'port': {'device_id': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:05.300294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.303709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (580695ba-13b1-40e6-a850-c9a4d8b238a6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.318218 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf47fd-6985-44c7-9910-0f0509cceea1 x-openstack-request-id: req-4edf47fd-6985-44c7-9910-0f0509cceea1 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:05.318564 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-unplugged", "status": "failed", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:05.318841 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4edf47fd-6985-44c7-9910-0f0509cceea1 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:05.319249 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'code': 422} returned with failed status
Jan 29 20:57:05.353372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:05.376944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.409639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-270efa0c-4d47-412e-a31b-9ff5a89d70dc None None] Provisioning complete for port a21251ce-bec5-4677-afdf-9c3131f5b923 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:05.410848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-270efa0c-4d47-412e-a31b-9ff5a89d70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.447622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-270efa0c-4d47-412e-a31b-9ff5a89d70dc None None] Port a21251ce-bec5-4677-afdf-9c3131f5b923 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:57:05.467233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (580695ba-13b1-40e6-a850-c9a4d8b238a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.467767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 580695ba-13b1-40e6-a850-c9a4d8b238a6 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:05.474254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.478493 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-339a4373-3b39-46e7-8a2f-6673b84c4bdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/routers/580695ba-13b1-40e6-a850-c9a4d8b238a6 HTTP/1.1" status: 204  len: 168 time: 0.5679088
Jan 29 20:57:05.616528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51542) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:05.792911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Deleting port 8241906b-10d1-4284-a127-8108e1ec379a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:05.793282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8241906b-10d1-4284-a127-8108e1ec379a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.865443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.896348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] For port 8241906b-10d1-4284-a127-8108e1ec379a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8241906b-10d1-4284-a127-8108e1ec379a,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:05.896537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1baa-d27a-44ff-96a6-a81e5d4bd247 req-393b993c-d138-4657-81be-dca186b49bf7 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:05.896650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8241906b-10d1-4284-a127-8108e1ec379a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:05.898364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5ff1baa-d27a-44ff-96a6-a81e5d4bd247 req-393b993c-d138-4657-81be-dca186b49bf7 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.6384788
Jan 29 20:57:05.909537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d120c9-de7e-4d77-82e3-66a0aadec0a3 req-44c2641e-f4af-41f8-8744-e3439251c45e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:05.911399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51d120c9-de7e-4d77-82e3-66a0aadec0a3 req-44c2641e-f4af-41f8-8744-e3439251c45e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 931 time: 0.2002809
Jan 29 20:57:05.913638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5923d49-2850-4f80-baa9-d21dddf97a77 req-ea2af9ad-e615-4213-9a2a-605dbdce9626 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8110499
Jan 29 20:57:05.930420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Calling delete_port for 8241906b-10d1-4284-a127-8108e1ec379a owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:05.997769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1321565567', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:06.057877 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (ce373803-d51b-494d-8e0b-a59e87172820), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.058829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (ce373803-d51b-494d-8e0b-a59e87172820), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.088364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5ff1baa-d27a-44ff-96a6-a81e5d4bd247 req-b3655191-5b01-4a0f-a350-cfe262c9e12d tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735446
Jan 29 20:57:06.100228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51d120c9-de7e-4d77-82e3-66a0aadec0a3 req-01f7296c-edcd-46ce-86d6-074ca75f2df7 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731412
Jan 29 20:57:06.137367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ce373803-d51b-494d-8e0b-a59e87172820), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.210617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:06.325659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4575-2bb7-47e3-97a8-365856233098 req-a074ac72-3d58-43bd-adf1-6cac206bca67 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:06.325924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1394b533-16f4-48cf-8e52-152c675d92e3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:06.326383 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.329369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f69f4575-2bb7-47e3-97a8-365856233098 req-a074ac72-3d58-43bd-adf1-6cac206bca67 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1346161
Jan 29 20:57:06.409523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f69f4575-2bb7-47e3-97a8-365856233098 req-0a3f5c69-d658-4eac-8283-bb54febc6707 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734954
Jan 29 20:57:06.424382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce373803-d51b-494d-8e0b-a59e87172820), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.429257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8241906b-10d1-4284-a127-8108e1ec379a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.462769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8241906b-10d1-4284-a127-8108e1ec379a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:06.478501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21251ce-bec5-4677-afdf-9c3131f5b923 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:06.493938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks [] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.509058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Transition to ACTIVE for port object a21251ce-bec5-4677-afdf-9c3131f5b923 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:57:06.517575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.523958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:06.524928 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.570644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:06.576028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:06.666098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:06.690774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:06.859349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Attempting to bind port a21251ce-bec5-4677-afdf-9c3131f5b923 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:06.859843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Attempting to bind port a21251ce-bec5-4677-afdf-9c3131f5b923 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:06.860272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Attempting to bind port a21251ce-bec5-4677-afdf-9c3131f5b923 on network 64c63500-6423-4c72-9399-0e31e2580fee {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:06.870100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Port a21251ce-bec5-4677-afdf-9c3131f5b923 on network 64c63500-6423-4c72-9399-0e31e2580fee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:57:06.870649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Attempting to bind port a21251ce-bec5-4677-afdf-9c3131f5b923 on network 64c63500-6423-4c72-9399-0e31e2580fee {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:06.886099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd19bb-7075-4c51-a166-be92470c60c5 req-3b525cb4-3351-4cbb-955a-044c1cba15dc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:06.889404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cbd19bb-7075-4c51-a166-be92470c60c5 req-3b525cb4-3351-4cbb-955a-044c1cba15dc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1150398
Jan 29 20:57:06.894428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:06.894864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Checking segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:06.895340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Bound using segment: {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:06.896039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Bound port: a21251ce-bec5-4677-afdf-9c3131f5b923, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa80c57-014f-4db6-8615-9a4677f16a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:06.896488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.039431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cbd19bb-7075-4c51-a166-be92470c60c5 req-ab2d15ed-34fe-47fc-8f11-0fb666f64524 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214821
Jan 29 20:57:07.042425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:57:07.045841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21251ce-bec5-4677-afdf-9c3131f5b923,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:57:07.053541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.142146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.142981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.144503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a21251ce-bec5-4677-afdf-9c3131f5b923 HTTP/1.1" status: 200  len: 1091 time: 1.8859112
Jan 29 20:57:07.146196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.158082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:07.161532 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:07.275136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8b1c-562b-4596-a4d3-7afdc9bfd4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:07.308470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-836d91ec-799b-4d06-8be2-3f70f020ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.310058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-836d91ec-799b-4d06-8be2-3f70f020ebce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3&device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 1125 time: 0.1099312
Jan 29 20:57:07.321072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343'}, {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:07.323575 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12051e9-8fe4-4e68-a424-f6e3b8838525" -d '{"events": [{"server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "name": "network-vif-plugged", "status": "completed", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343"}, {"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:07.327467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f8391-59f7-457a-ac32-61dcd55e29ee req-351d6460-ea42-4de7-9eed-a1ffa1f03525 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.335626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-235f8391-59f7-457a-ac32-61dcd55e29ee req-351d6460-ea42-4de7-9eed-a1ffa1f03525 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2043419
Jan 29 20:57:07.402294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-a563253a-d32e-491f-886d-0c5066875139 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a21251ce-bec5-4677-afdf-9c3131f5b923 HTTP/1.1" status: 200  len: 217 time: 0.0631607
Jan 29 20:57:07.494972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-235f8391-59f7-457a-ac32-61dcd55e29ee req-e2d72c0f-4439-486e-8d44-2ab51ffae0a6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582704
Jan 29 20:57:07.506345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-3c07987d-3e74-41c4-9e74-27be9dd9a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.507934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-3c07987d-3e74-41c4-9e74-27be9dd9a908 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47216f7-2be1-46ed-9fea-2f4bca980fcc HTTP/1.1" status: 200  len: 853 time: 0.0830343
Jan 29 20:57:07.526001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c1623-f606-490a-a6e3-c8580e43534b req-09a30cd5-6db5-41a8-b538-b58c29e40c9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.527502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b37c1623-f606-490a-a6e3-c8580e43534b req-09a30cd5-6db5-41a8-b538-b58c29e40c9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19fa993-4c5b-482c-99c2-4738df312a89 HTTP/1.1" status: 200  len: 943 time: 0.1395285
Jan 29 20:57:07.564941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce373803-d51b-494d-8e0b-a59e87172820), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.594273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.674101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-6f3f3120-d80d-46a4-b5ba-f7b99a0c65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.675853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-6f3f3120-d80d-46a4-b5ba-f7b99a0c65f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64c63500-6423-4c72-9399-0e31e2580fee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1583185
Jan 29 20:57:07.681441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:57:07.750650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25042ba-87f6-49b4-abcd-d77036213e1a req-01c4450e-c988-4dd5-bc14-e4bb2f3c5c0f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:07.752267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e25042ba-87f6-49b4-abcd-d77036213e1a req-01c4450e-c988-4dd5-bc14-e4bb2f3c5c0f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.1472797
Jan 29 20:57:07.791878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Allocated IP 172.35.4.58 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/86d7174c-763f-4716-8d7c-c61f22a2b029) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:07.796426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port a8d408f9-0419-4e6a-bb20-c429ede9dd74 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:07.796814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:07.879837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:07.886279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-61b1bd8d-bfe2-4564-bad6-8756dd71e5b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/982b8e3e-26c2-4c83-b1d2-87951cbe7672/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3881631
Jan 29 20:57:07.888753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51660) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:07.891684 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Sync routers for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:07.908660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:07.909581 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b457a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:07.960729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-abedefc8-11c9-4f50-b13b-af3d5e820a7b service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2773051
Jan 29 20:57:08.020677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for port (86d7174c-763f-4716-8d7c-c61f22a2b029), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.053314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e25042ba-87f6-49b4-abcd-d77036213e1a req-5b4a9534-99e1-4cc8-b12c-85f11321f5d3 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935205
Jan 29 20:57:08.069928 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:08.100041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port a8d408f9-0419-4e6a-bb20-c429ede9dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8d408f9-0419-4e6a-bb20-c429ede9dd74,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:08.100418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.125238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks [] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.206154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (86d7174c-763f-4716-8d7c-c61f22a2b029), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.224145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for a8d408f9-0419-4e6a-bb20-c429ede9dd74 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:08.270973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:08.282159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:08.285869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:08.326543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event updated for resources: {'Port': ['ID=86d7174c-763f-4716-8d7c-c61f22a2b029,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:08.363954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8d408f9-0419-4e6a-bb20-c429ede9dd74 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:08.367012 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b457a00>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:57:06Z', 'revision_number': 5, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port': {'id': '3ef9ac3a-b76a-4506-a7a0-b1399217051e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:08.377385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks [] for router_gateway (982b8e3e-26c2-4c83-b1d2-87951cbe7672), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.435719 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Checking router: 982b8e3e-26c2-4c83-b1d2-87951cbe7672 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:08.465229 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Routers {'982b8e3e-26c2-4c83-b1d2-87951cbe7672'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:08.465878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b457a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:08.507616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8d408f9-0419-4e6a-bb20-c429ede9dd74 is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:08.519299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3c5f5ad-8cdf-4e8e-a948-c3c220b276c4 req-20b27986-2cae-4f0c-bcb8-b4270150bc0e service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5469987
Jan 29 20:57:08.563885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528a4db-fc40-4a9d-8c63-0a5b73e3990f req-3fccfd01-2469-4cb2-9eac-73954d191129 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:08.572642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a528a4db-fc40-4a9d-8c63-0a5b73e3990f req-3fccfd01-2469-4cb2-9eac-73954d191129 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 943 time: 0.4016824
Jan 29 20:57:08.607535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Deleting port 3ef9ac3a-b76a-4506-a7a0-b1399217051e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:08.608162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.642324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a8d408f9-0419-4e6a-bb20-c429ede9dd74), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.679534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a528a4db-fc40-4a9d-8c63-0a5b73e3990f req-77d3592a-9b4b-48b6-b90d-66cf718b77f5 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060233
Jan 29 20:57:08.699672 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] Set router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:08.749518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=a8d408f9-0419-4e6a-bb20-c429ede9dd74,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:08.808301 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6639cde-ef14-454d-9208-911ddf4eb118 x-openstack-request-id: req-c6639cde-ef14-454d-9208-911ddf4eb118 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:08.808736 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:08.809013 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6639cde-ef14-454d-9208-911ddf4eb118 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:08.809435 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'status': 'completed', 'code': 200}
Jan 29 20:57:08.810428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port a8d408f9-0419-4e6a-bb20-c429ede9dd74 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:08.810732 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b457a00>, [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:57:08Z', 'revision_number': 6, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:08.837870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:08.851440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b37c1623-f606-490a-a6e3-c8580e43534b req-49ddcd49-8908-4811-a09f-78923cf5b045 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "DELETE /v2.0/ports/a8d408f9-0419-4e6a-bb20-c429ede9dd74 HTTP/1.1" status: 204  len: 173 time: 1.3138819
Jan 29 20:57:08.860951 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe765c31-3f30-48ae-a3d1-844603fb2a62 x-openstack-request-id: req-fe765c31-3f30-48ae-a3d1-844603fb2a62 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:08.861296 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "name": "network-vif-plugged", "status": "completed", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343", "code": 200}, {"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:08.861609 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe765c31-3f30-48ae-a3d1-844603fb2a62 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:08.862240 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343', 'code': 200}
Jan 29 20:57:08.862614 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'code': 200}
Jan 29 20:57:08.877947 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56214d22-c027-4664-9821-3e51dccfd77a None None] The sync data for ids ['982b8e3e-26c2-4c83-b1d2-87951cbe7672'] in ncdv-master-1 is: [{'id': '982b8e3e-26c2-4c83-b1d2-87951cbe7672', 'name': 'tempest-TaggedBootDevicesTest-78133433-router', 'tenant_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:02Z', 'updated_at': '2022-01-29T20:57:08Z', 'revision_number': 6, 'project_id': 'ac70dcf16a4b4e00ba28de03cee01584', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:08.960998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-616c09b5-6506-44e0-a086-ac5ce5b52f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:08.962620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-616c09b5-6506-44e0-a086-ac5ce5b52f85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3&device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 1125 time: 0.1626353
Jan 29 20:57:08.996305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] For port 3ef9ac3a-b76a-4506-a7a0-b1399217051e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ef9ac3a-b76a-4506-a7a0-b1399217051e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:08.996736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:09.059486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Calling delete_port for 3ef9ac3a-b76a-4506-a7a0-b1399217051e owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:09.144032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd507787-bdb9-41f7-8df4-1d727790e889 req-7ed1c375-6017-4592-9b77-47e86f0077f2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.154224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd507787-bdb9-41f7-8df4-1d727790e889 req-7ed1c375-6017-4592-9b77-47e86f0077f2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1029038
Jan 29 20:57:09.155626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaf8d4-d099-4d84-bced-dcc551c627ff req-558383ad-38a8-467d-8fd9-884c7274f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.157923 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1cdaf8d4-d099-4d84-bced-dcc551c627ff req-558383ad-38a8-467d-8fd9-884c7274f275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 1132 time: 0.1927545
Jan 29 20:57:09.160429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce373803-d51b-494d-8e0b-a59e87172820), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:09.229756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-df218ba2-8c85-4164-8a8b-daa32778c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.231885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-df218ba2-8c85-4164-8a8b-daa32778c4ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=64c63500-6423-4c72-9399-0e31e2580fee HTTP/1.1" status: 200  len: 915 time: 0.2621355
Jan 29 20:57:09.334372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-dec545ce-17c3-4ba1-8505-d0555dc0b6dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a21251ce-bec5-4677-afdf-9c3131f5b923 HTTP/1.1" status: 200  len: 217 time: 0.0769718
Jan 29 20:57:09.451337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd507787-bdb9-41f7-8df4-1d727790e889 req-61b0cb9b-4613-467c-a084-8ac67f94e3c1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958601
Jan 29 20:57:09.517548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-5e3a3205-29fc-42cd-a58b-42203b2b0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.519819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-5e3a3205-29fc-42cd-a58b-42203b2b0d1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47216f7-2be1-46ed-9fea-2f4bca980fcc HTTP/1.1" status: 200  len: 853 time: 0.1562963
Jan 29 20:57:09.540076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31384a1e-590a-4fd9-a1e5-a6a7f9ccce63 req-bbdd16c8-b1c6-4431-9330-0f890d8d246f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.544694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31384a1e-590a-4fd9-a1e5-a6a7f9ccce63 req-bbdd16c8-b1c6-4431-9330-0f890d8d246f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.2868969
Jan 29 20:57:09.688351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31384a1e-590a-4fd9-a1e5-a6a7f9ccce63 req-da79c38d-66a4-4f9a-a50a-d6e5ae0c21b2 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359546
Jan 29 20:57:09.884027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-0cf8b41a-7919-4fe3-ab78-0a29d5316548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.885735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-0cf8b41a-7919-4fe3-ab78-0a29d5316548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64c63500-6423-4c72-9399-0e31e2580fee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3300409
Jan 29 20:57:09.982730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd544ac7-30e8-4b32-9a8d-9434ccbf161a req-8a17ef50-431a-4bbb-a93d-89e735ec7ccd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:09.990574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd544ac7-30e8-4b32-9a8d-9434ccbf161a req-8a17ef50-431a-4bbb-a93d-89e735ec7ccd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3179834
Jan 29 20:57:10.009829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1cdaf8d4-d099-4d84-bced-dcc551c627ff req-ad927a2e-8408-495b-97b3-a89d51452962 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8007803
Jan 29 20:57:10.057979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (ce373803-d51b-494d-8e0b-a59e87172820), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.069798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-f1b94bc7-2218-4978-b0e2-b28cbd325929 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:10.071284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-f1b94bc7-2218-4978-b0e2-b28cbd325929 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2810822
Jan 29 20:57:10.163759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3ef9ac3a-b76a-4506-a7a0-b1399217051e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:10.209217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-d461bb00-e559-45f0-83b8-17ffee1dcaae tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.1295819
Jan 29 20:57:10.270468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-dcbe00a2-1f4e-4a9e-8853-2258dba806e7 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434806
Jan 29 20:57:10.309592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3ef9ac3a-b76a-4506-a7a0-b1399217051e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.311550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No active binding found for port 3ef9ac3a-b76a-4506-a7a0-b1399217051e {{(pid=125944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 29 20:57:10.312916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] The host ncdv-master-1 is not matching for port 3ef9ac3a-b76a-4506-a7a0-b1399217051e host None! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 20:57:10.314288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd544ac7-30e8-4b32-9a8d-9434ccbf161a req-fa3cb58b-1f3d-49e1-9ba8-ad07ac4b53ac tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227098
Jan 29 20:57:10.315149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3ef9ac3a-b76a-4506-a7a0-b1399217051e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:10.316383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8241906b-10d1-4284-a127-8108e1ec379a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:10.372948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f94d18b4-e754-46f5-96ad-f1f764ec67a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.375325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef9ac3a-b76a-4506-a7a0-b1399217051e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:10.381956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8241906b-10d1-4284-a127-8108e1ec379a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:10.387551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8241906b-10d1-4284-a127-8108e1ec379a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:10.403275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.405352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.406738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.408504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.409058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.409581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.411481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.413195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.413705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.414212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.414954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.416255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.417429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:10.448329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-f00dc5ef-5379-4346-9ff3-db2240a6de29 service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5443685
Jan 29 20:57:10.509391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Router ce373803-d51b-494d-8e0b-a59e87172820 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:10.523180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.603508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-4cba7b53-913d-4f2b-ad3d-403034ac0cee service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228571
Jan 29 20:57:10.670854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2b1f3-6bda-41e1-b5af-4cea789a4814 req-5db93ff2-75fe-4c07-ad91-170ac53ca203 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:10.678616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2de2b1f3-6bda-41e1-b5af-4cea789a4814 req-5db93ff2-75fe-4c07-ad91-170ac53ca203 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 943 time: 0.2095017
Jan 29 20:57:10.684371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82db0fcb-f27e-48eb-8d81-a30389b1bbaa req-a52827bd-49b5-4ee6-802e-c0c1f8b159c7 service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247775
Jan 29 20:57:10.731212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.737222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks [] for router_controller (982b8e3e-26c2-4c83-b1d2-87951cbe7672), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.778268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-c5b23d8b-2310-47b4-955b-28a1c7dd4c17 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637211
Jan 29 20:57:10.813199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:10.814433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-deleted', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:10.820873 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527cbd54-d3f2-4870-975d-49447df9c998" -d '{"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-deleted", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:10.824900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] Sync routers for ids ['ce373803-d51b-494d-8e0b-a59e87172820'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:10.845594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (982b8e3e-26c2-4c83-b1d2-87951cbe7672), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.845885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] Routers {'ce373803-d51b-494d-8e0b-a59e87172820'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:10.846729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ce373803-d51b-494d-8e0b-a59e87172820'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:10.847564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982b8e3e-26c2-4c83-b1d2-87951cbe7672 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:10.867361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.875978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6b74163-e949-4874-8275-cf358b602a86 admin admin] 10.222.0.20 "DELETE /v2.0/routers/982b8e3e-26c2-4c83-b1d2-87951cbe7672 HTTP/1.1" status: 204  len: 168 time: 2.9861367
Jan 29 20:57:10.879387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:10.893044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2de2b1f3-6bda-41e1-b5af-4cea789a4814 req-e0c1099d-328d-4bb9-be72-0e7662a95104 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2135236
Jan 29 20:57:10.962517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba4c0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:10.986011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] Routers {'ce373803-d51b-494d-8e0b-a59e87172820'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:10.988199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:56:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ce373803-d51b-494d-8e0b-a59e87172820'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:10.993489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:10.996186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7c0938f1-692b-4590-9028-2773d4baadec tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.3747354
Jan 29 20:57:10.998971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:11.024343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Deleting subnet 74b1bd96-0b80-47b6-b3ff-b65f91c2339e {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:57:11.028170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Publish callbacks [] for subnet (74b1bd96-0b80-47b6-b3ff-b65f91c2339e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.073783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba4c0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:11.074451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63e3cd-b97e-43f7-bb0b-dc6315093fea None None] The sync data for ids ['ce373803-d51b-494d-8e0b-a59e87172820'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:11.102676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (74b1bd96-0b80-47b6-b3ff-b65f91c2339e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.203011 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df38ea9b-6141-4298-99aa-956b0197cdff x-openstack-request-id: req-df38ea9b-6141-4298-99aa-956b0197cdff {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:11.203306 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19fa993-4c5b-482c-99c2-4738df312a89", "name": "network-vif-deleted", "tag": "a8d408f9-0419-4e6a-bb20-c429ede9dd74", "status": "failed", "code": 422}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:11.203634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df38ea9b-6141-4298-99aa-956b0197cdff {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:11.209204 ncdv-master-1 neutron-server[125943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e19fa993-4c5b-482c-99c2-4738df312a89', 'name': 'network-vif-deleted', 'tag': 'a8d408f9-0419-4e6a-bb20-c429ede9dd74', 'status': 'failed', 'code': 422} returned with failed status
Jan 29 20:57:11.297139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (74b1bd96-0b80-47b6-b3ff-b65f91c2339e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.321575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b0cc314-0ea0-4b39-80ae-f918bcfd542b tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/ce373803-d51b-494d-8e0b-a59e87172820 HTTP/1.1" status: 200  len: 920 time: 0.3208144
Jan 29 20:57:11.325617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51772) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:11.389226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-864b4306-00e7-47cc-92e9-c4a9057e5929 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce373803-d51b-494d-8e0b-a59e87172820 HTTP/1.1" status: 200  len: 205 time: 0.0602288
Jan 29 20:57:11.394444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51776) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:11.458932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (74b1bd96-0b80-47b6-b3ff-b65f91c2339e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.503838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b1bd96-0b80-47b6-b3ff-b65f91c2339e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:11.549955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.556051 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01b4806a-7aac-4376-b6cc-15ded2c4b925 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74b1bd96-0b80-47b6-b3ff-b65f91c2339e HTTP/1.1" status: 204  len: 168 time: 0.6753430
Jan 29 20:57:11.556683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69394e-2b1d-43bf-84da-12aabc61bb10 None None] Network db0ec36e-713b-47c8-8cd5-e10e08ff5e02 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:57:11.558741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51780) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:11.696715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (db0ec36e-713b-47c8-8cd5-e10e08ff5e02), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.838258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Deleting port a472aae2-c8ab-49ed-96ec-134ed49e5b3b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:11.839118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:11.975582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] DHCP port deletion for db0ec36e-713b-47c8-8cd5-e10e08ff5e02 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:57:12.011090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (ce373803-d51b-494d-8e0b-a59e87172820), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.025950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] For port a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:12.027159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.044920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Calling delete_port for a472aae2-c8ab-49ed-96ec-134ed49e5b3b owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:12.098661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a472aae2-c8ab-49ed-96ec-134ed49e5b3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:12.186068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d72089-2518-4732-ac19-20399b4babd0 req-44832a49-2038-4909-88a7-1c06fc7fdf4f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:12.193959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7d72089-2518-4732-ac19-20399b4babd0 req-44832a49-2038-4909-88a7-1c06fc7fdf4f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.9350436
Jan 29 20:57:12.221583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Deleting port a472aae2-c8ab-49ed-96ec-134ed49e5b3b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:12.222011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.228697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d75e-7a2e-41b9-ba46-f1451d263de9 req-3301c2fa-a426-46b9-8bd3-68e2ab4c63d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:12.230505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d1d75e-7a2e-41b9-ba46-f1451d263de9 req-3301c2fa-a426-46b9-8bd3-68e2ab4c63d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.9079468
Jan 29 20:57:12.365212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.377352 ncdv-master-1 neutron-server[125944]: INFO neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No ports have port_id starting with a472aae2-c8ab-49ed-96ec-134ed49e5b3b
Jan 29 20:57:12.410154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] No DVR routers for this DVR port a472aae2-c8ab-49ed-96ec-134ed49e5b3b on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:12.431154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a21251ce-bec5-4677-afdf-9c3131f5b923 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:12.458345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] For port a472aae2-c8ab-49ed-96ec-134ed49e5b3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,segment=NetworkSegment(c457d9e1-a99c-4b61-b91f-385e7561c3d4),segment_id=c457d9e1-a99c-4b61-b91f-385e7561c3d4)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:12.458810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.469199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7d72089-2518-4732-ac19-20399b4babd0 req-30d0e53c-7383-470c-8f9a-27ec394c27c7 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735684
Jan 29 20:57:12.479598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Pushing event deleted for resources: {'Port': ['ID=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:12.496961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce373803-d51b-494d-8e0b-a59e87172820), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.509186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Calling delete_port for a472aae2-c8ab-49ed-96ec-134ed49e5b3b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:12.643492 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a472aae2-c8ab-49ed-96ec-134ed49e5b3b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.659163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (db0ec36e-713b-47c8-8cd5-e10e08ff5e02), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.704420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d1d75e-7a2e-41b9-ba46-f1451d263de9 req-2d66f199-da29-49cf-b93a-b9a5a99774d3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250107
Jan 29 20:57:12.705821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aae07f0>,) {'filters': {'network_id': ['db0ec36e-713b-47c8-8cd5-e10e08ff5e02']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:12.718074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aae07f0>, 'c457d9e1-a99c-4b61-b91f-385e7561c3d4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:12.719244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aae07f0>, 'c457d9e1-a99c-4b61-b91f-385e7561c3d4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:12.732140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c457d9e1-a99c-4b61-b91f-385e7561c3d4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.756508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] Pushing event deleted for resources: {'Port': ['ID=a472aae2-c8ab-49ed-96ec-134ed49e5b3b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:12.757847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c457d9e1-a99c-4b61-b91f-385e7561c3d4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.761289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007449b-f5db-4453-af1e-d0c6da1f131c None None] No DVR routers for this DVR port a472aae2-c8ab-49ed-96ec-134ed49e5b3b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:12.762967 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aef3c85a-5d74-4921-bbb5-9feddef10c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.781812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:57:12.788921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c457d9e1-a99c-4b61-b91f-385e7561c3d4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:57:12.797133 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:57:12.894673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21251ce-bec5-4677-afdf-9c3131f5b923,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:12.908532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'port_id': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'mac_address': 'fa:16:3e:8a:b1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:12.919087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (db0ec36e-713b-47c8-8cd5-e10e08ff5e02), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.930478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:12.930846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d74e7f4-fa6a-4154-8b6d-6074cdb771ec req-64f7190b-e84b-4a26-99f6-7bfbf03f37f5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 210 time: 0.2213783
Jan 29 20:57:12.952275 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] 10.222.0.20 "DELETE /v2.0/networks/db0ec36e-713b-47c8-8cd5-e10e08ff5e02 HTTP/1.1" status: 204  len: 168 time: 1.3886211
Jan 29 20:57:12.960655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51812) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:12.974094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7a7e-704e-4ce1-a9bf-1224328c776e admin admin] Pushing event deleted for resources: {'Network': ['ID=db0ec36e-713b-47c8-8cd5-e10e08ff5e02,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:13.014278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a21251ce-bec5-4677-afdf-9c3131f5b923 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:13.014689 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.035390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21251ce-bec5-4677-afdf-9c3131f5b923 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:13.063267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21251ce-bec5-4677-afdf-9c3131f5b923,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:13.076314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.130948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:13.209296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38c716-060b-4fa5-8943-2cfc611dad72 req-1910927e-e4d1-4bbc-9fac-8f3aaf15c3bc tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:13.210706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a38c716-060b-4fa5-8943-2cfc611dad72 req-1910927e-e4d1-4bbc-9fac-8f3aaf15c3bc tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 943 time: 0.3369105
Jan 29 20:57:13.220527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port 86d7174c-763f-4716-8d7c-c61f22a2b029 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:13.220873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (86d7174c-763f-4716-8d7c-c61f22a2b029), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.230345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-3af402c4-8691-4f79-b6b2-f5e22f2dba49 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:13.231781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-3af402c4-8691-4f79-b6b2-f5e22f2dba49 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.4285347
Jan 29 20:57:13.251780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': '57b7df95-c80c-4284-ad33-abe8143c4347', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:13.390953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a21251ce-bec5-4677-afdf-9c3131f5b923'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:13.520108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a38c716-060b-4fa5-8943-2cfc611dad72 req-dd4944c2-2f51-4fa1-b681-e999b513493b tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2761917
Jan 29 20:57:13.551905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b29b-7e26-4b14-bafc-9e494c0c85e3 req-8e60a98c-31b1-47d0-aa9e-19cf7ed3215f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:13.553875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb91b29b-7e26-4b14-bafc-9e494c0c85e3 req-8e60a98c-31b1-47d0-aa9e-19cf7ed3215f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.4375122
Jan 29 20:57:13.620811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (86d7174c-763f-4716-8d7c-c61f22a2b029), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.654089 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.662274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:13.665792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:13.705225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for 86d7174c-763f-4716-8d7c-c61f22a2b029 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:13.745148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb91b29b-7e26-4b14-bafc-9e494c0c85e3 req-881b5dc0-5708-4180-9749-4f246bd90a16 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778021
Jan 29 20:57:13.900808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29acf4b-ce18-4608-b6a7-658a9322210b req-1569b24b-87f7-4080-95ee-cf106b4ab00f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:13.902556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a29acf4b-ce18-4608-b6a7-658a9322210b req-1569b24b-87f7-4080-95ee-cf106b4ab00f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.2493148
Jan 29 20:57:14.177040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.12 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/f25b98a6-c0bb-4f15-ac20-3aec95b33422) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:14.195377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a29acf4b-ce18-4608-b6a7-658a9322210b req-716fa263-8ffd-4826-bbb1-ef17c244a840 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2792499
Jan 29 20:57:14.258070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454062f-1cd4-47b1-86f1-89fb2c9fb81a req-b8992aef-5b81-4cd2-bc3b-6138e3ba8822 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:14.264807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8454062f-1cd4-47b1-86f1-89fb2c9fb81a req-b8992aef-5b81-4cd2-bc3b-6138e3ba8822 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3343704
Jan 29 20:57:14.363553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbd8c4b0-1e56-4d9d-a8ce-12d53b862ef3 req-a1d13043-c9cb-43e5-acdb-b5e5ab5a3b1f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 210 time: 0.0663502
Jan 29 20:57:14.369574 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (86d7174c-763f-4716-8d7c-c61f22a2b029), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:14.392904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a21251ce-bec5-4677-afdf-9c3131f5b923 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:14.466042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=86d7174c-763f-4716-8d7c-c61f22a2b029,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:14.487635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8454062f-1cd4-47b1-86f1-89fb2c9fb81a req-387a6ca7-c4e3-4c3f-9428-4cfc4cf5f19d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213695
Jan 29 20:57:14.503957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a21251ce-bec5-4677-afdf-9c3131f5b923 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:57:14.510817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a21251ce-bec5-4677-afdf-9c3131f5b923 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:14.511307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:14.711847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a21251ce-bec5-4677-afdf-9c3131f5b923 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:14.714155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:14.746493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:14.748902 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0c849-1c28-42e6-8b42-1b138b6ade88" -d '{"events": [{"server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "name": "network-vif-plugged", "status": "completed", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:14.766298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21251ce-bec5-4677-afdf-9c3131f5b923,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:14.773129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:14.807061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (ce373803-d51b-494d-8e0b-a59e87172820), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:14.846570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:14.934055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.018441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (1f117a54-f40b-430f-99fb-94fc94bdac75), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.029518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc561ec-3430-45c8-b0d8-41f3d7880303 req-187f128e-d9a1-4a27-be0c-c0c889792958 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:15.029858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc561ec-3430-45c8-b0d8-41f3d7880303 req-187f128e-d9a1-4a27-be0c-c0c889792958 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.4179904
Jan 29 20:57:15.032548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (ce373803-d51b-494d-8e0b-a59e87172820), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.043280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ce373803-d51b-494d-8e0b-a59e87172820), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.506694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.605428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (ce373803-d51b-494d-8e0b-a59e87172820), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.606014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router ce373803-d51b-494d-8e0b-a59e87172820 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:15.613291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.614380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1287163d-ed58-4925-ac1b-74ef341d85f8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ce373803-d51b-494d-8e0b-a59e87172820 HTTP/1.1" status: 204  len: 168 time: 4.2172518
Jan 29 20:57:15.620647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51886) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:15.631211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1967030263', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:15.650770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368528e-8c6f-4dca-8e88-67dcf37d8934 req-2af1075d-bbae-4158-a5dc-825463949fad tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:15.653566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5368528e-8c6f-4dca-8e88-67dcf37d8934 req-2af1075d-bbae-4158-a5dc-825463949fad tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.7664449
Jan 29 20:57:15.654730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.702919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bc561ec-3430-45c8-b0d8-41f3d7880303 req-1d6edb7a-d7b1-45d0-b6b7-4bb64d0f5075 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6074035
Jan 29 20:57:15.762297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.763391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:15.768446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:15.809568 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc982904-81be-47aa-ac7b-f363f9377f3a x-openstack-request-id: req-cc982904-81be-47aa-ac7b-f363f9377f3a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:15.810091 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "name": "network-vif-plugged", "status": "completed", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:15.810193 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc982904-81be-47aa-ac7b-f363f9377f3a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:15.810546 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'code': 200}
Jan 29 20:57:15.824138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:15.836144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:15.864274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:15.919200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5368528e-8c6f-4dca-8e88-67dcf37d8934 req-74375b48-c7f8-4e42-b00d-ff73b2569bf2 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2524545
Jan 29 20:57:16.056283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (e133fba2-13bd-448b-9fb8-2e03c948839a), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.066270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:16.067037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.207269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-ab6bd8dd-7af5-42b3-813a-4fcd9f1d3256 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9603007
Jan 29 20:57:16.225137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Request body: {'port': {'device_id': '57b7df95-c80c-4284-ad33-abe8143c4347', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:16.276775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84451187-63c5-4de3-a655-dc2d23688f57 req-7ddecb98-593d-49fe-abe3-49fa601fd54d tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:16.283803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84451187-63c5-4de3-a655-dc2d23688f57 req-7ddecb98-593d-49fe-abe3-49fa601fd54d tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.3608561
Jan 29 20:57:16.286991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636698f3-2fc6-4285-bc79-23dd903800a4 req-e525dec3-8e2e-4aeb-ad7d-cdf775d0ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:16.288505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-636698f3-2fc6-4285-bc79-23dd903800a4 req-e525dec3-8e2e-4aeb-ad7d-cdf775d0ce6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 1127 time: 0.3563840
Jan 29 20:57:16.387708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5464-6cbe-4df3-a2d8-c347593e9915 req-b0531647-101c-41f1-8290-e08eddced39f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:16.389389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-074e5464-6cbe-4df3-a2d8-c347593e9915 req-b0531647-101c-41f1-8290-e08eddced39f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 932 time: 0.3592432
Jan 29 20:57:16.400082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (e133fba2-13bd-448b-9fb8-2e03c948839a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.538891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.544551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84451187-63c5-4de3-a655-dc2d23688f57 req-7ff9b795-df7f-4e81-a5cb-3bae9f013e3d tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598944
Jan 29 20:57:16.621179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-636698f3-2fc6-4285-bc79-23dd903800a4 req-380f51e4-d5f1-4506-814f-0db9194049d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2823932
Jan 29 20:57:16.659025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-074e5464-6cbe-4df3-a2d8-c347593e9915 req-82585b62-8389-404c-8acc-1f4c9a0ad700 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609415
Jan 29 20:57:16.775871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.870269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Deleting port 3d420d37-bc74-42a0-af0d-75104acba1b3 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:16.870605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:16.930807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-32fcf07a-c76c-4f25-9fae-40c5ccdf5b43 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dfbb85a1be546ebb2fa63c804398745&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0979538
Jan 29 20:57:17.126184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726cc64-c646-4c35-9f6c-fcf33e0fe73c req-ebb9bd01-0b0a-4cb7-9c31-afb560f4b8ab tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:17.131122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3726cc64-c646-4c35-9f6c-fcf33e0fe73c req-ebb9bd01-0b0a-4cb7-9c31-afb560f4b8ab tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3824337
Jan 29 20:57:17.420843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] For port 3d420d37-bc74-42a0-af0d-75104acba1b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d420d37-bc74-42a0-af0d-75104acba1b3,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:17.421890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:17.444093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3726cc64-c646-4c35-9f6c-fcf33e0fe73c req-e439394d-8696-4780-a458-0a792d0e4da8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118305
Jan 29 20:57:17.485400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-3ec728ee-6f2f-4178-a595-73ab7744addf tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:17.486917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-3ec728ee-6f2f-4178-a595-73ab7744addf tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5142567
Jan 29 20:57:17.497287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Calling delete_port for 3d420d37-bc74-42a0-af0d-75104acba1b3 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:17.577109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-a3e4ef5f-7cac-440e-b6bc-4cbcd639e244 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/quotas/3dfbb85a1be546ebb2fa63c804398745 HTTP/1.1" status: 200  len: 375 time: 0.0809495
Jan 29 20:57:17.948447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (e133fba2-13bd-448b-9fb8-2e03c948839a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:17.992138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25b98a6-c0bb-4f15-ac20-3aec95b33422 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:18.003834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:18.011478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks [] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:18.115297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Transition to ACTIVE for port object f25b98a6-c0bb-4f15-ac20-3aec95b33422 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:57:18.127294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7c012-ec6c-45f2-afc9-c59e161ced66 req-9d317152-724f-4b1c-a20c-0bae9a61b20f tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:18.128881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89e7c012-ec6c-45f2-afc9-c59e161ced66 req-9d317152-724f-4b1c-a20c-0bae9a61b20f tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.5852265
Jan 29 20:57:18.137421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-d8e67083-8c88-488f-85aa-59323874d6e4 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5414166
Jan 29 20:57:18.150603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:18.323663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Pushing event updated for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:18.407974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.408578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.409110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.409763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.410240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.410849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.411397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.412005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.412711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.413311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.413843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.414381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.414886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:18.434287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89e7c012-ec6c-45f2-afc9-c59e161ced66 req-e9f326e7-7820-49aa-9ce7-f903806de804 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2912171
Jan 29 20:57:18.459577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.35.4.145 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/50594b18-1cc6-4546-aee4-ca7aeade5043) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:18.581317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0b10-16ce-43f9-876f-3fe8fa4970d6 req-75823e6c-0c21-4b38-aee6-a31d59585a2d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:18.583271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db0a0b10-16ce-43f9-876f-3fe8fa4970d6 req-75823e6c-0c21-4b38-aee6-a31d59585a2d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1867487
Jan 29 20:57:18.585408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Attempting to bind port f25b98a6-c0bb-4f15-ac20-3aec95b33422 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:18.585748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Attempting to bind port f25b98a6-c0bb-4f15-ac20-3aec95b33422 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:18.586082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Attempting to bind port f25b98a6-c0bb-4f15-ac20-3aec95b33422 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:18.591988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Port f25b98a6-c0bb-4f15-ac20-3aec95b33422 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:57:18.592350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Attempting to bind port f25b98a6-c0bb-4f15-ac20-3aec95b33422 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:18.605335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3d420d37-bc74-42a0-af0d-75104acba1b3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:18.654467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:18.654849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:18.656324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:18.656324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Bound port: f25b98a6-c0bb-4f15-ac20-3aec95b33422, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:18.656776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:18.740844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d420d37-bc74-42a0-af0d-75104acba1b3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:18.942292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db0a0b10-16ce-43f9-876f-3fe8fa4970d6 req-6c9eb5b5-c857-42fa-8c4f-b56667d0566e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3421071
Jan 29 20:57:19.043620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549ef80-347c-4aae-bc21-692310af349c req-03206ace-dcaa-4282-9c12-647514927b03 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:19.053058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e549ef80-347c-4aae-bc21-692310af349c req-03206ace-dcaa-4282-9c12-647514927b03 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 944 time: 0.3902032
Jan 29 20:57:19.125445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:57:19.208538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:57:19.222329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-594bb864-294d-493a-b32e-21ecaebaab90 req-5c4ab33a-3001-47a2-b2c8-23ca07ab35ce tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 210 time: 0.0968363
Jan 29 20:57:19.239835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:19.247244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:19.359843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Pushing event updated for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:19.407000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:19.407633 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:19.412416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-cec694b0-1a98-43f3-914e-c8f393ecc170 service neutron] 10.222.0.18 "PUT /v2.0/ports/f25b98a6-c0bb-4f15-ac20-3aec95b33422 HTTP/1.1" status: 200  len: 1092 time: 3.1948960
Jan 29 20:57:19.419975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:19.427084 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05efe526-f90c-4941-b6e0-86d89ee270f4" -d '{"events": [{"name": "network-changed", "server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:19.473825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (1f117a54-f40b-430f-99fb-94fc94bdac75), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:19.717652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e549ef80-347c-4aae-bc21-692310af349c req-b23fa478-8511-4b40-913d-ca7a0045b254 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6638415
Jan 29 20:57:19.773470 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-6e54e6d9-9884-4426-bd1b-29da8bc46b82 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dfbb85a1be546ebb2fa63c804398745&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0714877
Jan 29 20:57:19.807407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:19.978277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:19.981945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-e631d8b2-e27a-4ff1-b2ea-61fb061776bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:19.992584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-4f2100c8-a957-441f-9ec1-bde86faf7c9c tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:19.994972 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-4f2100c8-a957-441f-9ec1-bde86faf7c9c tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2165587
Jan 29 20:57:19.996410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-e631d8b2-e27a-4ff1-b2ea-61fb061776bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 1126 time: 0.5103142
Jan 29 20:57:20.009146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Request body: {'port': {'device_id': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '3dfbb85a1be546ebb2fa63c804398745'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:20.011519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:20.056538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-d9e7d99d-7f3b-48e7-9571-435106578391 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422 HTTP/1.1" status: 200  len: 217 time: 0.0489802
Jan 29 20:57:20.059464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:20.065027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=50594b18-1cc6-4546-aee4-ca7aeade5043,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:20.107491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaccbfd-0b76-4c9f-98c7-cc36f6602acd req-aaa9ca7b-80f8-47ae-b798-14b4a563895c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:20.120711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aaccbfd-0b76-4c9f-98c7-cc36f6602acd req-aaa9ca7b-80f8-47ae-b798-14b4a563895c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.5754347
Jan 29 20:57:20.186165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Made reservation on behalf of 3dfbb85a1be546ebb2fa63c804398745 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:20.191499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:20.351000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f450-efbc-4df3-8ecb-876d1825068c req-3b8355d2-d285-451c-a27b-4e749800183f tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:20.353655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f66f450-efbc-4df3-8ecb-876d1825068c req-3b8355d2-d285-451c-a27b-4e749800183f tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.4689541
Jan 29 20:57:20.363913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Allocated IP 192.168.233.116 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/808dabd9-f1c2-457b-8dcd-2a21e21bfbad) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:20.392417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-df868eb2-7e64-4640-9ad6-e314091a59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:20.393932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-df868eb2-7e64-4640-9ad6-e314091a59cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.3101189
Jan 29 20:57:20.555963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks [] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:20.612340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:20.624502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['d628737a-c0f5-44d0-87ca-d5e3ae5dd343'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:20.676435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:20.682287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:20.701676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:20.743251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Pushing event updated for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:20.799844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:20.801501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:20.833516 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-e092c622-dd13-49fa-a818-0c0f83424577 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8273494
Jan 29 20:57:20.846408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Request body: {'port': {'device_id': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:20.892916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aaccbfd-0b76-4c9f-98c7-cc36f6602acd req-e1e3e1e4-2ea0-4a75-bee0-6d773ca7a343 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7711306
Jan 29 20:57:20.960319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.007051 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd891f8-89e3-4c7d-86d0-0eb8797bfa47 x-openstack-request-id: req-cfd891f8-89e3-4c7d-86d0-0eb8797bfa47 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:21.007624 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:21.008048 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfd891f8-89e3-4c7d-86d0-0eb8797bfa47 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:21.008634 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422', 'status': 'completed', 'code': 200}
Jan 29 20:57:21.012519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-be34d907-0a81-4e1e-8ddf-30b5a06dd497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5751204
Jan 29 20:57:21.042423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1773e55f-360c-4e3b-84ab-18a740ab6846 None None] Provisioning complete for port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:21.042808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1773e55f-360c-4e3b-84ab-18a740ab6846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.096070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1773e55f-360c-4e3b-84ab-18a740ab6846 None None] Port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:57:21.103978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Router 1f117a54-f40b-430f-99fb-94fc94bdac75 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:57:21.214284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f66f450-efbc-4df3-8ecb-876d1825068c req-6a078d2a-f28b-4acb-9a8d-c80ca83cd5f7 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8474936
Jan 29 20:57:21.290728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-9d4e2015-c72d-4d85-9455-3441a77f31c1 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629960
Jan 29 20:57:21.427268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808dabd9-f1c2-457b-8dcd-2a21e21bfbad {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:21.437800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks [] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.456169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Transition to ACTIVE for port object 808dabd9-f1c2-457b-8dcd-2a21e21bfbad will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:57:21.458597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.582485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:21.665126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7265661-e0bb-4894-a4b7-3edb3d05fa84 req-14880633-ee8f-4102-8a9e-fdbfcab10fa9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:21.665126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7265661-e0bb-4894-a4b7-3edb3d05fa84 req-14880633-ee8f-4102-8a9e-fdbfcab10fa9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 936 time: 0.5181715
Jan 29 20:57:21.678427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Attempting to bind port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:21.679214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Attempting to bind port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:21.680763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Attempting to bind port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:21.692643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:57:21.692928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Attempting to bind port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:21.698951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:21.699295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:21.699689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:21.700113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Bound port: 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:21.700473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.788488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b86f1-3fa4-4170-b0f7-08980046529b req-ddca1a82-016b-45d6-88af-c1f83b370e5b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:21.796049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a9b86f1-3fa4-4170-b0f7-08980046529b req-ddca1a82-016b-45d6-88af-c1f83b370e5b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 944 time: 0.4728167
Jan 29 20:57:21.804147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:57:21.809003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:57:21.817733 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.856020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:21.857226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.859455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cabfa3b-9569-40b4-93e1-4681931beaf6 req-29a187fa-15ff-4797-968d-c39c4617ac7b service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5487547
Jan 29 20:57:21.859793 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] 10.222.0.36 "PUT /v2.0/ports/808dabd9-f1c2-457b-8dcd-2a21e21bfbad HTTP/1.1" status: 200  len: 1096 time: 1.0179369
Jan 29 20:57:21.860049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (e133fba2-13bd-448b-9fb8-2e03c948839a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:21.860701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:21.863565 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad666f-faa5-417b-9464-d0576be76fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:21.893297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a3b86-11f3-45fe-a1b8-01823874ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:21.971520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:21.984175 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Sync routers for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:21.989990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4bb5837f-ae06-4773-a77b-db678a29ac89 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f117a54-f40b-430f-99fb-94fc94bdac75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0121453
Jan 29 20:57:21.993288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52040) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:22.017143 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:22.018100 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afef100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:22.057258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7265661-e0bb-4894-a4b7-3edb3d05fa84 req-7e180005-7a91-4fe4-ac91-eae297402a29 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3931398
Jan 29 20:57:22.114731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a9b86f1-3fa4-4170-b0f7-08980046529b req-49ec95df-7dc4-4c7e-8f1a-90499a887773 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3170588
Jan 29 20:57:22.127950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-f53b6581-cfcd-4727-8ef6-77b8057941be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.130633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-f53b6581-cfcd-4727-8ef6-77b8057941be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 1130 time: 0.2030594
Jan 29 20:57:22.162598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-d24a99df-143c-4c0d-b5a2-4ce45898acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.173653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-d24a99df-143c-4c0d-b5a2-4ce45898acd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 1126 time: 0.1944933
Jan 29 20:57:22.264268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:22.278173 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:22.345100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks [] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:22.474540 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0007a30f-290c-4f3b-8be8-52d5485e0396 x-openstack-request-id: req-0007a30f-290c-4f3b-8be8-52d5485e0396 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:22.474894 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:22.475094 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0007a30f-290c-4f3b-8be8-52d5485e0396 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:22.475739 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad', 'status': 'completed', 'code': 200}
Jan 29 20:57:22.477616 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-968e4729-967f-442e-b6d9-4b3597503c3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad HTTP/1.1" status: 200  len: 217 time: 0.3379316
Jan 29 20:57:22.536376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-5d76f17c-86b6-45e2-a6a3-8e9cfbf7ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.537897 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-5d76f17c-86b6-45e2-a6a3-8e9cfbf7ec35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0509577
Jan 29 20:57:22.598535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks [] for router_gateway (1f117a54-f40b-430f-99fb-94fc94bdac75), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:22.623177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43e6e-4269-4b57-981b-229e10510054 req-b4b4b73b-a20e-4f1b-a1dd-264a1bfaf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.628885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-b4b4b73b-a20e-4f1b-a1dd-264a1bfaf9e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0785425
Jan 29 20:57:22.632557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-e3c388af-50c7-432f-9219-1f3c969cfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.634608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-e3c388af-50c7-432f-9219-1f3c969cfae4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.4519055
Jan 29 20:57:22.639758 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afef100>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:57:18Z', 'revision_number': 5, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port': {'id': '3125000f-d5d4-4707-bbce-b2876fffbde8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:51:16Z', 'updated_at': '2022-01-29T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:22.678322 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Checking router: 1f117a54-f40b-430f-99fb-94fc94bdac75 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:22.689905 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Routers {'1f117a54-f40b-430f-99fb-94fc94bdac75'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:22.690916 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afef100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f117a54-f40b-430f-99fb-94fc94bdac75'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:22.716421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-c02cd1c7-4a0b-4a6f-add1-fd87dfda3a86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422 HTTP/1.1" status: 200  len: 217 time: 0.0725038
Jan 29 20:57:22.727680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7a0f-d475-48b6-9ea1-a80891daef8f req-4e992a24-e08c-409d-aec9-deb28a5ff7cf tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.739844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bafa7a0f-d475-48b6-9ea1-a80891daef8f req-4e992a24-e08c-409d-aec9-deb28a5ff7cf tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.3868847
Jan 29 20:57:22.749088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52060) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:22.759503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Request body: {'floatingip': {'port_id': 'a21251ce-bec5-4677-afdf-9c3131f5b923'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:22.808691 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] Set router 1f117a54-f40b-430f-99fb-94fc94bdac75 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:22.826010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-29698ed5-e775-4dc8-989e-574ed58f0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.827670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-29698ed5-e775-4dc8-989e-574ed58f0ee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.0868337
Jan 29 20:57:22.862944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-619e5e52-bb60-408c-afbc-1304f55ef118 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279803
Jan 29 20:57:22.874926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf95ff-a5ce-469f-ad45-f078bcabf81d req-acfb8613-eebe-4ca5-8737-87c49d397b3f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:22.881831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1acf95ff-a5ce-469f-ad45-f078bcabf81d req-acfb8613-eebe-4ca5-8737-87c49d397b3f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.4310718
Jan 29 20:57:22.891057 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afef100>, [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:57:22Z', 'revision_number': 6, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:22.941457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:22.957126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:22.980660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f368eb3-7216-41d1-85b5-d96ada866f31 None None] The sync data for ids ['1f117a54-f40b-430f-99fb-94fc94bdac75'] in ncdv-master-1 is: [{'id': '1f117a54-f40b-430f-99fb-94fc94bdac75', 'name': 'tempest-TaggedBootDevicesTest-721828222-router', 'tenant_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:51:15Z', 'updated_at': '2022-01-29T20:57:22Z', 'revision_number': 6, 'project_id': 'fefa7c6dfc414ab58c6ebff21e0b6f6b', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:23.006121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Deleting port 3125000f-d5d4-4707-bbce-b2876fffbde8 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:23.006605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:23.078552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1acf95ff-a5ce-469f-ad45-f078bcabf81d req-67677997-bafb-46b3-b839-81dcde382ed1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948221
Jan 29 20:57:23.177460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-ff60c62a-1f9c-4dec-b116-6085a0063510 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883825
Jan 29 20:57:23.187549 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:23.488571 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-5f66b3bc-6b8c-45bf-a818-123b4e7e234c service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8529043
Jan 29 20:57:23.604779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router e133fba2-13bd-448b-9fb8-2e03c948839a is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:23.611178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] For port 3125000f-d5d4-4707-bbce-b2876fffbde8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3125000f-d5d4-4707-bbce-b2876fffbde8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:23.611534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:23.689201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05efe526-f90c-4941-b6e0-86d89ee270f4 req-bfa6e242-d47c-4b9c-9078-d55866dc57ed service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5051038
Jan 29 20:57:23.690496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Calling delete_port for 3125000f-d5d4-4707-bbce-b2876fffbde8 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:23.725228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639242de-20b7-412e-bdfa-9bc5ddfe85a5 req-b5866338-b3ba-406f-9a60-351635fac464 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:23.727038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-639242de-20b7-412e-bdfa-9bc5ddfe85a5 req-b5866338-b3ba-406f-9a60-351635fac464 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 948 time: 0.5132225
Jan 29 20:57:23.736617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052f39-0364-4269-a348-60fc0acb058b req-ad0b957b-9a3d-420b-b9ff-d6a28432ab55 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:23.738293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5052f39-0364-4269-a348-60fc0acb058b req-ad0b957b-9a3d-420b-b9ff-d6a28432ab55 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 944 time: 0.1838498
Jan 29 20:57:23.770565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52110) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:23.805233 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e4c43e6e-4269-4b57-981b-229e10510054 req-48815b82-3238-4871-b720-c4953994ea47 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915678
Jan 29 20:57:23.876464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5052f39-0364-4269-a348-60fc0acb058b req-1bb34aac-9b33-4a25-af0d-3b60b3433816 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313894
Jan 29 20:57:23.901755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-639242de-20b7-412e-bdfa-9bc5ddfe85a5 req-697c4e6f-bd56-4504-b056-43d3cce9ac89 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531835
Jan 29 20:57:23.967578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a23591c-32f5-40da-8fb6-6c003e52270a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:23.979120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:23.990952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Sync routers for ids ['e133fba2-13bd-448b-9fb8-2e03c948839a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:24.021503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Routers {'e133fba2-13bd-448b-9fb8-2e03c948839a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:24.022178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a866a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e133fba2-13bd-448b-9fb8-2e03c948839a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:24.037169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.038416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d74c3039-0c3c-476d-84a3-d8158a9c0f21 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 8.4115148
Jan 29 20:57:24.051036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52132) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:24.214365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3d420d37-bc74-42a0-af0d-75104acba1b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:24.250730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3d420d37-bc74-42a0-af0d-75104acba1b3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:24.251083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3d420d37-bc74-42a0-af0d-75104acba1b3 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:24.251502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3125000f-d5d4-4707-bbce-b2876fffbde8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:24.261688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad666f-faa5-417b-9464-d0576be76fbe req-9134aba3-7b60-4310-894b-6b866e52f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:24.263301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-9134aba3-7b60-4310-894b-6b866e52f084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dfbb85a1be546ebb2fa63c804398745&device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 1130 time: 0.3656907
Jan 29 20:57:24.285248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Set router e133fba2-13bd-448b-9fb8-2e03c948839a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:24.318448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a23591c-32f5-40da-8fb6-6c003e52270a admin admin] Publish callbacks [] for security_group (82d464d4-7b4d-4113-ad9a-b0f1c7a96c47), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.330140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a23591c-32f5-40da-8fb6-6c003e52270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82d464d4-7b4d-4113-ad9a-b0f1c7a96c47), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.338846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea71b88-5949-4506-aef7-e375d8cdee02 req-d4aa8359-840f-40db-8991-4732216ef4f3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:24.340340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea71b88-5949-4506-aef7-e375d8cdee02 req-d4aa8359-840f-40db-8991-4732216ef4f3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1623778
Jan 29 20:57:24.370189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9fc784db-63ab-4419-ba14-3601acde46b2 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/e133fba2-13bd-448b-9fb8-2e03c948839a HTTP/1.1" status: 200  len: 909 time: 0.3150914
Jan 29 20:57:24.372598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:24.374717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310b41-ad24-44a5-b0bf-74e11f6be9f0 req-977fa832-4db5-4d89-84a5-7f8ee41dff33 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:24.376951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df310b41-ad24-44a5-b0bf-74e11f6be9f0 req-977fa832-4db5-4d89-84a5-7f8ee41dff33 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 949 time: 0.1614153
Jan 29 20:57:24.380140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1967030263', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': True}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:24.397522 ncdv-master-1 neutron-server[125944]: INFO neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No ports have port_id starting with 3125000f-d5d4-4707-bbce-b2876fffbde8
Jan 29 20:57:24.425771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a23591c-32f5-40da-8fb6-6c003e52270a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c582fb272648b1b8d62778f373a515&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6538894
Jan 29 20:57:24.430874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52142) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:24.434809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3125000f-d5d4-4707-bbce-b2876fffbde8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.438539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23591c-32f5-40da-8fb6-6c003e52270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d464d4-7b4d-4113-ad9a-b0f1c7a96c47,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:24.505951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a866a90>, [{'id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'name': 'tempest-snat-router-1967030263', 'tenant_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145'}], 'enable_snat': False}, 'gw_port_id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:57:15Z', 'updated_at': '2022-01-29T20:57:21Z', 'revision_number': 3, 'project_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'gw_port': {'id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:57:18Z', 'updated_at': '2022-01-29T20:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:24.510528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df310b41-ad24-44a5-b0bf-74e11f6be9f0 req-b56b85b2-cceb-4e6d-8191-f9dc598a53da tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231863
Jan 29 20:57:24.517176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea71b88-5949-4506-aef7-e375d8cdee02 req-1d698d1a-ee7c-4b9c-9dd7-83736379b7fd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399837
Jan 29 20:57:24.524968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad666f-faa5-417b-9464-d0576be76fbe req-3875a152-084b-4f89-8f74-f6c84a9f968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:24.526585 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-3875a152-084b-4f89-8f74-f6c84a9f968a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2402031
Jan 29 20:57:24.544636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] Publish callbacks [] for security_group (82d464d4-7b4d-4113-ad9a-b0f1c7a96c47), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.567015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] Publish callbacks [] for security_group (82d464d4-7b4d-4113-ad9a-b0f1c7a96c47), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.571792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Checking router: e133fba2-13bd-448b-9fb8-2e03c948839a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:24.572436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Updating router e133fba2-13bd-448b-9fb8-2e03c948839a port 50594b18-1cc6-4546-aee4-ca7aeade5043 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:57:24.601148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3125000f-d5d4-4707-bbce-b2876fffbde8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:24.626224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82d464d4-7b4d-4113-ad9a-b0f1c7a96c47), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.626913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (66ab2337-12d7-44b9-9b49-1801ec118061), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.627962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (66ab2337-12d7-44b9-9b49-1801ec118061), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.632552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.resource_extend [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:57:24.636794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (1f117a54-f40b-430f-99fb-94fc94bdac75), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.637049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.645413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82d464d4-7b4d-4113-ad9a-b0f1c7a96c47 HTTP/1.1" status: 204  len: 168 time: 0.2133663
Jan 29 20:57:24.656172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484776-eba2-4ef7-b201-44ebfd014403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d464d4-7b4d-4113-ad9a-b0f1c7a96c47,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:24.728845 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-a81477e8-535e-450e-9e0e-8e6a2ad0b53b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad HTTP/1.1" status: 200  len: 217 time: 0.1217482
Jan 29 20:57:24.766537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.865997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.873582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks [] for router_controller (1f117a54-f40b-430f-99fb-94fc94bdac75), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.922833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.924654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (66ab2337-12d7-44b9-9b49-1801ec118061), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:24.979378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.014476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad666f-faa5-417b-9464-d0576be76fbe req-827df8a5-5cfb-4773-bba6-15c992a2f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:25.016721 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-827df8a5-5cfb-4773-bba6-15c992a2f8d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2410433
Jan 29 20:57:25.102453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (1f117a54-f40b-430f-99fb-94fc94bdac75), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.103192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f117a54-f40b-430f-99fb-94fc94bdac75 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:25.125956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.129984 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2464fa5d-4005-49f3-beaa-aea68de9bcc5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1f117a54-f40b-430f-99fb-94fc94bdac75 HTTP/1.1" status: 204  len: 168 time: 3.1351316
Jan 29 20:57:25.130410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52164) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:25.156735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52166) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:25.182334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ca83-be37-47dd-af14-4fe2f100b47b req-b8e439ca-e1c1-4c61-b7ef-3f180265c412 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:25.184104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd3ca83-be37-47dd-af14-4fe2f100b47b req-b8e439ca-e1c1-4c61-b7ef-3f180265c412 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 944 time: 0.2001572
Jan 29 20:57:25.196862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks [] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.212105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.247520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690b0a-f145-4f2a-adbc-2dd90dc48a9c req-f518ce50-84c3-497a-9367-5fee6efc92cb tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:25.250570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae690b0a-f145-4f2a-adbc-2dd90dc48a9c req-f518ce50-84c3-497a-9367-5fee6efc92cb tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 948 time: 0.1815090
Jan 29 20:57:25.279706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39617da4-4998-49f5-8932-61a584cfe4f3 None None] Pushing event updated for resources: {'Port': ['ID=50594b18-1cc6-4546-aee4-ca7aeade5043,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:25.283420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Deleting subnet dc2e907e-88f5-4fed-8204-41471158d036 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:57:25.299530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Attempting to bind port 50594b18-1cc6-4546-aee4-ca7aeade5043 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:25.299960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Attempting to bind port 50594b18-1cc6-4546-aee4-ca7aeade5043 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:25.300581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Attempting to bind port 50594b18-1cc6-4546-aee4-ca7aeade5043 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:25.303316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Publish callbacks [] for subnet (dc2e907e-88f5-4fed-8204-41471158d036), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.307383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:25.307828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:25.308483 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.308601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:25.309107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Bound port: 50594b18-1cc6-4546-aee4-ca7aeade5043, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:25.309491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.338944 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:57:25.339484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd3ca83-be37-47dd-af14-4fe2f100b47b req-f4a77b19-a9a1-463f-8aea-daa80fde119c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449652
Jan 29 20:57:25.370991 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (dc2e907e-88f5-4fed-8204-41471158d036), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.393055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae690b0a-f145-4f2a-adbc-2dd90dc48a9c req-c370d695-37f2-4557-aeb4-dfae1752e4b8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327996
Jan 29 20:57:25.408801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] For port 50594b18-1cc6-4546-aee4-ca7aeade5043, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:57:25.412523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] For port 50594b18-1cc6-4546-aee4-ca7aeade5043, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50594b18-1cc6-4546-aee4-ca7aeade5043,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:57:25.426777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.484852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (dc2e907e-88f5-4fed-8204-41471158d036), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.491542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Routers {'e133fba2-13bd-448b-9fb8-2e03c948839a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:25.492262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a866a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e133fba2-13bd-448b-9fb8-2e03c948839a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:25.494305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39617da4-4998-49f5-8932-61a584cfe4f3 None None] Pushing event updated for resources: {'Port': ['ID=50594b18-1cc6-4546-aee4-ca7aeade5043,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:25.563319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (dc2e907e-88f5-4fed-8204-41471158d036), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.594513 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3413-38ad-4174-bb4a-68d1474e29ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.597993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.605140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc2e907e-88f5-4fed-8204-41471158d036 HTTP/1.1" status: 204  len: 168 time: 0.4726734
Jan 29 20:57:25.605939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52178) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:25.606494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbadd14-8571-42f8-b989-255c8df1d47e None None] Network 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:57:25.606695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a46bb-3b05-4f5a-a14e-3543d77b251d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2e907e-88f5-4fed-8204-41471158d036,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:25.612848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (66ab2337-12d7-44b9-9b49-1801ec118061), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.667184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad666f-faa5-417b-9464-d0576be76fbe req-8b31baf4-89e4-4219-a881-e81e6e3ac658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:25.668717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-8b31baf4-89e4-4219-a881-e81e6e3ac658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5936849
Jan 29 20:57:25.683955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] Set router e133fba2-13bd-448b-9fb8-2e03c948839a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:25.710037 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Floating IP 5be4c015-8f81-40a3-93d2-a4899ad1f05b associated. External IP: 172.35.4.240, port: a21251ce-bec5-4677-afdf-9c3131f5b923.
Jan 29 20:57:25.729383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (20c78fc7-b3e8-4cfc-b4cc-5532077904c9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.748310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ac1f8-b0ed-4fe5-b2c8-ac6c846ed128 req-dddc91f7-e6d4-4219-ad3e-107bbe9895f9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:25.750724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-947ac1f8-b0ed-4fe5-b2c8-ac6c846ed128 req-dddc91f7-e6d4-4219-ad3e-107bbe9895f9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0843451
Jan 29 20:57:25.834702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-947ac1f8-b0ed-4fe5-b2c8-ac6c846ed128 req-0fb5df8d-1a8f-493f-a9ea-d6cffab14b0c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580795
Jan 29 20:57:25.849098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Deleting port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:25.849098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.916262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a866a90>, [{'id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'name': 'tempest-snat-router-1967030263', 'tenant_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145'}], 'enable_snat': False}, 'gw_port_id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:57:15Z', 'updated_at': '2022-01-29T20:57:21Z', 'revision_number': 3, 'project_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'gw_port': {'id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:57:18Z', 'updated_at': '2022-01-29T20:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:25.938122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] For port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:25.938563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.952556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Calling delete_port for 0c8ee2eb-d390-44f7-89c2-740efa34eb2c owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:25.955570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3413-38ad-4174-bb4a-68d1474e29ef admin admin] Publish callbacks [] for security_group (40207ee5-dcea-4a3a-b22b-e709c6315102), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:25.958721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29294fe6-1040-4a30-8dec-067658c9de6e None None] The sync data for ids ['e133fba2-13bd-448b-9fb8-2e03c948839a'] in ncdv-master-1 is: [{'id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'name': 'tempest-snat-router-1967030263', 'tenant_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145'}], 'enable_snat': False}, 'gw_port_id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:57:15Z', 'updated_at': '2022-01-29T20:57:21Z', 'revision_number': 3, 'project_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'gw_port': {'id': '50594b18-1cc6-4546-aee4-ca7aeade5043', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e133fba2-13bd-448b-9fb8-2e03c948839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:57:18Z', 'updated_at': '2022-01-29T20:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:25.967864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] DHCP port deletion for 20c78fc7-b3e8-4cfc-b4cc-5532077904c9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:57:25.969662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-841ddd30-1436-4e39-b9c4-ac3e5e8d74c7 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713256
Jan 29 20:57:25.971749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3413-38ad-4174-bb4a-68d1474e29ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (40207ee5-dcea-4a3a-b22b-e709c6315102), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.039680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Deleting port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:26.040403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.080430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.105911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c8ee2eb-d390-44f7-89c2-740efa34eb2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:26.109600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:26.115345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] No DVR routers for this DVR port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:26.149617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fbfb3413-38ad-4174-bb4a-68d1474e29ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f36a27acbdb4ebc889a45f138302a49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9910069
Jan 29 20:57:26.153643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52180) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:26.154660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb3413-38ad-4174-bb4a-68d1474e29ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40207ee5-dcea-4a3a-b22b-e709c6315102,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:26.163728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] For port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,segment=NetworkSegment(db2bde0d-e5c8-4fed-9c7f-b21b58c0e237),segment_id=db2bde0d-e5c8-4fed-9c7f-b21b58c0e237)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:26.163951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.187273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Calling delete_port for 0c8ee2eb-d390-44f7-89c2-740efa34eb2c owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:26.202181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0c8ee2eb-d390-44f7-89c2-740efa34eb2c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:26.203345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c8ee2eb-d390-44f7-89c2-740efa34eb2c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:26.227575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (20c78fc7-b3e8-4cfc-b4cc-5532077904c9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.263834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea081da4f0>,) {'filters': {'network_id': ['20c78fc7-b3e8-4cfc-b4cc-5532077904c9']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:26.277559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3cad666f-faa5-417b-9464-d0576be76fbe req-93214aa4-6752-468e-8712-8e16ae9ebac7 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2992249
Jan 29 20:57:26.279680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081da4f0>, 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:26.281360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081da4f0>, 'db2bde0d-e5c8-4fed-9c7f-b21b58c0e237') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:26.301610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (db2bde0d-e5c8-4fed-9c7f-b21b58c0e237), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.310060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] Publish callbacks [] for security_group (40207ee5-dcea-4a3a-b22b-e709c6315102), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.324812 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (0c8ee2eb-d390-44f7-89c2-740efa34eb2c), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.329909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:26.332109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (db2bde0d-e5c8-4fed-9c7f-b21b58c0e237), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.334662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:57:26.337281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (66ab2337-12d7-44b9-9b49-1801ec118061), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.350733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:57:26.360808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (db2bde0d-e5c8-4fed-9c7f-b21b58c0e237), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:57:26.363081 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:57:26.393545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.438224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] Publish callbacks [] for security_group (40207ee5-dcea-4a3a-b22b-e709c6315102), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.455405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f25b98a6-c0bb-4f15-ac20-3aec95b33422 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:26.460882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] Pushing event deleted for resources: {'Port': ['ID=0c8ee2eb-d390-44f7-89c2-740efa34eb2c,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:26.471603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131e34f-2117-4b8d-8500-bbdd0914d12b None None] No DVR routers for this DVR port 0c8ee2eb-d390-44f7-89c2-740efa34eb2c on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:26.484416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (20c78fc7-b3e8-4cfc-b4cc-5532077904c9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.501964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.518750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20c78fc7-b3e8-4cfc-b4cc-5532077904c9 HTTP/1.1" status: 204  len: 168 time: 0.9019349
Jan 29 20:57:26.547045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454592d-d83e-4ba0-8cd3-1692889c59d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c78fc7-b3e8-4cfc-b4cc-5532077904c9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:26.608890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df512cf-93bc-4277-b3a9-40304be272ca req-bbecc48c-1624-43e6-a0f6-b20bc6a4011b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:26.610481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6df512cf-93bc-4277-b3a9-40304be272ca req-bbecc48c-1624-43e6-a0f6-b20bc6a4011b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 944 time: 0.1708972
Jan 29 20:57:26.694140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:26.694651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.698784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.35.4.206 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/fc3f8e86-9268-45d3-afda-71a714026669) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:26.704432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170301-5c84-4e11-b6f0-d371ab96ca87 req-eb65e2f0-41d8-4d8a-8f6e-9012a2353376 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:26.717536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67170301-5c84-4e11-b6f0-d371ab96ca87 req-eb65e2f0-41d8-4d8a-8f6e-9012a2353376 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 948 time: 0.1657386
Jan 29 20:57:26.736300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (40207ee5-dcea-4a3a-b22b-e709c6315102), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.740670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.754781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:26.759803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40207ee5-dcea-4a3a-b22b-e709c6315102 HTTP/1.1" status: 204  len: 168 time: 0.5998504
Jan 29 20:57:26.772356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:26.774986 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce3f98-08ea-4a35-8126-7e142ff5c417" -d '{"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:26.775119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:26.782738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.792673 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Sync routers for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:26.794858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422', 'mac_address': 'fa:16:3e:de:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:26.807010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:26.819374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.828260 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:26.829370 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:26.850480 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ada2e64-6fe5-493a-aa22-0bd5147f9e33 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "PUT /v2.0/floatingips/5be4c015-8f81-40a3-93d2-a4899ad1f05b HTTP/1.1" status: 200  len: 991 time: 4.0959954
Jan 29 20:57:26.864282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471867a-4200-49c9-8296-84811cefcf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40207ee5-dcea-4a3a-b22b-e709c6315102,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:26.874944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:26.879385 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:26.885875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52200) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:26.934556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f25b98a6-c0bb-4f15-ac20-3aec95b33422 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:26.934924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:26.951750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6df512cf-93bc-4277-b3a9-40304be272ca req-78341d2c-9cf0-41fe-950a-1d0452804a64 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355503
Jan 29 20:57:26.963729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d776cfe-5d54-46b9-9d3e-e4d6981de03c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac70dcf16a4b4e00ba28de03cee01584&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0764847
Jan 29 20:57:26.966511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:26.976171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67170301-5c84-4e11-b6f0-d371ab96ca87 req-0cbc1658-76df-4e5b-97c4-165d0aa98fb1 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2547703
Jan 29 20:57:27.019496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25b98a6-c0bb-4f15-ac20-3aec95b33422 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:27.065558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:27.075569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (fc3f8e86-9268-45d3-afda-71a714026669), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.081399 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ddaa0c-5f02-41d8-9119-beeecfaf41de x-openstack-request-id: req-84ddaa0c-5f02-41d8-9119-beeecfaf41de {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:27.084122 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:27.087052 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84ddaa0c-5f02-41d8-9119-beeecfaf41de {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:27.087834 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'code': 200}
Jan 29 20:57:27.088282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:27.100775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] Publish callbacks [] for security_group (b14325cd-ca9c-49a0-b210-2c0acacd4043), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.128887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] Publish callbacks [] for security_group (b14325cd-ca9c-49a0-b210-2c0acacd4043), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.143205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:27.151959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.221131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b14325cd-ca9c-49a0-b210-2c0acacd4043), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.224651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.226002 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b14325cd-ca9c-49a0-b210-2c0acacd4043 HTTP/1.1" status: 204  len: 168 time: 0.2584400
Jan 29 20:57:27.272632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86928bdd-9deb-4cda-97e4-c63e20b95407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14325cd-ca9c-49a0-b210-2c0acacd4043,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:27.301770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fc3f8e86-9268-45d3-afda-71a714026669), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:27.316514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:27.358086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118ad07-7fc3-4b23-b841-c6164b6e5ba7 req-4e7d3df4-e732-4536-ad9d-924aae4aa432 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:27.360241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a118ad07-7fc3-4b23-b841-c6164b6e5ba7 req-4e7d3df4-e732-4536-ad9d-924aae4aa432 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.2067053
Jan 29 20:57:27.384431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:27.388841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:27.403935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:27.425004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3490275-106f-486c-8291-dde54b139e6d req-71f9a881-35ac-4f78-96be-540cded772ce tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:27.438335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3490275-106f-486c-8291-dde54b139e6d req-71f9a881-35ac-4f78-96be-540cded772ce tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2202542
Jan 29 20:57:27.481149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=fc3f8e86-9268-45d3-afda-71a714026669,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:27.544805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a118ad07-7fc3-4b23-b841-c6164b6e5ba7 req-4713e7e5-eb5e-497e-aadc-638e481fab96 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1620724
Jan 29 20:57:27.560662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3490275-106f-486c-8291-dde54b139e6d req-d0f52c17-4c20-409c-ba89-d5d360adbda1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213298
Jan 29 20:57:27.622634 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c880>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5be4c015-8f81-40a3-93d2-a4899ad1f05b', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'port_id': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'mac_address': 'fa:16:3e:8a:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:56:52Z', 'updated_at': '2022-01-29T20:57:24Z', 'revision_number': 1, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:27.660600 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Checking router: 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:27.672797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:27.673619 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:27.705337 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78a8f1f-0fc8-4fd3-ab5c-8600b1cecefc x-openstack-request-id: req-f78a8f1f-0fc8-4fd3-ab5c-8600b1cecefc {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:27.705823 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:27.705928 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f78a8f1f-0fc8-4fd3-ab5c-8600b1cecefc {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:27.706889 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'status': 'completed', 'code': 200}
Jan 29 20:57:27.710508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f25b98a6-c0bb-4f15-ac20-3aec95b33422'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:27.764051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-a6501d20-a967-436a-bc19-6b907f1dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:27.776916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-a6501d20-a967-436a-bc19-6b907f1dc7ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3&device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 1127 time: 0.1069970
Jan 29 20:57:27.823804 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:28.002097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-fe1159a4-f022-4c42-9736-f7a40c725283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:28.003667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-fe1159a4-f022-4c42-9736-f7a40c725283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64c63500-6423-4c72-9399-0e31e2580fee HTTP/1.1" status: 200  len: 915 time: 0.2198732
Jan 29 20:57:28.034339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (66ab2337-12d7-44b9-9b49-1801ec118061), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.154285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52238) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:28.185243 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c880>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5be4c015-8f81-40a3-93d2-a4899ad1f05b', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'port_id': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'mac_address': 'fa:16:3e:8a:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:56:52Z', 'updated_at': '2022-01-29T20:57:24Z', 'revision_number': 1, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:28.225217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50594b18-1cc6-4546-aee4-ca7aeade5043 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:28.277664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b98974dd-8abe-4f06-8080-192ee042050b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fefa7c6dfc414ab58c6ebff21e0b6f6b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1197143
Jan 29 20:57:28.284087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52242) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:28.301447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-7ca6e387-3438-4ea3-83b3-8344399a49d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a21251ce-bec5-4677-afdf-9c3131f5b923 HTTP/1.1" status: 200  len: 999 time: 0.2870586
Jan 29 20:57:28.314740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 808dabd9-f1c2-457b-8dcd-2a21e21bfbad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:28.387522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] Publish callbacks [] for security_group (78fe96a8-5607-4d44-b60a-06749c551053), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.387903 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0690f7e-9bb2-4160-973a-302590ae2eaf None None] The sync data for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 is: [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5be4c015-8f81-40a3-93d2-a4899ad1f05b', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'port_id': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'mac_address': 'fa:16:3e:8a:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:56:52Z', 'updated_at': '2022-01-29T20:57:24Z', 'revision_number': 1, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:28.432959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50594b18-1cc6-4546-aee4-ca7aeade5043 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:28.433968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.442110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacf265-029b-4655-b496-ad390544a57f req-d1d686d1-acf8-425b-9033-e5506a4523e0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:28.450093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aeacf265-029b-4655-b496-ad390544a57f req-d1d686d1-acf8-425b-9033-e5506a4523e0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 945 time: 0.2779953
Jan 29 20:57:28.525618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aeacf265-029b-4655-b496-ad390544a57f req-d4cbd3bc-2dde-4f1d-9507-1f6296895bae tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747623
Jan 29 20:57:28.528837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:28.542284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a10-ad0c-4a7d-af55-3c322b892f2e req-03713de9-037c-4262-9607-3299bce8372f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:28.548419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] Publish callbacks [] for security_group (78fe96a8-5607-4d44-b60a-06749c551053), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.555545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa254a10-ad0c-4a7d-af55-3c322b892f2e req-03713de9-037c-4262-9607-3299bce8372f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 948 time: 0.3825724
Jan 29 20:57:28.563506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad', 'mac_address': 'fa:16:3e:ac:a9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:28.568446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-aecaadbe-579c-4f9c-ac7a-8f5642ab02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:28.571320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-aecaadbe-579c-4f9c-ac7a-8f5642ab02b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47216f7-2be1-46ed-9fea-2f4bca980fcc HTTP/1.1" status: 200  len: 853 time: 0.2505033
Jan 29 20:57:28.599881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50594b18-1cc6-4546-aee4-ca7aeade5043 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:28.600278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.633957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 50594b18-1cc6-4546-aee4-ca7aeade5043, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50594b18-1cc6-4546-aee4-ca7aeade5043,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:28.636425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (66ab2337-12d7-44b9-9b49-1801ec118061), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.636642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:28.649143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.664070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.729909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808dabd9-f1c2-457b-8dcd-2a21e21bfbad {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:28.731828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (78fe96a8-5607-4d44-b60a-06749c551053), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.737657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.739579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78fe96a8-5607-4d44-b60a-06749c551053 HTTP/1.1" status: 204  len: 168 time: 0.4541898
Jan 29 20:57:28.803744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa254a10-ad0c-4a7d-af55-3c322b892f2e req-ef79d52a-d810-4be2-817e-0a3c7e3526b9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460291
Jan 29 20:57:28.849313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=50594b18-1cc6-4546-aee4-ca7aeade5043,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:28.856829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:28.877023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:28.934580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-72456f03-3c99-47bb-9872-1a03a7e04b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:28.937614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-72456f03-3c99-47bb-9872-1a03a7e04b5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64c63500-6423-4c72-9399-0e31e2580fee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3579085
Jan 29 20:57:28.973018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b33a29-7416-42cc-843e-111ba74cb81e None None] New status for floating IP 5be4c015-8f81-40a3-93d2-a4899ad1f05b: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:57:29.108003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:29.122614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de423c-58f0-4edd-8e22-7fd0a6b19bda req-134aaf82-5fcb-4f27-88ed-59b79f1e9587 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:29.132061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2de423c-58f0-4edd-8e22-7fd0a6b19bda req-134aaf82-5fcb-4f27-88ed-59b79f1e9587 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3052628
Jan 29 20:57:29.226059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['808dabd9-f1c2-457b-8dcd-2a21e21bfbad'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:29.240775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-c9e26c71-f172-4910-8c46-4fc54a92f5fd service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2960441
Jan 29 20:57:29.259391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c605425-83e1-4697-a871-1f0b0b5bb7c0 req-36490196-99f8-4c57-bf64-d3e452e07e21 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:29.267189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c605425-83e1-4697-a871-1f0b0b5bb7c0 req-36490196-99f8-4c57-bf64-d3e452e07e21 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.2391043
Jan 29 20:57:29.285390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1fef0-75a4-4e33-a527-89afe178b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe96a8-5607-4d44-b60a-06749c551053,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:29.293799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2de423c-58f0-4edd-8e22-7fd0a6b19bda req-8df47e8a-a36d-4351-9889-eb28dfe6cdaa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599715
Jan 29 20:57:29.404205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router 66ab2337-12d7-44b9-9b49-1801ec118061 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:29.596899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:29.608911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Sync routers for ids ['66ab2337-12d7-44b9-9b49-1801ec118061'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:29.626953 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Routers {'66ab2337-12d7-44b9-9b49-1801ec118061'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:29.627602 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b231550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['66ab2337-12d7-44b9-9b49-1801ec118061'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:29.642476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:29.646125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e65d5a67-9511-40ed-94d1-2fd33507627d tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.2699978
Jan 29 20:57:29.646783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52300) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:29.768788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Set router 66ab2337-12d7-44b9-9b49-1801ec118061 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:57:29.850121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dea8ba0d-0bc9-482a-9d8a-2dadf1aa28c8 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/66ab2337-12d7-44b9-9b49-1801ec118061 HTTP/1.1" status: 200  len: 908 time: 0.2019980
Jan 29 20:57:29.850765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52314) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:29.978755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c605425-83e1-4697-a871-1f0b0b5bb7c0 req-87cf578b-a358-4cde-abfd-4186c0f30b8d tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7102034
Jan 29 20:57:30.018181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f1bbc9a-518a-40f8-8c27-c0472da0a51e req-e05f5bf1-e3f4-4c7f-bda9-44d9596058ab service neutron] 10.222.0.18 "GET /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7707283
Jan 29 20:57:30.022478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (66ab2337-12d7-44b9-9b49-1801ec118061), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.079748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bd952-4c4a-4ba2-8f7b-da81f5a6142e req-8c92f8cf-a77a-4fe1-8f41-6c7a3f22e848 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:30.081719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e15bd952-4c4a-4ba2-8f7b-da81f5a6142e req-8c92f8cf-a77a-4fe1-8f41-6c7a3f22e848 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 945 time: 0.1791911
Jan 29 20:57:30.146145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b231550>, [{'id': '66ab2337-12d7-44b9-9b49-1801ec118061', 'name': 'tempest-snat-router-1967030263', 'tenant_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fc3f8e86-9268-45d3-afda-71a714026669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:57:24Z', 'updated_at': '2022-01-29T20:57:27Z', 'revision_number': 3, 'project_id': '0e5d0eb4a8c44017bf1c13506d597f0d', 'gw_port': {'id': 'fc3f8e86-9268-45d3-afda-71a714026669', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ab2337-12d7-44b9-9b49-1801ec118061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:57:26Z', 'updated_at': '2022-01-29T20:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:30.169121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50594b18-1cc6-4546-aee4-ca7aeade5043 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:30.228552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e15bd952-4c4a-4ba2-8f7b-da81f5a6142e req-ec28446d-f536-40c0-b9ee-235081201832 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390016
Jan 29 20:57:30.231192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:30.246359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50594b18-1cc6-4546-aee4-ca7aeade5043 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:30.251260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.257633 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Checking router: 66ab2337-12d7-44b9-9b49-1801ec118061 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:57:30.259008 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Updating router 66ab2337-12d7-44b9-9b49-1801ec118061 port fc3f8e86-9268-45d3-afda-71a714026669 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:57:30.277041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (66ab2337-12d7-44b9-9b49-1801ec118061), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.306196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d185a-3ed5-4629-964d-dd4c947f387a req-19d0b543-a853-4344-b403-ad8567b54773 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:30.315986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8d185a-3ed5-4629-964d-dd4c947f387a req-19d0b543-a853-4344-b403-ad8567b54773 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 949 time: 0.0784075
Jan 29 20:57:30.363701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50594b18-1cc6-4546-aee4-ca7aeade5043 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:30.381444 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fc3f8e86-9268-45d3-afda-71a714026669), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.389473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Deleting port fc3f8e86-9268-45d3-afda-71a714026669 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:30.390342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fc3f8e86-9268-45d3-afda-71a714026669), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.391670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8d185a-3ed5-4629-964d-dd4c947f387a req-5fc8cee9-a0de-467e-80fe-4988ea4e8a8b tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741794
Jan 29 20:57:30.462729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:30.489739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39819c93-f05f-4970-a16d-c9c3bb594506 req-2ec43693-3944-4889-9468-41420719ebf5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:30.491667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39819c93-f05f-4970-a16d-c9c3bb594506 req-2ec43693-3944-4889-9468-41420719ebf5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0705228
Jan 29 20:57:30.494523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-286001148-network', 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:30.547322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fc3f8e86-9268-45d3-afda-71a714026669), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.560021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f25b98a6-c0bb-4f15-ac20-3aec95b33422 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:30.564759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:30.578813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.594379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39819c93-f05f-4970-a16d-c9c3bb594506 req-e66e8edc-d152-4820-9c9a-03e3a4b46b45 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965781
Jan 29 20:57:30.603461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Calling delete_port for fc3f8e86-9268-45d3-afda-71a714026669 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:30.605190 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.659676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:30.682530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'mac_address': 'fa:16:3e:ce:97:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:30.715601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port f25b98a6-c0bb-4f15-ac20-3aec95b33422 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:57:30.724818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port f25b98a6-c0bb-4f15-ac20-3aec95b33422 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:30.725346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.766644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8314312-e25a-430c-9ad8-a8ecc7438097 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:30.767442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.776273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629d58-afa6-400f-bfa8-69e3e608c904 req-a889cb14-2fc2-4976-8afe-22aa5f7eaebe tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:30.778687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd629d58-afa6-400f-bfa8-69e3e608c904 req-a889cb14-2fc2-4976-8afe-22aa5f7eaebe tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0985363
Jan 29 20:57:30.789491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8314312-e25a-430c-9ad8-a8ecc7438097 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:30.820682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:30.851566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.857895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd629d58-afa6-400f-bfa8-69e3e608c904 req-787a2140-5cb1-4533-8f86-0be5e34bc1ef tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725977
Jan 29 20:57:30.864466 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks [] for port (fc3f8e86-9268-45d3-afda-71a714026669), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.885262 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fc3f8e86-9268-45d3-afda-71a714026669), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.959249 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b07c98-026f-4393-9bc8-a5256faa3a06 None None] Pushing event updated for resources: {'Port': ['ID=fc3f8e86-9268-45d3-afda-71a714026669,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:30.962550 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:30.963009 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:30.963688 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:30.972218 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:30.972671 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:30.973069 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:30.973910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:30.974626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Bound port: fc3f8e86-9268-45d3-afda-71a714026669, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:30.975061 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fc3f8e86-9268-45d3-afda-71a714026669), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.059886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fc3f8e86-9268-45d3-afda-71a714026669), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.083351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f25b98a6-c0bb-4f15-ac20-3aec95b33422 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:31.083749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.087345 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.db.api [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=125945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:57:31.087795 ncdv-master-1 neutron-server[125945]: DEBUG oslo_db.api [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:57:31.093618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9dfd9-b7f6-4d54-bce1-904e097be87f req-9effd920-2e4d-475c-bd94-b849f04f0b0a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.102966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92c9dfd9-b7f6-4d54-bce1-904e097be87f req-9effd920-2e4d-475c-bd94-b849f04f0b0a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0840783
Jan 29 20:57:31.125248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc3f8e86-9268-45d3-afda-71a714026669,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:31.134910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:31.163052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a8314312-e25a-430c-9ad8-a8ecc7438097'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:31.169198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.170084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.170084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.170598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.171645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.172319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.173019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.173457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.173884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.174328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.175012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.175754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.183240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:57:31.186857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:31.197028 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bbd557-43cf-436f-8389-bee7f78bc8f6" -d '{"events": [{"server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "name": "network-vif-plugged", "status": "completed", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:31.205859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:31.240070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92c9dfd9-b7f6-4d54-bce1-904e097be87f req-76a95ead-a1fe-49b3-af24-f74adab85193 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318798
Jan 29 20:57:31.240781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.252500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (66ab2337-12d7-44b9-9b49-1801ec118061), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.273215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ce51e-1a08-4ab0-8d99-67a8096eeb66 req-3d632033-cb20-432e-aa6b-8442e95f9da1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.281194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a13ce51e-1a08-4ab0-8d99-67a8096eeb66 req-3d632033-cb20-432e-aa6b-8442e95f9da1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.1745887
Jan 29 20:57:31.285682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks [] for security_group (c83d0ecf-ba99-403b-9efa-e1c139564137), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.357915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:31.362800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c83d0ecf-ba99-403b-9efa-e1c139564137), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.391156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a13ce51e-1a08-4ab0-8d99-67a8096eeb66 req-8ee07e05-8664-4c06-8d0a-303f60b10e32 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088338
Jan 29 20:57:31.398106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:57:31.427183 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbe9541-c2b3-400a-ad48-b269e4f505f5 x-openstack-request-id: req-8cbe9541-c2b3-400a-ad48-b269e4f505f5 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:31.429093 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "name": "network-vif-plugged", "status": "completed", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:31.432604 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cbe9541-c2b3-400a-ad48-b269e4f505f5 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:31.433102 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422', 'code': 200}
Jan 29 20:57:31.437106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (66ab2337-12d7-44b9-9b49-1801ec118061), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.445476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bdfa01f9-5d5b-463b-a98e-8f23ef4a215b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.445832 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Added segment bdfa01f9-5d5b-463b-a98e-8f23ef4a215b of type vlan for network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20
Jan 29 20:57:31.451160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (66ab2337-12d7-44b9-9b49-1801ec118061), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.552441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d0ecf-ba99-403b-9efa-e1c139564137,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:31.571564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.576082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (66ab2337-12d7-44b9-9b49-1801ec118061), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.576553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66ab2337-12d7-44b9-9b49-1801ec118061 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:31.583051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.586806 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c338df6-79dd-46e8-9688-7f0232e8acdb tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/routers/66ab2337-12d7-44b9-9b49-1801ec118061 HTTP/1.1" status: 204  len: 168 time: 1.7350144
Jan 29 20:57:31.587357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52384) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:31.612723 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:31.614669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:31.615216 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Attempting to bind port fc3f8e86-9268-45d3-afda-71a714026669 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:31.615347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b429b-63bc-410e-8cbb-4962a89941cc req-1f891e5f-f779-4f69-a74b-c6563a14cda0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.616947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af2b429b-63bc-410e-8cbb-4962a89941cc req-1f891e5f-f779-4f69-a74b-c6563a14cda0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1368613
Jan 29 20:57:31.630257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:31.631439 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:31.631993 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.632531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:31.633303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63eca8-f33a-471a-9cf2-d0dfbd70a08c req-8226ebfe-ca3d-480e-9d7b-2986729662a4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.633635 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Bound port: fc3f8e86-9268-45d3-afda-71a714026669, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:31.634314 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fc3f8e86-9268-45d3-afda-71a714026669), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.635238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c63eca8-f33a-471a-9cf2-d0dfbd70a08c req-8226ebfe-ca3d-480e-9d7b-2986729662a4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1420698
Jan 29 20:57:31.642608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562626-b29d-4180-a6ac-38779adc512f req-689e30d1-b0ab-4750-b85f-196c3660edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.644185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb562626-b29d-4180-a6ac-38779adc512f req-689e30d1-b0ab-4750-b85f-196c3660edd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 1128 time: 0.1327894
Jan 29 20:57:31.668538 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.plugin [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Port fc3f8e86-9268-45d3-afda-71a714026669 has been deleted concurrently {{(pid=125945) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}}
Jan 29 20:57:31.680671 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:31.681341 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 20:57:31.682195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66ab2337-12d7-44b9-9b49-1801ec118061'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 20:57:31.682932 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4324c4-f6db-4e80-9eb7-7fef8f7c44b1 None None] The sync data for ids ['66ab2337-12d7-44b9-9b49-1801ec118061'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:31.705238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.706851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:31.707497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.747417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c63eca8-f33a-471a-9cf2-d0dfbd70a08c req-40436c05-b9bb-4069-adba-2be04d8e209d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969102
Jan 29 20:57:31.755419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af2b429b-63bc-410e-8cbb-4962a89941cc req-c2ec588f-2f7b-416e-b85a-6a283e62f5d3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310406
Jan 29 20:57:31.777334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb562626-b29d-4180-a6ac-38779adc512f req-0984e75a-fbb0-49b8-b678-1074b8553278 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182902
Jan 29 20:57:31.787470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] Pushing event updated for resources: {'Network': ['ID=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:31.798381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:57:31.800266 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91f31a38-590e-4305-b993-a11d68bdca1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5680485
Jan 29 20:57:31.803791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52392) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:31.809049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Request body: {'subnet': {'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-286001148-subnet', 'tenant_id': '501c6db0752046ee928e2591df72d603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:31.814282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.892170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:31.894737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:31.955232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (e133fba2-13bd-448b-9fb8-2e03c948839a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.003796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532523a-db32-40da-87aa-934ea40cff1f req-6b0b8f10-0ceb-4901-897b-4043dd9cb4ed tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:32.010571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7532523a-db32-40da-87aa-934ea40cff1f req-6b0b8f10-0ceb-4901-897b-4043dd9cb4ed tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 949 time: 0.1602998
Jan 29 20:57:32.019196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Deleting port 50594b18-1cc6-4546-aee4-ca7aeade5043 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:32.019653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.047684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102629e3-c1a8-4718-89d4-66ad986964ed req-b16aff54-b18c-42a4-bae6-e47d506e5ce1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:32.049212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102629e3-c1a8-4718-89d4-66ad986964ed req-b16aff54-b18c-42a4-bae6-e47d506e5ce1 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.1976569
Jan 29 20:57:32.098623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:32.112035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] For port 50594b18-1cc6-4546-aee4-ca7aeade5043, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50594b18-1cc6-4546-aee4-ca7aeade5043,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:32.112454 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.114012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7532523a-db32-40da-87aa-934ea40cff1f req-f4d0ac76-cfbd-43bc-b66d-5417a4414fb8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020665
Jan 29 20:57:32.133292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Calling delete_port for 50594b18-1cc6-4546-aee4-ca7aeade5043 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:32.181847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102629e3-c1a8-4718-89d4-66ad986964ed req-56be9f9f-5e40-49f1-b3be-ead440742142 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253972
Jan 29 20:57:32.268263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba5bd-978b-4e61-8da4-06a055280c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.292500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.315271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 808dabd9-f1c2-457b-8dcd-2a21e21bfbad up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:32.348099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf54a0-204e-4393-a585-3cf92c9c8418 req-eddaf563-dd5a-4b2c-bfb6-7bcae516954d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:32.349572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ebf54a0-204e-4393-a585-3cf92c9c8418 req-eddaf563-dd5a-4b2c-bfb6-7bcae516954d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1033170
Jan 29 20:57:32.372807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:32.379626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:57:32.382725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (50594b18-1cc6-4546-aee4-ca7aeade5043), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.384721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:32.385195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.407944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba5bd-978b-4e61-8da4-06a055280c5e admin admin] Publish callbacks [] for security_group (0d0bfbb5-ac92-4400-8712-7391d4d6f74e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.435015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba5bd-978b-4e61-8da4-06a055280c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0d0bfbb5-ac92-4400-8712-7391d4d6f74e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.437474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event deleted for resources: {'Port': ['ID=50594b18-1cc6-4546-aee4-ca7aeade5043,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:32.474004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:32.474620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Network hostable DHCP agents. Network: 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:57:32.480220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:32.489007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ebf54a0-204e-4393-a585-3cf92c9c8418 req-59c95438-951a-4798-9f92-de7d2d695d66 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041746
Jan 29 20:57:32.511197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:57:32.519935 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-997ba5bd-978b-4e61-8da4-06a055280c5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=363de33d1be94fdcbc0132914596e690&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4200673
Jan 29 20:57:32.522494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba5bd-978b-4e61-8da4-06a055280c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0bfbb5-ac92-4400-8712-7391d4d6f74e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:32.524357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52416) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:32.529910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:32.530982 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.546992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (e133fba2-13bd-448b-9fb8-2e03c948839a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.579768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:32.589987 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.594854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] Publish callbacks [] for security_group (0d0bfbb5-ac92-4400-8712-7391d4d6f74e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.608248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:32.613605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:32.614321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.623156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3320e-1936-435e-9f4e-4d91da8cd722 None None] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:57:32.645176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] Publish callbacks [] for security_group (0d0bfbb5-ac92-4400-8712-7391d4d6f74e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.654059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.657229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_controller (e133fba2-13bd-448b-9fb8-2e03c948839a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.677232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf472456-5363-405c-a293-119f2f77f6dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8721137
Jan 29 20:57:32.708438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (e133fba2-13bd-448b-9fb8-2e03c948839a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.709560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e133fba2-13bd-448b-9fb8-2e03c948839a {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:32.709755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a8314312-e25a-430c-9ad8-a8ecc7438097 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:32.710146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.724958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2341-2f71-466d-bd20-d8aadaac04c9 req-4d6fccfb-d7d1-472a-ae6d-8fd083afab53 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:32.726553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c11b2341-2f71-466d-bd20-d8aadaac04c9 req-4d6fccfb-d7d1-472a-ae6d-8fd083afab53 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1195562
Jan 29 20:57:32.731710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.734175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ebb643f-d678-45e0-9b79-b520a8079164 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e133fba2-13bd-448b-9fb8-2e03c948839a HTTP/1.1" status: 204  len: 168 time: 1.1435323
Jan 29 20:57:32.737892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:32.743763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39176985', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:32.753538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:32.792435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0d0bfbb5-ac92-4400-8712-7391d4d6f74e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.796263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.798137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d0bfbb5-ac92-4400-8712-7391d4d6f74e HTTP/1.1" status: 204  len: 168 time: 0.2717395
Jan 29 20:57:32.813905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b6dfa-265d-4008-84e4-1783835c0653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0bfbb5-ac92-4400-8712-7391d4d6f74e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:32.817917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.819203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.849412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c11b2341-2f71-466d-bd20-d8aadaac04c9 req-a800da34-0b62-488d-9f7e-c191539c514d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978212
Jan 29 20:57:32.918616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:32.979663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f7f21-7ed7-4192-af3e-7c6d14328771 None None] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:57:33.049922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8314312-e25a-430c-9ad8-a8ecc7438097 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:33.050321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.115388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:33.131993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.132795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145b14-5406-4675-8c15-a9c31b96893e req-07f3e268-306a-4435-b482-71cc0ff9342c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:33.141250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78145b14-5406-4675-8c15-a9c31b96893e req-07f3e268-306a-4435-b482-71cc0ff9342c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.2429948
Jan 29 20:57:33.199939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:33.231491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.278742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6edee-53ed-4995-b906-6185e12ab373 req-13a4b5d3-8d14-4fb0-8687-dba0baa2544e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:33.280217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecd6edee-53ed-4995-b906-6185e12ab373 req-13a4b5d3-8d14-4fb0-8687-dba0baa2544e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2205670
Jan 29 20:57:33.287244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52448) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:33.313676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c76382c6-600e-443b-a374-22e083c116e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.383304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78145b14-5406-4675-8c15-a9c31b96893e req-c48e526f-ba9f-4875-8ae3-a6fd1a1826ad tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640618
Jan 29 20:57:33.438002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad'}, {'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:33.441070 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d91441e-7963-4da2-b948-d895256c8b11" -d '{"events": [{"server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "name": "network-vif-plugged", "status": "completed", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad"}, {"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:33.461698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecd6edee-53ed-4995-b906-6185e12ab373 req-e5c9aa0f-4c60-4a44-b294-b374f29e1dd5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487763
Jan 29 20:57:33.500050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c76382c6-600e-443b-a374-22e083c116e3 admin admin] Publish callbacks [] for security_group (709a236c-6650-4a2d-9101-75d329fa9f07), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.507080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c76382c6-600e-443b-a374-22e083c116e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (709a236c-6650-4a2d-9101-75d329fa9f07), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.581676 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c76382c6-600e-443b-a374-22e083c116e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef4d4871f3e64469b473e29e38eb9874&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2905436
Jan 29 20:57:33.581676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76382c6-600e-443b-a374-22e083c116e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a236c-6650-4a2d-9101-75d329fa9f07,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:33.583424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52466) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:33.636445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.644368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] Publish callbacks [] for security_group (709a236c-6650-4a2d-9101-75d329fa9f07), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.657130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.672264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] Publish callbacks [] for security_group (709a236c-6650-4a2d-9101-75d329fa9f07), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.724967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396d2c3-4017-4d5a-b94c-8a47aceeea3e req-f28613db-bf91-48e9-a6a7-3e8aa59e053f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:33.726814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d396d2c3-4017-4d5a-b94c-8a47aceeea3e req-f28613db-bf91-48e9-a6a7-3e8aa59e053f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.1380484
Jan 29 20:57:33.742449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (709a236c-6650-4a2d-9101-75d329fa9f07), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.747230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:33.748631 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/709a236c-6650-4a2d-9101-75d329fa9f07 HTTP/1.1" status: 204  len: 168 time: 0.1637695
Jan 29 20:57:33.759198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c5e42-0e0e-4f34-84f1-a74bcb4f10dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a236c-6650-4a2d-9101-75d329fa9f07,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:33.833345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d396d2c3-4017-4d5a-b94c-8a47aceeea3e req-84cb70b5-bc83-4984-9c0f-137c92c418d7 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923128
Jan 29 20:57:33.871353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Allocated IP 172.35.4.17 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/fabe6de3-25e4-45ca-a0b6-48e3c763958f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:34.113740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50594b18-1cc6-4546-aee4-ca7aeade5043 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:34.122267 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522eb8b9-f4c2-4caf-bc01-dbc76a2691a5 x-openstack-request-id: req-522eb8b9-f4c2-4caf-bc01-dbc76a2691a5 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:34.123253 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "name": "network-vif-plugged", "status": "completed", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad", "code": 200}, {"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:34.123615 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-522eb8b9-f4c2-4caf-bc01-dbc76a2691a5 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:34.124691 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad', 'code': 200}
Jan 29 20:57:34.125051 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'code': 200}
Jan 29 20:57:34.173871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 50594b18-1cc6-4546-aee4-ca7aeade5043 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:34.176540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50594b18-1cc6-4546-aee4-ca7aeade5043 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:34.258342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for port (fabe6de3-25e4-45ca-a0b6-48e3c763958f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:34.264655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fbc1b-1042-4796-9e2f-1c28159cf6c7 req-f1acebe8-2207-4301-b6a0-a1763420dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:34.266307 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-053fbc1b-1042-4796-9e2f-1c28159cf6c7 req-f1acebe8-2207-4301-b6a0-a1763420dcbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 1132 time: 0.0642445
Jan 29 20:57:34.293913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-24730c39-b29a-4e65-86bb-a26543bef773 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:34.295752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-24730c39-b29a-4e65-86bb-a26543bef773 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3177686
Jan 29 20:57:34.327357 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-053fbc1b-1042-4796-9e2f-1c28159cf6c7 req-610b704e-8c57-437a-bae1-893f420f833f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548873
Jan 29 20:57:34.346692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3250-0300-41b9-bd9d-9fc8236711c1 req-997ca6fd-7af6-4014-bfa7-f3d8f8de7e02 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:34.355274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5efb3250-0300-41b9-bd9d-9fc8236711c1 req-997ca6fd-7af6-4014-bfa7-f3d8f8de7e02 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1521170
Jan 29 20:57:34.369131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-a58b9f6a-c091-41e3-a548-e8bfa6794155 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0540221
Jan 29 20:57:34.413678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fabe6de3-25e4-45ca-a0b6-48e3c763958f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:34.421136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-78ff6664-54fe-44bd-b559-96504499de25 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0401690
Jan 29 20:57:34.488612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:34.492374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5efb3250-0300-41b9-bd9d-9fc8236711c1 req-db42fc23-dd8c-43a0-bf9e-cdcaa5108ca9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379979
Jan 29 20:57:34.496630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:34.503249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:34.507620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event updated for resources: {'Port': ['ID=fabe6de3-25e4-45ca-a0b6-48e3c763958f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:34.681871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-3d872a81-3358-48fc-a5bc-4ce8792477d9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:57:34.683053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-3d872a81-3358-48fc-a5bc-4ce8792477d9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2526348
Jan 29 20:57:34.806012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910cf2e-0437-4952-9374-27b30fb61293 req-4df4815d-85c0-41f6-9b3e-80165cfebdca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:34.808441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7910cf2e-0437-4952-9374-27b30fb61293 req-4df4815d-85c0-41f6-9b3e-80165cfebdca tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1667867
Jan 29 20:57:34.892691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7910cf2e-0437-4952-9374-27b30fb61293 req-6589b1d4-283b-48a5-b07d-98be86bc77b0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845597
Jan 29 20:57:35.412427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-e139abba-98e3-4bbd-a2ac-66dff13ad7f7 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7184329
Jan 29 20:57:35.429904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:35.551187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6dae9-7458-4893-97f7-b3a8ca46cf1c req-55f861b2-4e40-4fff-9065-ab7718f3489a tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:35.558020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29f6dae9-7458-4893-97f7-b3a8ca46cf1c req-55f861b2-4e40-4fff-9065-ab7718f3489a tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.5212462
Jan 29 20:57:35.652626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29f6dae9-7458-4893-97f7-b3a8ca46cf1c req-65081c23-ca7b-414b-a0a6-65465cc26152 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799472
Jan 29 20:57:35.788383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-2d444501-e0b1-4d80-a80d-73a148b942ba service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672278
Jan 29 20:57:35.894942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:36.114003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e804d9e-2bae-4e3c-95b3-f3fc849dde58 req-cb103c74-5219-4a2a-9060-099c5c4090e8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:36.115535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e804d9e-2bae-4e3c-95b3-f3fc849dde58 req-cb103c74-5219-4a2a-9060-099c5c4090e8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1497226
Jan 29 20:57:36.292082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01f0e-428b-4ad4-b96a-8234bf1dd344 req-6bdecd6b-d595-4d42-8806-f0da8684be21 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:36.293554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c01f0e-428b-4ad4-b96a-8234bf1dd344 req-6bdecd6b-d595-4d42-8806-f0da8684be21 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1771049
Jan 29 20:57:36.310157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e804d9e-2bae-4e3c-95b3-f3fc849dde58 req-c3beeb9b-7f11-46a8-ad65-84945f41b94d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677191
Jan 29 20:57:36.385828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Router ddf794f7-5d42-4d3a-9962-36fba2f4ba56 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:36.567161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af66df-1d85-42bc-b7c9-01c63e5ed452 req-28e5454a-d009-4e86-8517-2a5cb007d638 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 210 time: 0.1547222
Jan 29 20:57:36.585067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c01f0e-428b-4ad4-b96a-8234bf1dd344 req-7a71d6d5-c1d5-412b-94fb-dbb4d53c61b0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673779
Jan 29 20:57:36.797550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:36.821300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] Sync routers for ids ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:36.843049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993f9cf-4b7b-47a9-894d-88d9c1f9102d req-a42849a2-4643-4895-ba3e-9851ae73e3e6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:36.850060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9993f9cf-4b7b-47a9-894d-88d9c1f9102d req-a42849a2-4643-4895-ba3e-9851ae73e3e6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1732552
Jan 29 20:57:36.854675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] Routers {'ddf794f7-5d42-4d3a-9962-36fba2f4ba56'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:36.859212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ace4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:36.862410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:36.864052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66b983e3-6259-4136-ae51-2d48627f6a78 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 4.1249235
Jan 29 20:57:36.867283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:36.883688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:36.956057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ace4250>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:36.968403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] Routers {'ddf794f7-5d42-4d3a-9962-36fba2f4ba56'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:36.969464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ace4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:37.007364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ace4250>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:37.008496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5249ed-c679-4018-be30-b56c2b1ed577 None None] The sync data for ids ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:37.008922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e6a5-60f7-4d1a-bd3d-6714e96db892 req-3b5fcc54-85e3-4af7-88f2-ac556fe8aa9c tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:37.015975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccb0e6a5-60f7-4d1a-bd3d-6714e96db892 req-3b5fcc54-85e3-4af7-88f2-ac556fe8aa9c tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.2741671
Jan 29 20:57:37.156029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9993f9cf-4b7b-47a9-894d-88d9c1f9102d req-5fbf1a8e-2af0-496e-9d50-20c553f406db tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3044739
Jan 29 20:57:37.195249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccb0e6a5-60f7-4d1a-bd3d-6714e96db892 req-32eef711-e6bc-400d-acda-b3570d481ba6 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777058
Jan 29 20:57:37.630827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:37.683498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cee72-b78a-42b1-8583-4da270eabbe6 req-769a3b74-fcef-4e18-b98b-f6902486bc0f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:37.692525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501cee72-b78a-42b1-8583-4da270eabbe6 req-769a3b74-fcef-4e18-b98b-f6902486bc0f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3154087
Jan 29 20:57:37.715276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-dbbf5129-c6d5-48b5-bc23-a3b47e63c19d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:37.716900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-dbbf5129-c6d5-48b5-bc23-a3b47e63c19d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3314004
Jan 29 20:57:37.734046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:37.866928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25cf05-22d3-415b-863d-7003d0772c4b req-691037db-b4bf-4295-baab-544f91b61dd2 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:37.872717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc25cf05-22d3-415b-863d-7003d0772c4b req-691037db-b4bf-4295-baab-544f91b61dd2 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.3049738
Jan 29 20:57:37.910040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501cee72-b78a-42b1-8583-4da270eabbe6 req-fc160d5e-b13b-4bd1-aa84-91d594548e04 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114236
Jan 29 20:57:38.014293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc25cf05-22d3-415b-863d-7003d0772c4b req-a11ad0e4-b55b-491b-8c89-6dadfc8981c1 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408229
Jan 29 20:57:38.065652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce60e531-0724-4502-a170-a960b22bb9ea req-19821442-0c8b-44f7-b562-f1166ef6f8f0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 210 time: 0.0472803
Jan 29 20:57:38.089862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:57:38.106611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:38.748416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.11 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/7efb631c-3991-437b-a08c-d517f3371899) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:38.807579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029a2c-b99c-467b-b37c-0c6fae26c2ab req-91f9ea85-b67a-4980-90ad-dcef82ea45d1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:38.814562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91029a2c-b99c-467b-b37c-0c6fae26c2ab req-91f9ea85-b67a-4980-90ad-dcef82ea45d1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.5864353
Jan 29 20:57:38.884496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf7215-9afa-455c-9c7f-60e8487e9b08 req-f8bdc8fe-842a-413c-a506-eb35b1be1eac tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:38.892008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbf7215-9afa-455c-9c7f-60e8487e9b08 req-f8bdc8fe-842a-413c-a506-eb35b1be1eac tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.6846142
Jan 29 20:57:39.043182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91029a2c-b99c-467b-b37c-0c6fae26c2ab req-a05b1749-85aa-4683-84db-967175a4b746 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276433
Jan 29 20:57:39.100070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cbf7215-9afa-455c-9c7f-60e8487e9b08 req-55acd17d-da8f-4cc9-bd3b-e8d827964431 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063963
Jan 29 20:57:39.252342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (7efb631c-3991-437b-a08c-d517f3371899), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:39.333102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7117b138-152c-44a2-8968-919d4bfd0787 req-4f4d55ed-f373-4771-a8df-c35eac0545b5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 210 time: 0.0442698
Jan 29 20:57:39.378282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:39.387395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:39.392949 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:39.415658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844835-7a96-412f-af55-d78b938bf621 req-f07774ba-659c-4139-8dc2-e8f2efe10ef3 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:39.417671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d844835-7a96-412f-af55-d78b938bf621 req-f07774ba-659c-4139-8dc2-e8f2efe10ef3 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.1977084
Jan 29 20:57:39.571618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:39.597988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:39.603893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:39.607295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:39.691561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d844835-7a96-412f-af55-d78b938bf621 req-3b6cce8b-0c1a-4aa5-a94f-6762f865f888 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2357638
Jan 29 20:57:39.705196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:39.705795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:39.728342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1e58-63cd-463d-a8a5-38b52509509c req-e155b410-ff95-4871-8da1-4de64705fa6c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:39.729963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-473f1e58-63cd-463d-a8a5-38b52509509c req-e155b410-ff95-4871-8da1-4de64705fa6c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2731214
Jan 29 20:57:39.757434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router ddf794f7-5d42-4d3a-9962-36fba2f4ba56 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:57:39.856027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d5edfb66-3d3e-43b2-84fb-607578a8f96e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1258602
Jan 29 20:57:39.878902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Request body: {'port': {'device_id': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:40.034356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-473f1e58-63cd-463d-a8a5-38b52509509c req-98d12fdd-56f8-481e-bc86-53efb6d82ae7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793112
Jan 29 20:57:40.089382 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7efb631c-3991-437b-a08c-d517f3371899), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.108484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-634b08e3-233d-431b-99fb-efb29c29a7b6 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:40.116415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-634b08e3-233d-431b-99fb-efb29c29a7b6 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 1132 time: 0.2673872
Jan 29 20:57:40.154735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-91844cc9-20a6-4957-b489-d89243015db5 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.161014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:40.164908 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.166155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de7b5a3f-9f5a-4162-bd31-65e2e9f79855 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "PUT /v2.0/routers/ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 200  len: 919 time: 3.2891943
Jan 29 20:57:40.169846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52688) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:40.185394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] Sync routers for ids ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:40.201576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] Routers {'ddf794f7-5d42-4d3a-9962-36fba2f4ba56'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:40.202438 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:40.264349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad910>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:40.279349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad5ab-14d9-4a95-8a93-9e9c8b37a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.287395 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] Routers {'ddf794f7-5d42-4d3a-9962-36fba2f4ba56'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:40.289339 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:40.357036 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad910>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:40.358209 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd19a0-a591-443e-af49-b804b9aaac20 None None] The sync data for ids ['ddf794f7-5d42-4d3a-9962-36fba2f4ba56'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:40.378133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cefb0d-532f-44f8-b3d7-3973965490b2 req-f6b78c6c-d06a-4ded-bed4-518f53308733 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:40.385146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13cefb0d-532f-44f8-b3d7-3973965490b2 req-f6b78c6c-d06a-4ded-bed4-518f53308733 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2422135
Jan 29 20:57:40.450859 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05ba530e-f471-48c7-81ac-bf3c50f556dd tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 200  len: 919 time: 0.2797642
Jan 29 20:57:40.454509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:40.511397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-91844cc9-20a6-4957-b489-d89243015db5 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] Publish callbacks [] for security_group (e8fc12aa-babc-407d-915c-033a8f360deb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.521679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-91844cc9-20a6-4957-b489-d89243015db5 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e8fc12aa-babc-407d-915c-033a8f360deb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:40.541704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13cefb0d-532f-44f8-b3d7-3973965490b2 req-ba768444-dc97-47aa-b188-302b6562f84e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554828
Jan 29 20:57:40.579791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05cc2b-b07e-4813-8aac-b304d5b7ebb9 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:40.582009 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f05cc2b-b07e-4813-8aac-b304d5b7ebb9 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=ddf794f7-5d42-4d3a-9962-36fba2f4ba56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1243379
Jan 29 20:57:40.584458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52710) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:40.599558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aaba113f-264c-470b-99c4-a2dc0dc438f7 req-91844cc9-20a6-4957-b489-d89243015db5 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4821351
Jan 29 20:57:40.684843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844cc9-20a6-4957-b489-d89243015db5 tempest-LiveMigrationNegativeTest-291958240 tempest-LiveMigrationNegativeTest-291958240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc12aa-babc-407d-915c-033a8f360deb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:40.756374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc266a9e-a084-430c-b772-75dbc00cf298 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:40.761074 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc266a9e-a084-430c-b772-75dbc00cf298 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.1752329
Jan 29 20:57:40.763671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52724) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:40.820695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa591f5c-c740-4b57-837b-1ca99c4f6caf req-8ff53e74-05c2-44f5-8380-6a2252310dc9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:40.822447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa591f5c-c740-4b57-837b-1ca99c4f6caf req-8ff53e74-05c2-44f5-8380-6a2252310dc9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1543684
Jan 29 20:57:40.825614 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0505f0d4-28cc-4a08-b043-924dfb2270e8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 200  len: 205 time: 0.0606530
Jan 29 20:57:40.829152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:40.833591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb631c-3991-437b-a08c-d517f3371899 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:40.853963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks [] for port (7efb631c-3991-437b-a08c-d517f3371899), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.085467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.412668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Transition to ACTIVE for port object 7efb631c-3991-437b-a08c-d517f3371899 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:57:41.423479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db667-921b-4188-b0dc-58061895d1f2 req-753d018c-596b-4b30-9a9b-7cdb25982c03 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:41.432334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-277db667-921b-4188-b0dc-58061895d1f2 req-753d018c-596b-4b30-9a9b-7cdb25982c03 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 932 time: 0.6616528
Jan 29 20:57:41.452314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.518701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa591f5c-c740-4b57-837b-1ca99c4f6caf req-1918cd2c-b872-493b-a0a6-a0d0c904dbd2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6803298
Jan 29 20:57:41.627710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:41.663663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-277db667-921b-4188-b0dc-58061895d1f2 req-48f8b6de-5d85-4d7b-8403-ebb5d68b8a54 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302406
Jan 29 20:57:41.692908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.791334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-6c60d0d2-4ddb-4783-a008-c719e560803c req-d7e417b2-48fc-46bd-a8a8-68c66b0a58da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:57:41.792743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c60d0d2-4ddb-4783-a008-c719e560803c req-d7e417b2-48fc-46bd-a8a8-68c66b0a58da service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061693
Jan 29 20:57:41.793576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port fabe6de3-25e4-45ca-a0b6-48e3c763958f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:41.794056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fabe6de3-25e4-45ca-a0b6-48e3c763958f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.844829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Attempting to bind port 7efb631c-3991-437b-a08c-d517f3371899 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:57:41.845360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Attempting to bind port 7efb631c-3991-437b-a08c-d517f3371899 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:57:41.845481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Attempting to bind port 7efb631c-3991-437b-a08c-d517f3371899 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:41.856283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844e985-f595-4731-9130-4cf78b1f6734 req-58144fd3-1148-4dd2-98df-8f94ae6ab32a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:41.857962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2844e985-f595-4731-9130-4cf78b1f6734 req-58144fd3-1148-4dd2-98df-8f94ae6ab32a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1455932
Jan 29 20:57:41.860360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Port 7efb631c-3991-437b-a08c-d517f3371899 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:57:41.860691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Attempting to bind port 7efb631c-3991-437b-a08c-d517f3371899 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:57:41.879648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:57:41.880069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:57:41.880509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:57:41.881418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Bound port: 7efb631c-3991-437b-a08c-d517f3371899, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:57:41.881418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7efb631c-3991-437b-a08c-d517f3371899), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.915445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fabe6de3-25e4-45ca-a0b6-48e3c763958f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:41.935084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for fabe6de3-25e4-45ca-a0b6-48e3c763958f owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:41.967112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2844e985-f595-4731-9130-4cf78b1f6734 req-a8e1b5c6-ff89-475a-ac92-8c051daf0c8c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977125
Jan 29 20:57:42.023519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:57:42.027288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7efb631c-3991-437b-a08c-d517f3371899,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:57:42.040927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.188459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:42.189096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.190584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] 10.222.0.18 "PUT /v2.0/ports/7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 200  len: 1092 time: 2.3233769
Jan 29 20:57:42.193566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'tag': '7efb631c-3991-437b-a08c-d517f3371899'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:42.195738 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a20b59-9b60-47f3-a468-e7315eb9d3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "tag": "7efb631c-3991-437b-a08c-d517f3371899"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:42.240678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fabe6de3-25e4-45ca-a0b6-48e3c763958f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.275456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=fabe6de3-25e4-45ca-a0b6-48e3c763958f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:42.371901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b172b-08a0-4d7a-a76e-26abb95ee302 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:42.391594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.460463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd1f7-9625-4b9c-9390-7995e8744f11 req-3a883c8e-bfec-49af-a5cf-1606b778cc99 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:42.460463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de3dd1f7-9625-4b9c-9390-7995e8744f11 req-3a883c8e-bfec-49af-a5cf-1606b778cc99 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3049357
Jan 29 20:57:42.471590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-a8960a0e-9938-4d2e-81e9-513e98e3915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:42.471590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-a8960a0e-9938-4d2e-81e9-513e98e3915d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 1126 time: 0.1920266
Jan 29 20:57:42.517972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f27c8-64ce-4e19-b539-ce358b679e41 req-e8b5c0bb-79d2-4fa4-a76c-f8c80a9588d8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:42.528293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-204f27c8-64ce-4e19-b539-ce358b679e41 req-e8b5c0bb-79d2-4fa4-a76c-f8c80a9588d8 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.3237762
Jan 29 20:57:42.586043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6dec4eda-9b18-4c34-b2b9-64037a247943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.670611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-8681ff9e-0e7b-40b8-9f2f-41e6d775d9ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 200  len: 217 time: 0.1440012
Jan 29 20:57:42.727546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.732033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.747705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-204f27c8-64ce-4e19-b539-ce358b679e41 req-ebc98207-93d8-4657-b6bf-09ef8feba5cc tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551750
Jan 29 20:57:42.823084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de3dd1f7-9625-4b9c-9390-7995e8744f11 req-fb86cbc0-5dec-423e-9bee-89abe1719022 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887577
Jan 29 20:57:42.827504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (ddf794f7-5d42-4d3a-9962-36fba2f4ba56), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.828177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router ddf794f7-5d42-4d3a-9962-36fba2f4ba56 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:42.839357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.841132 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eed36d59-64ed-48fe-a058-b327f5f7a537 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 204  len: 168 time: 2.0086365
Jan 29 20:57:42.845122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:42.851964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-94dc40c6-db20-4429-bd2b-2a849bb81ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:42.853116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317628842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:42.853470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-94dc40c6-db20-4429-bd2b-2a849bb81ba1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1750028
Jan 29 20:57:42.865140 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b297128-8ee6-49fc-9108-2a4ad5ccccc6 x-openstack-request-id: req-0b297128-8ee6-49fc-9108-2a4ad5ccccc6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:42.865520 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "tag": "7efb631c-3991-437b-a08c-d517f3371899", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:42.866422 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b297128-8ee6-49fc-9108-2a4ad5ccccc6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:42.867427 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'tag': '7efb631c-3991-437b-a08c-d517f3371899', 'status': 'completed', 'code': 200}
Jan 29 20:57:42.902583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.904119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:42.987360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-2bbe8276-a456-4c49-8599-53aeed51fd66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1172166
Jan 29 20:57:43.020901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.051189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.088822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.097643 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f45fb0a4-7aac-4e21-88ef-d9867a5cdc34 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2482774
Jan 29 20:57:43.098388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:43.105057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:43.199231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cc54b-c732-4aab-8e20-8dd8e92e9f88 req-1375bf72-1778-48f1-bd10-8ae689bb869a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:43.219430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d5cc54b-c732-4aab-8e20-8dd8e92e9f88 req-1375bf72-1778-48f1-bd10-8ae689bb869a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.2547388
Jan 29 20:57:43.278704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b081dc-5255-43ce-8d49-c9c948a403f9 req-ff4938d6-964b-4209-9e45-57a1810fcf97 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:43.294254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05b081dc-5255-43ce-8d49-c9c948a403f9 req-ff4938d6-964b-4209-9e45-57a1810fcf97 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 944 time: 0.3042629
Jan 29 20:57:43.339710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-d3cb77c7-c2f2-4ccc-a8f3-67d37a6b7438 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817378
Jan 29 20:57:43.454731 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.456827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d5cc54b-c732-4aab-8e20-8dd8e92e9f88 req-c2ba7696-743f-44fa-bf98-ab7b25da92a3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2364569
Jan 29 20:57:43.471816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05b081dc-5255-43ce-8d49-c9c948a403f9 req-b533046b-fd9c-45d2-b51a-02d375603219 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778736
Jan 29 20:57:43.606380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c4e2cc-22c1-4710-884d-a9c3261126c7 req-acd2800f-9ef9-49af-95b3-b0a0e46415a1 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519426
Jan 29 20:57:43.678021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.761281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89d7ea-d085-498a-9831-d74282652bff req-c5b95d93-7b2c-40aa-86a5-f8e8b655975e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:43.763027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a89d7ea-d085-498a-9831-d74282652bff req-c5b95d93-7b2c-40aa-86a5-f8e8b655975e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1086848
Jan 29 20:57:43.775991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-4b0f2f90-fa55-4d21-be39-60af12823497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:43.779262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-4b0f2f90-fa55-4d21-be39-60af12823497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 1126 time: 0.1154070
Jan 29 20:57:43.882509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce91593f-b494-4378-9008-abeb4fa15f26), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.907939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:43.976865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-636ed99c-5ead-4fd6-84be-1f5be5adb082 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:43.978445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-636ed99c-5ead-4fd6-84be-1f5be5adb082 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.1990316
Jan 29 20:57:43.986289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a89d7ea-d085-498a-9831-d74282652bff req-89b4c85e-099c-4fb7-90c6-5fd9559efad9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134905
Jan 29 20:57:44.085994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e087-a983-4cf1-a5af-bbbf0b23cc09 req-9de8a755-a63e-4c84-beb5-8f8569725963 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.103124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0987e087-a983-4cf1-a5af-bbbf0b23cc09 req-9de8a755-a63e-4c84-beb5-8f8569725963 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 950 time: 0.2188938
Jan 29 20:57:44.201169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-74861af6-2c80-4a8e-b8fc-ad7b511da60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.203579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-74861af6-2c80-4a8e-b8fc-ad7b511da60c service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.4139285
Jan 29 20:57:44.273417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-cd86abdd-6ae6-4a41-9a61-93616e82eeb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 200  len: 217 time: 0.0616548
Jan 29 20:57:44.312378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Allocated IP 172.35.4.7 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/b04c57e6-bb20-4f53-be6b-c11578e78450) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:44.335688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0987e087-a983-4cf1-a5af-bbbf0b23cc09 req-4f097133-a1b4-43e8-a5b7-ae921b1042f1 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314746
Jan 29 20:57:44.355856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6017d1-39f4-433e-9aa7-eb480c2fa32e req-04565cdc-8392-4880-a1bc-a95c1bb13268 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.364678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d6017d1-39f4-433e-9aa7-eb480c2fa32e req-04565cdc-8392-4880-a1bc-a95c1bb13268 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2571790
Jan 29 20:57:44.395122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-9186d751-e9a8-4503-80e7-0b63d355af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.397333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-9186d751-e9a8-4503-80e7-0b63d355af29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1143622
Jan 29 20:57:44.451043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-6302f106-805d-44a1-912b-479da51d5c48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467794
Jan 29 20:57:44.466986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d6017d1-39f4-433e-9aa7-eb480c2fa32e req-a21ed2b7-a292-4d9c-8175-f6dc16603951 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003153
Jan 29 20:57:44.500315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Deleting port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:44.500641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:44.630505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for port (b04c57e6-bb20-4f53-be6b-c11578e78450), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:44.736549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] For port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:44.736932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:44.748433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b04c57e6-bb20-4f53-be6b-c11578e78450), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:44.769116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-43db0f00-1e89-45a9-9ce6-4200eabef51a service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017302
Jan 29 20:57:44.781679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449e0b-3f35-4f12-96f8-4f621202c764 req-de1a4e3f-c049-48e7-8e15-323ce8f223f0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.784318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12449e0b-3f35-4f12-96f8-4f621202c764 req-de1a4e3f-c049-48e7-8e15-323ce8f223f0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1782007
Jan 29 20:57:44.791082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Calling delete_port for 808dabd9-f1c2-457b-8dcd-2a21e21bfbad owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:44.816046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:44.826145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:44.830045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:44.831729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event updated for resources: {'Port': ['ID=b04c57e6-bb20-4f53-be6b-c11578e78450,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:44.914123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889bc33-99bd-48b0-8105-6c7a7d1a4208 req-c6d7b0bd-bbc8-45e4-a6d7-5c44970af780 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:44.925289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6889bc33-99bd-48b0-8105-6c7a7d1a4208 req-c6d7b0bd-bbc8-45e4-a6d7-5c44970af780 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 944 time: 0.2721205
Jan 29 20:57:45.010015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12449e0b-3f35-4f12-96f8-4f621202c764 req-35600e49-512d-4a17-b7cc-12ecd17147c6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061930
Jan 29 20:57:45.048847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6889bc33-99bd-48b0-8105-6c7a7d1a4208 req-8b514165-8b43-4251-8e9e-ee3f7548cc80 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217256
Jan 29 20:57:45.145014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a20b59-9b60-47f3-a468-e7315eb9d3c5 req-4f70f47c-cd16-44ff-b7dc-0014a7805286 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3591280
Jan 29 20:57:45.174167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (808dabd9-f1c2-457b-8dcd-2a21e21bfbad), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.188007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['d628737a-c0f5-44d0-87ca-d5e3ae5dd343'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:45.330196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1f4f4-b31e-4ad0-b0a0-a05298a45c42 req-39c2d285-74e6-4073-932e-84267597099c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:45.331860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ce1f4f4-b31e-4ad0-b0a0-a05298a45c42 req-39c2d285-74e6-4073-932e-84267597099c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1612864
Jan 29 20:57:45.426775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce91593f-b494-4378-9008-abeb4fa15f26), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.430403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Pushing event deleted for resources: {'Port': ['ID=808dabd9-f1c2-457b-8dcd-2a21e21bfbad,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:45.510857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ce1f4f4-b31e-4ad0-b0a0-a05298a45c42 req-0de627fa-6d3a-45bf-94d2-14b990f7d030 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677711
Jan 29 20:57:45.567069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e01bd216-3041-43af-b6d5-8cd12bd704c3 req-dd71f0e8-f958-459f-8ecd-20a24eb98fa3 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=b728d4a2-dd41-48b4-8bb2-265ddef5aa97 HTTP/1.1" status: 200  len: 210 time: 0.0489106
Jan 29 20:57:45.580765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] No DVR routers for this DVR port 808dabd9-f1c2-457b-8dcd-2a21e21bfbad on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:45.587986 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.592209 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2b4100c3-c9a6-4fc7-9b8c-1ee58681193c req-4ce68131-4e8d-433a-b29a-7af3232bb953 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "DELETE /v2.0/ports/808dabd9-f1c2-457b-8dcd-2a21e21bfbad HTTP/1.1" status: 204  len: 173 time: 1.6033430
Jan 29 20:57:45.593484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'name': 'network-vif-deleted', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:45.601838 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956d1bd6-9258-40e0-bd11-823417839cd4" -d '{"events": [{"server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "name": "network-vif-deleted", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:45.701656 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f96c91-cb35-4525-9bf5-1afb149644ca x-openstack-request-id: req-41f96c91-cb35-4525-9bf5-1afb149644ca {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:45.702602 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b728d4a2-dd41-48b4-8bb2-265ddef5aa97", "name": "network-vif-deleted", "tag": "808dabd9-f1c2-457b-8dcd-2a21e21bfbad", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:45.709263 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41f96c91-cb35-4525-9bf5-1afb149644ca {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:45.710652 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b728d4a2-dd41-48b4-8bb2-265ddef5aa97', 'name': 'network-vif-deleted', 'tag': '808dabd9-f1c2-457b-8dcd-2a21e21bfbad', 'status': 'completed', 'code': 200}
Jan 29 20:57:45.785229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.942120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.953453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:45.959597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a3cf-d13b-4093-80e3-4bd38353b582 req-b65b0386-8274-4ae0-b105-d6daa37873ba tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:45.962755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62b9a3cf-d13b-4093-80e3-4bd38353b582 req-b65b0386-8274-4ae0-b105-d6daa37873ba tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2032716
Jan 29 20:57:46.083219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62b9a3cf-d13b-4093-80e3-4bd38353b582 req-ceda6b6b-9afa-40a9-9702-2187034e059b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116621
Jan 29 20:57:46.223287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Router ce91593f-b494-4378-9008-abeb4fa15f26 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:46.326543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a919-8e0f-440d-9b46-f4c8e454a454 req-110dfb34-9913-46b4-b94c-9ffa75d4946e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:46.334231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c049a919-8e0f-440d-9b46-f4c8e454a454 req-110dfb34-9913-46b4-b94c-9ffa75d4946e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1859248
Jan 29 20:57:46.362609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5119e6-3a4c-4297-9699-31cf9976b355 req-a556abd4-d149-479f-b4d6-bf5d35e8f319 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:46.370477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c5119e6-3a4c-4297-9699-31cf9976b355 req-a556abd4-d149-479f-b4d6-bf5d35e8f319 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 944 time: 0.1935565
Jan 29 20:57:46.418867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 808dabd9-f1c2-457b-8dcd-2a21e21bfbad no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:46.433472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c049a919-8e0f-440d-9b46-f4c8e454a454 req-d4c3bc54-abef-4235-ad51-f072b90d63b3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981703
Jan 29 20:57:46.462932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:46.484412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 808dabd9-f1c2-457b-8dcd-2a21e21bfbad {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:46.484736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 808dabd9-f1c2-457b-8dcd-2a21e21bfbad not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:46.491587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] Sync routers for ids ['ce91593f-b494-4378-9008-abeb4fa15f26'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:46.499586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:46.506134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c5119e6-3a4c-4297-9699-31cf9976b355 req-bdc58427-a1ad-4af6-815e-eeb8ad94aeed tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346321
Jan 29 20:57:46.509887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52904) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:46.510813 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8316c29d-17cf-4d24-84ba-d8b5cc961b8c tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "PUT /v2.0/routers/ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 200  len: 878 time: 3.4109299
Jan 29 20:57:46.525191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] Routers {'ce91593f-b494-4378-9008-abeb4fa15f26'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:46.526305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac06af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ce91593f-b494-4378-9008-abeb4fa15f26'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:46.566166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac06af0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:46.576652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] Routers {'ce91593f-b494-4378-9008-abeb4fa15f26'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:46.577365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac06af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['ce91593f-b494-4378-9008-abeb4fa15f26'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:46.617276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac06af0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:46.618001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3fd1f-c047-45e9-aaac-ea283a56bb8c None None] The sync data for ids ['ce91593f-b494-4378-9008-abeb4fa15f26'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:46.728141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:46.741369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3a556245-4527-4197-aec8-3e6329bbbe78 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 200  len: 919 time: 0.2284694
Jan 29 20:57:46.792287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7516da-a353-4d7a-96af-785bed3417ad req-e0f30eee-3793-4363-977b-550c74b4af85 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:46.807999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d7516da-a353-4d7a-96af-785bed3417ad req-e0f30eee-3793-4363-977b-550c74b4af85 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1776989
Jan 29 20:57:46.817286 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:46.832309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:46.881615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b3212-689a-4898-919c-4850f6d721b0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:46.888568 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-202b3212-689a-4898-919c-4850f6d721b0 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=ce91593f-b494-4378-9008-abeb4fa15f26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1574128
Jan 29 20:57:46.892694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:46.970636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d7516da-a353-4d7a-96af-785bed3417ad req-f87f208e-fb53-4ce2-9f36-703efeaa923c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596749
Jan 29 20:57:47.084345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0794bbe6-04ae-4ea2-9f33-2beba33dbbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.126067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f4afb-241d-4660-b323-4bb87b1f4b34 req-ede883b1-43de-47cd-9d02-55943fd0a5ce tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:47.127153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3af96-d436-447e-ab8a-7f43e01324e3 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:47.130440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-08a3af96-d436-447e-ab8a-7f43e01324e3 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.2340763
Jan 29 20:57:47.131669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-281f4afb-241d-4660-b323-4bb87b1f4b34 req-ede883b1-43de-47cd-9d02-55943fd0a5ce tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.1106601
Jan 29 20:57:47.132552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52932) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:47.160261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674aeb-31ab-4d53-beae-7e4770ed6f9c req-6174cc3e-72f5-4a59-91f7-c430a112f659 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:47.162023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20674aeb-31ab-4d53-beae-7e4770ed6f9c req-6174cc3e-72f5-4a59-91f7-c430a112f659 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1021783
Jan 29 20:57:47.184953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a821fb86-8a68-45f9-bcad-50390bff710e tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 200  len: 205 time: 0.0497773
Jan 29 20:57:47.185254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:47.247860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-281f4afb-241d-4660-b323-4bb87b1f4b34 req-8ab7826f-493a-4560-bd56-49bb45652c11 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029420
Jan 29 20:57:47.265315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20674aeb-31ab-4d53-beae-7e4770ed6f9c req-9c964625-4779-4c45-8437-d708bfc1e028 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858407
Jan 29 20:57:47.293124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0794bbe6-04ae-4ea2-9f33-2beba33dbbbf admin admin] Publish callbacks [] for security_group (e71ade2a-3a3e-4c1d-99be-a82f06792dda), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.301549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0794bbe6-04ae-4ea2-9f33-2beba33dbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e71ade2a-3a3e-4c1d-99be-a82f06792dda), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.352789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794bbe6-04ae-4ea2-9f33-2beba33dbbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71ade2a-3a3e-4c1d-99be-a82f06792dda,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:47.363687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0794bbe6-04ae-4ea2-9f33-2beba33dbbbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6483aa783d2049789bfc3829cf5ac11b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5294626
Jan 29 20:57:47.367075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:47.375196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (ce91593f-b494-4378-9008-abeb4fa15f26), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.465376 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] Publish callbacks [] for security_group (e71ade2a-3a3e-4c1d-99be-a82f06792dda), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.499706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (ce91593f-b494-4378-9008-abeb4fa15f26), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.515673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] Publish callbacks [] for security_group (e71ade2a-3a3e-4c1d-99be-a82f06792dda), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.609724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port b04c57e6-bb20-4f53-be6b-c11578e78450 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:47.610089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b04c57e6-bb20-4f53-be6b-c11578e78450), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.656016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87d6c-9301-4401-a09d-b7837eb5f680 req-8231c4e6-71ba-48cd-9821-d268df1d14bb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:47.664314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17f87d6c-9301-4401-a09d-b7837eb5f680 req-8231c4e6-71ba-48cd-9821-d268df1d14bb tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1296248
Jan 29 20:57:47.684446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e71ade2a-3a3e-4c1d-99be-a82f06792dda), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.687697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:47.689327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e71ade2a-3a3e-4c1d-99be-a82f06792dda HTTP/1.1" status: 204  len: 168 time: 0.3205624
Jan 29 20:57:47.707637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78851db6-26a7-4b43-9c35-31a3800ed34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71ade2a-3a3e-4c1d-99be-a82f06792dda,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:47.787042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17f87d6c-9301-4401-a09d-b7837eb5f680 req-a7889a20-8a2d-40ec-9f53-1a7ea4c5092f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217332
Jan 29 20:57:47.963672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf871-c79e-4c28-90fc-8b5abe55ad55 req-bb6de26a-2b61-4faa-9f3c-e34b73531834 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:47.965481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77ecf871-c79e-4c28-90fc-8b5abe55ad55 req-bb6de26a-2b61-4faa-9f3c-e34b73531834 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 944 time: 0.0702529
Jan 29 20:57:48.085192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-77ecf871-c79e-4c28-90fc-8b5abe55ad55 req-e32c1732-2643-4615-8e78-2f1b4abc0880 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048381
Jan 29 20:57:48.273228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d23b4-57b2-4334-b7e9-a78a15928be8 req-ad710c6f-a3ea-4266-b050-fdd0334a6a25 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:48.288236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f1d23b4-57b2-4334-b7e9-a78a15928be8 req-ad710c6f-a3ea-4266-b050-fdd0334a6a25 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1552570
Jan 29 20:57:48.365198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f1d23b4-57b2-4334-b7e9-a78a15928be8 req-a9ac0114-3162-43cb-a196-797058d7ef56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714543
Jan 29 20:57:48.383569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b04c57e6-bb20-4f53-be6b-c11578e78450), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.399887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52970) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:48.411138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for b04c57e6-bb20-4f53-be6b-c11578e78450 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:48.427323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce60a-9da3-4a4e-88fa-0ff2b69c19b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.548338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7efb631c-3991-437b-a08c-d517f3371899 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:48.556062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c211d-662d-4d7e-9cea-9ef1760f39e8 req-ad23b534-5a54-4f00-94f9-0dc6c1558b50 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:48.565558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d12c211d-662d-4d7e-9cea-9ef1760f39e8 req-ad23b534-5a54-4f00-94f9-0dc6c1558b50 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.1168203
Jan 29 20:57:48.680435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d12c211d-662d-4d7e-9cea-9ef1760f39e8 req-f2f8682d-4db7-456c-b5e1-1a274d35fa5f tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d383f3-a99a-4558-934d-d1a549cff2e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136148
Jan 29 20:57:48.684871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce60a-9da3-4a4e-88fa-0ff2b69c19b6 admin admin] Publish callbacks [] for security_group (e4a46e1a-b9ea-48a4-b326-58bc9bb90326), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.703767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce60a-9da3-4a4e-88fa-0ff2b69c19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e4a46e1a-b9ea-48a4-b326-58bc9bb90326), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.713688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7efb631c-3991-437b-a08c-d517f3371899,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:48.716880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-f0d0e3e6-4938-45bc-a0d1-7384f85cba70 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:48.718952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-f0d0e3e6-4938-45bc-a0d1-7384f85cba70 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 950 time: 0.1799555
Jan 29 20:57:48.728364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7efb631c-3991-437b-a08c-d517f3371899', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': '7efb631c-3991-437b-a08c-d517f3371899', 'mac_address': 'fa:16:3e:a8:fa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:48.774847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd4ce60a-9da3-4a4e-88fa-0ff2b69c19b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6944745b6e524337b9926046fcae4f89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3734949
Jan 29 20:57:48.775893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ce60a-9da3-4a4e-88fa-0ff2b69c19b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a46e1a-b9ea-48a4-b326-58bc9bb90326,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:48.777040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7efb631c-3991-437b-a08c-d517f3371899 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:48.777734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7efb631c-3991-437b-a08c-d517f3371899), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.781231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52972) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:48.799856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb631c-3991-437b-a08c-d517f3371899 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:48.847181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7efb631c-3991-437b-a08c-d517f3371899,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:48.876901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.888563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b04c57e6-bb20-4f53-be6b-c11578e78450), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:48.925906 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=b04c57e6-bb20-4f53-be6b-c11578e78450,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:48.962629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:48.985421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] Publish callbacks [] for security_group (e4a46e1a-b9ea-48a4-b326-58bc9bb90326), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.010402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Deleting port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:49.010751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.038504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] Publish callbacks [] for security_group (e4a46e1a-b9ea-48a4-b326-58bc9bb90326), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.074736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (ce91593f-b494-4378-9008-abeb4fa15f26), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.173412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2bdc8-d89f-4894-8c85-611b25175a51 req-2ba18799-f2d7-4278-bb70-12ef3933a8c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:49.184625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92d2bdc8-d89f-4894-8c85-611b25175a51 req-2ba18799-f2d7-4278-bb70-12ef3933a8c1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.2596464
Jan 29 20:57:49.206005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.210916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (ce91593f-b494-4378-9008-abeb4fa15f26), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.251285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e4a46e1a-b9ea-48a4-b326-58bc9bb90326), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.254602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.255497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a46e1a-b9ea-48a4-b326-58bc9bb90326 HTTP/1.1" status: 204  len: 168 time: 0.4732060
Jan 29 20:57:49.269613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1146d0-e601-4286-8515-ed2cf642ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a46e1a-b9ea-48a4-b326-58bc9bb90326,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:49.293419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:49.311920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] For port d628737a-c0f5-44d0-87ca-d5e3ae5dd343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:49.312410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.328952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (ce91593f-b494-4378-9008-abeb4fa15f26), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.329504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router ce91593f-b494-4378-9008-abeb4fa15f26 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:49.339963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.341967 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efdca0a0-ec1c-4689-8c8e-f72e6a1846ba tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 204  len: 168 time: 2.1548026
Jan 29 20:57:49.346897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52994) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:49.354387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Calling delete_port for d628737a-c0f5-44d0-87ca-d5e3ae5dd343 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:49.366084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92d2bdc8-d89f-4894-8c85-611b25175a51 req-5411de00-44c2-44ee-a871-8589d09c5640 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752346
Jan 29 20:57:49.372254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-917166162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:49.420851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658340-2208-4b73-bb11-00c3c51b3124 req-ebc0a465-a775-4b57-a733-5d4dc70f0eb1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:49.423012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc658340-2208-4b73-bb11-00c3c51b3124 req-ebc0a465-a775-4b57-a733-5d4dc70f0eb1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 945 time: 0.1642854
Jan 29 20:57:49.424631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.426238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.620599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc658340-2208-4b73-bb11-00c3c51b3124 req-0c6b157d-9b95-46d1-b121-3b19b8c1665a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814651
Jan 29 20:57:49.645422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.663993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.666257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d628737a-c0f5-44d0-87ca-d5e3ae5dd343), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.693012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['d628737a-c0f5-44d0-87ca-d5e3ae5dd343'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:49.708876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4794-d6f7-4069-a2ab-41329a6592f5 req-9b76e811-d0dc-4d84-a15b-57be26632c7e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:49.723780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Pushing event deleted for resources: {'Port': ['ID=d628737a-c0f5-44d0-87ca-d5e3ae5dd343,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:49.731447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-228b4794-d6f7-4069-a2ab-41329a6592f5 req-9b76e811-d0dc-4d84-a15b-57be26632c7e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1986699
Jan 29 20:57:49.801461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.812549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9f9c8502-f39e-4321-bc31-7fa3450772b1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4642856
Jan 29 20:57:49.813431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:49.881231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': True}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:49.884627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] No DVR routers for this DVR port d628737a-c0f5-44d0-87ca-d5e3ae5dd343 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:57:49.888770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:49.893440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-147666e2-bf2b-49dc-a27b-e81d9b1fe463 req-bf08710e-5c20-488e-b728-176e4bd9c6e9 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.36 "DELETE /v2.0/ports/d628737a-c0f5-44d0-87ca-d5e3ae5dd343 HTTP/1.1" status: 204  len: 173 time: 1.1672080
Jan 29 20:57:49.896169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-228b4794-d6f7-4069-a2ab-41329a6592f5 req-99388c32-faeb-435a-bce8-0d4f266e1b8c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635957
Jan 29 20:57:49.901663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'name': 'network-vif-deleted', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:49.904397 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1816f7fc-6f92-463c-99c2-800cf9e2ae73" -d '{"events": [{"server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "name": "network-vif-deleted", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:49.934825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e1a3de9-5805-4832-ad88-cbbc373e4f3c req-fad8d5c3-60a9-4568-86bc-c4bfdb753b23 tempest-LiveMigrationNegativeTest-338307921 tempest-LiveMigrationNegativeTest-338307921-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe289798-17e8-4957-be50-73c3eaef47cb HTTP/1.1" status: 200  len: 210 time: 0.0776961
Jan 29 20:57:50.020564 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6c30a-8c78-40e3-a30f-b6ec25fe075a x-openstack-request-id: req-cfc6c30a-8c78-40e3-a30f-b6ec25fe075a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:50.020860 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe289798-17e8-4957-be50-73c3eaef47cb", "name": "network-vif-deleted", "tag": "d628737a-c0f5-44d0-87ca-d5e3ae5dd343", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:50.023321 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfc6c30a-8c78-40e3-a30f-b6ec25fe075a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:50.023756 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe289798-17e8-4957-be50-73c3eaef47cb', 'name': 'network-vif-deleted', 'tag': 'd628737a-c0f5-44d0-87ca-d5e3ae5dd343', 'status': 'completed', 'code': 200}
Jan 29 20:57:50.031412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:50.059641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66eb115e-4e5c-471f-8f38-2115dd78ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.164822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66eb115e-4e5c-471f-8f38-2115dd78ab5d admin admin] Publish callbacks [] for security_group (897f159a-90b3-46fc-87a7-6b3611556d75), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.168721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66eb115e-4e5c-471f-8f38-2115dd78ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (897f159a-90b3-46fc-87a7-6b3611556d75), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.208162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.236506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66eb115e-4e5c-471f-8f38-2115dd78ab5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92dd8779118444e5aa83f8764aa7b115&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2031386
Jan 29 20:57:50.237572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb115e-4e5c-471f-8f38-2115dd78ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f159a-90b3-46fc-87a7-6b3611556d75,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:50.240758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53028) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:50.301394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] Publish callbacks [] for security_group (897f159a-90b3-46fc-87a7-6b3611556d75), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.329531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] Publish callbacks [] for security_group (897f159a-90b3-46fc-87a7-6b3611556d75), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.397859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (897f159a-90b3-46fc-87a7-6b3611556d75), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.401562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.403643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/897f159a-90b3-46fc-87a7-6b3611556d75 HTTP/1.1" status: 204  len: 168 time: 0.1613338
Jan 29 20:57:50.425511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e724a-898a-41e1-89ca-8d9b004fc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f159a-90b3-46fc-87a7-6b3611556d75,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:50.453240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.479434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.512236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6c9a3-9ac5-4c79-967b-8c22d757c49f req-2835a186-0e3c-4c95-8d2d-fc54a123b705 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:50.519305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fc6c9a3-9ac5-4c79-967b-8c22d757c49f req-2835a186-0e3c-4c95-8d2d-fc54a123b705 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 950 time: 0.1041541
Jan 29 20:57:50.668120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.35.4.163 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2dd65881-7ea2-4f14-bfb7-6720f6324d8e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:50.808521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (2dd65881-7ea2-4f14-bfb7-6720f6324d8e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.853067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2dd65881-7ea2-4f14-bfb7-6720f6324d8e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:50.897772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fc6c9a3-9ac5-4c79-967b-8c22d757c49f req-41c8fb11-2f50-4c43-a055-cda5d83998cd tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3769801
Jan 29 20:57:50.902197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:50.907158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:50.918213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:50.951651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c0b2d-6992-4f88-b316-32ff544255e8 req-07e4f309-6e0d-4a87-b37d-e661c41f1d04 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:50.954037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd65881-7ea2-4f14-bfb7-6720f6324d8e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:50.957931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-066c0b2d-6992-4f88-b316-32ff544255e8 req-07e4f309-6e0d-4a87-b37d-e661c41f1d04 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.4070883
Jan 29 20:57:51.056667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-066c0b2d-6992-4f88-b316-32ff544255e8 req-985a8ce7-8d6d-4639-9461-a3b4f633a117 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892103
Jan 29 20:57:51.073079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bebcb0-6034-4a4e-bd77-03def03b391c req-526c1cf1-0627-4289-a99b-3d68c55a6236 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:51.073079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3bebcb0-6034-4a4e-bd77-03def03b391c req-526c1cf1-0627-4289-a99b-3d68c55a6236 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 945 time: 0.0953848
Jan 29 20:57:51.133477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3bebcb0-6034-4a4e-bd77-03def03b391c req-8006b123-ca15-4a23-b38f-c39f32b17f06 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510726
Jan 29 20:57:51.237023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b53ab9-6efb-4be0-90d4-0c5659ac5f3b req-7e8fd11b-f147-473b-b7fe-dd6f5d7b7b43 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:51.237023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5b53ab9-6efb-4be0-90d4-0c5659ac5f3b req-7e8fd11b-f147-473b-b7fe-dd6f5d7b7b43 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0958505
Jan 29 20:57:51.270020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.298950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5b53ab9-6efb-4be0-90d4-0c5659ac5f3b req-983e676a-3952-41f1-a527-6a4f5b87ef2d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563824
Jan 29 20:57:51.484826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:51.520309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.524170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.640446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cbc2c094-0dc8-4b06-be1e-1e7220cda8e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dfbb85a1be546ebb2fa63c804398745&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1541712
Jan 29 20:57:51.643229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:51.676884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:51.706486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] Publish callbacks [] for security_group (b6d383f3-a99a-4558-934d-d1a549cff2e5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.731148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] Publish callbacks [] for security_group (b6d383f3-a99a-4558-934d-d1a549cff2e5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.800899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6d383f3-a99a-4558-934d-d1a549cff2e5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.806224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.807476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6d383f3-a99a-4558-934d-d1a549cff2e5 HTTP/1.1" status: 204  len: 168 time: 0.1631236
Jan 29 20:57:51.813093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:51.817778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897b462-d5fb-4f3f-9d3e-8a54a2304f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d383f3-a99a-4558-934d-d1a549cff2e5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:51.824760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] Sync routers for ids ['d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:51.825583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:51.827247 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40850050-8503-42cf-befe-d15790e29bf7 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "PUT /v2.0/routers/d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 200  len: 914 time: 1.9637489
Jan 29 20:57:51.830109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53092) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:51.836147 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] Routers {'d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:51.837107 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0adee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:51.871375 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0adee0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:51.881827 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] Routers {'d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:51.882565 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0adee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:51.918866 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0adee0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:51.919679 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0474b4-57ef-4c51-8a69-1752dec967e2 None None] The sync data for ids ['d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:51.986913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-733bc259-1dc6-4e45-a801-e2984ae656e3 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 200  len: 920 time: 0.1521144
Jan 29 20:57:51.986913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53100) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.051077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b6ae1-3750-4322-b15a-763bcdbc06c4 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.053401 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-407b6ae1-3750-4322-b15a-763bcdbc06c4 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0654130
Jan 29 20:57:52.056172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.074751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840fcc7-06de-40ce-9e7d-32a755768665 req-4d5e0da7-3854-48ed-9d6a-1e2e7b1616b5 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.083721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e840fcc7-06de-40ce-9e7d-32a755768665 req-4d5e0da7-3854-48ed-9d6a-1e2e7b1616b5 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 950 time: 0.0925672
Jan 29 20:57:52.165967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e840fcc7-06de-40ce-9e7d-32a755768665 req-a4564651-2634-446e-b78c-48b1f7b01c42 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809772
Jan 29 20:57:52.186614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916487f7-1835-436f-b7d1-1b1a9e34b6a4 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.191507 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-916487f7-1835-436f-b7d1-1b1a9e34b6a4 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.1299825
Jan 29 20:57:52.192087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53114) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.222805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5098cc7b-1e6b-4033-b0a6-c8837d486814 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 200  len: 205 time: 0.0296574
Jan 29 20:57:52.229662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53116) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.276135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.291812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7e3bb-cc7b-4447-a343-75374238d274 req-612967af-1c40-4bbb-9884-b593dd6eb7ad tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.293513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aca7e3bb-cc7b-4447-a343-75374238d274 req-612967af-1c40-4bbb-9884-b593dd6eb7ad tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1034603
Jan 29 20:57:52.394561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.397678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aca7e3bb-cc7b-4447-a343-75374238d274 req-0f07e243-09c5-4a4d-a40b-4e98194a36d2 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919921
Jan 29 20:57:52.407838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53124) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.419536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2463b84-627c-46f1-91c1-80af18ba6da3 req-60451fd5-74b4-48b3-996f-d720ffc8d0aa tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.428816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2463b84-627c-46f1-91c1-80af18ba6da3 req-60451fd5-74b4-48b3-996f-d720ffc8d0aa tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 945 time: 0.1341364
Jan 29 20:57:52.482402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d628737a-c0f5-44d0-87ca-d5e3ae5dd343 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:52.510134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: d628737a-c0f5-44d0-87ca-d5e3ae5dd343 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:57:52.510802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d628737a-c0f5-44d0-87ca-d5e3ae5dd343 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:57:52.534210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-437653b1-4723-491e-95af-4738280f3158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00772c51885e420eb146c16cf841d870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1249413
Jan 29 20:57:52.537191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:52.537742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2463b84-627c-46f1-91c1-80af18ba6da3 req-cf07680a-6ca1-4dcd-81d3-587581cdbf2e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081166
Jan 29 20:57:52.580175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7efb631c-3991-437b-a08c-d517f3371899 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:57:52.631136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] Publish callbacks [] for security_group (e8fc12aa-babc-407d-915c-033a8f360deb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.654983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.669089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] Publish callbacks [] for security_group (e8fc12aa-babc-407d-915c-033a8f360deb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.672949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7efb631c-3991-437b-a08c-d517f3371899 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:57:52.682895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7efb631c-3991-437b-a08c-d517f3371899 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:57:52.686953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7efb631c-3991-437b-a08c-d517f3371899), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.752389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794020-bac4-4f9c-a207-1a5a8cf8a043 req-14db7dbd-8bcd-4ebf-8ad4-e8c10f58f890 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:52.754074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8794020-bac4-4f9c-a207-1a5a8cf8a043 req-14db7dbd-8bcd-4ebf-8ad4-e8c10f58f890 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1154528
Jan 29 20:57:52.786166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7efb631c-3991-437b-a08c-d517f3371899 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:52.786570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7efb631c-3991-437b-a08c-d517f3371899), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.807929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port 2dd65881-7ea2-4f14-bfb7-6720f6324d8e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:52.808529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2dd65881-7ea2-4f14-bfb7-6720f6324d8e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.821948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb631c-3991-437b-a08c-d517f3371899'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:52.829734 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae6f42-1e29-4b0f-b38f-dccb48b6d444" -d '{"events": [{"server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "name": "network-vif-plugged", "status": "completed", "tag": "7efb631c-3991-437b-a08c-d517f3371899"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:52.863387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7efb631c-3991-437b-a08c-d517f3371899,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:52.869600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8794020-bac4-4f9c-a207-1a5a8cf8a043 req-ace292d3-8929-4719-86ec-0cfe47525e80 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076241
Jan 29 20:57:52.876584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.905555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e8fc12aa-babc-407d-915c-033a8f360deb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.910204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:52.911779 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8fc12aa-babc-407d-915c-033a8f360deb HTTP/1.1" status: 204  len: 168 time: 0.3730545
Jan 29 20:57:52.984618 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c9ade1-c17f-44a0-86d8-c9d691ae715d x-openstack-request-id: req-96c9ade1-c17f-44a0-86d8-c9d691ae715d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:52.985751 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "name": "network-vif-plugged", "status": "completed", "tag": "7efb631c-3991-437b-a08c-d517f3371899", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:52.986140 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c9ade1-c17f-44a0-86d8-c9d691ae715d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:52.986667 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb631c-3991-437b-a08c-d517f3371899', 'code': 200}
Jan 29 20:57:53.021835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:53.031809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d2a60-ceab-410f-a860-ec652026c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc12aa-babc-407d-915c-033a8f360deb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:53.079907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2dd65881-7ea2-4f14-bfb7-6720f6324d8e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.101824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for 2dd65881-7ea2-4f14-bfb7-6720f6324d8e owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:53.148272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640dcc-fe25-4d88-b957-376f884dd87c req-ab4eb5f5-47af-4cf4-aec0-e6b3adfdbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:53.150765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0640dcc-fe25-4d88-b957-376f884dd87c req-ab4eb5f5-47af-4cf4-aec0-e6b3adfdbc95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 1128 time: 0.0616872
Jan 29 20:57:53.156217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53164) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:53.205380 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.240033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0640dcc-fe25-4d88-b957-376f884dd87c req-e4325fc7-98d9-4000-9c4a-5af6d145883b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765214
Jan 29 20:57:53.372023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2dd65881-7ea2-4f14-bfb7-6720f6324d8e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.403840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=2dd65881-7ea2-4f14-bfb7-6720f6324d8e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:53.494735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc92e61a-b2ff-4be3-9cbc-ccd6e16860a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.496131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.607160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538529ed-b289-4b5b-91b0-b8505a3c6ebb req-381d5851-0114-41fc-9bde-c15d714fe7d8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:53.609881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538529ed-b289-4b5b-91b0-b8505a3c6ebb req-381d5851-0114-41fc-9bde-c15d714fe7d8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.0986266
Jan 29 20:57:53.738715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc92e61a-b2ff-4be3-9cbc-ccd6e16860a4 admin admin] Publish callbacks [] for security_group (96b040cd-7668-4e88-871f-7b748a459621), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.747681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538529ed-b289-4b5b-91b0-b8505a3c6ebb req-85cf8f29-df9b-4522-b9fb-7621cf54437a tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299491
Jan 29 20:57:53.750531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dc92e61a-b2ff-4be3-9cbc-ccd6e16860a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (96b040cd-7668-4e88-871f-7b748a459621), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.809251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87776dc-08bc-4fc3-928e-bce4a674f0cf req-ad278737-9054-49c3-8c9b-baaeecfd7e11 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:53.810977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e87776dc-08bc-4fc3-928e-bce4a674f0cf req-ad278737-9054-49c3-8c9b-baaeecfd7e11 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 946 time: 0.1658399
Jan 29 20:57:53.816114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dc92e61a-b2ff-4be3-9cbc-ccd6e16860a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9e786fa0d5b4ce08efb3fd125399b49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6580439
Jan 29 20:57:53.819481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e61a-b2ff-4be3-9cbc-ccd6e16860a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b040cd-7668-4e88-871f-7b748a459621,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:53.823099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53186) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:53.906690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e87776dc-08bc-4fc3-928e-bce4a674f0cf req-b14ea581-e36a-46e1-a0f8-14fb42a59b0c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889969
Jan 29 20:57:53.919762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] Publish callbacks [] for security_group (96b040cd-7668-4e88-871f-7b748a459621), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.926715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.930683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.961429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] Publish callbacks [] for security_group (96b040cd-7668-4e88-871f-7b748a459621), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.984443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.985305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:53.994111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:53.995494 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a5fbfccf-4b66-4cb2-b46e-f16f68469713 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 204  len: 168 time: 1.7643168
Jan 29 20:57:53.999548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53194) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:54.007442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-571792761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:54.046343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.048017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.080017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a252-5476-4bea-b305-bf7f78709fb2 req-1efda9d4-c26b-4541-8b8c-a33063b4a7be tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:54.081946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c45a252-5476-4bea-b305-bf7f78709fb2 req-1efda9d4-c26b-4541-8b8c-a33063b4a7be tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0935593
Jan 29 20:57:54.107525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (96b040cd-7668-4e88-871f-7b748a459621), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.111123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.112358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96b040cd-7668-4e88-871f-7b748a459621 HTTP/1.1" status: 204  len: 168 time: 0.2836006
Jan 29 20:57:54.133057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e40779-b98a-4420-a750-a3338e7124de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b040cd-7668-4e88-871f-7b748a459621,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:54.139435 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.146633 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.177565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.183156 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e864cc2-02c9-44eb-83eb-aaddaf5e09e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1819375
Jan 29 20:57:54.184630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53210) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:54.190213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:54.193345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c45a252-5476-4bea-b305-bf7f78709fb2 req-08c30d09-c88e-43ed-ab4d-3fe869c241aa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949280
Jan 29 20:57:54.419032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.565076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53220) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:54.592009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75b6d809-53ce-4459-b6fc-549bf753aaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.601375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:57:54.681558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d95bf810-2fd7-4dce-8077-ce0947191cac), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.707796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.712400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75b6d809-53ce-4459-b6fc-549bf753aaa1 admin admin] Publish callbacks [] for security_group (04f4ab56-e030-42e0-ab49-36a0f09f9082), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.720386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75b6d809-53ce-4459-b6fc-549bf753aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (04f4ab56-e030-42e0-ab49-36a0f09f9082), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.769647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d809-53ce-4459-b6fc-549bf753aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f4ab56-e030-42e0-ab49-36a0f09f9082,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:54.777957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-75b6d809-53ce-4459-b6fc-549bf753aaa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cc87f192b15498ea2caa0086fb655aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2090504
Jan 29 20:57:54.783963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53224) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:54.822726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a8314312-e25a-430c-9ad8-a8ecc7438097 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:54.823248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.866173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:54.875847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.915647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac861-488a-40dd-94e2-0949520254f1 req-7668e552-19cc-40c3-b36e-1a1f890606f6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:54.922204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] Publish callbacks [] for security_group (04f4ab56-e030-42e0-ab49-36a0f09f9082), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.923031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-746ac861-488a-40dd-94e2-0949520254f1 req-7668e552-19cc-40c3-b36e-1a1f890606f6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.0817034
Jan 29 20:57:54.944025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:54.970397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] Publish callbacks [] for security_group (04f4ab56-e030-42e0-ab49-36a0f09f9082), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:54.983832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Allocated IP 172.35.4.7 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/d31c7539-b423-4893-8460-1574457df8fe) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:54.987498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:57:54.990124 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216e95d-5dd6-4a37-a058-9311cfc6857f" -d '{"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:57:54.992828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-746ac861-488a-40dd-94e2-0949520254f1 req-9ff3f8b2-d095-4c96-8e84-2076cbd138ec tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659494
Jan 29 20:57:55.068555 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f3c25-557e-4203-8370-d095bf9731b9 x-openstack-request-id: req-a69f3c25-557e-4203-8370-d095bf9731b9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:57:55.069039 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:57:55.069827 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a69f3c25-557e-4203-8370-d095bf9731b9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:57:55.070601 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'code': 200}
Jan 29 20:57:55.076133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908508ea-2fa7-4aee-9085-d59b9a9d00d9 req-1f390d23-96ad-489d-a26e-709ff16910b8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:55.078452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-908508ea-2fa7-4aee-9085-d59b9a9d00d9 req-1f390d23-96ad-489d-a26e-709ff16910b8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 946 time: 0.0720761
Jan 29 20:57:55.126851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (04f4ab56-e030-42e0-ab49-36a0f09f9082), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.131994 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.133246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04f4ab56-e030-42e0-ab49-36a0f09f9082 HTTP/1.1" status: 204  len: 168 time: 0.3482347
Jan 29 20:57:55.151946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-908508ea-2fa7-4aee-9085-d59b9a9d00d9 req-2d30d2b0-ea8b-461c-9e20-123f0be8a74d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643206
Jan 29 20:57:55.159585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfe31a-618a-4668-9b06-feb312dc2a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f4ab56-e030-42e0-ab49-36a0f09f9082,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:55.197434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for port (d31c7539-b423-4893-8460-1574457df8fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.256421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d31c7539-b423-4893-8460-1574457df8fe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.309658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:55.313631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:55.320611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:55.355059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ccb3-1eff-4f2d-a02c-4d051006276d req-2e1f727d-9e79-41e4-ba97-9a7ca51d6cfa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:55.358941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e50ccb3-1eff-4f2d-a02c-4d051006276d req-2e1f727d-9e79-41e4-ba97-9a7ca51d6cfa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0802691
Jan 29 20:57:55.376182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Pushing event updated for resources: {'Port': ['ID=d31c7539-b423-4893-8460-1574457df8fe,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:55.464307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e50ccb3-1eff-4f2d-a02c-4d051006276d req-9491a378-6215-4bf4-aee2-778eb237814f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969200
Jan 29 20:57:55.572239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-b1dbef31-f4a6-411f-9f8e-3234f3f3278a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:55.579404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-b1dbef31-f4a6-411f-9f8e-3234f3f3278a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.1534626
Jan 29 20:57:55.596319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-36f78705-e3a1-429d-9e31-4fcac891c57f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0158570
Jan 29 20:57:55.661600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-9327ea9e-b196-412c-a582-cb388b05e44e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0643790
Jan 29 20:57:55.666357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router_gateway (d95bf810-2fd7-4dce-8077-ce0947191cac), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.781230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-a0fb1090-34ec-40c3-858c-8f865b768e53 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:57:55.782323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-a0fb1090-34ec-40c3-858c-8f865b768e53 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1146157
Jan 29 20:57:55.900479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.906336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:55.928722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-1ef65b18-4c14-4737-ad20-e03eb0f9e367 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399772
Jan 29 20:57:56.065705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Router d95bf810-2fd7-4dce-8077-ce0947191cac is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:57:56.090583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55dec6a2-bf90-416c-995e-451c2925efb7 req-5432d752-180d-43f9-a060-4e1fdd00521c service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604741
Jan 29 20:57:56.206731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:57:56.213835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:56.219253 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f2664b2-8297-4eaa-92ae-03505272458a tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "PUT /v2.0/routers/d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 200  len: 913 time: 2.0335166
Jan 29 20:57:56.219437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] Sync routers for ids ['d95bf810-2fd7-4dce-8077-ce0947191cac'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:57:56.219919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53310) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:56.250358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] Routers {'d95bf810-2fd7-4dce-8077-ce0947191cac'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:56.253870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a562100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d95bf810-2fd7-4dce-8077-ce0947191cac'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:56.383463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a562100>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:56.419316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] Routers {'d95bf810-2fd7-4dce-8077-ce0947191cac'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:57:56.422617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a562100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d95bf810-2fd7-4dce-8077-ce0947191cac'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:56.465265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-71c1a34c-037d-415d-9219-ce632d78f321 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 200  len: 919 time: 0.2359359
Jan 29 20:57:56.465496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776104ae-aef1-418e-a29a-6ffda8689b2d req-ffabfb82-dab4-4e4b-8447-45615f54d251 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:56.465592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:56.473633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776104ae-aef1-418e-a29a-6ffda8689b2d req-ffabfb82-dab4-4e4b-8447-45615f54d251 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1103554
Jan 29 20:57:56.565085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128c6bb-dbf8-46c7-b5b4-016ce3d7d211 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:56.566671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776104ae-aef1-418e-a29a-6ffda8689b2d req-eec4477f-4c6c-48ee-a65f-e483f86b883c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915377
Jan 29 20:57:56.572639 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8128c6bb-dbf8-46c7-b5b4-016ce3d7d211 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=d95bf810-2fd7-4dce-8077-ce0947191cac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1038055
Jan 29 20:57:56.573182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:56.742766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a562100>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:57:56.744908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035293b-6dd6-4bd8-99b1-1130c870366f None None] The sync data for ids ['d95bf810-2fd7-4dce-8077-ce0947191cac'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:57:56.745378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825d0fe-ae80-4f76-94ff-248b5d67e46c tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:56.749600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5825d0fe-ae80-4f76-94ff-248b5d67e46c tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.1730294
Jan 29 20:57:56.751294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53358) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:56.776448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c705d-184f-4015-b196-4450d8188be8 req-345b8c0a-acc7-4ba3-b43f-1b2fbc7687ef tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:56.778079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f2c705d-184f-4015-b196-4450d8188be8 req-345b8c0a-acc7-4ba3-b43f-1b2fbc7687ef tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1154153
Jan 29 20:57:56.801580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf63efc0-6c50-45f7-8120-831c14fc0e66 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 200  len: 205 time: 0.0469084
Jan 29 20:57:56.803259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53364) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:56.899756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f2c705d-184f-4015-b196-4450d8188be8 req-60d3e683-aa3d-4a76-a50b-7cf9c1a12658 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155634
Jan 29 20:57:56.959439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:56.963110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-e80fc113-7fce-4ba1-be3f-08cc9d460a4e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:56.972698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-e80fc113-7fce-4ba1-be3f-08cc9d460a4e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.1870155
Jan 29 20:57:56.993970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-50365134-63d3-41f6-b206-1074d41d9800 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0200171
Jan 29 20:57:57.062103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-c3f66f1a-3818-42bb-8be7-bcf8a241e998 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0661383
Jan 29 20:57:57.145795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (d95bf810-2fd7-4dce-8077-ce0947191cac), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.201157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-403e9990-d77a-4348-b3cd-9677ce2c448b service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317708
Jan 29 20:57:57.225300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port d31c7539-b423-4893-8460-1574457df8fe {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:57:57.225693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d31c7539-b423-4893-8460-1574457df8fe), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.330625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d31c7539-b423-4893-8460-1574457df8fe), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.344737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for d31c7539-b423-4893-8460-1574457df8fe owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:57:57.352499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-97b1483f-e11d-4b23-962b-fef31e66522d service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441138
Jan 29 20:57:57.629376 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d31c7539-b423-4893-8460-1574457df8fe), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.636232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44c3d06a-5d27-4044-866e-a1472cd89f0b req-3affe852-426e-4a53-8fad-08f3afe55c6c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 210 time: 0.0373292
Jan 29 20:57:57.718299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=d31c7539-b423-4893-8460-1574457df8fe,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:57.811608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (d95bf810-2fd7-4dce-8077-ce0947191cac), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.884784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204188ea-88d8-4c78-942b-3087cec822b4 req-5ec02da3-8447-4ebb-a722-3e307e71d79f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:57.892305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-204188ea-88d8-4c78-942b-3087cec822b4 req-5ec02da3-8447-4ebb-a722-3e307e71d79f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1150310
Jan 29 20:57:57.963736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.966578 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (d95bf810-2fd7-4dce-8077-ce0947191cac), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:57.993202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-204188ea-88d8-4c78-942b-3087cec822b4 req-f1528dc9-1166-4761-bb6b-6aba72ebf1c3 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997276
Jan 29 20:57:58.032472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (d95bf810-2fd7-4dce-8077-ce0947191cac), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.033006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router d95bf810-2fd7-4dce-8077-ce0947191cac {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:57:58.043994 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.053543 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf65c428-3797-4954-82d2-040239a671f4 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 204  len: 168 time: 1.2452991
Jan 29 20:57:58.062529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:58.069122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1058295649', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:57:58.106415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.107587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.108470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7e54-bcd1-45f7-a771-505bf800d5c8 req-bdb3b638-498a-4a2e-ab93-5e8b4e3567e2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:58.118819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81fd7e54-bcd1-45f7-a771-505bf800d5c8 req-bdb3b638-498a-4a2e-ab93-5e8b4e3567e2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0818028
Jan 29 20:57:58.207664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.262251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81fd7e54-bcd1-45f7-a771-505bf800d5c8 req-525aaa50-1e8a-44c6-8366-5204ea1178dd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422548
Jan 29 20:57:58.400425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.536177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:57:58.582106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53456) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:58.631543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53462) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:58.718376 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.741226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.748635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:58.766031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-276d3be6-ad7e-4e17-991b-4bd7a9661564 req-5a894872-09db-4866-a813-03957c8624de tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 210 time: 0.0395799
Jan 29 20:57:58.793628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1394b533-16f4-48cf-8e52-152c675d92e3', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '1394b533-16f4-48cf-8e52-152c675d92e3', 'mac_address': 'fa:16:3e:82:2a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:57:58.811520 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd2d8-993e-4621-b27d-29785be65565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.882377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:57:58.883165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.886696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Allocated IP 172.35.4.237 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/f075132c-b308-47a0-87dc-7ea3d70bb961) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:57:58.908719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:57:58.910760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1712b6cb-80bc-4aa2-8506-69586003605b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.940195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:57:58.946600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd2d8-993e-4621-b27d-29785be65565 admin admin] Publish callbacks [] for security_group (b29255e7-4638-4b7f-a814-ac872e83b882), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.946801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:58.958608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd2d8-993e-4621-b27d-29785be65565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b29255e7-4638-4b7f-a814-ac872e83b882), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.015747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.024548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2ffbd2d8-993e-4621-b27d-29785be65565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bef3d5b04e404b4ea983a2023e344e86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4374952
Jan 29 20:57:59.026984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53474) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:59.033369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd2d8-993e-4621-b27d-29785be65565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29255e7-4638-4b7f-a814-ac872e83b882,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.059564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for port (f075132c-b308-47a0-87dc-7ea3d70bb961), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.074326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1712b6cb-80bc-4aa2-8506-69586003605b admin admin] Publish callbacks [] for security_group (e5cc0e0e-19d1-4428-98ce-79976a24255f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.080618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1712b6cb-80bc-4aa2-8506-69586003605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e5cc0e0e-19d1-4428-98ce-79976a24255f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.114464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] Publish callbacks [] for security_group (b29255e7-4638-4b7f-a814-ac872e83b882), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.126437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f075132c-b308-47a0-87dc-7ea3d70bb961), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.152025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1712b6cb-80bc-4aa2-8506-69586003605b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf64adff3d9b4f20ab6080db7d73ef0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5192282
Jan 29 20:57:59.155805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b6cb-80bc-4aa2-8506-69586003605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc0e0e-19d1-4428-98ce-79976a24255f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.157969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:59.176722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] Publish callbacks [] for security_group (b29255e7-4638-4b7f-a814-ac872e83b882), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.182793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15399-b821-48aa-b537-87d41239edeb req-35d7da74-3e9f-4d60-882b-7e92086b5196 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:59.184534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61a15399-b821-48aa-b537-87d41239edeb req-35d7da74-3e9f-4d60-882b-7e92086b5196 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1008666
Jan 29 20:57:59.216229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:57:59.235390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:57:59.246110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event updated for resources: {'Port': ['ID=f075132c-b308-47a0-87dc-7ea3d70bb961,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.247211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61a15399-b821-48aa-b537-87d41239edeb req-25c37c5b-b9dc-4938-9ee5-cb09818f497f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545835
Jan 29 20:57:59.250608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:57:59.300384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] Publish callbacks [] for security_group (e5cc0e0e-19d1-4428-98ce-79976a24255f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.319102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b29255e7-4638-4b7f-a814-ac872e83b882), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.321670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.322810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b29255e7-4638-4b7f-a814-ac872e83b882 HTTP/1.1" status: 204  len: 168 time: 0.2942784
Jan 29 20:57:59.414876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e6094-6123-48df-9055-cfdbb0978dda req-0b2e6f34-ab3f-4bd6-9c75-dc71a9e67390 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:57:59.422995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-370e6094-6123-48df-9055-cfdbb0978dda req-0b2e6f34-ab3f-4bd6-9c75-dc71a9e67390 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0697944
Jan 29 20:57:59.478176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-370e6094-6123-48df-9055-cfdbb0978dda req-2f4265b5-cbd3-488e-9492-2c4cdcb3b003 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543256
Jan 29 20:57:59.667739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] Publish callbacks [] for security_group (e5cc0e0e-19d1-4428-98ce-79976a24255f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.687806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ccb2-5bdc-4325-b8d3-2adc4867fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29255e7-4638-4b7f-a814-ac872e83b882,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.718580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53490) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:57:59.757014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1394b533-16f4-48cf-8e52-152c675d92e3'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:57:59.763954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244f206d-ca2d-4887-9e4d-1a7ac836b79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.897565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e5cc0e0e-19d1-4428-98ce-79976a24255f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.900154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:57:59.901355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5cc0e0e-19d1-4428-98ce-79976a24255f HTTP/1.1" status: 204  len: 168 time: 0.7383897
Jan 29 20:57:59.935369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9994c-9767-48d4-9e07-342f71fc27fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc0e0e-19d1-4428-98ce-79976a24255f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:57:59.964465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b72694db-e0f6-4c42-bd57-b59693c336bf req-046cbb42-e355-49fa-ac61-495931ee4d7e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 210 time: 0.0942850
Jan 29 20:58:00.025447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-90afdebf-50b9-427d-8356-3983f65d1a94 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:00.026899 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-90afdebf-50b9-427d-8356-3983f65d1a94 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.2120459
Jan 29 20:58:00.033353 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.042307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:00.097867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244f206d-ca2d-4887-9e4d-1a7ac836b79b admin admin] Publish callbacks [] for security_group (3298b4dd-2b29-4e37-bb54-b9638d3f24e4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.102592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-244f206d-ca2d-4887-9e4d-1a7ac836b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3298b4dd-2b29-4e37-bb54-b9638d3f24e4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.144840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f206d-ca2d-4887-9e4d-1a7ac836b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3298b4dd-2b29-4e37-bb54-b9638d3f24e4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:00.149187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-244f206d-ca2d-4887-9e4d-1a7ac836b79b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af1adf881a9244a1be8e591cc981bf2d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4292123
Jan 29 20:58:00.151852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53500) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:00.208512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] Publish callbacks [] for security_group (3298b4dd-2b29-4e37-bb54-b9638d3f24e4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.241688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] Publish callbacks [] for security_group (3298b4dd-2b29-4e37-bb54-b9638d3f24e4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.314648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3298b4dd-2b29-4e37-bb54-b9638d3f24e4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.319035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.320170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3298b4dd-2b29-4e37-bb54-b9638d3f24e4 HTTP/1.1" status: 204  len: 168 time: 0.1673944
Jan 29 20:58:00.329092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f137215-4f32-45fc-b04f-6f02ba985682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3298b4dd-2b29-4e37-bb54-b9638d3f24e4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:00.364439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:00.369587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.414591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed971a8-4941-4400-bd86-72fd6dc6c8f2 req-c54b3a1d-59bc-4d8b-8ddf-b0fca5b8c508 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:00.416728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed971a8-4941-4400-bd86-72fd6dc6c8f2 req-c54b3a1d-59bc-4d8b-8ddf-b0fca5b8c508 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.0848322
Jan 29 20:58:00.450698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53508) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:00.484638 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a864f98-1d58-43c6-a2a7-5142f5cad397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.500074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed971a8-4941-4400-bd86-72fd6dc6c8f2 req-2068ab33-c51a-4201-9625-37b96e0bec61 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759745
Jan 29 20:58:00.513255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.559467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:00.568021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:00.652139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a864f98-1d58-43c6-a2a7-5142f5cad397 admin admin] Publish callbacks [] for security_group (74ef37fb-9fdb-4f4b-8708-bafc36c353c6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.659434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a864f98-1d58-43c6-a2a7-5142f5cad397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74ef37fb-9fdb-4f4b-8708-bafc36c353c6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.664836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.7 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/b70368c0-dbe2-45d4-b992-7c1f591cb71e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:00.672286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1394b533-16f4-48cf-8e52-152c675d92e3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:00.673448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.722635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb14d4-d223-4b50-9c36-3f3d5931fa83 req-cf05e915-aef2-4ac7-8922-83bf8442484e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:00.731198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0bb14d4-d223-4b50-9c36-3f3d5931fa83 req-cf05e915-aef2-4ac7-8922-83bf8442484e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1275928
Jan 29 20:58:00.736813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9a864f98-1d58-43c6-a2a7-5142f5cad397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f63beccb396e486caefb0761405cbdd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2837021
Jan 29 20:58:00.742502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:00.743515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a864f98-1d58-43c6-a2a7-5142f5cad397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef37fb-9fdb-4f4b-8708-bafc36c353c6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:00.825773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0bb14d4-d223-4b50-9c36-3f3d5931fa83 req-0a1eb5b3-527b-41bd-8f38-2a2a80ee4204 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937915
Jan 29 20:58:00.868020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.903284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] Publish callbacks [] for security_group (74ef37fb-9fdb-4f4b-8708-bafc36c353c6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.923139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.944727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:00.946979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] Publish callbacks [] for security_group (74ef37fb-9fdb-4f4b-8708-bafc36c353c6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:00.969886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'port_id': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'mac_address': 'fa:16:3e:dd:2e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c522ed-1725-4789-8f43-1c44f15c777e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:00.977331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:00.988730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:01.007497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:01.009585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:01.012296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:01.030598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74ef37fb-9fdb-4f4b-8708-bafc36c353c6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.033692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.035047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74ef37fb-9fdb-4f4b-8708-bafc36c353c6 HTTP/1.1" status: 204  len: 168 time: 0.2887590
Jan 29 20:58:01.049201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Router cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:58:01.057518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686382-907e-4dc9-b14e-4a37945b7ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef37fb-9fdb-4f4b-8708-bafc36c353c6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:01.140335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:01.140740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.155294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297a96-4acc-4545-8fe2-66317d3771c4 req-0d075638-8934-44f1-a2e9-5d75d6b4416b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:01.162954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65297a96-4acc-4545-8fe2-66317d3771c4 req-0d075638-8934-44f1-a2e9-5d75d6b4416b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 931 time: 0.0813451
Jan 29 20:58:01.177991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:01.178691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.200830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:01.203018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.229345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65297a96-4acc-4545-8fe2-66317d3771c4 req-2dc4b43d-6510-4330-b6a7-d38f405d609e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654237
Jan 29 20:58:01.243471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:01.245935 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035719b-ce7e-4432-8beb-3c7da5be4807" -d '{"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:01.270991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:01.281070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:01.304450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.318863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-81abe29b-90f0-412a-8afc-e8e068f6eb23 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2815742
Jan 29 20:58:01.324421 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae893c24-4e6f-47b7-beef-6402d7181f8b x-openstack-request-id: req-ae893c24-4e6f-47b7-beef-6402d7181f8b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:01.324806 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-plugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:01.325119 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae893c24-4e6f-47b7-beef-6402d7181f8b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:01.325481 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'code': 200}
Jan 29 20:58:01.346059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:01.361741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.373135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:01.393681 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] Sync routers for ids ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:01.406659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.407165 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] Routers {'cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:01.407937 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1d55e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:01.408505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a032ef95-80e4-4a09-8dfe-aa39a8f6aad8 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.3446183
Jan 29 20:58:01.411802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:01.421079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:01.422416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:01.442453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Request body: {'port': {'device_id': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:01.451216 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1d55e0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:01.467233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:01.491232 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] Routers {'cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:01.491232 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1d55e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:01.557164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:01.586455 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1d55e0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:01.587312 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc7a64-c6de-435b-ba98-d49e2338b5d3 None None] The sync data for ids ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:01.612366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:01.744167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5957-4401-4dee-ac6a-40b23bafbac8 req-089458dc-25ce-4f46-8a39-de8cc8549a00 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:01.746322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78dd5957-4401-4dee-ac6a-40b23bafbac8 req-089458dc-25ce-4f46-8a39-de8cc8549a00 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.0932448
Jan 29 20:58:01.831975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78dd5957-4401-4dee-ac6a-40b23bafbac8 req-7eae4bd2-1dc2-442c-a54f-df3fcb0731e6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773747
Jan 29 20:58:02.064140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5f85b-5407-45da-9a82-f2955625eabe req-47cdc67e-4746-447c-91f9-7faa295cfb19 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:02.067499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92d5f85b-5407-45da-9a82-f2955625eabe req-47cdc67e-4746-447c-91f9-7faa295cfb19 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 945 time: 0.1029887
Jan 29 20:58:02.135071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92d5f85b-5407-45da-9a82-f2955625eabe req-81d45c25-7a35-4a59-ba28-a3e003588c09 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571334
Jan 29 20:58:02.151294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.169699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70368c0-dbe2-45d4-b992-7c1f591cb71e {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:02.183121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks [] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.186312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.208134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Transition to ACTIVE for port object b70368c0-dbe2-45d4-b992-7c1f591cb71e will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:02.249620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.343624 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:58:02.369339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Pushing event updated for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:02.380097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Deleting port f075132c-b308-47a0-87dc-7ea3d70bb961 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:02.381691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f075132c-b308-47a0-87dc-7ea3d70bb961), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.415831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd688e-4550-4e93-9a99-af9f3efdc5d0 req-040dec88-1289-4261-83e9-7d15712b29ab tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:02.418278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9dd688e-4550-4e93-9a99-af9f3efdc5d0 req-040dec88-1289-4261-83e9-7d15712b29ab tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 943 time: 0.0968385
Jan 29 20:58:02.490091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9dd688e-4550-4e93-9a99-af9f3efdc5d0 req-2cfa13a0-dc0b-4dd9-99f4-3b933bb6ace9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616553
Jan 29 20:58:02.525722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f075132c-b308-47a0-87dc-7ea3d70bb961), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.548209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Calling delete_port for f075132c-b308-47a0-87dc-7ea3d70bb961 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:02.561835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Attempting to bind port b70368c0-dbe2-45d4-b992-7c1f591cb71e on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:02.562035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Attempting to bind port b70368c0-dbe2-45d4-b992-7c1f591cb71e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:02.562275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Attempting to bind port b70368c0-dbe2-45d4-b992-7c1f591cb71e on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:02.565025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:02.571135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Port b70368c0-dbe2-45d4-b992-7c1f591cb71e on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:02.571135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Attempting to bind port b70368c0-dbe2-45d4-b992-7c1f591cb71e on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:02.607813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:02.608210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:02.608632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:02.609127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Bound port: b70368c0-dbe2-45d4-b992-7c1f591cb71e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:02.609571 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.648886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 3886ef1c-4dba-44b8-975e-fd7e62756152 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:02.649547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.775999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:02.776966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.827935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:02.836274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:02.951311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:03.019569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f799-93e3-4826-8387-074e5a06a98a req-5a36ebcf-39c2-4df4-a273-e6e02a16fb11 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.026281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2362f799-93e3-4826-8387-074e5a06a98a req-5a36ebcf-39c2-4df4-a273-e6e02a16fb11 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.0958064
Jan 29 20:58:03.100598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:03.107085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2362f799-93e3-4826-8387-074e5a06a98a req-68367be7-4471-4a99-9f6c-c2683a6d8e48 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745203
Jan 29 20:58:03.122455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:03.143634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.201015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f075132c-b308-47a0-87dc-7ea3d70bb961), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.214445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.215589 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.217127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] 10.222.0.36 "PUT /v2.0/ports/b70368c0-dbe2-45d4-b992-7c1f591cb71e HTTP/1.1" status: 200  len: 1091 time: 1.8027442
Jan 29 20:58:03.227185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:03.229766 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c536e28-58ac-4c24-aa71-63e609bab9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:03.320350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f423-e421-4d0e-98b6-cc93dad3e240 service neutron] Pushing event updated for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:03.327429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:03.330038 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10dfad4-7484-4596-af11-a3398e078e14" -d '{"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:03.378861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa1ed9-c6b7-4826-bb4f-ff2cb8e87c7a req-4093a9e1-b902-4268-b0ca-0ef565f8122a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.387264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aafa1ed9-c6b7-4826-bb4f-ff2cb8e87c7a req-4093a9e1-b902-4268-b0ca-0ef565f8122a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0673566
Jan 29 20:58:03.445802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aafa1ed9-c6b7-4826-bb4f-ff2cb8e87c7a req-5b49ef22-c867-4ba7-95ed-f8da46b362fd tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571690
Jan 29 20:58:03.469729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Pushing event deleted for resources: {'Port': ['ID=f075132c-b308-47a0-87dc-7ea3d70bb961,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:03.499384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.585721 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fde244-033c-4839-a6a6-915c64705074 x-openstack-request-id: req-56fde244-033c-4839-a6a6-915c64705074 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:03.586956 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:03.587553 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56fde244-033c-4839-a6a6-915c64705074 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:03.588444 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'code': 200}
Jan 29 20:58:03.609070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53656) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:03.614589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267659774', 'description': 'tempest-secgroup-smoke-267659774 description', 'project_id': '3a9491db693d463a969459cbdbfa2db1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:03.618244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-cb388d45-b37c-4a36-b121-70fab56295e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.619939 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-cb388d45-b37c-4a36-b121-70fab56295e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 1125 time: 0.3007801
Jan 29 20:58:03.621564 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aab40f-5b09-4b14-81ec-dc0a62f8d1d6 x-openstack-request-id: req-a0aab40f-5b09-4b14-81ec-dc0a62f8d1d6 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:03.621858 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:03.622117 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0aab40f-5b09-4b14-81ec-dc0a62f8d1d6 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:03.622551 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e', 'status': 'completed', 'code': 200}
Jan 29 20:58:03.676048 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-5b89e792-0c23-4e8d-8135-e287c8f7cfc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e HTTP/1.1" status: 200  len: 217 time: 0.0470595
Jan 29 20:58:03.718246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.732813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.775857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfd182-5d0d-42d5-93e1-40ab26ae9bee req-5a4f43a0-7a24-44b1-a471-04fe88769b4b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.778258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67cfd182-5d0d-42d5-93e1-40ab26ae9bee req-5a4f43a0-7a24-44b1-a471-04fe88769b4b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 943 time: 0.1281788
Jan 29 20:58:03.856584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-d380c12a-62b6-4421-af76-e16332a80c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:03.858259 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-d380c12a-62b6-4421-af76-e16332a80c05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1469142
Jan 29 20:58:03.858915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67cfd182-5d0d-42d5-93e1-40ab26ae9bee req-ecec7c8d-3f20-4290-b515-50853636e44c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657887
Jan 29 20:58:03.864337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.878952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.903461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-1276ea09-1332-498f-8388-e52c2c689ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364118
Jan 29 20:58:03.907314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (58912d68-a80a-4f54-aec8-9afe216f4e3a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.924420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (58912d68-a80a-4f54-aec8-9afe216f4e3a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:03.954736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-aad2c902-ee32-4fb8-a493-ee08cf69dc2e tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0505602
Jan 29 20:58:04.042025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Router cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:04.052051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58912d68-a80a-4f54-aec8-9afe216f4e3a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:04.115358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (d3af41a2-5db2-4203-a7f4-1cfddfaad20b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.124326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d3af41a2-5db2-4203-a7f4-1cfddfaad20b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.162412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-08bd7428-5b3c-43a2-918b-09853c576588 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211573
Jan 29 20:58:04.204957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-bb7910d7-a76f-4811-b960-6c383a9c2412 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:04.206617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-bb7910d7-a76f-4811-b960-6c383a9c2412 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2442384
Jan 29 20:58:04.232883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:04.245734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] Sync routers for ids ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:04.261373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.265493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] Routers {'cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:04.266835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:04.267555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7216f1b6-978d-447c-a5fc-e716fe07e9e3 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "PUT /v2.0/routers/cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 200  len: 706 time: 2.8516288
Jan 29 20:58:04.270238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.274858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6612372
Jan 29 20:58:04.276976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53682) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:04.278450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53684) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:04.318691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-2b484048-22e1-4855-9676-7623dec27c27 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/quotas/216b2b7ee64848a89b126aaa75f4c8f0 HTTP/1.1" status: 200  len: 375 time: 0.0887313
Jan 29 20:58:04.341505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:04.349936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7ca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:04.367198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea716a6f-4b77-4061-a198-db6060ae8c86 req-db13bcc7-48b2-45e9-b673-d299e2d2b577 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989324
Jan 29 20:58:04.384697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] Routers {'cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:04.388081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:04.402830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a53c4-816d-42c2-950c-e0fb03c5a0fe tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3af41a2-5db2-4203-a7f4-1cfddfaad20b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:04.463846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7ca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:04.464647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ee756-7d07-49df-a658-1f4131015ed5 None None] The sync data for ids ['cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:04.497390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2f847fc6-732e-453d-b802-635de4c0e3ef tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/routers/cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 200  len: 741 time: 0.2069931
Jan 29 20:58:04.497935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-1d7b8d25-89ac-46ab-9c27-b74b7f523488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:04.497935 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-1d7b8d25-89ac-46ab-9c27-b74b7f523488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 1125 time: 0.0808177
Jan 29 20:58:04.497935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53690) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:04.556366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4c4168d5-cc6c-40b6-9b37-0aec90038ebb tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2365062
Jan 29 20:58:04.602036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3807f95e-c537-4e9c-900a-a52f05ea3895 tempest-RoutersAdminTest-1898101100 tempest-RoutersAdminTest-1898101100-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 200  len: 205 time: 0.1031601
Jan 29 20:58:04.605109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:04.621602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (21c7a281-2a41-43ce-a61b-ec3fd494a87d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.643292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ab395df6-4f1f-4034-a2a1-852a779d8efa tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 200  len: 205 time: 0.0370460
Jan 29 20:58:04.646499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:04.708303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-7625e623-3503-47bc-ac1d-a8cab2064073 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3178096
Jan 29 20:58:04.738029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ad43b-152c-4d10-8df3-dcece9aff617 req-19d550ea-08ad-44b0-811b-8f322113e05f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:04.739623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-209ad43b-152c-4d10-8df3-dcece9aff617 req-19d550ea-08ad-44b0-811b-8f322113e05f tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.4736440
Jan 29 20:58:04.813586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.921327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-209ad43b-152c-4d10-8df3-dcece9aff617 req-b5090bff-6222-4e48-9d61-34f358fad066 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577575
Jan 29 20:58:04.924464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (21c7a281-2a41-43ce-a61b-ec3fd494a87d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.935558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (21c7a281-2a41-43ce-a61b-ec3fd494a87d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.944055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704018e-1f49-4815-957c-06a4b22c992d req-838087c8-9192-4080-bb20-269aad312b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:04.956925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-838087c8-9192-4080-bb20-269aad312b7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 1130 time: 0.2160213
Jan 29 20:58:04.982445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:04.984264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6953967
Jan 29 20:58:05.002794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53710) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.010427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:05.032896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0a7e9-f428-40c1-8ed8-040a3bdd8646 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c7a281-2a41-43ce-a61b-ec3fd494a87d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:05.099723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.106783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router_controller (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.111683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-8918bc35-7124-472d-b1bb-c0e2b9900a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.113897 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-8918bc35-7124-472d-b1bb-c0e2b9900a33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.6055079
Jan 29 20:58:05.142798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c2d7c90-c770-4871-ab2b-85e56bd715d0 req-6887eb31-a91c-430d-935d-a4fd5a84016a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 210 time: 0.0427554
Jan 29 20:58:05.182279 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (a8703edb-c702-4b00-99e5-c796e8103741), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.184026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32aa59-9578-48fc-a147-a1e11265b5b8 req-4a99018c-342e-4e96-b3f9-3f5dcffe90b0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.191569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e32aa59-9578-48fc-a147-a1e11265b5b8 req-4a99018c-342e-4e96-b3f9-3f5dcffe90b0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2201524
Jan 29 20:58:05.252469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704018e-1f49-4815-957c-06a4b22c992d req-4d70e436-1ed7-4c1f-af16-ca0c7a387bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.253904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-4d70e436-1ed7-4c1f-af16-ca0c7a387bc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2543478
Jan 29 20:58:05.340353 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-e967b9a5-2125-4cc1-8565-295ca0b18009 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e HTTP/1.1" status: 200  len: 217 time: 0.2121401
Jan 29 20:58:05.357217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-53305a25-de0b-4dd6-9595-cb4c6c389530 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a8314312-e25a-430c-9ad8-a8ecc7438097 HTTP/1.1" status: 200  len: 217 time: 0.0937388
Jan 29 20:58:05.374894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e32aa59-9578-48fc-a147-a1e11265b5b8 req-543cd2fe-97e4-4c44-a88f-ce95367d58f6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768506
Jan 29 20:58:05.440045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (a8703edb-c702-4b00-99e5-c796e8103741), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.441176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.441796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Fanout notify agent at l3_agent the message router_deleted on router cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:58:05.450738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.452074 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8a87379-2ea5-46d6-9655-d1afd0af8380 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 204  len: 168 time: 0.8045869
Jan 29 20:58:05.455200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a8703edb-c702-4b00-99e5-c796e8103741), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.455334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704018e-1f49-4815-957c-06a4b22c992d req-610bda6c-af4f-4a3e-8bda-aa478c236674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.456896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-610bda6c-af4f-4a3e-8bda-aa478c236674 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0664985
Jan 29 20:58:05.458247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53718) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.470163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ebf1-d84a-4a51-9651-d36874acf307 req-aa7f8b22-8087-4f24-ae4e-afd79cc688c1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.471488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c75ebf1-d84a-4a51-9651-d36874acf307 req-aa7f8b22-8087-4f24-ae4e-afd79cc688c1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 943 time: 0.1283512
Jan 29 20:58:05.488000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8703edb-c702-4b00-99e5-c796e8103741,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:05.501681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-dd29b66a-6ed2-4db1-be84-bc64d70ce26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.504277 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-dd29b66a-6ed2-4db1-be84-bc64d70ce26a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1541448
Jan 29 20:58:05.507955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.511745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c95612cd-6cb0-4df8-9550-07b4df22b568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5074396
Jan 29 20:58:05.514613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.524162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:05.524389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce03d03f-50ec-40b6-b474-9bb6e79f846f tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 200  len: 205 time: 0.0634458
Jan 29 20:58:05.544460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53722) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.616775 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-273f3c21-ea17-4091-8738-672a7df919ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1036601
Jan 29 20:58:05.640805 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-66994691-337f-4895-928a-c030e06a0d3d tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:05.642011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66994691-337f-4895-928a-c030e06a0d3d tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/cfbe1ecf-8bb9-42e3-835c-d055fdcbc73d HTTP/1.1" status: 404  len: 336 time: 0.0946865
Jan 29 20:58:05.644763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53724) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.699535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-589e35a5-8443-4db9-a58a-e7560c5bf5d2 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 200  len: 205 time: 0.0526321
Jan 29 20:58:05.702262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53726) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.729609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c75ebf1-d84a-4a51-9651-d36874acf307 req-6e6882b7-8bf6-4ded-87f1-5a3ed2615feb tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404122
Jan 29 20:58:05.781792 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-2c18005c-e9cc-42f1-998e-c25af1439448 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537354
Jan 29 20:58:05.802132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704018e-1f49-4815-957c-06a4b22c992d req-dd01c866-259e-4a8c-962f-a8686612492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:05.809465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-dd01c866-259e-4a8c-962f-a8686612492d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3369241
Jan 29 20:58:05.810672 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-fe3cc86f-a1b8-4413-bdcd-64326b601885 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:05.815357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe3cc86f-a1b8-4413-bdcd-64326b601885 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/d95bf810-2fd7-4dce-8077-ce0947191cac HTTP/1.1" status: 404  len: 336 time: 0.1094780
Jan 29 20:58:05.816602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53728) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:05.871037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (84b7979d-752e-42dd-812b-058ea41e7ada), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:05.899861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e00b32c5-605e-489a-8ddd-3a293399b0c9 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 200  len: 205 time: 0.0830550
Jan 29 20:58:05.948286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53736) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.046359 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-b8585959-21e3-43e4-808f-863859cc6d99 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:06.047772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b8585959-21e3-43e4-808f-863859cc6d99 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/d2b7fd95-fa11-48a5-b40f-60b5c5ad3fb5 HTTP/1.1" status: 404  len: 336 time: 0.0985506
Jan 29 20:58:06.048803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (84b7979d-752e-42dd-812b-058ea41e7ada), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.050686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.089175 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (84b7979d-752e-42dd-812b-058ea41e7ada), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.121315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-b6234a42-5b59-42a5-aecf-8e9159fb4411 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844038
Jan 29 20:58:06.147328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b7979d-752e-42dd-812b-058ea41e7ada,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:06.156784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e3c9453-68c3-4932-ae1d-0bd93de801a9 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 200  len: 205 time: 0.1018941
Jan 29 20:58:06.167098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53746) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.265146 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-e8e5fb90-8a87-444a-b457-850739657f1e tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:06.268035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e8e5fb90-8a87-444a-b457-850739657f1e tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ce91593f-b494-4378-9008-abeb4fa15f26 HTTP/1.1" status: 404  len: 336 time: 0.0998168
Jan 29 20:58:06.272484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53750) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.302992 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3c536e28-58ac-4c24-aa71-63e609bab9f0 req-844067b6-0aba-43ee-94a5-1fefd3b9fc4b service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5137112
Jan 29 20:58:06.308954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.313109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-63830ba9-63fd-4afc-9913-8552e8e54e65 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7959781
Jan 29 20:58:06.329306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53752) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.332263 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2bbfd643-77ac-47b1-a18a-fcfed1504256 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 200  len: 205 time: 0.0581582
Jan 29 20:58:06.337175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:06.347452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7704018e-1f49-4815-957c-06a4b22c992d req-d0b48aad-a7a6-4006-8280-1ed2e92eaeaf service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179935
Jan 29 20:58:06.361537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53754) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.373186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0857-1dfc-490f-9ec2-6c5fc950dcae req-800600a7-bb96-437a-b8a5-00de4ba67996 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:06.385670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f67f0857-1dfc-490f-9ec2-6c5fc950dcae req-800600a7-bb96-437a-b8a5-00de4ba67996 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.3318009
Jan 29 20:58:06.427365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-714b17a9-15c5-4e33-9a34-94b3b8ce4a30 req-9e52a035-648e-47b7-b5ff-b0dd0e48bd55 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 210 time: 0.0776606
Jan 29 20:58:06.429789 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-f13c8625-d93d-43b3-a524-1b074d464706 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:06.433586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f13c8625-d93d-43b3-a524-1b074d464706 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ddf794f7-5d42-4d3a-9962-36fba2f4ba56 HTTP/1.1" status: 404  len: 336 time: 0.0684247
Jan 29 20:58:06.434273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53758) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.435220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (71857d73-7091-427d-bc9a-0edf048aada2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.484441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7796d533-ca35-4d16-9c01-452aa977bbf1 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce373803-d51b-494d-8e0b-a59e87172820 HTTP/1.1" status: 200  len: 205 time: 0.0466876
Jan 29 20:58:06.486703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53760) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.518386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f67f0857-1dfc-490f-9ec2-6c5fc950dcae req-b12b0dd8-84ce-448f-8955-ddc84d14d178 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312618
Jan 29 20:58:06.546512 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-5321556c-c314-4647-8a05-98d220fd6cc0 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:06.548390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5321556c-c314-4647-8a05-98d220fd6cc0 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/routers/ce373803-d51b-494d-8e0b-a59e87172820 HTTP/1.1" status: 404  len: 336 time: 0.0620899
Jan 29 20:58:06.551405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53762) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.586594 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5ab8a5-f1e7-4137-9209-1ccc98d2f479 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:58:06.587068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5ab8a5-f1e7-4137-9209-1ccc98d2f479 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:58:06.591321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c5ab8a5-f1e7-4137-9209-1ccc98d2f479 tempest-RoutersAdminTest-89457425 tempest-RoutersAdminTest-89457425-project] 10.222.0.20 "DELETE /v2.0/subnets/c31ed2bb-a80d-4534-92cb-f5740bb3dffd HTTP/1.1" status: 404  len: 337 time: 0.0383952
Jan 29 20:58:06.602756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (71857d73-7091-427d-bc9a-0edf048aada2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.611056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (71857d73-7091-427d-bc9a-0edf048aada2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.622993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ffec-ea9e-4992-a2ff-1b0829255eb3 req-abd0b0f3-f247-4c1a-809d-5c29db2614e2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:06.625958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a8ffec-ea9e-4992-a2ff-1b0829255eb3 req-abd0b0f3-f247-4c1a-809d-5c29db2614e2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.0907698
Jan 29 20:58:06.631715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71857d73-7091-427d-bc9a-0edf048aada2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:06.649776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.655433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76c31fd7-0aa7-4eb0-ba69-cf1401da7445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3200626
Jan 29 20:58:06.656760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53766) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:06.665826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:06.811855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a8ffec-ea9e-4992-a2ff-1b0829255eb3 req-3a5fb5ca-95d2-4a91-89ec-dda65d1b1489 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618109
Jan 29 20:58:06.818530 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 20:58:06.825817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (d44a11a9-69c4-469f-9b51-1f18eb158696), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:06.929488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-00fcb9b8-a47d-4a22-8656-802765e6846d tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0556703
Jan 29 20:58:07.090981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-44c853ca-f545-46a4-92bb-47296b40f7cc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:07.093462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-44c853ca-f545-46a4-92bb-47296b40f7cc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1589389
Jan 29 20:58:07.109955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Request body: {'port': {'device_id': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '216b2b7ee64848a89b126aaa75f4c8f0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:07.218290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53792) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:07.340300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Made reservation on behalf of 216b2b7ee64848a89b126aaa75f4c8f0 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:07.349290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.369460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.529622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3592-6e0f-45bf-b60e-1f167a465544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.638661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c2d825f-7f5d-4c9f-a232-f7e8cef8f746 req-8889723d-f566-4164-b328-e132a66c818b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 210 time: 0.0565274
Jan 29 20:58:07.667663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4ac9-5973-4831-9ebe-af1a1bb15802 req-ad77edd1-fa61-4e5a-b9c6-0c393fa8bb35 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:07.669337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e0e4ac9-5973-4831-9ebe-af1a1bb15802 req-ad77edd1-fa61-4e5a-b9c6-0c393fa8bb35 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 943 time: 0.7442360
Jan 29 20:58:07.671508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (d44a11a9-69c4-469f-9b51-1f18eb158696), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.693131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d44a11a9-69c4-469f-9b51-1f18eb158696), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.733547 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks [] for security_group (446dc745-5799-408d-b883-79b997905202), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.745999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (446dc745-5799-408d-b883-79b997905202), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.768445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e0e4ac9-5973-4831-9ebe-af1a1bb15802 req-389c093c-e618-418d-ad23-4b16013057f5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917616
Jan 29 20:58:07.769314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44a11a9-69c4-469f-9b51-1f18eb158696,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:07.776968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.778880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e324eb20-92a0-4425-a3a7-056170e83dee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.1170313
Jan 29 20:58:07.782566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53806) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:07.787392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'd3af41a2-5db2-4203-a7f4-1cfddfaad20b', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:07.860394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446dc745-5799-408d-b883-79b997905202,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:07.875010 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 20:58:07.876822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3592-6e0f-45bf-b60e-1f167a465544 admin admin] Publish callbacks [] for security_group (915e93ef-d41b-4157-80ac-89b1a5f6dc2c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.894036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ee0a5-0d33-4ae5-8390-aa778db149c8 req-9699d31b-94f7-4c1d-8ad4-34e32b7c1c0c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:07.908161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3592-6e0f-45bf-b60e-1f167a465544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (915e93ef-d41b-4157-80ac-89b1a5f6dc2c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:07.910523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af8ee0a5-0d33-4ae5-8390-aa778db149c8 req-9699d31b-94f7-4c1d-8ad4-34e32b7c1c0c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1290805
Jan 29 20:58:07.917777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (819202c1-2d96-45e4-bc10-17684cacaabd), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.039847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5ad3592-6e0f-45bf-b60e-1f167a465544 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bef08ace22e4492b971a34a64570f7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8203218
Jan 29 20:58:08.044937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53816) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:08.053211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad3592-6e0f-45bf-b60e-1f167a465544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e93ef-d41b-4157-80ac-89b1a5f6dc2c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:08.087768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Allocated IP 192.168.233.93 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/0fe945c1-f32c-466c-a4de-2e5dbb77240b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:08.135496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af8ee0a5-0d33-4ae5-8390-aa778db149c8 req-ecfd848f-74d1-4407-850f-20dfab6b0b8c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237091
Jan 29 20:58:08.215690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (819202c1-2d96-45e4-bc10-17684cacaabd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.238746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] Publish callbacks [] for security_group (915e93ef-d41b-4157-80ac-89b1a5f6dc2c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.241848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (819202c1-2d96-45e4-bc10-17684cacaabd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.256459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2796c0-e1b5-46ae-b315-4fc5888a8cfc req-916cb066-cfef-4ed9-bcb1-0a49ba2e4342 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:08.265221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d2796c0-e1b5-46ae-b315-4fc5888a8cfc req-916cb066-cfef-4ed9-bcb1-0a49ba2e4342 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3139207
Jan 29 20:58:08.360580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d2796c0-e1b5-46ae-b315-4fc5888a8cfc req-9b88d085-ec99-4366-bc29-f8f437da3b72 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932004
Jan 29 20:58:08.397824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks [] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.404410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819202c1-2d96-45e4-bc10-17684cacaabd,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:08.418262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] Publish callbacks [] for security_group (915e93ef-d41b-4157-80ac-89b1a5f6dc2c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.444247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.453024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b4f22cf2-ebac-408e-84a7-972280d74b7e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6665747
Jan 29 20:58:08.454623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53830) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:08.471855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'network': {'name': 'tempest-network-smoke--307727117', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'port_security_enabled': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:08.557394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (915e93ef-d41b-4157-80ac-89b1a5f6dc2c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.561510 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.563551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/915e93ef-d41b-4157-80ac-89b1a5f6dc2c HTTP/1.1" status: 204  len: 168 time: 0.4986644
Jan 29 20:58:08.581609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54facc85-82dd-414c-bf1b-3a74b79b6c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e93ef-d41b-4157-80ac-89b1a5f6dc2c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:08.583902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:08.604098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.607353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b70368c0-dbe2-45d4-b992-7c1f591cb71e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:08.645127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.874453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:08.892452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e', 'mac_address': 'fa:16:3e:28:be:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:08.947789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b70368c0-dbe2-45d4-b992-7c1f591cb71e is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:08.948477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:08.968082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70368c0-dbe2-45d4-b992-7c1f591cb71e {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:08.991640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723cf75-d335-49cd-a313-e30a75b26e24 req-d91affed-e1d5-4801-ad64-785c622343c5 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:08.995365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:08.998678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:58:09.001773 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.020563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f723cf75-d335-49cd-a313-e30a75b26e24 req-d91affed-e1d5-4801-ad64-785c622343c5 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 935 time: 0.1565640
Jan 29 20:58:09.031049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6abbdd52-1dec-47ed-8fc3-d57d4449b3e7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.031509 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Added segment 6abbdd52-1dec-47ed-8fc3-d57d4449b3e7 of type vlan for network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9
Jan 29 20:58:09.126188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f723cf75-d335-49cd-a313-e30a75b26e24 req-8f723db0-5246-41f0-acf0-f4b0d6b15524 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921226
Jan 29 20:58:09.145781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:09.152814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Pushing event updated for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:09.166513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:09.189987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:09.285272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4c695c48-ff14-4640-8e8e-7e1e24bf84c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.321190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:09.349534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a8e7e-4ca7-4817-8d4e-ed2a1797e59d req-9644816a-28df-4914-8881-8b78cc102c19 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:09.361690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b70368c0-dbe2-45d4-b992-7c1f591cb71e'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:09.364849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-826a8e7e-4ca7-4817-8d4e-ed2a1797e59d req-9644816a-28df-4914-8881-8b78cc102c19 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.1307819
Jan 29 20:58:09.366592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4c695c48-ff14-4640-8e8e-7e1e24bf84c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.374042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:09.374873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.482238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Network': ['ID=4c695c48-ff14-4640-8e8e-7e1e24bf84c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:09.500615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:58:09.553624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-826a8e7e-4ca7-4817-8d4e-ed2a1797e59d req-c9ec3161-11c8-46ba-ab5a-86b1f891f43b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743176
Jan 29 20:58:09.598277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-23a4dee5-51c2-4de4-bde5-220efe398c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:09.599798 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-23a4dee5-51c2-4de4-bde5-220efe398c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1128 time: 0.8257759
Jan 29 20:58:09.629489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:09.629687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f65c365-c9b2-4525-a07a-db5b905ef89c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.1662545
Jan 29 20:58:09.635021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'admin_state_up': True, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:09.645138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:09.646554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.719297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.722119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.796816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53846) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:09.799095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a02aa5fe-b03b-421b-9dd2-e19c6d73e212 None None] Provisioning complete for port 0fe945c1-f32c-466c-a4de-2e5dbb77240b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:09.800794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a02aa5fe-b03b-421b-9dd2-e19c6d73e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:09.909089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4176e1ea-2d21-4f72-b54a-e56d9b7d75f0 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.8032973
Jan 29 20:58:09.940998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Request body: {'port': {'device_id': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:10.048808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a02aa5fe-b03b-421b-9dd2-e19c6d73e212 None None] Port 0fe945c1-f32c-466c-a4de-2e5dbb77240b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:58:10.084221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (02bd61f2-d39d-42d1-9670-b22c77e5f894), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.306056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9bf225fe-2a33-4d63-9828-c8424edaa513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.360091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a44dca5-2490-43a3-8bbb-fa752a19e03e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e5d0eb4a8c44017bf1c13506d597f0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5417268
Jan 29 20:58:10.379620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:10.450712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3b04a-66cd-4ebe-bc1e-8fb6dcc7c49e req-af09a7ab-e6ec-4a82-9359-db69647cd615 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:10.452396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e3b04a-66cd-4ebe-bc1e-8fb6dcc7c49e req-af09a7ab-e6ec-4a82-9359-db69647cd615 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 944 time: 0.7471862
Jan 29 20:58:10.467993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (02bd61f2-d39d-42d1-9670-b22c77e5f894), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.518491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] Publish callbacks [] for security_group (95c9f5b8-2699-4035-bd98-9f70e433b84b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.544861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] Publish callbacks [] for security_group (95c9f5b8-2699-4035-bd98-9f70e433b84b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.564719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-07d5874a-71fb-4890-950d-87555b5193e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:10.569016 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-07d5874a-71fb-4890-950d-87555b5193e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.9169114
Jan 29 20:58:10.605164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (95c9f5b8-2699-4035-bd98-9f70e433b84b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.607840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.609178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95c9f5b8-2699-4035-bd98-9f70e433b84b HTTP/1.1" status: 204  len: 168 time: 0.2285368
Jan 29 20:58:10.643490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-6038aa6c-d0ea-4f7b-8c43-48a90a3f1d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.0704377
Jan 29 20:58:10.644770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:10.657476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430f48-930e-40bf-b326-c4623af055bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c9f5b8-2699-4035-bd98-9f70e433b84b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:10.670284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e3b04a-66cd-4ebe-bc1e-8fb6dcc7c49e req-c7da993c-6267-4771-928e-3989cef632aa tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054784
Jan 29 20:58:10.697045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-77ddf5d2-1f9f-4f66-8e5e-293df182efa0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:10.699109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-77ddf5d2-1f9f-4f66-8e5e-293df182efa0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 946 time: 0.4402406
Jan 29 20:58:10.736544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-0a2a8267-b219-4c2a-9187-ed6edc5d1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:10.738471 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-0a2a8267-b219-4c2a-9187-ed6edc5d1ebd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.0784519
Jan 29 20:58:10.812155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-ef207224-4ef3-41c4-8c31-9156aafa7d38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414526
Jan 29 20:58:11.084194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe6263-a26b-436f-b9ae-3cf00be67423 req-e5bea6dd-59e6-4418-bd7c-120be5e70b41 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:11.095516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8fe6263-a26b-436f-b9ae-3cf00be67423 req-e5bea6dd-59e6-4418-bd7c-120be5e70b41 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2300460
Jan 29 20:58:11.105365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port f25b98a6-c0bb-4f15-ac20-3aec95b33422 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:11.105703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.144324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-407451a6-20fd-450d-9ae3-d4f3a4bc7795 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225381
Jan 29 20:58:11.427087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe945c1-f32c-466c-a4de-2e5dbb77240b {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:11.439989 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks [] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.457387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Transition to ACTIVE for port object 0fe945c1-f32c-466c-a4de-2e5dbb77240b will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:11.481074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.497550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port f25b98a6-c0bb-4f15-ac20-3aec95b33422, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25b98a6-c0bb-4f15-ac20-3aec95b33422,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:11.497996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.500504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.513352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8fe6263-a26b-436f-b9ae-3cf00be67423 req-151858fd-5aeb-45dd-b143-bb6793eaed80 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4168959
Jan 29 20:58:11.547357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.563917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for f25b98a6-c0bb-4f15-ac20-3aec95b33422 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:11.744684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:11.760179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.760491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.760846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.761215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.761557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.761892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.762230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.762554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.762882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.763210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.763544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.763861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.764717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:11.785265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b58fbde-e314-471b-ba6f-63d09b4b65f6 req-79d3ed54-4c42-4a56-b637-05b240a75b9a service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3263164
Jan 29 20:58:11.808023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Attempting to bind port 0fe945c1-f32c-466c-a4de-2e5dbb77240b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:11.808438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Attempting to bind port 0fe945c1-f32c-466c-a4de-2e5dbb77240b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:11.809061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Attempting to bind port 0fe945c1-f32c-466c-a4de-2e5dbb77240b on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:11.814606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Port 0fe945c1-f32c-466c-a4de-2e5dbb77240b on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:11.814959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Attempting to bind port 0fe945c1-f32c-466c-a4de-2e5dbb77240b on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:11.824568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:11.824936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:11.825497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:11.825953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Bound port: 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:11.826335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:11.930257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:11.942292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:11.962546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:12.023278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c0f0-0e8a-4a84-87a9-bb0c521e238a req-d1c0f0d8-584d-4d67-83bc-c57e4886584b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:12.025169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe32c0f0-0e8a-4a84-87a9-bb0c521e238a req-d1c0f0d8-584d-4d67-83bc-c57e4886584b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 947 time: 0.3529854
Jan 29 20:58:12.099082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:12.099939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:12.101225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] 10.222.0.36 "PUT /v2.0/ports/0fe945c1-f32c-466c-a4de-2e5dbb77240b HTTP/1.1" status: 200  len: 1095 time: 2.1823120
Jan 29 20:58:12.105168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:12.116236 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:12.201463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.12 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/86413dcb-fae8-4691-aac2-b10f8959f3f2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:12.319090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b82a0-221f-40fc-9462-9f23ff495a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:12.361329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-486fc867-294e-4e74-b05d-fd4a1ad93158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:12.369281 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-486fc867-294e-4e74-b05d-fd4a1ad93158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 1129 time: 0.1772554
Jan 29 20:58:12.450741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53882) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:12.462891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-46f04c1d-67d0-4af7-8017-6fe2b66de150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b HTTP/1.1" status: 200  len: 217 time: 0.0866764
Jan 29 20:58:12.601193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe32c0f0-0e8a-4a84-87a9-bb0c521e238a req-af89f27a-692a-453a-867c-b0941e7329b9 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5603206
Jan 29 20:58:12.602951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b70368c0-dbe2-45d4-b992-7c1f591cb71e up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:12.611004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:12.621403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f25b98a6-c0bb-4f15-ac20-3aec95b33422), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:12.631861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-80aa8ae5-0f58-4420-ad8f-4f3b72aadb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:12.633833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-80aa8ae5-0f58-4420-ad8f-4f3b72aadb3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1639309
Jan 29 20:58:12.701609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-78e738a8-9280-480e-8f73-98252768ce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:12.723549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f25b98a6-c0bb-4f15-ac20-3aec95b33422'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:12.771078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=f25b98a6-c0bb-4f15-ac20-3aec95b33422,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:12.850422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1997515058'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:12.893250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b70368c0-dbe2-45d4-b992-7c1f591cb71e completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:12.900238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b70368c0-dbe2-45d4-b992-7c1f591cb71e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:12.901094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.010789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port f25b98a6-c0bb-4f15-ac20-3aec95b33422 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:13.013842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:13.017326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.030466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.034120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d124fe2-b81a-4f88-bd3c-96d421c78353 req-ce390084-79c0-4255-8235-6cf50906d990 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "DELETE /v2.0/ports/f25b98a6-c0bb-4f15-ac20-3aec95b33422 HTTP/1.1" status: 204  len: 173 time: 2.3045280
Jan 29 20:58:13.036033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34c60822-4ea9-4991-bfd6-2c6058e5c137 req-0d1d8061-43ac-4839-924c-b581be07fa87 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=57b7df95-c80c-4284-ad33-abe8143c4347 HTTP/1.1" status: 200  len: 210 time: 0.1033106
Jan 29 20:58:13.037264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'name': 'network-vif-deleted', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:13.039063 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c670325-66fa-43ee-8ead-ee84e9ffa76b" -d '{"events": [{"server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "name": "network-vif-deleted", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:13.064672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.099673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.112748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=86413dcb-fae8-4691-aac2-b10f8959f3f2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:13.125888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:13.127343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:13.130115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:13.136521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4bfd539b-820b-45c0-8136-d94924e97455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:13.138097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-4bfd539b-820b-45c0-8136-d94924e97455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4966514
Jan 29 20:58:13.194704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b70368c0-dbe2-45d4-b992-7c1f591cb71e is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:13.196414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.350815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:13.356960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:13.362301 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd632a1-b72b-4af7-bbf1-20bd2424c860" -d '{"events": [{"server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "name": "network-vif-plugged", "status": "completed", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:13.369026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.439457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:13.498124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for security_group (772522d5-7703-406e-9834-1e57d13eea02), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.513202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (772522d5-7703-406e-9834-1e57d13eea02), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.566861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:58:13.596170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772522d5-7703-406e-9834-1e57d13eea02,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:13.606425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (48e07d0b-4486-4d61-99bf-b24cfc5f2a55), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.606689 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Added segment 48e07d0b-4486-4d61-99bf-b24cfc5f2a55 of type vlan for network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19
Jan 29 20:58:13.621425 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-08089e54-eae2-43e8-bf6e-72c4259da48e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665375
Jan 29 20:58:13.682082 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.818955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844984-c0d9-4690-80b5-5ff3a9de9fb2 req-e85c2d81-73d0-42cc-9f5a-f1188ca9387b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:13.828822 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff844984-c0d9-4690-80b5-5ff3a9de9fb2 req-e85c2d81-73d0-42cc-9f5a-f1188ca9387b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 944 time: 0.4920695
Jan 29 20:58:13.889743 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:13.942351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff844984-c0d9-4690-80b5-5ff3a9de9fb2 req-c7ea860e-da1a-4787-8440-478ee414928b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105051
Jan 29 20:58:13.990308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:14.057639 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378cdce4-bafb-4fe0-b628-cdc9be5223c0 x-openstack-request-id: req-378cdce4-bafb-4fe0-b628-cdc9be5223c0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:14.058011 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:14.058322 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-378cdce4-bafb-4fe0-b628-cdc9be5223c0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:14.061799 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b', 'status': 'completed', 'code': 200}
Jan 29 20:58:14.095443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:14.118074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:14.130288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:14.278143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Network': ['ID=4fd2f385-c68d-4b58-9cfa-e5ecec2fec19,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:14.290959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-99ac851c-ab06-4c00-8fd8-526cca9b7653 req-62cd7fdb-ff1a-446e-9236-553497fdaff8 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6091752
Jan 29 20:58:14.294071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:58:14.316526 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b10acedd-24ab-4cd7-a97d-3d2dbb1f09eb tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.8645627
Jan 29 20:58:14.319417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:14.326169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'subnet': {'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:14.397688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c025b-25c0-4304-b9c0-d37cf3a9aa94 req-40bc187a-32c7-4482-ab06-1f37b8a8a32a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:14.403249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f0c025b-25c0-4304-b9c0-d37cf3a9aa94 req-40bc187a-32c7-4482-ab06-1f37b8a8a32a tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1978581
Jan 29 20:58:14.415380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:14.624609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-7a72ffe3-0cbf-48e6-8248-57636fa89015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:14.631738 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-7a72ffe3-0cbf-48e6-8248-57636fa89015 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 1129 time: 0.1351435
Jan 29 20:58:14.655750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f25b98a6-c0bb-4f15-ac20-3aec95b33422 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:14.674394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:14.681404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:14.714437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: f25b98a6-c0bb-4f15-ac20-3aec95b33422 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:14.715320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f25b98a6-c0bb-4f15-ac20-3aec95b33422 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:14.952670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-aa68421b-25ff-40be-8e1d-9b9a4d80d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:14.952670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-aa68421b-25ff-40be-8e1d-9b9a4d80d5a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.3089299
Jan 29 20:58:15.024852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f0c025b-25c0-4304-b9c0-d37cf3a9aa94 req-4d780e9c-277f-499d-8a43-e7fce3022eeb tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6019979
Jan 29 20:58:15.114576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-d423ad4e-b4e0-40ff-ab24-84821db5dff2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b HTTP/1.1" status: 200  len: 217 time: 0.1557615
Jan 29 20:58:15.155842 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5c755-010e-42cc-99c6-f2a1a8cc7205 x-openstack-request-id: req-5fd5c755-010e-42cc-99c6-f2a1a8cc7205 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:15.156460 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7df95-c80c-4284-ad33-abe8143c4347", "name": "network-vif-deleted", "tag": "f25b98a6-c0bb-4f15-ac20-3aec95b33422", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:15.156827 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fd5c755-010e-42cc-99c6-f2a1a8cc7205 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:15.157523 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b7df95-c80c-4284-ad33-abe8143c4347', 'name': 'network-vif-deleted', 'tag': 'f25b98a6-c0bb-4f15-ac20-3aec95b33422', 'status': 'completed', 'code': 200}
Jan 29 20:58:15.164411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 02bd61f2-d39d-42d1-9670-b22c77e5f894 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:58:15.216694 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc026a7e-1433-45ba-8e2d-780feb0b45bd x-openstack-request-id: req-fc026a7e-1433-45ba-8e2d-780feb0b45bd {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:15.216694 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "name": "network-vif-plugged", "status": "completed", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:15.217257 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc026a7e-1433-45ba-8e2d-780feb0b45bd {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:15.217503 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e', 'code': 200}
Jan 29 20:58:15.377327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-8196bd37-aad0-42ad-9d44-801e9a8ae0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:15.379252 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-8196bd37-aad0-42ad-9d44-801e9a8ae0f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2533898
Jan 29 20:58:15.521744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (513eb457-c6d6-4120-b8f0-c526683e6335), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:15.527216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:15.554021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f627-5833-4b39-82ff-327df96ff027 req-a7950484-2d8f-4d59-a8c7-01952aa2d704 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:15.562437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d24f627-5833-4b39-82ff-327df96ff027 req-a7950484-2d8f-4d59-a8c7-01952aa2d704 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 947 time: 0.1946554
Jan 29 20:58:15.584773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:15.611088 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Sync routers for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:15.640113 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:15.646128 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:15.737008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:15.741913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9495759d-b4e9-4bb1-a5f8-9fa6f26df588 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 6.1113815
Jan 29 20:58:15.742725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53906) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:15.760445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Subnet': ['ID=513eb457-c6d6-4120-b8f0-c526683e6335,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:15.776338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-b18b4dc7-b57a-4843-af5e-fb454cb80606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:15.780540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-b18b4dc7-b57a-4843-af5e-fb454cb80606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3858252
Jan 29 20:58:15.782757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d1273-a71b-400c-8132-440d406737c6 req-ae676c2d-e6b0-480c-b7c7-c18a2a3b0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:15.784580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-768d1273-a71b-400c-8132-440d406737c6 req-ae676c2d-e6b0-480c-b7c7-c18a2a3b0d2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 1127 time: 0.4596095
Jan 29 20:58:15.797307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d24f627-5833-4b39-82ff-327df96ff027 req-f3e0fd15-8096-4683-a5e3-adc43f32dddd tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220199
Jan 29 20:58:15.948787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Checking segment: {'id': '48e07d0b-4486-4d61-99bf-b24cfc5f2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:15.949156 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network hostable DHCP agents. Network: 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:58:15.953851 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:16.118969 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-768d1273-a71b-400c-8132-440d406737c6 req-be25ea6a-ad82-42b0-b748-60d6fdf1bf2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668529
Jan 29 20:58:16.119582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:58:16.135497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:16.152040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14605b-12c1-42a5-b5cd-dd53d5110fa2 None None] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:16.160418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:16.161260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ab36fd34-852c-43bf-87d5-f0b93ac84592 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3a9491db693d463a969459cbdbfa2db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4140332
Jan 29 20:58:16.162514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.163102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:16.267770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d06c3598-d64e-48f5-a4e1-8bed665aa170 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9470685
Jan 29 20:58:16.271574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:16.294185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-182798861', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:16.358852 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-56f4b29a-621d-4978-a443-7d56a31fef78 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5664265
Jan 29 20:58:16.406913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6e475-b764-433c-89a8-f3e902d97da6 None None] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:16.414656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (d3968913-4b86-4ef8-b130-e115ad454788), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.415734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (d3968913-4b86-4ef8-b130-e115ad454788), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.435119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46373de-8e2e-4fe7-910c-5dece56d57b9 req-1728fa45-3463-4e5a-9bbe-d606af54bda1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:16.450758 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7f7f0>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:13Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:16.452299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b46373de-8e2e-4fe7-910c-5dece56d57b9 req-1728fa45-3463-4e5a-9bbe-d606af54bda1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 945 time: 0.4046857
Jan 29 20:58:16.553992 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Checking router: 02bd61f2-d39d-42d1-9670-b22c77e5f894 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:58:16.554598 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Updating router 02bd61f2-d39d-42d1-9670-b22c77e5f894 port 86413dcb-fae8-4691-aac2-b10f8959f3f2 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:58:16.585477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_controller (d3968913-4b86-4ef8-b130-e115ad454788), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.614011 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.695964 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3526cfbd-1a2d-42b2-8c3c-0c49e9d5b2ad req-b6b493c4-6f5a-4766-b544-0a435b2b5de3 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3032117
Jan 29 20:58:16.712580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d4cc-59a1-4710-a44d-0e3b2dfbdcf4 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:16.714540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bac2d4cc-59a1-4710-a44d-0e3b2dfbdcf4 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5503216
Jan 29 20:58:16.718245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53920) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:16.822266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a66cf13-36a6-475e-9511-b2429b96cddf tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0875130
Jan 29 20:58:16.830679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53922) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:16.840625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075896511', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:16.933782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (d3968913-4b86-4ef8-b130-e115ad454788), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:16.959822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0fe945c1-f32c-466c-a4de-2e5dbb77240b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:17.174835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.203293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b46373de-8e2e-4fe7-910c-5dece56d57b9 req-8ff445b4-56ad-4905-8975-bfb92cbfa21e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7397981
Jan 29 20:58:17.247477 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks [] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.256691 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.285268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:17.317041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:17.323412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.340491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '0fe945c1-f32c-466c-a4de-2e5dbb77240b', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '0fe945c1-f32c-466c-a4de-2e5dbb77240b', 'mac_address': 'fa:16:3e:c6:f6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:17.443369 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Attempting to bind port 86413dcb-fae8-4691-aac2-b10f8959f3f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:17.443658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Attempting to bind port 86413dcb-fae8-4691-aac2-b10f8959f3f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:17.444000 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Attempting to bind port 86413dcb-fae8-4691-aac2-b10f8959f3f2 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:17.449108 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Pushing event updated for resources: {'Port': ['ID=86413dcb-fae8-4691-aac2-b10f8959f3f2,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:17.454638 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:17.454924 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:17.455494 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.455942 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:17.456417 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Bound port: 86413dcb-fae8-4691-aac2-b10f8959f3f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:17.456921 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.464468 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.465470 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.465470 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.465837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.465963 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.466292 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.466620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.466944 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.468013 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.468013 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.468212 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.468533 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.468856 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:17.498165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 0fe945c1-f32c-466c-a4de-2e5dbb77240b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:17.499251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.532947 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] For port 86413dcb-fae8-4691-aac2-b10f8959f3f2, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:17.548085 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] For port 86413dcb-fae8-4691-aac2-b10f8959f3f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86413dcb-fae8-4691-aac2-b10f8959f3f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:17.566318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe945c1-f32c-466c-a4de-2e5dbb77240b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:17.578985 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.642677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (d3968913-4b86-4ef8-b130-e115ad454788), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.644696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:17.654961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.677614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429a9c9-cf79-4fad-823f-4f7c97d36472 req-1bfee3b9-7c4d-4d1e-93f7-396fb0c793e9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:17.688045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5429a9c9-cf79-4fad-823f-4f7c97d36472 req-1bfee3b9-7c4d-4d1e-93f7-396fb0c793e9 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2631097
Jan 29 20:58:17.699747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:17.781255 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a6633-1e2e-4e74-9238-459e18757015 None None] Pushing event updated for resources: {'Port': ['ID=86413dcb-fae8-4691-aac2-b10f8959f3f2,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:17.789745 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:17.790595 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:17.792701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:17.866536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5429a9c9-cf79-4fad-823f-4f7c97d36472 req-e1b9dd30-d06b-45c9-b908-4851e3440e16 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730750
Jan 29 20:58:18.022429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (a494379a-6ef2-4689-882e-ca6cc5983694), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:18.038120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.227 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/248c1e23-c6a0-4e59-a22c-2aa67e458038) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:18.054764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0fe945c1-f32c-466c-a4de-2e5dbb77240b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:18.077035 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:18.160726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Subnet': ['ID=a494379a-6ef2-4689-882e-ca6cc5983694,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:18.252090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Checking segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:18.252806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network hostable DHCP agents. Network: 4c695c48-ff14-4640-8e8e-7e1e24bf84c9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:58:18.275980 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (248c1e23-c6a0-4e59-a22c-2aa67e458038), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:18.300588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:58:18.328696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c695c48-ff14-4640-8e8e-7e1e24bf84c9) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:18.343586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:18.345921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:18.377779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (248c1e23-c6a0-4e59-a22c-2aa67e458038), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:18.392213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-29dfe1f8-f53c-4f39-bddf-74027d9e2248 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.5569720
Jan 29 20:58:18.393506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:18.413155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a80c1e-2c0c-4cdc-9ba0-ac6cbe54c871 None None] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:18.515869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:18.517436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=248c1e23-c6a0-4e59-a22c-2aa67e458038,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:18.532476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:18.539891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:18.554832 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7f7f0>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:13Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:18.597671 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2706b-cade-4a32-8ff6-360302c1385f None None] The sync data for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 is: [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:13Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:18.749223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:58:18.750347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.082924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Allocated IP 172.20.0.2 (4c695c48-ff14-4640-8e8e-7e1e24bf84c9/a494379a-6ef2-4689-882e-ca6cc5983694/3da1a533-99fe-4ea9-a637-cc66c9db1e6b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:19.463193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.471448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks [] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.487305 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.608930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:19.636688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:19.642665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:19.813155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Pushing event updated for resources: {'Port': ['ID=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:19.881680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (d3968913-4b86-4ef8-b130-e115ad454788), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.927534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Attempting to bind port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:19.927905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Attempting to bind port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:19.928277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Attempting to bind port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:19.945835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:19.946371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Checking segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:19.946786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:19.947187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Bound using segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:19.947662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Bound port: 3da1a533-99fe-4ea9-a637-cc66c9db1e6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:19.948044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.106475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.1 (4c695c48-ff14-4640-8e8e-7e1e24bf84c9/a494379a-6ef2-4689-882e-ca6cc5983694/2904945b-9855-4ee0-b51f-65c0210f6c6f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:20.165498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] For port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:20.172264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] For port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:20.192153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.266854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 86413dcb-fae8-4691-aac2-b10f8959f3f2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:20.477168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.568951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a4e50-756e-4e61-8e31-ea8bf5a235b3 None None] Pushing event updated for resources: {'Port': ['ID=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:20.574016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (d3968913-4b86-4ef8-b130-e115ad454788), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.635850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0fe945c1-f32c-466c-a4de-2e5dbb77240b up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:20.676775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.764832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 86413dcb-fae8-4691-aac2-b10f8959f3f2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:20.765265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:20.827305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:20.861956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:20.871729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:20.942808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:20.964882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.965316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.965703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.966093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.966390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.966726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.967121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.967455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.967787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.968121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.968449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.968781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.969175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:20.985828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:58:21.006136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.017978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 0fe945c1-f32c-466c-a4de-2e5dbb77240b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:21.047755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 0fe945c1-f32c-466c-a4de-2e5dbb77240b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:21.048150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.252904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:21.274854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:21.320896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.326213 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7419bdd6-6569-43ce-9b6a-7316973f2102 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.0516889
Jan 29 20:58:21.331409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53940) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:21.346324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 0fe945c1-f32c-466c-a4de-2e5dbb77240b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:21.346876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.349762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.375183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 86413dcb-fae8-4691-aac2-b10f8959f3f2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:21.375581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.406652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 86413dcb-fae8-4691-aac2-b10f8959f3f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86413dcb-fae8-4691-aac2-b10f8959f3f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:21.415717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:21.416771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:21.418392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:21.420780 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309eb145-e8c1-4022-9e0f-3eea6aff25ef" -d '{"events": [{"server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:21.428600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.537528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:21.547027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1d250>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:21.580125 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:21.586676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:21.587301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:21.681112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1d250>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:21.683327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f901562-c0a1-4cef-a64d-9e1c092411cf None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:21.726183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=86413dcb-fae8-4691-aac2-b10f8959f3f2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:21.808031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:22.285637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.402381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3da1a533-99fe-4ea9-a637-cc66c9db1e6b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:22.509240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.536735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:22.537788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.568271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.618011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d9293-72bd-423a-8e06-b2edddcfef88 None None] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:22.806489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:22.816075 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.817555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1c487c25-9ac7-4527-b2fa-adbdc10a98d3 None None] Provisioning complete for port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:22.817876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c487c25-9ac7-4527-b2fa-adbdc10a98d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:22.945739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:22.947598 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.013379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:23.024924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.027796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 86413dcb-fae8-4691-aac2-b10f8959f3f2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:23.169760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:23.182555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:23.201847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.250334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:23.319854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.320576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c487c25-9ac7-4527-b2fa-adbdc10a98d3 None None] Current status of the port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:23.334139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 86413dcb-fae8-4691-aac2-b10f8959f3f2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:23.334516 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.464678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Provisioning complete for port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:23.465480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:23.576168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 86413dcb-fae8-4691-aac2-b10f8959f3f2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:23.834106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.1 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/9f47eaef-ac7f-4864-a51e-a0a9ab7699fc) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:23.987457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Current status of the port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:24.018510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Provisioning complete for port 2904945b-9855-4ee0-b51f-65c0210f6c6f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:24.018927 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.021604 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.067825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.118925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-389aba45-3246-49a8-bd5d-1ebd8c730c35 None None] Port 2904945b-9855-4ee0-b51f-65c0210f6c6f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:58:24.159829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3da1a533-99fe-4ea9-a637-cc66c9db1e6b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:24.206106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=9f47eaef-ac7f-4864-a51e-a0a9ab7699fc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:24.211774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:24.215805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:24.229746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:24.254864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-844b1e55-a8c2-418e-becc-f1f3b69c3c75 None None] Provisioning complete for port 2904945b-9855-4ee0-b51f-65c0210f6c6f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:24.255245 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-844b1e55-a8c2-418e-becc-f1f3b69c3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.277953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 02bd61f2-d39d-42d1-9670-b22c77e5f894 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:24.293248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-844b1e55-a8c2-418e-becc-f1f3b69c3c75 None None] Port 2904945b-9855-4ee0-b51f-65c0210f6c6f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:58:24.294809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:24.295748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.311296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (d3968913-4b86-4ef8-b130-e115ad454788), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.397818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:24.664035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:24.794048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:24.830996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fad0dab8-e125-4617-8669-75cc0e25eeea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/02bd61f2-d39d-42d1-9670-b22c77e5f894/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4354315
Jan 29 20:58:24.832863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Sync routers for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:24.859826 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:24.860604 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:24.990969 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:25.085608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.095295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.191249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (d3968913-4b86-4ef8-b130-e115ad454788), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.194969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=9f47eaef-ac7f-4864-a51e-a0a9ab7699fc,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:25.235519 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b850>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:22Z', 'revision_number': 2, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:25.276665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Checking router: 02bd61f2-d39d-42d1-9670-b22c77e5f894 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:58:25.276665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Updating router 02bd61f2-d39d-42d1-9670-b22c77e5f894 port 2904945b-9855-4ee0-b51f-65c0210f6c6f binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:58:25.310370 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.466120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:25.479035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:25.491674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8384-dcfa-40cf-bd64-c500eaeea10f req-bec1691c-369b-497e-b1be-7310939e9b74 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:25.502111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-528e8384-dcfa-40cf-bd64-c500eaeea10f req-bec1691c-369b-497e-b1be-7310939e9b74 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.1716309
Jan 29 20:58:25.559266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-0b1ebd7e-6d30-4328-b659-8f962b5ee5a4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:25.567604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-0b1ebd7e-6d30-4328-b659-8f962b5ee5a4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2989724
Jan 29 20:58:25.620677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-739f2ede-6ade-4e62-aeaa-362f121e29c9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/quotas/89877d145a6947f78c36c16e63c3b547 HTTP/1.1" status: 200  len: 375 time: 0.0519171
Jan 29 20:58:25.666117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-528e8384-dcfa-40cf-bd64-c500eaeea10f req-d69b2f6e-06a9-48d0-a6dc-7d69c1443660 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629486
Jan 29 20:58:25.708147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-1f0d0de6-ecfb-4632-bec1-fd42ed7677d4 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0862761
Jan 29 20:58:25.784433 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks [] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.800406 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.877479 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b0d44-9aa1-4d66-bc08-8d06fa4df24b None None] Pushing event updated for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:25.978039 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Attempting to bind port 2904945b-9855-4ee0-b51f-65c0210f6c6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:25.978252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:25.978573 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Attempting to bind port 2904945b-9855-4ee0-b51f-65c0210f6c6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:25.979227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Attempting to bind port 2904945b-9855-4ee0-b51f-65c0210f6c6f on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:25.983543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-40ad73fe-f667-43f6-a8de-82bd89d99eba service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2738390
Jan 29 20:58:25.986578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:25.988484 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Checking segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:25.988949 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:25.989380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Bound using segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:25.989877 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Bound port: 2904945b-9855-4ee0-b51f-65c0210f6c6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:25.990260 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.019209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ae79c-75c6-441b-acab-483069357b7f req-d4206807-7c38-4539-a48f-8441bfa314f0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:26.030350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-838ae79c-75c6-441b-acab-483069357b7f req-d4206807-7c38-4539-a48f-8441bfa314f0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 945 time: 0.2565038
Jan 29 20:58:26.090450 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] For port 2904945b-9855-4ee0-b51f-65c0210f6c6f, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:26.097383 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] For port 2904945b-9855-4ee0-b51f-65c0210f6c6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2904945b-9855-4ee0-b51f-65c0210f6c6f,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:26.108643 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.256975 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:26.257665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:26.269043 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b0d44-9aa1-4d66-bc08-8d06fa4df24b None None] Pushing event updated for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:26.345260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Provisioning complete for port 2904945b-9855-4ee0-b51f-65c0210f6c6f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:26.346671 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.438519 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:26.479534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Current status of the port 2904945b-9855-4ee0-b51f-65c0210f6c6f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:26.480381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.538484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] For port 2904945b-9855-4ee0-b51f-65c0210f6c6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2904945b-9855-4ee0-b51f-65c0210f6c6f,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:26.556919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.649071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77b50e-81fa-4165-aafa-01c6c6d3ded3 None None] Pushing event updated for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:26.719833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-838ae79c-75c6-441b-acab-483069357b7f req-a9edf74b-a86a-4739-a46d-a354d12b70db tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6071985
Jan 29 20:58:26.732050 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b850>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:26.738938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-39298760-3ef2-4e7f-a1d1-435187255fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7438285
Jan 29 20:58:26.753508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:26.761933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e877ad6f-f0d5-430a-be92-37b43ac61b40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/routers/d3968913-4b86-4ef8-b130-e115ad454788/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4267828
Jan 29 20:58:26.768422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53984) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:26.768765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'port': {'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19', 'name': 'tempest-FloatingIPTestJSON-833659219'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:26.772324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:26.782520 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d5261-ef09-478d-ad6b-e8c781ff2ce1 None None] The sync data for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 is: [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:26.826331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:26.827998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a796820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:26.981834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e6c1c568-fbd2-4a6e-a2fa-56b009af9045 None None] Provisioning complete for port 2904945b-9855-4ee0-b51f-65c0210f6c6f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:26.983328 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c568-fbd2-4a6e-a2fa-56b009af9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:26.986763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a796820>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:27.025156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:27.029194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:27.058850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:27.060075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a796820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:27.069296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] device_id is not set on port 2a810afe-c145-4d90-912f-ab4ff62f2b9e yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:58:27.162287 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaaf9b5-b57b-4aa1-8df1-5613b0b2c949 x-openstack-request-id: req-8aaaf9b5-b57b-4aa1-8df1-5613b0b2c949 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:27.162287 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:27.162635 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aaaf9b5-b57b-4aa1-8df1-5613b0b2c949 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:27.163023 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b', 'code': 200}
Jan 29 20:58:27.201098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a796820>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:27.208232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf6960-6c85-4619-862c-2d3a7c12e7d1 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:27.275376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.2 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/2a810afe-c145-4d90-912f-ab4ff62f2b9e) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:27.354686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fc2c9-f5a7-42a3-9d01-b3cd54796e8e req-38c88d0b-32ca-47cd-a4fa-a70e99f65f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:27.358441 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7f9fc2c9-f5a7-42a3-9d01-b3cd54796e8e req-38c88d0b-32ca-47cd-a4fa-a70e99f65f2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 1131 time: 0.1431997
Jan 29 20:58:27.364941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee34c-afa9-4876-858d-a780147e80e0 req-3a9c7f6b-5f98-4dc4-a500-d41473201ab8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:27.366534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e9ee34c-afa9-4876-858d-a780147e80e0 req-3a9c7f6b-5f98-4dc4-a500-d41473201ab8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3837974
Jan 29 20:58:27.417004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1c568-fbd2-4a6e-a2fa-56b009af9045 None None] Current status of the port 2904945b-9855-4ee0-b51f-65c0210f6c6f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:27.460084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7f9fc2c9-f5a7-42a3-9d01-b3cd54796e8e req-d44e821c-e13d-4835-aefe-2c4132ed9aac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969577
Jan 29 20:58:27.498228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-18a59345-28ee-43bf-bf08-b4fe076e2e71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267659774&fields=id&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 267 time: 0.1895373
Jan 29 20:58:27.598406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e9ee34c-afa9-4876-858d-a780147e80e0 req-67112cbc-a01c-42bf-8ce0-d55c21b1d3a6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143424
Jan 29 20:58:27.946534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (2a810afe-c145-4d90-912f-ab4ff62f2b9e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:27.971808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-d73e68a5-d32e-4bb1-9768-816d510f09c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:27.973551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-d73e68a5-d32e-4bb1-9768-816d510f09c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 796 time: 0.4600990
Jan 29 20:58:28.020152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776851b6-2724-4a1b-ade9-b677bbc81c29 req-455100aa-a9ab-4d5b-b420-2220fda11f1b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:28.021893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776851b6-2724-4a1b-ade9-b677bbc81c29 req-455100aa-a9ab-4d5b-b420-2220fda11f1b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.2301598
Jan 29 20:58:28.037238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-c0843534-4044-4524-84bb-2b5aa1259d93 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/quotas/3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 375 time: 0.0490439
Jan 29 20:58:28.175529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-776851b6-2724-4a1b-ade9-b677bbc81c29 req-2c14501e-746c-4f64-a1b8-03f5720188b9 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438451
Jan 29 20:58:28.238555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2a810afe-c145-4d90-912f-ab4ff62f2b9e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.283006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2904945b-9855-4ee0-b51f-65c0210f6c6f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:28.319967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-17a8094f-9b8f-4913-a0ed-c0c4a49f5733 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2652771
Jan 29 20:58:28.360949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2904945b-9855-4ee0-b51f-65c0210f6c6f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:28.361622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.423149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:28.431174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:28.433697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:28.436758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=2a810afe-c145-4d90-912f-ab4ff62f2b9e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:28.448841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2904945b-9855-4ee0-b51f-65c0210f6c6f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:28.522072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3b0d-a945-46db-b14f-b07581ff6cd9 req-bf3329a7-3021-4bce-8e71-313d666b880a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:28.523659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c22f3b0d-a945-46db-b14f-b07581ff6cd9 req-bf3329a7-3021-4bce-8e71-313d666b880a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 945 time: 0.2269018
Jan 29 20:58:28.530234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:28.530943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.535555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-82eee71d-5a73-47e7-ac72-e31befe4e446 service neutron] 10.222.0.20 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839619
Jan 29 20:58:28.625234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28467923-ef7e-4cd4-a292-78f64a098d7e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.8618016
Jan 29 20:58:28.625471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:28.631944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'port': {'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19', 'name': 'tempest-FloatingIPTestJSON-308378042'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:28.640872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:28.764492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c22f3b0d-a945-46db-b14f-b07581ff6cd9 req-4b713789-5271-4c5c-99f5-692d73495884 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266393
Jan 29 20:58:28.827426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-a20cec79-54ae-4c54-8d62-db0a3347e382 service neutron] 10.222.0.20 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793162
Jan 29 20:58:28.843675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1394b533-16f4-48cf-8e52-152c675d92e3 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:28.844081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.845228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-a567f912-7ec5-480c-aa8b-5abac2872d27 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:28.847059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-a567f912-7ec5-480c-aa8b-5abac2872d27 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 811 time: 0.2649174
Jan 29 20:58:28.864502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Request body: {'port': {'device_id': '91078481-e410-4700-8fdb-181a2247e43c', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'admin_state_up': True, 'tenant_id': '89877d145a6947f78c36c16e63c3b547'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:28.899089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:28.903814 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.913771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:28.921461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:28.948297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] device_id is not set on port b658bed8-9ebc-442d-9d36-fa3090ce027e yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:58:28.992036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=11']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:29.046455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-252d159d-092b-45f6-a8a8-9809ca22d5e7 req-322dcee6-d45c-41d3-afa1-886b0e64e286 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 210 time: 0.0647173
Jan 29 20:58:29.151368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc4f8-d6da-4b92-a7f3-85942c15a787 req-5c61b997-a459-4933-a567-eca52984b6c7 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.152969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45efc4f8-d6da-4b92-a7f3-85942c15a787 req-5c61b997-a459-4933-a567-eca52984b6c7 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.1023488
Jan 29 20:58:29.164683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:29.167129 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df538a3-a4e2-4508-a916-fc8ec695b030" -d '{"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:29.183330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Made reservation on behalf of 89877d145a6947f78c36c16e63c3b547 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:29.187803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:29.291876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45efc4f8-d6da-4b92-a7f3-85942c15a787 req-50ed7269-e4db-4631-9b91-f12cf29236e4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322997
Jan 29 20:58:29.350549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.3 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/b658bed8-9ebc-442d-9d36-fa3090ce027e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:29.355037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-52bcf8d8-ad97-405c-b2c3-9e87b122c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.356857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-52bcf8d8-ad97-405c-b2c3-9e87b122c8eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1128 time: 0.1330719
Jan 29 20:58:29.438515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f9e78-aa0a-4516-b87c-64adcf537751 req-05f7fa89-4d69-4f2b-b62b-3ed417267721 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.440071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c6f9e78-aa0a-4516-b87c-64adcf537751 req-05f7fa89-4d69-4f2b-b62b-3ed417267721 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.1538923
Jan 29 20:58:29.444430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Allocated IP 172.20.0.4 (6a59291f-84b9-48b4-91aa-bff1518425c5/1a0b1f47-d45c-41fc-89cd-f17a1b622013/a64f76c6-3465-4a03-838b-4cf31636f352) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:29.587693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2af942a-e4b9-4957-8a1b-6dec6c49c206 req-7f515b90-c3da-4efc-8054-94ff41328313 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 210 time: 0.0463996
Jan 29 20:58:29.598182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c6f9e78-aa0a-4516-b87c-64adcf537751 req-4a891932-831a-40dc-a29b-43f843774281 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304390
Jan 29 20:58:29.600377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-845a3a16-f5af-4609-b5ab-996205ec71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.601840 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-845a3a16-f5af-4609-b5ab-996205ec71d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.2366526
Jan 29 20:58:29.686832 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-2875190d-3707-404e-b40b-d0fdc774e3d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.0582974
Jan 29 20:58:29.689253 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9743ea05-55c3-4881-9e08-deeeefd2df57 x-openstack-request-id: req-9743ea05-55c3-4881-9e08-deeeefd2df57 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:29.691878 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:29.692349 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9743ea05-55c3-4881-9e08-deeeefd2df57 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:29.693459 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'code': 200}
Jan 29 20:58:29.704781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (b658bed8-9ebc-442d-9d36-fa3090ce027e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:29.788291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks [] for port (a64f76c6-3465-4a03-838b-4cf31636f352), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:29.795273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-d141b39c-4fe9-4177-b2c0-c02f22d54239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.797390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-d141b39c-4fe9-4177-b2c0-c02f22d54239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.0882785
Jan 29 20:58:29.827540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc178f-756b-4248-8b7b-8371c8e170d5 req-41eeaaf5-a0f6-4029-b411-cf53c261baea tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:29.834726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00fc178f-756b-4248-8b7b-8371c8e170d5 req-41eeaaf5-a0f6-4029-b411-cf53c261baea tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.0919368
Jan 29 20:58:29.851408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-59a7c66f-38fa-4310-a83c-16f5c7534f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453703
Jan 29 20:58:29.854255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b658bed8-9ebc-442d-9d36-fa3090ce027e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:29.891367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:29.966642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00fc178f-756b-4248-8b7b-8371c8e170d5 req-3847ad41-63e6-406c-85c0-f0eddee90126 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309609
Jan 29 20:58:29.966895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:29.975005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:29.978187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:29.979613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Network 6a59291f-84b9-48b4-91aa-bff1518425c5 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:29.987436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:29.993362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:30.044089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=b658bed8-9ebc-442d-9d36-fa3090ce027e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:30.059969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event updated for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:30.089406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:30.091263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.119929 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-0fdb210f-2c5a-4764-8918-0c3c140a1ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564321
Jan 29 20:58:30.124571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59813-49c8-40aa-aedc-889c0098b04e req-4e020c2a-343e-4ca9-9c15-71b1ead5c92a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:30.126287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67f59813-49c8-40aa-aedc-889c0098b04e req-4e020c2a-343e-4ca9-9c15-71b1ead5c92a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 945 time: 0.2250860
Jan 29 20:58:30.131988 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ab0b520-def2-4196-a4aa-ea0d849635f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.5047119
Jan 29 20:58:30.140333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:30.141270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.144239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54092) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:30.150328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'b658bed8-9ebc-442d-9d36-fa3090ce027e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:30.192886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-d248f2ce-9e01-49de-963c-9c80caeb279e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3350961
Jan 29 20:58:30.212807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Request body: {'port': {'device_id': '91078481-e410-4700-8fdb-181a2247e43c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:30.234473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.241836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67f59813-49c8-40aa-aedc-889c0098b04e req-c637e60c-b5ee-49c0-9b40-6f1485a82dfa tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958591
Jan 29 20:58:30.303228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.323482 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cb9b2203-c21a-49d2-90eb-9d435bc6a03c req-7f92350a-e41a-4ad7-845c-77afe805b774 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903157
Jan 29 20:58:30.432905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.556050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281486f-1678-4c35-be12-36b29c831c60 req-aca5dd0e-3c3c-47a5-91bf-4bb2f5d9134b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:30.557746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a281486f-1678-4c35-be12-36b29c831c60 req-aca5dd0e-3c3c-47a5-91bf-4bb2f5d9134b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 931 time: 0.2072792
Jan 29 20:58:30.663329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.207 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/ed318664-9ef1-464d-b1c7-0b13e1c696eb) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:30.765685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a281486f-1678-4c35-be12-36b29c831c60 req-b6aea9fc-e178-4ce5-b40f-b1c2987f35d9 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874993
Jan 29 20:58:30.790470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-84a5cc1e-7707-4daa-a3fc-7bf53710a624 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0601842
Jan 29 20:58:30.809358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-63d745df-ca33-43a9-a3a1-26f4a7df99de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:30.811509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-63d745df-ca33-43a9-a3a1-26f4a7df99de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 796 time: 0.2997410
Jan 29 20:58:30.816129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.854288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:30.900198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:30.903969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:30.909256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:30.913173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=ed318664-9ef1-464d-b1c7-0b13e1c696eb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:31.033020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f76c6-3465-4a03-838b-4cf31636f352 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:31.053026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-e2135ce4-d576-41d2-856c-12b11a89fabb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 379 time: 0.2324827
Jan 29 20:58:31.056187 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks [] for port (a64f76c6-3465-4a03-838b-4cf31636f352), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.065417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'port': {'device_id': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'admin_state_up': True, 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'security_groups': ['d3af41a2-5db2-4203-a7f4-1cfddfaad20b']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:31.076869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-12cb274d-9ea1-4dde-a6fe-c65152241f59 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:31.078362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-12cb274d-9ea1-4dde-a6fe-c65152241f59 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2658894
Jan 29 20:58:31.131702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Transition to ACTIVE for port object a64f76c6-3465-4a03-838b-4cf31636f352 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:31.138995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3824e-7972-4c7d-bf40-ff16a2b49a8d req-990d129a-e5d1-424a-bb89-dfaf8177ea65 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:31.140875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60f3824e-7972-4c7d-bf40-ff16a2b49a8d req-990d129a-e5d1-424a-bb89-dfaf8177ea65 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.3027365
Jan 29 20:58:31.146014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.163665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-ae75d04e-70fb-47a5-b76b-9cd6a4e96291 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/quotas/216b2b7ee64848a89b126aaa75f4c8f0 HTTP/1.1" status: 200  len: 375 time: 0.0681305
Jan 29 20:58:31.233360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-af85ab3a-bd72-4558-a259-d526a21fc56f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:31.235144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-af85ab3a-bd72-4558-a259-d526a21fc56f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 945 time: 0.0989673
Jan 29 20:58:31.460228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (b5463deb-d174-4d84-8f6e-8301224a6e11), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.494838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port b70368c0-dbe2-45d4-b992-7c1f591cb71e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:31.495181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.585378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:31.609305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.628409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60f3824e-7972-4c7d-bf40-ff16a2b49a8d req-8488a24d-d115-48cf-8473-427a7b77c099 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4762807
Jan 29 20:58:31.660678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port b70368c0-dbe2-45d4-b992-7c1f591cb71e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b70368c0-dbe2-45d4-b992-7c1f591cb71e,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:31.660678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.670590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-64230121-daf1-4f8d-9f21-46f0ce20cec8 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4750397
Jan 29 20:58:31.674994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:31.681266 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.687148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for b70368c0-dbe2-45d4-b992-7c1f591cb71e owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:31.762708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Attempting to bind port a64f76c6-3465-4a03-838b-4cf31636f352 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:31.762708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Attempting to bind port a64f76c6-3465-4a03-838b-4cf31636f352 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:31.763066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Attempting to bind port a64f76c6-3465-4a03-838b-4cf31636f352 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:31.790752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ece28d9d-5877-487a-8b2c-eeb82491c57c req-91223a3e-f24d-4a62-a131-38d76fa84ab8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 210 time: 0.0570626
Jan 29 20:58:31.839862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Port a64f76c6-3465-4a03-838b-4cf31636f352 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:31.840230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Attempting to bind port a64f76c6-3465-4a03-838b-4cf31636f352 on network 6a59291f-84b9-48b4-91aa-bff1518425c5 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:31.858876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:31.859225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Checking segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:31.859618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Bound using segment: {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:31.860067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Bound port: a64f76c6-3465-4a03-838b-4cf31636f352, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ddbcd5-dd21-4e14-b839-7eb3739462d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:31.860490 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.915739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:31.959029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.044824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b70368c0-dbe2-45d4-b992-7c1f591cb71e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.057131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=ed318664-9ef1-464d-b1c7-0b13e1c696eb,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:32.061298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:32.063828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.10 (4c695c48-ff14-4640-8e8e-7e1e24bf84c9/a494379a-6ef2-4689-882e-ca6cc5983694/99b7a06c-8700-4042-911f-02aab9943e4c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:32.067594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e377c251-2876-4a37-b2a7-b237950ee874 req-79fcff9a-d2e0-44b3-8507-72fc465deabf tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0311d15-4a93-477a-ab55-e0915eded47d HTTP/1.1" status: 200  len: 210 time: 0.0545058
Jan 29 20:58:32.071678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:32.081315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b70368c0-dbe2-45d4-b992-7c1f591cb71e'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:32.095643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a64f76c6-3465-4a03-838b-4cf31636f352,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:32.117658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.125279 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b5463deb-d174-4d84-8f6e-8301224a6e11), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.127675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=b70368c0-dbe2-45d4-b992-7c1f591cb71e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:32.128684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3b485-6665-437e-a3d6-2a9a46781063 req-37c41504-1b30-4b96-8125-ec4b8a2d1092 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:32.145186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port b70368c0-dbe2-45d4-b992-7c1f591cb71e on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:32.146553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7c3b485-6665-437e-a3d6-2a9a46781063 req-37c41504-1b30-4b96-8125-ec4b8a2d1092 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 943 time: 0.1816370
Jan 29 20:58:32.181459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.184762 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6356173d-c0c5-4dd4-a3d7-0f16b2e7683b req-f2cf866b-9f5d-4133-9948-c11f99a3576b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "DELETE /v2.0/ports/b70368c0-dbe2-45d4-b992-7c1f591cb71e HTTP/1.1" status: 204  len: 173 time: 0.9444299
Jan 29 20:58:32.185304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'name': 'network-vif-deleted', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:32.187880 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49b3d8-dc6e-4222-8bc2-e4ad642116b7" -d '{"events": [{"server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "name": "network-vif-deleted", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:32.291047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:32.291681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.293213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a64f76c6-3465-4a03-838b-4cf31636f352 HTTP/1.1" status: 200  len: 1091 time: 2.0884626
Jan 29 20:58:32.299090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:32.300150 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db766f-9430-4b0b-91fe-eeaf24c30dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:32.305730 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP b5463deb-d174-4d84-8f6e-8301224a6e11 associated. External IP: 172.35.4.207, port: b658bed8-9ebc-442d-9d36-fa3090ce027e.
Jan 29 20:58:32.506567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe1e888a-3a55-484a-b42a-2f731db583ad req-3d9e2755-3e51-48c1-90fc-2f448b7fdab2 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 210 time: 0.1533728
Jan 29 20:58:32.519936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7c3b485-6665-437e-a3d6-2a9a46781063 req-242b6dbb-a843-4039-814d-24cda64dd72d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726213
Jan 29 20:58:32.589159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d967a7-50fb-413a-b697-6d8b342be3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:32.631602 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406819fc-a4b3-48b7-9c21-301b7c242da4 x-openstack-request-id: req-406819fc-a4b3-48b7-9c21-301b7c242da4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:32.632946 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0311d15-4a93-477a-ab55-e0915eded47d", "name": "network-vif-deleted", "tag": "b70368c0-dbe2-45d4-b992-7c1f591cb71e", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:32.633681 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-406819fc-a4b3-48b7-9c21-301b7c242da4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:32.634874 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0311d15-4a93-477a-ab55-e0915eded47d', 'name': 'network-vif-deleted', 'tag': 'b70368c0-dbe2-45d4-b992-7c1f591cb71e', 'status': 'completed', 'code': 200}
Jan 29 20:58:32.662798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b70368c0-dbe2-45d4-b992-7c1f591cb71e no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:32.676683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-b2ae17ee-d041-4c25-84ab-d16e6c940dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:32.678296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-b2ae17ee-d041-4c25-84ab-d16e6c940dd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 1125 time: 0.2767005
Jan 29 20:58:32.682079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (99b7a06c-8700-4042-911f-02aab9943e4c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.704418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: b70368c0-dbe2-45d4-b992-7c1f591cb71e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:32.704835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b70368c0-dbe2-45d4-b992-7c1f591cb71e not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:32.708218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:32.729253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:32.741472 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47036e8-8643-4f4a-a90d-dbb8cff788c9 x-openstack-request-id: req-b47036e8-8643-4f4a-a90d-dbb8cff788c9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:32.741871 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:32.742078 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b47036e8-8643-4f4a-a90d-dbb8cff788c9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:32.742493 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352', 'status': 'completed', 'code': 200}
Jan 29 20:58:32.745861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-4fc93060-b091-436d-a8ba-a017de8006bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a64f76c6-3465-4a03-838b-4cf31636f352 HTTP/1.1" status: 200  len: 217 time: 0.0589190
Jan 29 20:58:32.887614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.915493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:32.916185 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:32.917169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3153cf-110f-431f-89d9-c5022b48988c req-746f692f-8d68-4f9a-b4af-90a8ad0a409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:32.921888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-746f692f-8d68-4f9a-b4af-90a8ad0a409f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1658642
Jan 29 20:58:32.956513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:32.960901 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d0bfa-e992-4eb6-9306-122dbdae53d2" -d '{"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-unplugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:32.980136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:32.988606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.006934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:33.085819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-fcc61f1d-90af-4703-b4d1-ac95522ee220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0919085
Jan 29 20:58:33.103805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:33.104876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1604d-2368-4795-bc03-b617626974f5 req-fc33df7b-63ca-477e-87a0-a0eecae3a162 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:33.109412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecf1604d-2368-4795-bc03-b617626974f5 req-fc33df7b-63ca-477e-87a0-a0eecae3a162 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 946 time: 0.2947173
Jan 29 20:58:33.116102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.117360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.117942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.118548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.119086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.119720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.120252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.120726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.121135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.121440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.121773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.122104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.122433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:58:33.143158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:33.178432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:33.181071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:33.336959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:33.337920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.385792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:33.398361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a14b0-00f3-4619-9e94-9ec4a79cf1de req-27fadfa5-ff9e-4144-a6f1-7cedcf95d8cd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:33.400378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-071a14b0-00f3-4619-9e94-9ec4a79cf1de req-27fadfa5-ff9e-4144-a6f1-7cedcf95d8cd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 932 time: 0.3393507
Jan 29 20:58:33.400542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:33.416148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:33.417507 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af60610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:33.419340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecf1604d-2368-4795-bc03-b617626974f5 req-e3177d00-f957-45d4-b12f-0c058e3a1965 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635875
Jan 29 20:58:33.433159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.454823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-af49e03c-72f0-4e33-8a91-54661d92a924 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3874962
Jan 29 20:58:33.462893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Request body: {'port': {'device_id': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:33.467400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-7e2c8a1c-dd36-4038-a9ce-8dec770ce892 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275433
Jan 29 20:58:33.479595 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af60610>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:33.493470 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:33.494344 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af60610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:33.505188 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b4e3e3a7-2dfa-4677-96bc-fbd9089845f9 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.3583891
Jan 29 20:58:33.505880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54184) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:33.514092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:33.563170 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af60610>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:33.563905 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74624992-91a0-4480-b71d-52a5776408d7 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:33.600121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-64436730-3a9d-4101-8961-781894081f31 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0915284
Jan 29 20:58:33.619139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-16b02c47-5cd5-431b-9b79-f922e7077431 None None] Provisioning complete for port 99b7a06c-8700-4042-911f-02aab9943e4c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:33.619615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16b02c47-5cd5-431b-9b79-f922e7077431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.662638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-071a14b0-00f3-4619-9e94-9ec4a79cf1de req-a32f3431-b5a1-477c-a4f0-d6c575b22cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2414751
Jan 29 20:58:33.701013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (b5463deb-d174-4d84-8f6e-8301224a6e11), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.729156 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5df17-98c9-4eb5-bd76-6fd71b50cd2a x-openstack-request-id: req-d1f5df17-98c9-4eb5-bd76-6fd71b50cd2a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:33.730461 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-unplugged", "status": "failed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:33.730887 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1f5df17-98c9-4eb5-bd76-6fd71b50cd2a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:33.731432 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'code': 422} returned with failed status
Jan 29 20:58:33.735006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.741562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-16b02c47-5cd5-431b-9b79-f922e7077431 None None] Port 99b7a06c-8700-4042-911f-02aab9943e4c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:58:33.790987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af3153cf-110f-431f-89d9-c5022b48988c req-b5f63041-d1de-4404-923c-0cfa4704168b service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010659
Jan 29 20:58:33.863364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-c08e4ef0-3834-4f4d-82fc-c9ccae535a4f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:33.864857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-c08e4ef0-3834-4f4d-82fc-c9ccae535a4f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2589064
Jan 29 20:58:33.880124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Request body: {'port': {'device_id': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '216b2b7ee64848a89b126aaa75f4c8f0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:33.896729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b708b4b4-592f-4088-a71c-32626c3f2c05 req-d247c73c-ac1e-46ec-9dde-66172470d177 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 210 time: 0.0564156
Jan 29 20:58:33.974569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.985760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b5463deb-d174-4d84-8f6e-8301224a6e11), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:33.986125 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP b5463deb-d174-4d84-8f6e-8301224a6e11 disassociated. External IP: 172.35.4.207, port: b658bed8-9ebc-442d-9d36-fa3090ce027e.
Jan 29 20:58:34.120421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Made reservation on behalf of 216b2b7ee64848a89b126aaa75f4c8f0 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:34.123791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.132767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2729-1b9d-4624-945b-6d162e5f289e req-1263c417-9118-49a8-9e4d-6779017c90f8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:34.134308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3efd2729-1b9d-4624-945b-6d162e5f289e req-1263c417-9118-49a8-9e4d-6779017c90f8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.2730737
Jan 29 20:58:34.153388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-57ca7f1b-42a1-4ca0-ac0b-9547bcb266bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:34.155386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-57ca7f1b-42a1-4ca0-ac0b-9547bcb266bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89877d145a6947f78c36c16e63c3b547&device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 1125 time: 0.2743418
Jan 29 20:58:34.193938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da45ace-4560-489d-becb-f893c435e950 req-5f39e303-3a25-4889-8063-705d5f19d3e1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:34.195315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0da45ace-4560-489d-becb-f893c435e950 req-5f39e303-3a25-4889-8063-705d5f19d3e1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 943 time: 0.1867051
Jan 29 20:58:34.328327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3efd2729-1b9d-4624-945b-6d162e5f289e req-2e5d1141-5e4d-486b-a95e-b7f1a91b3fc3 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825049
Jan 29 20:58:34.335044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:34.356424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Allocated IP 192.168.233.121 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/01d02eaf-e3fb-47f1-810d-e62a23d750fc) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:34.365909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0da45ace-4560-489d-becb-f893c435e950 req-2a286247-f3dc-4999-b1ca-27fcb4dda123 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316199
Jan 29 20:58:34.379610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-ae8e499e-0760-4c41-8a9b-ed198d90b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:34.381315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-ae8e499e-0760-4c41-8a9b-ed198d90b1bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 200  len: 912 time: 0.2182980
Jan 29 20:58:34.502207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-99895282-a0aa-4025-8ced-e682c7289ecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a64f76c6-3465-4a03-838b-4cf31636f352 HTTP/1.1" status: 200  len: 217 time: 0.1122968
Jan 29 20:58:34.528531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b7a06c-8700-4042-911f-02aab9943e4c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:34.559683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks [] for port (99b7a06c-8700-4042-911f-02aab9943e4c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.566197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:34.574061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.581570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:34.599324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:34.599953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5562b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:34.602892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Transition to ACTIVE for port object 99b7a06c-8700-4042-911f-02aab9943e4c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:34.618911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.621355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks [] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.628586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-267b5d1e-3cab-4a4e-9fc8-15c9cd93d0e5 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/b5463deb-d174-4d84-8f6e-8301224a6e11 HTTP/1.1" status: 200  len: 688 time: 1.1216879
Jan 29 20:58:34.630621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:34.684131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5562b0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:34.697056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-5df957ec-08ab-4b6c-bc8c-f35fd696dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:34.698578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-5df957ec-08ab-4b6c-bc8c-f35fd696dc8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 200  len: 851 time: 0.1859064
Jan 29 20:58:34.702874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:34.703432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5562b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:34.789816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5562b0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:34.790640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df44a97f-a718-455b-a7c3-437627c50dae None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:34.806543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-e05509b4-5576-4476-8539-6d19486f2526 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a59291f-84b9-48b4-91aa-bff1518425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925577
Jan 29 20:58:34.847018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:34.851044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.862261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0fe945c1-f32c-466c-a4de-2e5dbb77240b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:34.928627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Pushing event updated for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:34.952326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:34.957728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:34.979133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port ed318664-9ef1-464d-b1c7-0b13e1c696eb {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:34.981595 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:34.984335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:35.008136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-38c11d67-9023-40ea-a1c3-f6cacbb32065 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943958
Jan 29 20:58:35.121054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.121395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.158395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.158754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (ed318664-9ef1-464d-b1c7-0b13e1c696eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.171410 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-22540dcb-32d3-44c5-b2c9-665fa9f56a23 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2945461
Jan 29 20:58:35.188045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Request body: {'port': {'device_id': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:35.193231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:35.193753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:35.193923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:35.200526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for ed318664-9ef1-464d-b1c7-0b13e1c696eb owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:35.209343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:35.209677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:35.228131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:35.228481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Checking segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:35.228875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Bound using segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:35.229351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Bound port: 99b7a06c-8700-4042-911f-02aab9943e4c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:35.229715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.256388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-fc86a51f-16ab-47c0-8f3a-d077fc3a809b req-2c5faff9-5a73-44e5-9598-4bcc0c45eb8c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:58:35.257427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc86a51f-16ab-47c0-8f3a-d077fc3a809b req-2c5faff9-5a73-44e5-9598-4bcc0c45eb8c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052199
Jan 29 20:58:35.277664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58ffd9-9e46-4161-87e6-1eeebe1c3256 req-6fc58b4a-1116-4e07-aaf8-f09f6cbffa02 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.286953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc58ffd9-9e46-4161-87e6-1eeebe1c3256 req-6fc58b4a-1116-4e07-aaf8-f09f6cbffa02 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.2085304
Jan 29 20:58:35.333347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16db766f-9430-4b0b-91fe-eeaf24c30dd0 req-cabcd65c-0820-42f3-8c49-918e34a97831 service neutron] 10.222.0.18 "GET /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583139
Jan 29 20:58:35.334896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.407824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2cfef31e-a829-4e7a-8142-30830d4cdf9f None None] Provisioning complete for port 01d02eaf-e3fb-47f1-810d-e62a23d750fc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:35.408137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2cfef31e-a829-4e7a-8142-30830d4cdf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.409971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc58ffd9-9e46-4161-87e6-1eeebe1c3256 req-8ffe17c7-88b2-4756-8960-d28184a05a6b tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239071
Jan 29 20:58:35.414409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:35.423035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:35.477928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.490161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2cfef31e-a829-4e7a-8142-30830d4cdf9f None None] Port 01d02eaf-e3fb-47f1-810d-e62a23d750fc cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:58:35.543234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.543896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.546950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] 10.222.0.18 "PUT /v2.0/ports/99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1092 time: 2.0890870
Jan 29 20:58:35.562745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:35.573464 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058eb7f7-a0f9-41dc-b5e6-e206115f2430" -d '{"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:35.664342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc75b-c437-4821-8966-62cf50f84cf6 req-eaad9c21-fe2b-4648-9ef4-da018839cd58 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.668363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ed318664-9ef1-464d-b1c7-0b13e1c696eb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.673017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-389cc75b-c437-4821-8966-62cf50f84cf6 req-eaad9c21-fe2b-4648-9ef4-da018839cd58 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.2553132
Jan 29 20:58:35.708858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=ed318664-9ef1-464d-b1c7-0b13e1c696eb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:35.709806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd34ac8-8554-48fd-8afa-f98f8a589a6a service neutron] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:35.761391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-434e4d8b-d5a7-4031-9606-29ae8e3116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.762931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-434e4d8b-d5a7-4031-9606-29ae8e3116e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1126 time: 0.1659746
Jan 29 20:58:35.770925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-389cc75b-c437-4821-8966-62cf50f84cf6 req-384fcb6e-8dce-46db-aa47-15c9cb6f3a6a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969741
Jan 29 20:58:35.781766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741fc78-a46a-4097-9d65-92ad4da18716 req-659d8c83-9378-47da-b3d4-e85c1c4ca054 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.784655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6741fc78-a46a-4097-9d65-92ad4da18716 req-659d8c83-9378-47da-b3d4-e85c1c4ca054 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 936 time: 0.2365923
Jan 29 20:58:35.840378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (b5463deb-d174-4d84-8f6e-8301224a6e11), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.844146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.845443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-82b870a1-2cfa-4adb-8460-a3087ecb18e2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/b5463deb-d174-4d84-8f6e-8301224a6e11 HTTP/1.1" status: 204  len: 168 time: 1.2139206
Jan 29 20:58:35.852705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:35.861186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '2a810afe-c145-4d90-912f-ab4ff62f2b9e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:35.865607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-71c9b151-9a15-4569-ad99-865e1da8d6c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 217 time: 0.0931153
Jan 29 20:58:35.915236 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-004b7c1e-d518-4ac7-872b-b6e4633d61aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2663894
Jan 29 20:58:35.925900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6741fc78-a46a-4097-9d65-92ad4da18716 req-a70f2e47-62fc-4a80-8c47-b44d0f182f6d tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343932
Jan 29 20:58:35.926109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-8e9887f4-1954-4ed8-aeea-38136ee0af41 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:58:35.939274 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-8e9887f4-1954-4ed8-aeea-38136ee0af41 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0127690
Jan 29 20:58:35.941720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:35.983742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-cdcc36b2-0700-4ac9-8110-7f2ae485fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:35.986313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-cdcc36b2-0700-4ac9-8110-7f2ae485fbab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.1132615
Jan 29 20:58:36.015412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421028f6-692b-402c-a77b-68775f446feb req-7f24dae0-e2d6-42be-85d2-82b470e7fd3f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.022238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-421028f6-692b-402c-a77b-68775f446feb req-7f24dae0-e2d6-42be-85d2-82b470e7fd3f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1372521
Jan 29 20:58:36.043804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d02eaf-e3fb-47f1-810d-e62a23d750fc {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:36.054259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks [] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.073581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Transition to ACTIVE for port object 01d02eaf-e3fb-47f1-810d-e62a23d750fc will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:36.085616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.167423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:36.265522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.344554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Attempting to bind port 01d02eaf-e3fb-47f1-810d-e62a23d750fc on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:36.344895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Attempting to bind port 01d02eaf-e3fb-47f1-810d-e62a23d750fc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:36.345247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Attempting to bind port 01d02eaf-e3fb-47f1-810d-e62a23d750fc on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:36.356509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Port 01d02eaf-e3fb-47f1-810d-e62a23d750fc on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:36.356840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Attempting to bind port 01d02eaf-e3fb-47f1-810d-e62a23d750fc on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:36.377388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:36.377762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:36.378333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:36.378793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Bound port: 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:36.379160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.465843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-4fb7ff9b-6506-464c-bfcc-dc9ee24b10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.467862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-4fb7ff9b-6506-464c-bfcc-dc9ee24b10b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4620285
Jan 29 20:58:36.476690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-421028f6-692b-402c-a77b-68775f446feb req-c29d811a-5634-4fc7-8ab9-a9d383d011ec tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4536321
Jan 29 20:58:36.483561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.138 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/b62d5980-579b-433c-b6aa-2f05ccfe6e49) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:36.505481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e297f-c156-43f3-be64-b8574c812455 req-6f39dfd9-fdee-43e6-90e0-eec7985efa1b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.507526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e7e297f-c156-43f3-be64-b8574c812455 req-6f39dfd9-fdee-43e6-90e0-eec7985efa1b tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 943 time: 0.4494030
Jan 29 20:58:36.529304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:36.572078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:36.583617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.632914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.633573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.635217 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/01d02eaf-e3fb-47f1-810d-e62a23d750fc HTTP/1.1" status: 200  len: 1096 time: 1.4550655
Jan 29 20:58:36.647542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:36.649868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e7e297f-c156-43f3-be64-b8574c812455 req-a6440eed-4854-476c-b821-90fe4574659e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037169
Jan 29 20:58:36.651231 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9771a9-b28d-455e-a038-eab0a9da69fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:36.666484 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3695c-9139-47dd-a234-d849226d81dc x-openstack-request-id: req-f4e3695c-9139-47dd-a234-d849226d81dc {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:36.666875 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:36.667227 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e3695c-9139-47dd-a234-d849226d81dc {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:36.667763 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'status': 'completed', 'code': 200}
Jan 29 20:58:36.700109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-b155e499-26e0-439f-95f1-f89c8b012df4 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218075
Jan 29 20:58:36.700290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd6753-024b-4998-a067-7ab0819aadb7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:36.792155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:36.840106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-1a6d2491-7e1c-444b-a42e-f4ec0498474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.842821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-1a6d2491-7e1c-444b-a42e-f4ec0498474b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 1130 time: 0.1235459
Jan 29 20:58:36.916420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-5dcb091f-8f17-4041-8c2c-33590f0dc2b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc HTTP/1.1" status: 200  len: 217 time: 0.0587959
Jan 29 20:58:36.921037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0c17dfe-5ea3-40e0-8bd0-522bdcf6a669 req-7c54a23c-3884-4e3c-aad3-78bfab54618b service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131908
Jan 29 20:58:36.936387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-a3b26b88-d8e9-4a38-809f-32215b274cd5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:36.946317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-a3b26b88-d8e9-4a38-809f-32215b274cd5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.1702299
Jan 29 20:58:36.963357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-ba2ba951-e7af-4e75-9648-6e5d09bd376b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0162389
Jan 29 20:58:36.990233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:37.056958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-5b741c30-3537-4990-847e-5e163eeb8389 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0926807
Jan 29 20:58:37.060027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-7cf6f93f-adcf-4261-911d-efdae0dc3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.062227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-7cf6f93f-adcf-4261-911d-efdae0dc3969 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1126 time: 0.0843558
Jan 29 20:58:37.065688 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69fe704-9c04-45a8-b40b-0beb3cc85272 x-openstack-request-id: req-b69fe704-9c04-45a8-b40b-0beb3cc85272 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:37.068849 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:37.069166 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b69fe704-9c04-45a8-b40b-0beb3cc85272 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:37.069702 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc', 'status': 'completed', 'code': 200}
Jan 29 20:58:37.081720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:37.093434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:37.096407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:37.101652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-bc908419-674a-4f10-8f6e-920d9caaae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.103147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-bc908419-674a-4f10-8f6e-920d9caaae83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.1796722
Jan 29 20:58:37.123329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=b62d5980-579b-433c-b6aa-2f05ccfe6e49,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:37.184771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-7c783411-3898-4185-8457-3519978dae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.186351 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-7c783411-3898-4185-8457-3519978dae3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2&tenant_id=35bf9ac53cc44d078c9ede28b5a4233d HTTP/1.1" status: 200  len: 1126 time: 0.1639929
Jan 29 20:58:37.262117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-68c2ecd6-2e5b-4476-b88a-8f516a385253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.264040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-68c2ecd6-2e5b-4476-b88a-8f516a385253 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.1947770
Jan 29 20:58:37.276625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4847-5887-424f-8efe-fed0368bbd9e req-30d46e63-f8fc-4a60-a163-5e890590ea72 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.278201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-691d4847-5887-424f-8efe-fed0368bbd9e req-30d46e63-f8fc-4a60-a163-5e890590ea72 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.1551809
Jan 29 20:58:37.297872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-d191680d-0983-4ba8-bf0d-b4185575c4a9 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189863
Jan 29 20:58:37.347647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-da79139d-2821-41f2-b824-07cfe445de56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 217 time: 0.0684261
Jan 29 20:58:37.447422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-691d4847-5887-424f-8efe-fed0368bbd9e req-cb445903-4065-4da3-9b9b-43aac3f2adcf tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582096
Jan 29 20:58:37.465838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-eb461f8a-e2d9-41ed-837c-2733cabb1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.467940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-eb461f8a-e2d9-41ed-837c-2733cabb1c36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.1082978
Jan 29 20:58:37.537411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-99c97dc3-898d-418a-b4ae-5de8c9854280 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069168
Jan 29 20:58:37.550809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-2890f11c-9148-4ca8-8056-5062bec38824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.552627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-2890f11c-9148-4ca8-8056-5062bec38824 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4252100
Jan 29 20:58:37.571872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-90185f1b-a261-4259-a53e-98ab85ef9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.573508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-90185f1b-a261-4259-a53e-98ab85ef9f96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0950716
Jan 29 20:58:37.598560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52dfdb-49dc-41b7-82a0-68937f2be27f req-bccd2b25-c770-45bb-8cd3-cdb900287489 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.600044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb52dfdb-49dc-41b7-82a0-68937f2be27f req-bccd2b25-c770-45bb-8cd3-cdb900287489 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.0850286
Jan 29 20:58:37.712969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-5c9770a5-aa76-4b67-a425-1f76f7317729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.714489 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-5c9770a5-aa76-4b67-a425-1f76f7317729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1126 time: 0.5058818
Jan 29 20:58:37.722578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb52dfdb-49dc-41b7-82a0-68937f2be27f req-9fad46df-0e58-4123-8296-7fd58e810cb8 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117327
Jan 29 20:58:37.735596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-4c1d3a3e-608a-4e3f-b0bb-e5f88f5ce452 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538763
Jan 29 20:58:37.807482 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-019ff8d3-0588-48a7-9c14-321300835a8c service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480896
Jan 29 20:58:37.875408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3154-8087-431c-b28c-6a7278e5442b req-1199112e-c8e1-4357-a7ab-5bbe1b83ee7a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:37.883088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6e3154-8087-431c-b28c-6a7278e5442b req-1199112e-c8e1-4357-a7ab-5bbe1b83ee7a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 948 time: 0.1710293
Jan 29 20:58:37.966017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6e3154-8087-431c-b28c-6a7278e5442b req-c14d7729-4bf0-4f18-9570-26d36567b27e tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776863
Jan 29 20:58:37.976134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-058eb7f7-a0f9-41dc-b5e6-e206115f2430 req-e53754d7-9292-457f-a0c5-ddb2156beb52 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044694
Jan 29 20:58:38.008258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-d0fc6c14-6f65-455e-8d10-056f5417d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.009768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-d0fc6c14-6f65-455e-8d10-056f5417d539 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.2862396
Jan 29 20:58:38.071891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-1a4c9991-fcfb-473e-aef5-0f8a58ab6844 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.0523460
Jan 29 20:58:38.136195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-893bc025-8c93-495c-96d0-0abde9d0e924 req-414e26c9-95a7-4405-8633-b9a7121a0f80 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 210 time: 0.0324497
Jan 29 20:58:38.140295 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b335e324-5ca6-4e4c-be12-e6778423ed12 req-e9cfaaa0-5825-4abb-951f-ba8430accb34 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3236926
Jan 29 20:58:38.158062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:38.161296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce5d0-df8f-4386-84bc-f9dab972b731 req-a0724d99-2d0e-4ec9-9d43-077dcbe054c1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.163014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91dce5d0-df8f-4386-84bc-f9dab972b731 req-a0724d99-2d0e-4ec9-9d43-077dcbe054c1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1007643
Jan 29 20:58:38.186136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-e351ae59-4a9f-40fc-9350-3d497e1d3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.187580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-e351ae59-4a9f-40fc-9350-3d497e1d3b52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.0908337
Jan 29 20:58:38.230446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-5bf37f68-ff3a-4c05-81ba-18e525eb383a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362000
Jan 29 20:58:38.240826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91dce5d0-df8f-4386-84bc-f9dab972b731 req-70208bc7-f6f6-49b8-885c-8cf1538357a7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656667
Jan 29 20:58:38.345233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd14e3-3a2b-4e97-9039-2b4c6b446842 req-7e7e3166-19bb-42d8-a2b9-8e09a8a1f1d1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.347745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6fd14e3-3a2b-4e97-9039-2b4c6b446842 req-7e7e3166-19bb-42d8-a2b9-8e09a8a1f1d1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 943 time: 0.0754240
Jan 29 20:58:38.353563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:38.385343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-3f5281cf-e3b5-4b7d-b5a0-88715099ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.386918 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-3f5281cf-e3b5-4b7d-b5a0-88715099ee33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 1130 time: 0.1591125
Jan 29 20:58:38.414788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6fd14e3-3a2b-4e97-9039-2b4c6b446842 req-fae17ae7-3b8a-4df0-9991-8966bf63b40e tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610628
Jan 29 20:58:38.420688 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-d2a406ac-f20a-407a-8b1b-047db185d383 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804981
Jan 29 20:58:38.592643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be0ac-1108-4aaf-a4b1-d84de3cc5565 req-a2c47ae0-6a8e-44a4-814c-91d29185fe3e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.600193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-975be0ac-1108-4aaf-a4b1-d84de3cc5565 req-a2c47ae0-6a8e-44a4-814c-91d29185fe3e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.0685937
Jan 29 20:58:38.642987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-e722f093-2440-4a21-82b3-06b379da2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.644477 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-e722f093-2440-4a21-82b3-06b379da2a78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.2382791
Jan 29 20:58:38.653556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-975be0ac-1108-4aaf-a4b1-d84de3cc5565 req-7837f4ec-29e1-458f-97ac-e2de4425043c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524387
Jan 29 20:58:38.680139 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9ab76c7d-e8d8-49fe-ac08-d38155e371e1 req-e1cdb5a1-6896-4f15-ae37-16e13b9fb657 service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496874
Jan 29 20:58:38.720218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-3cf60ef5-06e8-48c0-8014-67c398dbeece service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc HTTP/1.1" status: 200  len: 217 time: 0.0620799
Jan 29 20:58:38.749390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-ecc0c4f0-b059-41fc-aa1e-ff2278fd9f47 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.751004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-ecc0c4f0-b059-41fc-aa1e-ff2278fd9f47 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.0582206
Jan 29 20:58:38.768442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:38.786511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:38.798176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-70e7943a-416c-407b-8392-de8ee2bf942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.798656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a64f76c6-3465-4a03-838b-4cf31636f352 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:38.800623 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-70e7943a-416c-407b-8392-de8ee2bf942d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0734937
Jan 29 20:58:38.951999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c862f6-0219-4993-a7f0-2e2d424c279e req-5a9881b9-a89f-432a-a00f-6a3832895448 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:38.960708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c862f6-0219-4993-a7f0-2e2d424c279e req-5a9881b9-a89f-432a-a00f-6a3832895448 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 945 time: 0.1153274
Jan 29 20:58:38.965168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Deleting port a21251ce-bec5-4677-afdf-9c3131f5b923 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:38.965487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:38.997273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a64f76c6-3465-4a03-838b-4cf31636f352,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:38.999916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=b62d5980-579b-433c-b6aa-2f05ccfe6e49,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:39.013335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a64f76c6-3465-4a03-838b-4cf31636f352', 'network_id': '6a59291f-84b9-48b4-91aa-bff1518425c5', 'port_id': 'a64f76c6-3465-4a03-838b-4cf31636f352', 'mac_address': 'fa:16:3e:76:17:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0b1f47-d45c-41fc-89cd-f17a1b622013', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:39.098215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c862f6-0219-4993-a7f0-2e2d424c279e req-473b297c-79bf-4842-b2b8-0c4613d3dbbe tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b08a8ba-d309-43fd-8635-5e0188ec8428&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361749
Jan 29 20:58:39.104779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a64f76c6-3465-4a03-838b-4cf31636f352 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:39.105225 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.140144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64f76c6-3465-4a03-838b-4cf31636f352 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:39.181062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] For port a21251ce-bec5-4677-afdf-9c3131f5b923, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21251ce-bec5-4677-afdf-9c3131f5b923,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:39.181445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.200300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a64f76c6-3465-4a03-838b-4cf31636f352,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:39.208073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.252836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.281878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:39.293565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-af63f222-a220-4cd4-9c0d-a1ce6e99b3f2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:39.300154 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-af63f222-a220-4cd4-9c0d-a1ce6e99b3f2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3024025
Jan 29 20:58:39.351557 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:58:39.379939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-cc058077-6d61-44f9-abcb-4855181cd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:39.382113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-cc058077-6d61-44f9-abcb-4855181cd11f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5530095
Jan 29 20:58:39.417607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:39.503836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60134b-aaea-40ad-8136-ec1452581de1 req-c4547899-8329-4b95-8c25-bed22dde57b1 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:39.510841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f60134b-aaea-40ad-8136-ec1452581de1 req-c4547899-8329-4b95-8c25-bed22dde57b1 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 948 time: 0.3189876
Jan 29 20:58:39.530309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a64f76c6-3465-4a03-838b-4cf31636f352'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:39.646260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f60134b-aaea-40ad-8136-ec1452581de1 req-4f6959c5-e1ca-4e16-b2e1-ff730daf7453 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344559
Jan 29 20:58:39.697492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.697871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.698196 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Floating IP 5be4c015-8f81-40a3-93d2-a4899ad1f05b disassociated. External IP: 172.35.4.240, port: a21251ce-bec5-4677-afdf-9c3131f5b923.
Jan 29 20:58:39.698696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Calling delete_port for a21251ce-bec5-4677-afdf-9c3131f5b923 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:39.782891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-2a5b3840-ad0f-45ef-9b66-cc5de1b36b12 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2796097
Jan 29 20:58:39.860051 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP f43e2239-a4af-496a-8b4d-5458c796d40d associated. External IP: 172.35.4.138, port: 2a810afe-c145-4d90-912f-ab4ff62f2b9e.
Jan 29 20:58:39.878885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a21251ce-bec5-4677-afdf-9c3131f5b923), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:39.923397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4f9d7d3-b983-475a-8977-aaf0b57969f3 req-55e7d01a-5cf2-4d28-93e7-1c9b4742ef5a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 210 time: 0.2749465
Jan 29 20:58:39.985801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:39.989651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:40.049042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event deleted for resources: {'Port': ['ID=a21251ce-bec5-4677-afdf-9c3131f5b923,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:40.141113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e6b7-fccd-41c4-b68a-6047d35e5456 req-13c5f3b4-cdaf-4859-91d5-818c645214f2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:40.148813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7041e6b7-fccd-41c4-b68a-6047d35e5456 req-13c5f3b4-cdaf-4859-91d5-818c645214f2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.2826467
Jan 29 20:58:40.149465 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5a9771a9-b28d-455e-a038-eab0a9da69fe req-cb5d42c9-17ed-407e-bd23-b49984b7d04e service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229899
Jan 29 20:58:40.287809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-10121cb1-50dd-45b6-9eed-d2464d473cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:40.290133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.9 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/b43697a4-9d43-4104-b636-f0c6f2487dc3) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:40.292183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e44f0-6e2f-4dc6-9109-6ae020ae0797 req-9db39410-d49d-4afd-81d6-84d93418a45d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:40.300119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-340e44f0-6e2f-4dc6-9109-6ae020ae0797 req-9db39410-d49d-4afd-81d6-84d93418a45d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 944 time: 0.2607818
Jan 29 20:58:40.367463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7041e6b7-fccd-41c4-b68a-6047d35e5456 req-09d2a62e-acc5-42d7-a2da-e8b131e12308 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176604
Jan 29 20:58:40.432102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:40.445251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:40.447349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-340e44f0-6e2f-4dc6-9109-6ae020ae0797 req-1fc0b319-532c-4ebe-95be-edd7a9565733 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463194
Jan 29 20:58:40.814860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:40.817636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a64f76c6-3465-4a03-838b-4cf31636f352 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:41.131811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:41.145684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.166782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:41.172535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '99b7a06c-8700-4042-911f-02aab9943e4c', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'mac_address': 'fa:16:3e:81:fa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:41.188352 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:41.202271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf31ed-ff39-42ac-8e22-c4919fa09699 req-b0bd9471-c158-4c9a-80b2-c53f156bf023 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:41.211736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.212261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfaf31ed-ff39-42ac-8e22-c4919fa09699 req-b0bd9471-c158-4c9a-80b2-c53f156bf023 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.6125438
Jan 29 20:58:41.213873 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:41.226542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:41.260761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:41.298035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.334101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] No DVR routers for this DVR port a21251ce-bec5-4677-afdf-9c3131f5b923 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:41.338682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.343166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e5dca62-089a-4dbe-8f3a-d40c5247fef2 req-7265fbf0-910e-406a-a890-182923603439 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.18 "DELETE /v2.0/ports/a21251ce-bec5-4677-afdf-9c3131f5b923 HTTP/1.1" status: 204  len: 173 time: 2.5867915
Jan 29 20:58:41.348521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'name': 'network-vif-deleted', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:41.351379 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74dadd7-9f9a-4acf-b234-ebb2ee7c08aa" -d '{"events": [{"server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "name": "network-vif-deleted", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:41.399540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:41.468366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfaf31ed-ff39-42ac-8e22-c4919fa09699 req-28474557-7950-43d2-ba63-af32e46aac30 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2488751
Jan 29 20:58:41.477935 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2890dac9-6e66-4ea8-bb75-ff3596892ae0 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.6231861
Jan 29 20:58:41.480264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:41.484686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:41.511652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:41.531681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:41.550180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Sync routers for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:41.578400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a64f76c6-3465-4a03-838b-4cf31636f352 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:41.640928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:41.643128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.648772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a64f76c6-3465-4a03-838b-4cf31636f352 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:41.649165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:41.666881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11c48128-8892-4398-8325-07f86e619f18 req-383b17d4-e7c3-4bd6-806e-de7e9cdf202e tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5ad3f-11b9-41e2-b47a-8b15112825b7 HTTP/1.1" status: 200  len: 210 time: 0.0614502
Jan 29 20:58:41.696781 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ab2346d-2206-4b38-b104-32777b1aaaa3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/floatingips/f43e2239-a4af-496a-8b4d-5458c796d40d HTTP/1.1" status: 200  len: 977 time: 0.2103302
Jan 29 20:58:41.699339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54494) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:41.740132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2280>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:41.755144 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:41.756016 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:41.806551 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2280>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:41.807517 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15e1ec-11f4-4f5f-b911-abddcb2066c1 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:41.820010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b7a06c-8700-4042-911f-02aab9943e4c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:41.872065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:41.873158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a75ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:41.908627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd8192-b3aa-4eb8-8fc7-9a97cf682304 req-4d6cb7a7-f1bd-44f1-b90c-1da288a74faf tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:41.914395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6efd8192-b3aa-4eb8-8fc7-9a97cf682304 req-4d6cb7a7-f1bd-44f1-b90c-1da288a74faf tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 948 time: 0.2543571
Jan 29 20:58:41.958491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:41.969768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de75f88-04cd-4b5b-96c7-03e3276ccd87 req-3dfe4af8-1d8c-47fb-a535-21e1bc1a873a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:41.983152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7de75f88-04cd-4b5b-96c7-03e3276ccd87 req-3dfe4af8-1d8c-47fb-a535-21e1bc1a873a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 931 time: 0.2102354
Jan 29 20:58:42.108764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:42.140455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6efd8192-b3aa-4eb8-8fc7-9a97cf682304 req-01820d7a-847e-45bf-928c-d14e70481357 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178335
Jan 29 20:58:42.150973 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:42.163864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:42.164681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:42.171789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7de75f88-04cd-4b5b-96c7-03e3276ccd87 req-1488d725-2511-4a33-8dff-a36771ae5ede tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867697
Jan 29 20:58:42.184014 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8269de7-1fd7-4127-851a-b172ad471c9f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.4621568
Jan 29 20:58:42.184503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54506) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:42.190738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': 'b658bed8-9ebc-442d-9d36-fa3090ce027e'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:42.246644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-573aff27-4a72-4cfa-a149-759246103aa9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8634863
Jan 29 20:58:42.357802 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296da688-e4a7-4df8-a70d-8d000980bda2 x-openstack-request-id: req-296da688-e4a7-4df8-a70d-8d000980bda2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:42.358408 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5ad3f-11b9-41e2-b47a-8b15112825b7", "name": "network-vif-deleted", "tag": "a21251ce-bec5-4677-afdf-9c3131f5b923", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:42.360640 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-296da688-e4a7-4df8-a70d-8d000980bda2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:42.360756 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5ad3f-11b9-41e2-b47a-8b15112825b7', 'name': 'network-vif-deleted', 'tag': 'a21251ce-bec5-4677-afdf-9c3131f5b923', 'status': 'completed', 'code': 200}
Jan 29 20:58:42.406018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Request body: {'port': {'device_id': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:42.483317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:42.562109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1cb5-b925-43b4-9f12-0e8dd2106e34 req-0810b975-373d-4878-9bd6-6a87856a4397 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:42.569577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-139e1cb5-b925-43b4-9f12-0e8dd2106e34 req-0810b975-373d-4878-9bd6-6a87856a4397 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.2078559
Jan 29 20:58:42.622439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:42.743438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 01d02eaf-e3fb-47f1-810d-e62a23d750fc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:42.789291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-139e1cb5-b925-43b4-9f12-0e8dd2106e34 req-2b197fdb-7082-4e18-93d0-4a3c798fb0ce tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187047
Jan 29 20:58:42.815820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a848c-1295-4a1f-98d0-b6d79a284160 req-87c9a477-8302-4919-a8ee-097592bf1f47 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:42.829970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-604a848c-1295-4a1f-98d0-b6d79a284160 req-87c9a477-8302-4919-a8ee-097592bf1f47 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 944 time: 0.3720419
Jan 29 20:58:42.901279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['99b7a06c-8700-4042-911f-02aab9943e4c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:43.038583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43697a4-9d43-4104-b636-f0c6f2487dc3 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:43.048577 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks [] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.057975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a64f76c6-3465-4a03-838b-4cf31636f352 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:43.058951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.079114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-604a848c-1295-4a1f-98d0-b6d79a284160 req-8339991f-23a6-46e5-8af8-a0c4753e4f7c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475390
Jan 29 20:58:43.088636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61880e97-e05a-4d12-aa7b-aaf7ef604ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.102508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Transition to ACTIVE for port object b43697a4-9d43-4104-b636-f0c6f2487dc3 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:58:43.110813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.138244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a64f76c6-3465-4a03-838b-4cf31636f352,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:43.141521 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:58:43.153257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:43.156221 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b8e47-21e4-497f-89b6-95b9b3abebdd" -d '{"events": [{"server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "name": "network-vif-plugged", "status": "completed", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:43.177440 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.179516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:43.201745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Pushing event updated for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:43.279777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a21251ce-bec5-4677-afdf-9c3131f5b923 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:43.302296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:43.353286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Attempting to bind port b43697a4-9d43-4104-b636-f0c6f2487dc3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:43.353657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Attempting to bind port b43697a4-9d43-4104-b636-f0c6f2487dc3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:43.353966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Attempting to bind port b43697a4-9d43-4104-b636-f0c6f2487dc3 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:43.359537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Port b43697a4-9d43-4104-b636-f0c6f2487dc3 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:58:43.360111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Attempting to bind port b43697a4-9d43-4104-b636-f0c6f2487dc3 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:43.367117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:43.367477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:43.368011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:43.368456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Bound port: b43697a4-9d43-4104-b636-f0c6f2487dc3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:43.368825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.522024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:43.524966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a21251ce-bec5-4677-afdf-9c3131f5b923 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:43.527570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a21251ce-bec5-4677-afdf-9c3131f5b923 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:43.531275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:43.546188 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.590674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:43.592723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.600573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] 10.222.0.36 "PUT /v2.0/ports/b43697a4-9d43-4104-b636-f0c6f2487dc3 HTTP/1.1" status: 200  len: 1091 time: 1.2108479
Jan 29 20:58:43.605075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:43.624411 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d79d9-a983-4501-b670-321a319373b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:43.781761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:43.799417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:43.801737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:43.810098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:58:43.820340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-fa152b49-7ac6-4e21-b1af-6a494454e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:43.826215 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-fa152b49-7ac6-4e21-b1af-6a494454e954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 1125 time: 0.1355488
Jan 29 20:58:43.828407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8d9c-3e02-43c3-9be9-214e2f7c87cd service neutron] Pushing event updated for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:43.840809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '01d02eaf-e3fb-47f1-810d-e62a23d750fc', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '01d02eaf-e3fb-47f1-810d-e62a23d750fc', 'mac_address': 'fa:16:3e:d2:44:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:43.938838 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-08790a18-07fc-4d87-abdd-3b7c337f295a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3 HTTP/1.1" status: 200  len: 217 time: 0.0968032
Jan 29 20:58:43.944457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 01d02eaf-e3fb-47f1-810d-e62a23d750fc is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:43.945183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:44.000573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:44.018880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d02eaf-e3fb-47f1-810d-e62a23d750fc {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:44.027242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:44.062324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-96cd3971-e99c-4020-94d0-ad79d0d05505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:44.067944 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-96cd3971-e99c-4020-94d0-ad79d0d05505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1061780
Jan 29 20:58:44.117628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:44.123308 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ebfc23-9fbe-43f5-aad7-0a27ee1dbf95 x-openstack-request-id: req-39ebfc23-9fbe-43f5-aad7-0a27ee1dbf95 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:44.125391 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "name": "network-vif-plugged", "status": "completed", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:44.126018 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39ebfc23-9fbe-43f5-aad7-0a27ee1dbf95 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:44.126521 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352', 'code': 200}
Jan 29 20:58:44.153072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-6d454507-bdb3-4983-be1e-9fee56e77489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689869
Jan 29 20:58:44.158133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:44.241364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:44.351062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a75ff40>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:44.394653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Checking router: 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:58:44.403851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eeb2b-176c-459b-b0a6-f830a52ed57b req-10aeda52-2d3f-4ed8-8b98-190166d7f4cb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:44.413716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-4b0c8c41-be11-4cba-8292-769e3e79f389 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383509
Jan 29 20:58:44.414677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31eeb2b-176c-459b-b0a6-f830a52ed57b req-10aeda52-2d3f-4ed8-8b98-190166d7f4cb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 945 time: 1.1620061
Jan 29 20:58:44.471794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:44.472619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a75ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:44.493365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9e1c-f7a6-478d-b7e7-d5f68431e6dc req-ae141ed8-9fc8-4bf8-8549-78f8f7445b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:44.494758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd9b9e1c-f7a6-478d-b7e7-d5f68431e6dc req-ae141ed8-9fc8-4bf8-8549-78f8f7445b8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 1127 time: 0.2559278
Jan 29 20:58:44.502944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4edaa-e83f-4009-8c17-b7611df42909 req-f6c942f0-3adf-4990-8f27-21fa2eec5890 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:44.512132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2f4edaa-e83f-4009-8c17-b7611df42909 req-f6c942f0-3adf-4990-8f27-21fa2eec5890 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 949 time: 0.2738726
Jan 29 20:58:44.541592 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP f43e2239-a4af-496a-8b4d-5458c796d40d associated. External IP: 172.35.4.138, port: 2a810afe-c145-4d90-912f-ab4ff62f2b9e.
Jan 29 20:58:44.566264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['01d02eaf-e3fb-47f1-810d-e62a23d750fc'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:44.610326 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d9066fd1-7e96-470d-b368-25a2467d8c18 req-645159a5-b7aa-4165-a06a-91bc6f061cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877749
Jan 29 20:58:44.673136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:44.740096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31eeb2b-176c-459b-b0a6-f830a52ed57b req-8bcbbdc4-bfe5-45c9-99a6-26ae8e4f550e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3243966
Jan 29 20:58:44.902273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd9b9e1c-f7a6-478d-b7e7-d5f68431e6dc req-440237f7-6cae-419d-aa38-e7280b188b82 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3838296
Jan 29 20:58:45.000834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2f4edaa-e83f-4009-8c17-b7611df42909 req-a3e51861-50fe-430e-a251-0ad9bb714b45 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4877379
Jan 29 20:58:45.030582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a75ff40>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:45.034838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc54a-7bf6-4984-a821-e36ebc0f22fc req-050422e7-e44c-4025-848e-2112e6ca5217 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:45.042744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-284cc54a-7bf6-4984-a821-e36ebc0f22fc req-050422e7-e44c-4025-848e-2112e6ca5217 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 943 time: 0.1343286
Jan 29 20:58:45.064359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205b9e4-0453-40cb-a9c9-1d49dd8c201f None None] The sync data for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 is: [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:56:42Z', 'revision_number': 4, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4ffc583-b506-43a0-a6ff-20d9dc997769', 'name': '', 'network_id': '64c63500-6423-4c72-9399-0e31e2580fee', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'mac_address': 'fa:16:3e:9c:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:40Z', 'updated_at': '2022-01-29T20:56:54Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'subnets': [{'id': 'a47216f7-2be1-46ed-9fea-2f4bca980fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:45.111848 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c31bf1-727c-43be-ab22-da6c152f61b3 x-openstack-request-id: req-e9c31bf1-727c-43be-ab22-da6c152f61b3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:45.112285 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:45.112495 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9c31bf1-727c-43be-ab22-da6c152f61b3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:45.112850 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3', 'status': 'completed', 'code': 200}
Jan 29 20:58:45.126446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:45.138318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-284cc54a-7bf6-4984-a821-e36ebc0f22fc req-b959d633-3349-47d3-9d16-54f9ff3316ea tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945733
Jan 29 20:58:45.368011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0c5b1-08f8-4c55-9925-0e0cde9845c2 req-f0a7435a-ecc4-4f10-8d61-a4cb33c34f17 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:45.370150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84b0c5b1-08f8-4c55-9925-0e0cde9845c2 req-f0a7435a-ecc4-4f10-8d61-a4cb33c34f17 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1254892
Jan 29 20:58:45.400337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:45.417857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:45.452039 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:45.458629 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:45.506572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54586) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:45.525651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:45.582954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:45.611650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f574fa8-a6be-459b-92df-314bf831bc73 None None] New status for floating IP 5be4c015-8f81-40a3-93d2-a4899ad1f05b: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:58:45.626197 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:45.627183 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:45.706990 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aff2220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:45.707877 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499a6b-e00a-4fb1-9f73-2814b294c75d None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:45.715874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (9b08a8ba-d309-43fd-8635-5e0188ec8428), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:45.750548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (9b08a8ba-d309-43fd-8635-5e0188ec8428), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:45.770361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79d9-a983-4501-b670-321a319373b6 req-4b3ac4d1-4777-4d30-9829-05eee602fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:45.772159 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-4b3ac4d1-4777-4d30-9829-05eee602fd3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 1125 time: 0.2049475
Jan 29 20:58:45.894217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9b08a8ba-d309-43fd-8635-5e0188ec8428), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:45.898797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:45.900015 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b08a8ba-d309-43fd-8635-5e0188ec8428 HTTP/1.1" status: 204  len: 168 time: 0.3917751
Jan 29 20:58:45.920935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54592) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:45.965077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7508e-83f4-487c-80fc-042fcf59ac13 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08a8ba-d309-43fd-8635-5e0188ec8428,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:45.991376 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0c57bebf-68c1-4a5f-815f-0cf612b26186 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] show failed (client error): The resource could not be found.
Jan 29 20:58:45.992849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c57bebf-68c1-4a5f-815f-0cf612b26186 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "GET /v2.0/security-groups/9b08a8ba-d309-43fd-8635-5e0188ec8428 HTTP/1.1" status: 404  len: 347 time: 0.0669882
Jan 29 20:58:45.996206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:46.116313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79d9-a983-4501-b670-321a319373b6 req-7bd59071-7572-4b81-b73b-c4c8f486dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:46.118262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-7bd59071-7572-4b81-b73b-c4c8f486dd0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.3184979
Jan 29 20:58:46.145653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84b0c5b1-08f8-4c55-9925-0e0cde9845c2 req-d6896523-cd0d-444d-b383-f518e3b11698 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7646070
Jan 29 20:58:46.188204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70998a-3790-4600-aa76-b067b4728cfc req-53c3254d-5894-4a93-b574-43e88084d237 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:46.191700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad70998a-3790-4600-aa76-b067b4728cfc req-53c3254d-5894-4a93-b574-43e88084d237 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.1477251
Jan 29 20:58:46.332666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-a5e37edc-2fa8-4dec-a569-2588413e43ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3 HTTP/1.1" status: 200  len: 217 time: 0.0509658
Jan 29 20:58:46.335189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Deleting port 827ee554-bed6-44f4-b27b-fdd69db12689 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:46.335697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.489400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:46.516475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79d9-a983-4501-b670-321a319373b6 req-ee160d4b-a239-4466-b93a-67868c848f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:46.519125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-ee160d4b-a239-4466-b93a-67868c848f00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1096468
Jan 29 20:58:46.542075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.542755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (827ee554-bed6-44f4-b27b-fdd69db12689), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.559390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Calling delete_port for 827ee554-bed6-44f4-b27b-fdd69db12689 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:46.628939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad70998a-3790-4600-aa76-b067b4728cfc req-1991cb64-8d6c-40b5-9bc0-fb2500a47eb5 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871572
Jan 29 20:58:46.647485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f30ba-fdc2-4efa-aa53-81d6fd6b5a54 req-3a5d3699-bcc6-4e19-af7b-9aecd7a32590 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:46.654698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-498f30ba-fdc2-4efa-aa53-81d6fd6b5a54 req-3a5d3699-bcc6-4e19-af7b-9aecd7a32590 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.2062962
Jan 29 20:58:46.677755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 01d02eaf-e3fb-47f1-810d-e62a23d750fc up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:46.734103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 01d02eaf-e3fb-47f1-810d-e62a23d750fc completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:46.739232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 01d02eaf-e3fb-47f1-810d-e62a23d750fc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:46.740461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.746573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-ce0a8181-f0d6-4866-95f5-968f37f4145c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628655
Jan 29 20:58:46.818401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-498f30ba-fdc2-4efa-aa53-81d6fd6b5a54 req-8a5bca11-bac0-4e11-a0d1-907a920e488a tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624417
Jan 29 20:58:46.837036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.848797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:46.859273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:46.864026 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:46.884021 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:46.885931 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:46.890799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:46.926803 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-4a93c025-2a7b-46d3-a63b-c70b9f079f06 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380384
Jan 29 20:58:46.999355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48223583-aa57-45e3-9030-fc57041d3339 req-bffe90ef-a90a-4bfc-a067-743268a261f7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:47.010938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48223583-aa57-45e3-9030-fc57041d3339 req-bffe90ef-a90a-4bfc-a067-743268a261f7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 945 time: 0.2178967
Jan 29 20:58:47.022247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1a60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:47.046201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:47.047176 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:47.071797 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f6d79d9-a983-4501-b670-321a319373b6 req-f8f8d736-b82e-425d-b169-f54b78bd110d service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228600
Jan 29 20:58:47.073314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (827ee554-bed6-44f4-b27b-fdd69db12689), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.084804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-250ff603-aefc-4cd4-8b66-e5ace0347c03 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/f43e2239-a4af-496a-8b4d-5458c796d40d HTTP/1.1" status: 200  len: 977 time: 4.8988006
Jan 29 20:58:47.085687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54600) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:47.097873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:47.111905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 01d02eaf-e3fb-47f1-810d-e62a23d750fc is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:47.116372 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.130455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Pushing event deleted for resources: {'Port': ['ID=827ee554-bed6-44f4-b27b-fdd69db12689,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:47.131495 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1a60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:47.132360 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65fc61-b30d-4267-8e66-8f625350ced7 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:47.195256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:47.198511 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a5994-d233-4d7e-89f4-de19cc79eaf2" -d '{"events": [{"server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "name": "network-vif-plugged", "status": "completed", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:47.219572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks [] for floatingip (5be4c015-8f81-40a3-93d2-a4899ad1f05b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.220852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.225597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 99b7a06c-8700-4042-911f-02aab9943e4c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:47.225791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-13c7a3ae-0447-455e-bef0-4840cf024802 tempest-ServersTestBootFromVolume-1029629551 tempest-ServersTestBootFromVolume-1029629551-project] 10.222.0.20 "DELETE /v2.0/floatingips/5be4c015-8f81-40a3-93d2-a4899ad1f05b HTTP/1.1" status: 204  len: 168 time: 1.2053113
Jan 29 20:58:47.226020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:47.248768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48223583-aa57-45e3-9030-fc57041d3339 req-14a834b0-87e3-4e78-9827-b7edb53d149e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2360501
Jan 29 20:58:47.254901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:47.262023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 99b7a06c-8700-4042-911f-02aab9943e4c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:47.263738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.272191 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.276997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.344356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeb856-5cd9-4547-8a94-9fcf9c30213f req-568d8e57-0deb-4bb4-892a-0fdc6968564a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:47.345940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35eeb856-5cd9-4547-8a94-9fcf9c30213f req-568d8e57-0deb-4bb4-892a-0fdc6968564a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 949 time: 0.3162427
Jan 29 20:58:47.435036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35eeb856-5cd9-4547-8a94-9fcf9c30213f req-c070ed9d-71f2-43bd-a4f1-4eb782ddc9d6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710962
Jan 29 20:58:47.549216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-c37ed8d4-faf1-42cb-8528-31c3478b8540 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:47.550760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-c37ed8d4-faf1-42cb-8528-31c3478b8540 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.18 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 948 time: 0.2891083
Jan 29 20:58:47.686204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:47.694774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152c4af-6820-45ea-9a4f-ca6af7cda846 req-68cad06c-57b2-4611-8175-65e24ddd77ba tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:47.696820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c152c4af-6820-45ea-9a4f-ca6af7cda846 req-68cad06c-57b2-4611-8175-65e24ddd77ba tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 943 time: 0.2703972
Jan 29 20:58:47.704612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.717355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.717597 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP f43e2239-a4af-496a-8b4d-5458c796d40d disassociated. External IP: 172.35.4.138, port: b658bed8-9ebc-442d-9d36-fa3090ce027e.
Jan 29 20:58:47.762055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:47.762542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.808454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:47.819424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:47.885711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:47.887775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.013181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770fe9c-8822-4052-8700-5511170ef4af req-d4e56062-438b-4ef1-a07a-7c4ea846de13 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:48.016319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5770fe9c-8822-4052-8700-5511170ef4af req-d4e56062-438b-4ef1-a07a-7c4ea846de13 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.4464884
Jan 29 20:58:48.126888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5770fe9c-8822-4052-8700-5511170ef4af req-6e670b30-aea2-41b6-b10c-ab21dcc3f507 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993507
Jan 29 20:58:48.163933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c152c4af-6820-45ea-9a4f-ca6af7cda846 req-23a94b68-66a0-47a4-89b3-313f4105fe4e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4493132
Jan 29 20:58:48.225872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Deleting port a8314312-e25a-430c-9ad8-a8ecc7438097 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:48.227639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.255827 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939acf4-9d72-4bd3-8152-842810fe4858 x-openstack-request-id: req-c939acf4-9d72-4bd3-8152-842810fe4858 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:48.256482 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "name": "network-vif-plugged", "status": "completed", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:48.256963 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c939acf4-9d72-4bd3-8152-842810fe4858 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:48.257584 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc', 'code': 200}
Jan 29 20:58:48.342625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Deleting port a4ffc583-b506-43a0-a6ff-20d9dc997769 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:48.343256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.438216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] For port a4ffc583-b506-43a0-a6ff-20d9dc997769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4ffc583-b506-43a0-a6ff-20d9dc997769,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:48.438956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.471321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Calling delete_port for a4ffc583-b506-43a0-a6ff-20d9dc997769 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:48.480168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] For port a8314312-e25a-430c-9ad8-a8ecc7438097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8314312-e25a-430c-9ad8-a8ecc7438097,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:48.480813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.497187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Calling delete_port for a8314312-e25a-430c-9ad8-a8ecc7438097 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:48.699273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a8314312-e25a-430c-9ad8-a8ecc7438097), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.699872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a4ffc583-b506-43a0-a6ff-20d9dc997769), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:48.742171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Pushing event deleted for resources: {'Port': ['ID=a8314312-e25a-430c-9ad8-a8ecc7438097,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:48.750970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ffc583-b506-43a0-a6ff-20d9dc997769,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:48.883245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:49.089026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] No DVR routers for this DVR port a8314312-e25a-430c-9ad8-a8ecc7438097 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:49.113244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:49.128913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:49.129206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:49.134554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80a89536-5f9c-41fd-8278-2ba2c9bb88c8 req-d21527f2-e1e3-4bab-8f18-139ce9b4f791 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.18 "DELETE /v2.0/ports/a8314312-e25a-430c-9ad8-a8ecc7438097 HTTP/1.1" status: 204  len: 173 time: 1.5750966
Jan 29 20:58:49.147049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250143b9-e52b-405c-8803-4ab154130c93 req-01ea05cc-3861-4d76-8b94-398faf21bb6b tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:49.151115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:49.156170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:49.156820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a89a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:49.157889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-250143b9-e52b-405c-8803-4ab154130c93 req-01ea05cc-3861-4d76-8b94-398faf21bb6b tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27271f6-42bc-4371-8bc1-000af0b8286c HTTP/1.1" status: 200  len: 865 time: 0.7672064
Jan 29 20:58:49.183419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-deleted', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:49.190069 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53af4135-2f80-406f-be7f-bf975983c071" -d '{"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-deleted", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:49.205765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:49.219892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ac47a-d3ca-4871-97fa-1065c0f483e0 req-d075db6b-6231-45b8-9019-44491d9d4801 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:49.228649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d8ac47a-d3ca-4871-97fa-1065c0f483e0 req-d075db6b-6231-45b8-9019-44491d9d4801 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.9073317
Jan 29 20:58:49.276160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a89a5e0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:49.298427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:49.299921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a89a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:49.346050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d8ac47a-d3ca-4871-97fa-1065c0f483e0 req-df12a715-c5f0-471a-9f08-3234626cbc6c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116838
Jan 29 20:58:49.366917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a89a5e0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:49.367827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c3d20-ed1a-4efe-b0d5-c4dcaada4189 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:49.415885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-250143b9-e52b-405c-8803-4ab154130c93 req-7f9c123a-e5f5-4249-8f37-81ab0ce0a85c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562859
Jan 29 20:58:49.417305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-002b8d0b-8d0d-4c92-954a-90ecd2036eab tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/f43e2239-a4af-496a-8b4d-5458c796d40d HTTP/1.1" status: 200  len: 688 time: 2.3270984
Jan 29 20:58:49.421122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:49.628010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0e89-50a6-4a27-a15f-921474382b51 req-07e5f8ed-3502-41ae-9745-b3fd8fee9ba6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:49.629628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-282f0e89-50a6-4a27-a15f-921474382b51 req-07e5f8ed-3502-41ae-9745-b3fd8fee9ba6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1567440
Jan 29 20:58:49.651773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdcceb-e598-486b-b17f-3ccd91a1f65f req-79991380-7f75-47e4-9bd3-6c9d50520bfc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:49.653382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7fdcceb-e598-486b-b17f-3ccd91a1f65f req-79991380-7f75-47e4-9bd3-6c9d50520bfc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.1436443
Jan 29 20:58:49.846442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:49.958344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:49.966241 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-091fc590-b6e0-44e0-9dcf-e4e0bff556c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7340565
Jan 29 20:58:49.967211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:49.970907 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947562f-fc59-495d-888b-621255e411dd None None] Sync routers for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:49.983546 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:49.984438 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:49.997035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port b62d5980-579b-433c-b6aa-2f05ccfe6e49 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:49.997387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.053831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-282f0e89-50a6-4a27-a15f-921474382b51 req-9af0b7b1-4394-443c-821e-2a78881c84e9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4163086
Jan 29 20:58:50.070551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks [] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.081971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7fdcceb-e598-486b-b17f-3ccd91a1f65f req-e399b9d5-4e44-43e3-baf8-9e58c276b5a6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4143310
Jan 29 20:58:50.115461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.116957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (b62d5980-579b-433c-b6aa-2f05ccfe6e49), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.127592 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:50.149171 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ec391-7e40-490b-adbb-a76a487b1b9c x-openstack-request-id: req-1c5ec391-7e40-490b-adbb-a76a487b1b9c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:50.150948 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27271f6-42bc-4371-8bc1-000af0b8286c", "name": "network-vif-deleted", "tag": "a8314312-e25a-430c-9ad8-a8ecc7438097", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:50.151307 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c5ec391-7e40-490b-adbb-a76a487b1b9c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:50.151813 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27271f6-42bc-4371-8bc1-000af0b8286c', 'name': 'network-vif-deleted', 'tag': 'a8314312-e25a-430c-9ad8-a8ecc7438097', 'status': 'completed', 'code': 200}
Jan 29 20:58:50.158123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for b62d5980-579b-433c-b6aa-2f05ccfe6e49 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:50.244026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks [] for router_gateway (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.258628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:50.260921 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c73781-8382-4ea5-bcf0-881116c14663" -d '{"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:50.316642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Deleting port 259196e8-1ac0-4517-b47b-805aa1416e6d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:50.317324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.346615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eb147-a796-4fea-8f78-701f3a1608e4 req-c98c6943-7c85-4930-9b76-68c9a774ec6e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.348303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-732eb147-a796-4fea-8f78-701f3a1608e4 req-c98c6943-7c85-4930-9b76-68c9a774ec6e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1226587
Jan 29 20:58:50.381189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461cfb-58be-4766-8b53-2f14bb49c898 req-f2c04c76-abf9-4b3e-966c-acd21300ea9e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.382763 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1df0>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:58:48Z', 'revision_number': 5, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port': {'id': '259196e8-1ac0-4517-b47b-805aa1416e6d', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:18:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:56:37Z', 'updated_at': '2022-01-29T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:50.384761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb461cfb-58be-4766-8b53-2f14bb49c898 req-f2c04c76-abf9-4b3e-966c-acd21300ea9e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 943 time: 0.1494293
Jan 29 20:58:50.410827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] For port 259196e8-1ac0-4517-b47b-805aa1416e6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259196e8-1ac0-4517-b47b-805aa1416e6d,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:50.411189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.417938 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947562f-fc59-495d-888b-621255e411dd None None] Checking router: 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:58:50.425719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Calling delete_port for 259196e8-1ac0-4517-b47b-805aa1416e6d owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:50.428031 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] Routers {'281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:50.428821 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:50.519045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb461cfb-58be-4766-8b53-2f14bb49c898 req-022ddb27-6c43-4299-9f4c-dc86b374fee5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184149
Jan 29 20:58:50.523953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-732eb147-a796-4fea-8f78-701f3a1608e4 req-177eea1c-6cdc-496b-b02c-282bf7b20dd5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353624
Jan 29 20:58:50.524928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b62d5980-579b-433c-b6aa-2f05ccfe6e49), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.532731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] Set router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:50.564312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=b62d5980-579b-433c-b6aa-2f05ccfe6e49,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:50.612785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c947562f-fc59-495d-888b-621255e411dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5f1df0>, [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:58:50Z', 'revision_number': 6, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:50.637161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (259196e8-1ac0-4517-b47b-805aa1416e6d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.641059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (f43e2239-a4af-496a-8b4d-5458c796d40d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.645129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.648952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1ff7164b-64bf-4b42-9f34-9dd6bb3a9a47 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/f43e2239-a4af-496a-8b4d-5458c796d40d HTTP/1.1" status: 204  len: 168 time: 1.2248623
Jan 29 20:58:50.649444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54634) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:50.651080 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947562f-fc59-495d-888b-621255e411dd None None] The sync data for ids ['281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8'] in ncdv-master-1 is: [{'id': '281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8', 'name': 'tempest-ServersTestBootFromVolume-53977363-router', 'tenant_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:56:36Z', 'updated_at': '2022-01-29T20:58:50Z', 'revision_number': 6, 'project_id': '48a3088fc3bf4f8dbb2e2bef3ea0e6b3', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:50.668697 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b83bd-3e0a-4001-b3ad-83bf772b3e8a x-openstack-request-id: req-4c6b83bd-3e0a-4001-b3ad-83bf772b3e8a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:50.669029 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:50.669289 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c6b83bd-3e0a-4001-b3ad-83bf772b3e8a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:50.670325 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'code': 200}
Jan 29 20:58:50.692354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b43697a4-9d43-4104-b636-f0c6f2487dc3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:50.695920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Pushing event deleted for resources: {'Port': ['ID=259196e8-1ac0-4517-b47b-805aa1416e6d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:50.711964 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-2cdd4e1b-6226-44ee-9577-90c6c12b2549 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] delete failed (client error): The resource could not be found.
Jan 29 20:58:50.717006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2cdd4e1b-6226-44ee-9577-90c6c12b2549 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/f43e2239-a4af-496a-8b4d-5458c796d40d HTTP/1.1" status: 404  len: 345 time: 0.0624619
Jan 29 20:58:50.719304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:50.803916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.859414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92481e68-8de7-4cd8-bad5-e85d6802724f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.863318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:50.864797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92481e68-8de7-4cd8-bad5-e85d6802724f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.870191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92481e68-8de7-4cd8-bad5-e85d6802724f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.871912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92481e68-8de7-4cd8-bad5-e85d6802724f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/ports?network_id=4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 HTTP/1.1" status: 200  len: 2356 time: 0.1520932
Jan 29 20:58:50.878270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54642) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:50.880301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ad988-978a-4f18-aeef-2229a1461bd6 req-385925f8-5151-4b71-87cb-61ce00621b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.881879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b7ad988-978a-4f18-aeef-2229a1461bd6 req-385925f8-5151-4b71-87cb-61ce00621b81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.1292360
Jan 29 20:58:50.899228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a8314312-e25a-430c-9ad8-a8ecc7438097 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:50.899852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a8314312-e25a-430c-9ad8-a8ecc7438097 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:50.903392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:50.918984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b43697a4-9d43-4104-b636-f0c6f2487dc3', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': 'b43697a4-9d43-4104-b636-f0c6f2487dc3', 'mac_address': 'fa:16:3e:4e:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:50.953494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.956132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks [] for router_controller (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.963055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b43697a4-9d43-4104-b636-f0c6f2487dc3 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:50.963835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:50.982924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43697a4-9d43-4104-b636-f0c6f2487dc3 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:50.996415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bcaba3-488b-4510-9637-f5062d94fdce tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:50.997882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3bcaba3-488b-4510-9637-f5062d94fdce tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/subnets/513eb457-c6d6-4120-b8f0-c526683e6335 HTTP/1.1" status: 200  len: 797 time: 0.1150312
Jan 29 20:58:51.005707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54644) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:51.006086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:51.012105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.017324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'port': {'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19', 'name': 'tempest-FloatingIPTestJSON-1202706158', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:51.024919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.026426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:58:51.042037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.043225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-651057c1-9268-41b0-94c9-83ecf7fd8904 admin admin] 10.222.0.20 "DELETE /v2.0/routers/281cc2f6-2ceb-4c37-a7c8-a69ea44af3c8 HTTP/1.1" status: 204  len: 168 time: 1.0752950
Jan 29 20:58:51.049654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54648) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:51.084955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:51.106903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Deleting subnet a47216f7-2be1-46ed-9fea-2f4bca980fcc {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:58:51.111132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Publish callbacks [] for subnet (a47216f7-2be1-46ed-9fea-2f4bca980fcc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.116036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b7ad988-978a-4f18-aeef-2229a1461bd6 req-b56bc030-7473-4d55-889b-b38923fa39df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2040284
Jan 29 20:58:51.150810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (a47216f7-2be1-46ed-9fea-2f4bca980fcc), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.160905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243b19e-6310-40c3-8d2b-835b0784cd0e req-4040b5b4-b0dc-4ae3-9f2f-9c69aa44b631 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:51.162488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1243b19e-6310-40c3-8d2b-835b0784cd0e req-4040b5b4-b0dc-4ae3-9f2f-9c69aa44b631 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.2329381
Jan 29 20:58:51.239986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156483da-faf8-4cbe-ab29-66d33ea14dee req-86ddfbd2-62d0-402e-87c8-abd7a70edb3d tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:51.241907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-156483da-faf8-4cbe-ab29-66d33ea14dee req-86ddfbd2-62d0-402e-87c8-abd7a70edb3d tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.1411741
Jan 29 20:58:51.242463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:51.244616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a47216f7-2be1-46ed-9fea-2f4bca980fcc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.303573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (a47216f7-2be1-46ed-9fea-2f4bca980fcc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.304457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1243b19e-6310-40c3-8d2b-835b0784cd0e req-4f82af60-d983-46d4-b458-2d6afd7733c0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295986
Jan 29 20:58:51.336411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47216f7-2be1-46ed-9fea-2f4bca980fcc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:51.340240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.344418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-683103b2-a1b8-4cdf-8ee8-b3ba38e894a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a47216f7-2be1-46ed-9fea-2f4bca980fcc HTTP/1.1" status: 204  len: 168 time: 0.2917707
Jan 29 20:58:51.346405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26e24c-d491-4bbc-9db9-df7da8791823 None None] Network 64c63500-6423-4c72-9399-0e31e2580fee requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:51.347104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54654) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:51.366587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.424366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (64c63500-6423-4c72-9399-0e31e2580fee), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.431915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] device_id is not set on port 103c0336-0cd0-4779-bf74-a6c2f57ade1d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:58:51.441573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-156483da-faf8-4cbe-ab29-66d33ea14dee req-f52df05d-0918-4aff-be75-8d1423be57cb tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899967
Jan 29 20:58:51.464074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b43697a4-9d43-4104-b636-f0c6f2487dc3'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:51.484520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Deleting port d0ea2999-b493-487f-8114-30e77dc810d1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:51.484859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.589636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] For port d0ea2999-b493-487f-8114-30e77dc810d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ea2999-b493-487f-8114-30e77dc810d1,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:51.590315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.613860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] DHCP port deletion for 64c63500-6423-4c72-9399-0e31e2580fee request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:58:51.617939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Calling delete_port for d0ea2999-b493-487f-8114-30e77dc810d1 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:51.668281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23972153-f4ba-43b5-aa1c-7984fe2d9e4f req-6589c6fd-18f0-4d31-952b-524e87e34255 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:51.670942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23972153-f4ba-43b5-aa1c-7984fe2d9e4f req-6589c6fd-18f0-4d31-952b-524e87e34255 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.2908051
Jan 29 20:58:51.709183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Deleting port d0ea2999-b493-487f-8114-30e77dc810d1 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:51.709724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.731702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.773297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ea2999-b493-487f-8114-30e77dc810d1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:51.777075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] No DVR routers for this DVR port d0ea2999-b493-487f-8114-30e77dc810d1 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:51.782173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c569f-5642-4685-a3de-efbdb3d2fa01 req-e75c3f86-b8d7-4b42-b020-d114036e27c5 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:51.789079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e9c569f-5642-4685-a3de-efbdb3d2fa01 req-e75c3f86-b8d7-4b42-b020-d114036e27c5 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.1775131
Jan 29 20:58:51.817940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] For port d0ea2999-b493-487f-8114-30e77dc810d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ea2999-b493-487f-8114-30e77dc810d1,segment=NetworkSegment(1fa80c57-014f-4db6-8615-9a4677f16a9c),segment_id=1fa80c57-014f-4db6-8615-9a4677f16a9c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:51.818485 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.819601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23972153-f4ba-43b5-aa1c-7984fe2d9e4f req-cee505a1-57dd-4d20-a3e9-6f122fa2ba0c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1410456
Jan 29 20:58:51.847685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Calling delete_port for d0ea2999-b493-487f-8114-30e77dc810d1 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:51.868084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (64c63500-6423-4c72-9399-0e31e2580fee), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.901688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea100c8250>,) {'filters': {'network_id': ['64c63500-6423-4c72-9399-0e31e2580fee']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:51.920924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100c8250>, '1fa80c57-014f-4db6-8615-9a4677f16a9c') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:51.921469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100c8250>, '1fa80c57-014f-4db6-8615-9a4677f16a9c') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:51.926870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e9c569f-5642-4685-a3de-efbdb3d2fa01 req-28c254cd-959f-4297-8958-0020da272bc2 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365721
Jan 29 20:58:51.935623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (1fa80c57-014f-4db6-8615-9a4677f16a9c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.950051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1fa80c57-014f-4db6-8615-9a4677f16a9c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.958782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (d0ea2999-b493-487f-8114-30e77dc810d1), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.963492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:58:51.963492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (1fa80c57-014f-4db6-8615-9a4677f16a9c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:51.984596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] Pushing event deleted for resources: {'Port': ['ID=d0ea2999-b493-487f-8114-30e77dc810d1,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:52.006668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e3da0-d287-4c57-8c65-ba3a5b7476be None None] No DVR routers for this DVR port d0ea2999-b493-487f-8114-30e77dc810d1 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   items = [
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:58:52.012946 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:58:52.036169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (64c63500-6423-4c72-9399-0e31e2580fee), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.042575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.047364 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] 10.222.0.20 "DELETE /v2.0/networks/64c63500-6423-4c72-9399-0e31e2580fee HTTP/1.1" status: 204  len: 168 time: 0.6991987
Jan 29 20:58:52.063332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5463-2201-4b8a-bd0e-d86e64a253bb admin admin] Pushing event deleted for resources: {'Network': ['ID=64c63500-6423-4c72-9399-0e31e2580fee,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:52.065024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6bdf-94c0-4555-9c2e-03419ef01914 req-3a1c6f13-abdd-4419-81b0-ac5eeac73384 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:52.066250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-796d6bdf-94c0-4555-9c2e-03419ef01914 req-3a1c6f13-abdd-4419-81b0-ac5eeac73384 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1384401
Jan 29 20:58:52.077393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.14 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/103c0336-0cd0-4779-bf74-a6c2f57ade1d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:52.114127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.13 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/103c0336-0cd0-4779-bf74-a6c2f57ade1d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:52.160436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a4ffc583-b506-43a0-a6ff-20d9dc997769 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:52.184293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a4ffc583-b506-43a0-a6ff-20d9dc997769 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:52.184647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a4ffc583-b506-43a0-a6ff-20d9dc997769 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:52.185185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 259196e8-1ac0-4517-b47b-805aa1416e6d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:52.192808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-796d6bdf-94c0-4555-9c2e-03419ef01914 req-35f12d85-6f19-4be8-bdf1-6fd25742cb27 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167202
Jan 29 20:58:52.206916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 259196e8-1ac0-4517-b47b-805aa1416e6d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:52.207495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 259196e8-1ac0-4517-b47b-805aa1416e6d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:52.208106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0ea2999-b493-487f-8114-30e77dc810d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:52.219449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999552-876c-41f2-98e8-adf5597e0396 req-fca3a713-e295-482a-a410-09de48aac56e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:52.222390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd999552-876c-41f2-98e8-adf5597e0396 req-fca3a713-e295-482a-a410-09de48aac56e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 944 time: 0.1652005
Jan 29 20:58:52.231951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: d0ea2999-b493-487f-8114-30e77dc810d1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:52.232851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0ea2999-b493-487f-8114-30e77dc810d1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:52.269552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54662) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:52.287513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.320054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c24366da-c14b-4ab1-857d-4d3be9df973e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48a3088fc3bf4f8dbb2e2bef3ea0e6b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0493121
Jan 29 20:58:52.320711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54664) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:52.332258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd999552-876c-41f2-98e8-adf5597e0396 req-dc6c3048-3f66-4265-9d3d-8a4b283e90db tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018109
Jan 29 20:58:52.384288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] Publish callbacks [] for security_group (f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.390089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (103c0336-0cd0-4779-bf74-a6c2f57ade1d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.407456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] Publish callbacks [] for security_group (f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.458365 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.462080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.462582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1f47-b2fd-4120-b44d-72087c04f4e5 req-c92495b5-01f4-4083-b324-2172b84dc42c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:52.463458 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914 HTTP/1.1" status: 204  len: 168 time: 0.1413827
Jan 29 20:58:52.465571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f70c1f47-b2fd-4120-b44d-72087c04f4e5 req-c92495b5-01f4-4083-b324-2172b84dc42c tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.0884807
Jan 29 20:58:52.467715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (103c0336-0cd0-4779-bf74-a6c2f57ade1d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.477800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b49e-c171-457a-a63f-af9a3b603f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dcfbe6-00e6-44d5-a3fb-04ba0cbe2914,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:52.544329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:52.553889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:52.563076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:52.566009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=103c0336-0cd0-4779-bf74-a6c2f57ade1d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:52.648411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f70c1f47-b2fd-4120-b44d-72087c04f4e5 req-bc8fce23-d9d8-497f-9ace-b0e3cec9dcef tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650817
Jan 29 20:58:52.660874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:52.661560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.684625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4119-5ad8-44d0-bba0-f51c890ee2b7 req-3dd25617-cda9-43b1-9e23-7fb172548081 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:52.686709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a7a4119-5ad8-44d0-bba0-f51c890ee2b7 req-3dd25617-cda9-43b1-9e23-7fb172548081 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.1306748
Jan 29 20:58:52.693855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54676) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:52.697726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '103c0336-0cd0-4779-bf74-a6c2f57ade1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:52.702366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d6ecf138-7f32-4ef1-84d9-bc739ccc5c74 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.6954727
Jan 29 20:58:52.705482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b43697a4-9d43-4104-b636-f0c6f2487dc3 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:52.738227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.768052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b43697a4-9d43-4104-b636-f0c6f2487dc3 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:58:52.774886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b43697a4-9d43-4104-b636-f0c6f2487dc3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:52.774886 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.785148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a7a4119-5ad8-44d0-bba0-f51c890ee2b7 req-c5691353-c1c2-427f-b9a5-db73418a281b tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814872
Jan 29 20:58:52.897097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.917647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b43697a4-9d43-4104-b636-f0c6f2487dc3 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:52.917951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:52.963590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:52.965983 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9859a-8fc6-4056-93e8-de24152f60d5" -d '{"events": [{"server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "name": "network-vif-plugged", "status": "completed", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:52.980532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:52.987415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.040311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.208 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/4565e6e5-cbce-4028-bc4a-74d1bb468925) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:53.049848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904ea0-ddd0-4bb5-bfe8-af051b9d66ca req-9d7b0dbd-01a9-4572-87d2-df8a7a16fdd0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.057613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a904ea0-ddd0-4bb5-bfe8-af051b9d66ca req-9d7b0dbd-01a9-4572-87d2-df8a7a16fdd0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.1009464
Jan 29 20:58:53.072965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac3b1-a9e1-4b63-99f2-563129d51f47 req-93933041-5b7e-4770-b384-6d9d7cf124c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.074937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0dac3b1-a9e1-4b63-99f2-563129d51f47 req-93933041-5b7e-4770-b384-6d9d7cf124c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1537275
Jan 29 20:58:53.104846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:53.167961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0dac3b1-a9e1-4b63-99f2-563129d51f47 req-aeb33acd-e682-4cb9-96a2-f5361f8e02c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842998
Jan 29 20:58:53.191575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8310e0-378b-4bc3-9f93-bd0137fc1703 req-d0d639c7-b32e-4734-9450-c071a41e9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.193176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ef8310e0-378b-4bc3-9f93-bd0137fc1703 req-d0d639c7-b32e-4734-9450-c071a41e9d4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 1132 time: 0.0791698
Jan 29 20:58:53.210098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a904ea0-ddd0-4bb5-bfe8-af051b9d66ca req-14291438-a674-45a4-bb7a-558a16b568d6 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375916
Jan 29 20:58:53.215678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.231043 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.265190 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b3293-2a6b-4a08-81ff-7c38fceaf282 x-openstack-request-id: req-162b3293-2a6b-4a08-81ff-7c38fceaf282 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:53.265399 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "name": "network-vif-plugged", "status": "completed", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:53.265654 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-162b3293-2a6b-4a08-81ff-7c38fceaf282 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:53.266055 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3', 'code': 200}
Jan 29 20:58:53.305442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ef8310e0-378b-4bc3-9f93-bd0137fc1703 req-f9e73dc6-9e45-42e6-adbd-ab9c80be593f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020942
Jan 29 20:58:53.311883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff70c5b-af9e-41a1-8495-30ebea431ef4 req-b08d5a46-1d84-420d-9a07-980d7b28f478 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.313462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fff70c5b-af9e-41a1-8495-30ebea431ef4 req-b08d5a46-1d84-420d-9a07-980d7b28f478 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.0595484
Jan 29 20:58:53.332647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.378700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:53.381912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:53.388130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:53.397189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fff70c5b-af9e-41a1-8495-30ebea431ef4 req-40e78b27-7706-4272-b471-c21701770123 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775359
Jan 29 20:58:53.416494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=4565e6e5-cbce-4028-bc4a-74d1bb468925,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:53.423224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb22d3d-db2c-4dff-ad96-cc77151d038d req-ca9f2c50-1720-4836-a7a9-1a84e57745fb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.424857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecb22d3d-db2c-4dff-ad96-cc77151d038d req-ca9f2c50-1720-4836-a7a9-1a84e57745fb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.0865474
Jan 29 20:58:53.497864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54708) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:53.510393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecb22d3d-db2c-4dff-ad96-cc77151d038d req-0ae49445-5d32-49cc-b33d-cd4999fb9faf tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791855
Jan 29 20:58:53.526258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54712) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:53.597376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f93a5-270e-4229-bd5c-e835bea1d9af tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.600053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b16f93a5-270e-4229-bd5c-e835bea1d9af tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1123 time: 0.0695713
Jan 29 20:58:53.602910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54714) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:53.611491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:53.681361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.690592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1265279440-network', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:53.719200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb1a7-38ec-4e1f-b14e-99765f63e69f req-366547d9-d429-491b-a68e-7937930d4145 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.720763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bbb1a7-38ec-4e1f-b14e-99765f63e69f req-366547d9-d429-491b-a68e-7937930d4145 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.0983207
Jan 29 20:58:53.738313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf51f2-1728-4630-be6e-06026a17b6ce req-251455ff-2440-46a6-bfd4-5c6c81d0c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.740061 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9cdf51f2-1728-4630-be6e-06026a17b6ce req-251455ff-2440-46a6-bfd4-5c6c81d0c37d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 1127 time: 0.1327477
Jan 29 20:58:53.743137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:53.745352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.766153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:53.849513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60d47d-8f0f-4d7e-81d7-80a8cecdaa8b req-ce29f82c-95a7-4b8d-bb60-9bf589344dda tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:53.851002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b60d47d-8f0f-4d7e-81d7-80a8cecdaa8b req-ce29f82c-95a7-4b8d-bb60-9bf589344dda tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1008625
Jan 29 20:58:53.854807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00bbb1a7-38ec-4e1f-b14e-99765f63e69f req-7e1f0d96-d7f0-4da5-9be5-f803e3ed6488 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034083
Jan 29 20:58:53.888737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9cdf51f2-1728-4630-be6e-06026a17b6ce req-84e176c2-4a6b-4def-b040-7523f05018a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384618
Jan 29 20:58:53.940637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b60d47d-8f0f-4d7e-81d7-80a8cecdaa8b req-cc671051-566a-4b70-99ee-cf2962f43f98 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816293
Jan 29 20:58:53.968470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.027366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (8613c61c-c5fa-43af-8e9c-7688f141aa8c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.036051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa131a-0e88-4822-ad3c-80bc3a572708 req-8126c829-f117-4664-b0ef-c08cbc4c72a4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:54.037840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9faa131a-0e88-4822-ad3c-80bc3a572708 req-8126c829-f117-4664-b0ef-c08cbc4c72a4 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.1133127
Jan 29 20:58:54.069684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks [] for security_group (8775b2fb-2351-4ca1-8222-bc232b706abb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.095926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8775b2fb-2351-4ca1-8222-bc232b706abb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.129272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:58:54.137387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.13 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5a92c079-ae1a-4131-a2a1-133908c8ae8c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:54.142794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9faa131a-0e88-4822-ad3c-80bc3a572708 req-772d2300-e612-4e2e-b4bb-4a11c9515c3d tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948400
Jan 29 20:58:54.171115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7825fadb-142a-45c3-b825-4ed244673fea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.171464 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Added segment 7825fadb-142a-45c3-b825-4ed244673fea of type vlan for network d4ebd418-2183-4959-9332-12d7686ecc2b
Jan 29 20:58:54.172650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8775b2fb-2351-4ca1-8222-bc232b706abb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:54.197064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.248124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d4ebd418-2183-4959-9332-12d7686ecc2b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.259097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.294870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d4ebd418-2183-4959-9332-12d7686ecc2b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.295833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:54.296415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.328503 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.363017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef0df0-8c26-49ed-b084-129a50162e09 req-29d1fc0d-8bab-455f-a34e-dd4076d36621 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:54.364512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88ef0df0-8c26-49ed-b084-129a50162e09 req-29d1fc0d-8bab-455f-a34e-dd4076d36621 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.0965161
Jan 29 20:58:54.385713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:54.385977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8863695
Jan 29 20:58:54.390114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54720) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:54.402170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Request body: {'subnet': {'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1265279440-subnet', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:54.406057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4fb5-ae0a-4d31-977c-71abbee0e3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4ebd418-2183-4959-9332-12d7686ecc2b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:54.415755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:54.418772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d4ebd418-2183-4959-9332-12d7686ecc2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:58:54.424035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:54.433781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=5a92c079-ae1a-4131-a2a1-133908c8ae8c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:54.467433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.472646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.490708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:58:54.493077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.539406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88ef0df0-8c26-49ed-b084-129a50162e09 req-5289e21d-8963-4a4a-96de-9f44846262e0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675987
Jan 29 20:58:54.557024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=4565e6e5-cbce-4028-bc4a-74d1bb468925,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:54.575301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (8613c61c-c5fa-43af-8e9c-7688f141aa8c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:54.676188 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 8613c61c-c5fa-43af-8e9c-7688f141aa8c associated. External IP: 172.35.4.208, port: 103c0336-0cd0-4779-bf74-a6c2f57ade1d.
Jan 29 20:58:54.779961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb630-985c-4f57-96ed-f01128e836e2 req-14fb4286-5355-4c2e-8d8b-fa54b1409f0a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:54.781360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf2eb630-985c-4f57-96ed-f01128e836e2 req-14fb4286-5355-4c2e-8d8b-fa54b1409f0a tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.2259593
Jan 29 20:58:54.833109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-5d945686-51ae-4c56-846c-5494b15ca5e1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:54.834526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-5d945686-51ae-4c56-846c-5494b15ca5e1 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.2610674
Jan 29 20:58:54.891481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:55.008900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:55.018994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:55.029640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.034901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:55.035784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a86bca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:55.066910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-70795a04-3cb5-433e-bfe6-a285e1c987c3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.3699770
Jan 29 20:58:55.067110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:55.069573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a86bca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:55.071592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': '103c0336-0cd0-4779-bf74-a6c2f57ade1d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:55.078823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:55.079445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a86bca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:55.116261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a86bca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:55.117217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7d8bb-b688-4204-975e-dfe5393ebcce None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:55.142691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (8613c61c-c5fa-43af-8e9c-7688f141aa8c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.296044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf2eb630-985c-4f57-96ed-f01128e836e2 req-69e9d250-1428-4419-a790-1034c4c528cc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4716163
Jan 29 20:58:55.376771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (aa9a05b4-2d91-4f25-bfe1-b21b3843d76e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.463322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ad2d-f87d-4107-99c2-9de9f2a15c2b req-dc8d7322-39ec-4420-98eb-17b55a27a135 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:55.470654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf07ad2d-f87d-4107-99c2-9de9f2a15c2b req-dc8d7322-39ec-4420-98eb-17b55a27a135 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.3193507
Jan 29 20:58:55.637618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9a05b4-2d91-4f25-bfe1-b21b3843d76e,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:55.679585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Deleting port a64f76c6-3465-4a03-838b-4cf31636f352 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:55.679907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.735728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8c443-0889-4b2d-8ec8-8812b7e73f06 req-d1f7d80e-4e21-4cc0-a936-65bbd47ba5b7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:55.737237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17d8c443-0889-4b2d-8ec8-8812b7e73f06 req-d1f7d80e-4e21-4cc0-a936-65bbd47ba5b7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.3581407
Jan 29 20:58:55.742319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Checking segment: {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:55.742678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Network hostable DHCP agents. Network: d4ebd418-2183-4959-9332-12d7686ecc2b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:58:55.747177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf07ad2d-f87d-4107-99c2-9de9f2a15c2b req-e8c78383-7418-409c-a34a-81a30e5e75ee tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757370
Jan 29 20:58:55.750656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (a66733c8-1403-4db4-ba82-d732b2973590), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.890286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Network d4ebd418-2183-4959-9332-12d7686ecc2b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:58:55.938679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.940749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] For port a64f76c6-3465-4a03-838b-4cf31636f352, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a64f76c6-3465-4a03-838b-4cf31636f352,segment=NetworkSegment(99ddbcd5-dd21-4e14-b839-7eb3739462d1),segment_id=99ddbcd5-dd21-4e14-b839-7eb3739462d1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:55.941082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.943302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (8613c61c-c5fa-43af-8e9c-7688f141aa8c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.955811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17d8c443-0889-4b2d-8ec8-8812b7e73f06 req-0614090c-27fc-4523-89ed-375bd9c4502f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035625
Jan 29 20:58:55.960154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d4ebd418-2183-4959-9332-12d7686ecc2b) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:55.966137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Calling delete_port for a64f76c6-3465-4a03-838b-4cf31636f352 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:55.969133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.981024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:55.981024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:55.981334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f08683-5a12-4a1e-90cf-12ed54fd80c7 None None] Network d4ebd418-2183-4959-9332-12d7686ecc2b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:56.067755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-43cc1387-2be3-4afb-bb29-285bd444659f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6714168
Jan 29 20:58:56.071764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54734) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:56.080488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:58:56.083909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7ac8b-9c37-4911-b2df-079f32a69b02 req-2918be45-5abd-43b3-b563-2c29ebf87d76 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:56.086007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c7ac8b-9c37-4911-b2df-079f32a69b02 req-2918be45-5abd-43b3-b563-2c29ebf87d76 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.2610359
Jan 29 20:58:56.127096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-ede858b6-3738-44f2-9143-1733ae0eafff tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:56.128593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-ede858b6-3738-44f2-9143-1733ae0eafff tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 948 time: 0.1075609
Jan 29 20:58:56.140675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d4ebd418-2183-4959-9332-12d7686ecc2b', 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b', 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'fixed_ips': [{'subnet_id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:58:56.141843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.144415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.145485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.262860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c7ac8b-9c37-4911-b2df-079f32a69b02 req-7ad29e39-f0f1-4444-abd6-d9a8a3ae6bdd tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/security-groups?id=c019a24a-7a72-4519-beb4-567ac637a75a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324632
Jan 29 20:58:56.269740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e468-f844-48e7-bdd9-0b8783403a6e req-5c3661a6-80bd-41ba-8acf-772351b40969 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:56.271220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91c5e468-f844-48e7-bdd9-0b8783403a6e req-5c3661a6-80bd-41ba-8acf-772351b40969 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/ports?device_id=91078481-e410-4700-8fdb-181a2247e43c HTTP/1.1" status: 200  len: 945 time: 0.2165849
Jan 29 20:58:56.316722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Allocated IP 172.20.0.2 (d4ebd418-2183-4959-9332-12d7686ecc2b/aa9a05b4-2d91-4f25-bfe1-b21b3843d76e/17b6586e-4f19-4ac7-b25b-1c090e4d37a1) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:56.365433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for router_controller (f52d2006-b9aa-45d3-b569-d8f411fee6f0), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.373298 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.376796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a64f76c6-3465-4a03-838b-4cf31636f352), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.393558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.402648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a64f76c6-3465-4a03-838b-4cf31636f352'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:58:56.439755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Pushing event deleted for resources: {'Port': ['ID=a64f76c6-3465-4a03-838b-4cf31636f352,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:56.457796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91c5e468-f844-48e7-bdd9-0b8783403a6e req-b33786db-69be-44df-a76b-7165fc28fee0 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534071
Jan 29 20:58:56.475062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Deleting port 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:56.475598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.484468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:56.539061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks [] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.548626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.566523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] No DVR routers for this DVR port a64f76c6-3465-4a03-838b-4cf31636f352 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:56.575857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.579126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ecbfe25-b4a7-41c2-acbf-cd73118c7b3a req-1c34f025-5086-4d54-aa20-2784be433d9d tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] 10.222.0.18 "DELETE /v2.0/ports/a64f76c6-3465-4a03-838b-4cf31636f352 HTTP/1.1" status: 204  len: 173 time: 1.7338846
Jan 29 20:58:56.580412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'name': 'network-vif-deleted', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:56.582659 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492c625-1fda-4abb-9d9e-ff8a95fdc72d" -d '{"events": [{"server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "name": "network-vif-deleted", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:56.596167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Network d4ebd418-2183-4959-9332-12d7686ecc2b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:56.597546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=5a92c079-ae1a-4131-a2a1-133908c8ae8c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:56.604779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:56.605009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a66733c8-1403-4db4-ba82-d732b2973590), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.608076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:56.621851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Pushing event updated for resources: {'Port': ['ID=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:56.630271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for router_gateway (f52d2006-b9aa-45d3-b569-d8f411fee6f0), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.687922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Attempting to bind port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:58:56.688857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Attempting to bind port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:58:56.689622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Attempting to bind port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 on network d4ebd418-2183-4959-9332-12d7686ecc2b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:58:56.695975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:58:56.696772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Checking segment: {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:58:56.697429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.698023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Bound using segment: {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:58:56.698696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Bound port: 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:58:56.699304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.735339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc83b65-8fcb-4624-b0ed-92289f2cd70e req-146db7c3-fe88-47b2-b47e-421e8d2d483d tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:56.742785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccc83b65-8fcb-4624-b0ed-92289f2cd70e req-146db7c3-fe88-47b2-b47e-421e8d2d483d tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.3195271
Jan 29 20:58:56.749107 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ed746-7039-4c41-ae83-1e9a0b7defcb x-openstack-request-id: req-859ed746-7039-4c41-ae83-1e9a0b7defcb {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:56.749396 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91078481-e410-4700-8fdb-181a2247e43c", "name": "network-vif-deleted", "tag": "a64f76c6-3465-4a03-838b-4cf31636f352", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:56.749657 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-859ed746-7039-4c41-ae83-1e9a0b7defcb {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:56.750631 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91078481-e410-4700-8fdb-181a2247e43c', 'name': 'network-vif-deleted', 'tag': 'a64f76c6-3465-4a03-838b-4cf31636f352', 'status': 'completed', 'code': 200}
Jan 29 20:58:56.792201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] For port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:58:56.797031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] For port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:58:56.807838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.815541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] For port 1394b533-16f4-48cf-8e52-152c675d92e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1394b533-16f4-48cf-8e52-152c675d92e3,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:56.815934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.827521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccc83b65-8fcb-4624-b0ed-92289f2cd70e req-1477e189-0108-42e1-97f5-805947cc0f59 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773122
Jan 29 20:58:56.856677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Calling delete_port for 1394b533-16f4-48cf-8e52-152c675d92e3 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:56.859706 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP a66733c8-1403-4db4-ba82-d732b2973590 associated. External IP: 172.35.4.13, port: 99b7a06c-8700-4042-911f-02aab9943e4c.
Jan 29 20:58:56.882733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40e289-3f7c-4146-a7e7-27cc0c0df63c None None] Pushing event updated for resources: {'Port': ['ID=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:56.912504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:56.924085 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:56.936515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:56.937249 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b160280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:56.947601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:56.998831 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b160280>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:57.023281 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:57.024223 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b160280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:57.054258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a90ed25b-2f72-469f-8b76-ee0365370f9e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/8613c61c-c5fa-43af-8e9c-7688f141aa8c HTTP/1.1" status: 200  len: 979 time: 1.9861181
Jan 29 20:58:57.062964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54746) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:57.070991 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b160280>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:57.071954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9671-fbcf-4977-9e5a-04ec30974ff4 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:57.139539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad99c1-c1fd-43b8-bdf7-4f52e324b3ea req-cd522337-ba71-4747-9b2a-7b3c71e54ab7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:57.141244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03ad99c1-c1fd-43b8-bdf7-4f52e324b3ea req-cd522337-ba71-4747-9b2a-7b3c71e54ab7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.2020836
Jan 29 20:58:57.341697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dffe1-6f40-42f0-99c9-31a6ec05033a req-aa501f7d-e677-4d41-8221-bae4c518c527 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:57.343284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-605dffe1-6f40-42f0-99c9-31a6ec05033a req-aa501f7d-e677-4d41-8221-bae4c518c527 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.1960781
Jan 29 20:58:57.348359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03ad99c1-c1fd-43b8-bdf7-4f52e324b3ea req-8cd41609-c6b1-41df-8821-c8f04aa3619a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999624
Jan 29 20:58:57.399246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1394b533-16f4-48cf-8e52-152c675d92e3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.405295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 02bd61f2-d39d-42d1-9670-b22c77e5f894 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:57.443543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-605dffe1-6f40-42f0-99c9-31a6ec05033a req-291ba7dd-9fdb-4e05-92dd-8cdd47e3fe85 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925779
Jan 29 20:58:57.455536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Pushing event deleted for resources: {'Port': ['ID=1394b533-16f4-48cf-8e52-152c675d92e3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:57.551799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] No DVR routers for this DVR port 1394b533-16f4-48cf-8e52-152c675d92e3 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:58:57.559283 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.562748 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c3bb9184-9f13-43a1-81a9-f2e0530320a8 req-f937c555-e5e4-4642-8d68-75fdf715f62c tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.36 "DELETE /v2.0/ports/1394b533-16f4-48cf-8e52-152c675d92e3 HTTP/1.1" status: 204  len: 173 time: 1.4282968
Jan 29 20:58:57.563309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-deleted', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:57.565099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d35cd4b2-c84b-4ef4-a967-3d910107c669 req-e8125b10-9173-4893-ae88-171186327842 tempest-ListImageFiltersTestJSON-476965106 tempest-ListImageFiltersTestJSON-476965106-project] 10.222.0.20 "GET /v2.0/ports?device_id=62b9cfc3-3711-42f2-83f2-421103ef3ebd HTTP/1.1" status: 200  len: 210 time: 0.0353742
Jan 29 20:58:57.568218 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66b091-e7d6-4e21-a68e-01684799a9fe" -d '{"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-deleted", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:57.576612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for router_gateway (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.602307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-f21b5c7e-887e-4d6a-99d6-c1977ac31728 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:57.609914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-f21b5c7e-887e-4d6a-99d6-c1977ac31728 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 1132 time: 0.1836843
Jan 29 20:58:57.614251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.631175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-a100423e-24dc-4f4d-844a-02f2ce2b8f03 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.666623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 4565e6e5-cbce-4028-bc4a-74d1bb468925 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:58:57.667003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.691155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:57.703784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Sync routers for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:57.725451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.733877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:57.734513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2edc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:57.776818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-634b2384-4156-4e4f-9e56-31259935c988 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1700511
Jan 29 20:58:57.826557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-a100423e-24dc-4f4d-844a-02f2ce2b8f03 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Publish callbacks [] for security_group (06e03a33-9d2c-4cad-940c-73b2cd6792d8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.838811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Allocated IP 172.35.4.55 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/221a3698-9398-4519-bd54-4fb3f7826b37) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:58:57.839557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7fb5-2d0e-40e0-b26c-469179400d18 req-2feb8597-a51f-44b3-8ac8-a092b5a85ff0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:57.842274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.844032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (4565e6e5-cbce-4028-bc4a-74d1bb468925), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.847870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-583e7fb5-2d0e-40e0-b26c-469179400d18 req-2feb8597-a51f-44b3-8ac8-a092b5a85ff0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.2138336
Jan 29 20:58:57.857514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-a100423e-24dc-4f4d-844a-02f2ce2b8f03 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (06e03a33-9d2c-4cad-940c-73b2cd6792d8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:57.864545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 4565e6e5-cbce-4028-bc4a-74d1bb468925 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:58:57.901468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:57.922502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d648bf14-8e02-4869-8cbf-9119b418e601 req-a100423e-24dc-4f4d-844a-02f2ce2b8f03 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076334
Jan 29 20:58:58.038031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100423e-24dc-4f4d-844a-02f2ce2b8f03 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e03a33-9d2c-4cad-940c-73b2cd6792d8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:58.068430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-583e7fb5-2d0e-40e0-b26c-469179400d18 req-f591f581-50d8-4978-8374-8a768531a0d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194715
Jan 29 20:58:58.365202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816cc2a-0fdd-4e86-8d10-551e5feafb6d req-e34def1d-4696-4497-81ab-aa9985c4d0af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:58.374618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b816cc2a-0fdd-4e86-8d10-551e5feafb6d req-e34def1d-4696-4497-81ab-aa9985c4d0af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1563416
Jan 29 20:58:58.482943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b816cc2a-0fdd-4e86-8d10-551e5feafb6d req-af94ff3a-f769-4f44-9891-32ae6aa912ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021364
Jan 29 20:58:58.489660 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed5fb32-db53-41b0-b1b7-7a03477a2f94 x-openstack-request-id: req-4ed5fb32-db53-41b0-b1b7-7a03477a2f94 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:58.490167 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9cfc3-3711-42f2-83f2-421103ef3ebd", "name": "network-vif-deleted", "tag": "1394b533-16f4-48cf-8e52-152c675d92e3", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:58.490254 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ed5fb32-db53-41b0-b1b7-7a03477a2f94 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:58.490605 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9cfc3-3711-42f2-83f2-421103ef3ebd', 'name': 'network-vif-deleted', 'tag': '1394b533-16f4-48cf-8e52-152c675d92e3', 'status': 'completed', 'code': 200}
Jan 29 20:58:58.495183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:58.507663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:58:58.549443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d0d65-ebd6-45c3-89cd-75b6807a4fa0 None None] Network d4ebd418-2183-4959-9332-12d7686ecc2b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:58:58.640005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for port (221a3698-9398-4519-bd54-4fb3f7826b37), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:58.683757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-58b11278-8646-4245-8791-27317c775294 None None] Provisioning complete for port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:58.684140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58b11278-8646-4245-8791-27317c775294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:58.734087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:58.735441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:58:58.777290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4565e6e5-cbce-4028-bc4a-74d1bb468925), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:58.779670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:58.779983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:58.793624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:58:58.802403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:58:58.813827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:58:58.881870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Pushing event updated for resources: {'Port': ['ID=221a3698-9398-4519-bd54-4fb3f7826b37,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:58.893531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2edc0>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a66733c8-1403-4db4-ba82-d732b2973590', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.13', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'mac_address': 'fa:16:3e:81:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:58:55Z', 'updated_at': '2022-01-29T20:58:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:58.956836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:58:58.959425 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006c6ca-ea0c-4682-aecb-59725438f121" -d '{"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:58:58.967085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f926e286-a5eb-407e-8d5f-bb0aecbc686a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 200  len: 991 time: 0.4705405
Jan 29 20:58:58.981597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:58.985049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=4565e6e5-cbce-4028-bc4a-74d1bb468925,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:58.989634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff6b8a-0caf-4dc7-8369-8c7ae117b59b req-ba260037-cd26-4ae7-ad55-9918e5e561cf tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:58.996458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85ff6b8a-0caf-4dc7-8369-8c7ae117b59b req-ba260037-cd26-4ae7-ad55-9918e5e561cf tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 944 time: 0.4213824
Jan 29 20:58:59.000700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Checking router: 02bd61f2-d39d-42d1-9670-b22c77e5f894 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:58:59.008803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'network_id': '3e5d0e33-a585-4203-bd05-f2661e740b8d', 'port_id': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'mac_address': 'fa:16:3e:dd:2e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c522ed-1725-4789-8f43-1c44f15c777e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:58:59.010702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a64f76c6-3465-4a03-838b-4cf31636f352 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:58:59.026938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (8613c61c-c5fa-43af-8e9c-7688f141aa8c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.027308 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 8613c61c-c5fa-43af-8e9c-7688f141aa8c disassociated (deleted). External IP: 172.35.4.208, port: 103c0336-0cd0-4779-bf74-a6c2f57ade1d.
Jan 29 20:58:59.039677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99413260-fc70-4d8f-bf2f-fa8c6046e82b req-f3b64168-3667-43c8-941e-c6e6dc2c09de tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.041209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99413260-fc70-4d8f-bf2f-fa8c6046e82b req-f3b64168-3667-43c8-941e-c6e6dc2c09de tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.4340386
Jan 29 20:58:59.042174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a64f76c6-3465-4a03-838b-4cf31636f352 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:58:59.042649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a64f76c6-3465-4a03-838b-4cf31636f352 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:58:59.048764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:59.049748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2edc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.079796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85ff6b8a-0caf-4dc7-8369-8c7ae117b59b req-db446844-30eb-4a6e-a8e9-6b1da1cb5162 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805180
Jan 29 20:58:59.149019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99413260-fc70-4d8f-bf2f-fa8c6046e82b req-438aabf6-4afb-446c-a2e8-75f687687804 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007872
Jan 29 20:58:59.224627 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc117f-2c4b-4789-bb68-f01e55c7715f x-openstack-request-id: req-25bc117f-2c4b-4789-bb68-f01e55c7715f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:58:59.224944 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:58:59.225220 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25bc117f-2c4b-4789-bb68-f01e55c7715f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:58:59.225619 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'status': 'completed', 'code': 200}
Jan 29 20:58:59.246832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:58:59.327735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04f5e-2a00-4f97-aa68-d8378cfcd018 req-9bcc1630-15fc-457f-b598-0503e6fa4035 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.335944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6b04f5e-2a00-4f97-aa68-d8378cfcd018 req-9bcc1630-15fc-457f-b598-0503e6fa4035 tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 1132 time: 0.1027939
Jan 29 20:58:59.346662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:58:59.351232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-58b11278-8646-4245-8791-27317c775294 None None] Current status of the port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:59.352459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58b11278-8646-4245-8791-27317c775294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.358639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-f521632d-ae83-4429-9f10-0db8e30a5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.360020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-f521632d-ae83-4429-9f10-0db8e30a5f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.0957780
Jan 29 20:58:59.394102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:59.394485 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.472332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6b04f5e-2a00-4f97-aa68-d8378cfcd018 req-c2b1d424-d48c-4d0f-9999-9295691a0bed tempest-ServersAdminNegativeTestJSON-365657335 tempest-ServersAdminNegativeTestJSON-365657335-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316273
Jan 29 20:58:59.493829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:58:59.517517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:58:59.518080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.547949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-80e46d99-0e0a-444d-9cab-1efa3283d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.550494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-80e46d99-0e0a-444d-9cab-1efa3283d5ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.1799204
Jan 29 20:58:59.570468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-58b11278-8646-4245-8791-27317c775294 None None] For port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:59.575155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:58:59.583375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58b11278-8646-4245-8791-27317c775294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.621588 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.626562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for router_gateway (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.668265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-8dcea211-2adf-46c2-97fa-eccac17c8423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 999 time: 0.1111104
Jan 29 20:58:59.680762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-e8abf35a-082c-4d65-8322-a58a36d1b4a0 req-fa53862e-9108-4e5b-bcbb-31667232985e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 20:58:59.682467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8abf35a-082c-4d65-8322-a58a36d1b4a0 req-fa53862e-9108-4e5b-bcbb-31667232985e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0114520
Jan 29 20:58:59.697247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:58:59.697608 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:58:59.744317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b11278-8646-4245-8791-27317c775294 None None] Pushing event updated for resources: {'Port': ['ID=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:59.747055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-91936e02-c887-47a8-97f0-3b56763c70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.749922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-91936e02-c887-47a8-97f0-3b56763c70d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.0661094
Jan 29 20:58:59.753225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-057032e2-16e4-49fc-ba3a-53507cd1a0c6 None None] Provisioning complete for port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:58:59.753225 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-057032e2-16e4-49fc-ba3a-53507cd1a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.814425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:58:59.830806 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:58:59.834641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:58:59.853148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae2edc0>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a66733c8-1403-4db4-ba82-d732b2973590', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.13', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'mac_address': 'fa:16:3e:81:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:58:55Z', 'updated_at': '2022-01-29T20:58:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.858669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:59.861321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10034460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.873801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-9674db07-dc77-4255-9a57-c23ac5af0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:58:59.878873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-9674db07-dc77-4255-9a57-c23ac5af0bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1121967
Jan 29 20:58:59.893354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0301130-8e24-4d90-a23b-3228d3130bc7 None None] The sync data for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 is: [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a66733c8-1403-4db4-ba82-d732b2973590', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.13', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'mac_address': 'fa:16:3e:81:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:58:55Z', 'updated_at': '2022-01-29T20:58:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:58:59.894941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:58:59.942180 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10034460>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.952836 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:58:59.953512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10034460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.972825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:59.986033 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eeddf5b9-63cc-4d66-a249-6dd63698af40 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/8613c61c-c5fa-43af-8e9c-7688f141aa8c HTTP/1.1" status: 204  len: 168 time: 2.9201665
Jan 29 20:58:59.989015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:58:59.999066 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10034460>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:58:59.999728 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b3e9c-80c0-4a7b-9fbd-40c509ff502f None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:00.018705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-057032e2-16e4-49fc-ba3a-53507cd1a0c6 None None] Current status of the port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:00.043414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:00.102300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aac6596c-9a2d-48d6-9510-1fd4cb1d1019 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 200  len: 991 time: 0.1279690
Jan 29 20:59:00.172088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-ff223798-bf33-42e7-b797-134e4d8cba77 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2892418
Jan 29 20:59:00.255617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-a612eeec-0160-4633-ac24-43754918ed40 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:00.257472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-a612eeec-0160-4633-ac24-43754918ed40 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.3945475
Jan 29 20:59:00.291544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:00.298414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373dcbf-bed0-48e2-b18e-1e13a9536f31 None None] New status for floating IP a66733c8-1403-4db4-ba82-d732b2973590: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 20:59:00.368394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:00.420195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6006c6ca-ea0c-4682-aecb-59725438f121 req-b08b1613-4df3-463d-a605-820895bc6136 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408261
Jan 29 20:59:00.472915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 103c0336-0cd0-4779-bf74-a6c2f57ade1d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:00.473411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (103c0336-0cd0-4779-bf74-a6c2f57ade1d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:00.491887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:00.529680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c099b-7b46-436e-968b-3317c152de15 req-15b3e174-c74f-4bea-a243-410a38b5b364 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:00.531211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-055c099b-7b46-436e-968b-3317c152de15 req-15b3e174-c74f-4bea-a243-410a38b5b364 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 945 time: 0.1068015
Jan 29 20:59:00.538745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028077cb-0f70-46d5-a9ce-711be8629150 req-99bc55c3-810e-41c6-9d7c-4e3a67b34ccb tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:00.540288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028077cb-0f70-46d5-a9ce-711be8629150 req-99bc55c3-810e-41c6-9d7c-4e3a67b34ccb tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 945 time: 0.0897329
Jan 29 20:59:00.565501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:00.566041 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:00.620893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-055c099b-7b46-436e-968b-3317c152de15 req-e1afd500-5294-4cc4-ace7-270e8bbb24a7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794325
Jan 29 20:59:00.626119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028077cb-0f70-46d5-a9ce-711be8629150 req-9b614fec-0ec0-42fc-9cb1-f9f2aac5fc91 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751047
Jan 29 20:59:00.673013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:00.703760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (103c0336-0cd0-4779-bf74-a6c2f57ade1d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:00.709610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port b43697a4-9d43-4104-b636-f0c6f2487dc3 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:00.709950 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:00.746720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:00.796885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 103c0336-0cd0-4779-bf74-a6c2f57ade1d owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:00.811561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ab63a-80d2-475a-a22b-3558564915b7 req-5f485797-49fa-4b31-9433-b7aeef0fc99f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:00.820116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 1394b533-16f4-48cf-8e52-152c675d92e3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:00.820429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1394b533-16f4-48cf-8e52-152c675d92e3 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:00.821563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd4ab63a-80d2-475a-a22b-3558564915b7 req-5f485797-49fa-4b31-9433-b7aeef0fc99f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.0957217
Jan 29 20:59:00.875553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Router f52d2006-b9aa-45d3-b569-d8f411fee6f0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:59:00.902161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd4ab63a-80d2-475a-a22b-3558564915b7 req-dd9bbbca-9c47-43f6-ac73-9d9442d8db06 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775752
Jan 29 20:59:00.938724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port b43697a4-9d43-4104-b636-f0c6f2487dc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b43697a4-9d43-4104-b636-f0c6f2487dc3,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:00.939096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.105814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54886) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:01.192797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54888) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:01.223878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d89892ba-1673-49b4-9dc2-6133952581fc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 200  len: 993 time: 0.1149020
Jan 29 20:59:01.315394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for b43697a4-9d43-4104-b636-f0c6f2487dc3 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:01.359046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d750e065-6b64-4157-9f5e-d96e8aaa1637 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb9dcf2c8f54cf69ab5849e66d4510f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1649048
Jan 29 20:59:01.361688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54908) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:01.414067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] Publish callbacks [] for security_group (c019a24a-7a72-4519-beb4-567ac637a75a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.436769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] Publish callbacks [] for security_group (c019a24a-7a72-4519-beb4-567ac637a75a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.446572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:01.457753 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Sync routers for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:01.470094 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:01.470922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1003ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:01.488083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.489662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e2a38b5c-f9f7-4fd8-83ca-ccd92042c8fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4167621
Jan 29 20:59:01.494908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:01.497013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c019a24a-7a72-4519-beb4-567ac637a75a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.499652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.503229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c019a24a-7a72-4519-beb4-567ac637a75a HTTP/1.1" status: 204  len: 168 time: 0.1375871
Jan 29 20:59:01.526650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9fd90-777d-4331-8f11-c7778f247688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019a24a-7a72-4519-beb4-567ac637a75a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:01.636398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b43697a4-9d43-4104-b636-f0c6f2487dc3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.659364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:01.693618 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:01.722188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=b43697a4-9d43-4104-b636-f0c6f2487dc3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:01.734533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (103c0336-0cd0-4779-bf74-a6c2f57ade1d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.781125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b43697a4-9d43-4104-b636-f0c6f2487dc3'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:01.798599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=103c0336-0cd0-4779-bf74-a6c2f57ade1d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:01.896694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port b43697a4-9d43-4104-b636-f0c6f2487dc3 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:01.900792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:01.904200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a05bc808-dbce-4337-9ef6-31b64ee9eb44 req-cd6a0ece-58d2-48ff-8099-ce6655b8713e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "DELETE /v2.0/ports/b43697a4-9d43-4104-b636-f0c6f2487dc3 HTTP/1.1" status: 204  len: 173 time: 1.6365705
Jan 29 20:59:01.906642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'name': 'network-vif-deleted', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:01.910477 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b9ed0-872b-47f0-a84d-69a416816540" -d '{"events": [{"server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "name": "network-vif-deleted", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:01.967098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b306082b-072d-48cb-bd5c-f0c2bde35152 req-792a3b92-533a-4e83-a7f1-8ee70e59754e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=a973cdd8-11a6-4de7-a1b5-dce2a323b2c1 HTTP/1.1" status: 200  len: 210 time: 0.1099043
Jan 29 20:59:01.968606 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1003ab20>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:58:59Z', 'revision_number': 3, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:02.013268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.021981 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-55fe39f3-316f-4140-ba68-8ebdd55226bf tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/103c0336-0cd0-4779-bf74-a6c2f57ade1d HTTP/1.1" status: 204  len: 168 time: 2.0284932
Jan 29 20:59:02.022500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:02.031036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:02.041105 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Checking router: f52d2006-b9aa-45d3-b569-d8f411fee6f0 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:02.041459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Updating router f52d2006-b9aa-45d3-b569-d8f411fee6f0 port 221a3698-9398-4519-bd54-4fb3f7826b37 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:02.061701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.081918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744072-1168-47e7-a89d-cbb53dbd2f85 req-777cd062-5f2f-4914-893d-82fd8a66a3a5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:02.102205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c744072-1168-47e7-a89d-cbb53dbd2f85 req-777cd062-5f2f-4914-893d-82fd8a66a3a5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 945 time: 0.2494230
Jan 29 20:59:02.119233 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.144679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1459dc67-1567-4b41-be26-56afb5fe08d3 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:02.146431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1459dc67-1567-4b41-be26-56afb5fe08d3 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.2062173
Jan 29 20:59:02.236943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c744072-1168-47e7-a89d-cbb53dbd2f85 req-b7e493fd-6a03-467e-a26d-7f5d97035f5c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285880
Jan 29 20:59:02.303763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Deleting port 01d02eaf-e3fb-47f1-810d-e62a23d750fc {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:02.304117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.336243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293c42b-7efd-47c6-94cd-a168d6efb295 req-82b7e5a2-63fd-4154-b7db-094aa79ea537 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:02.343433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6293c42b-7efd-47c6-94cd-a168d6efb295 req-82b7e5a2-63fd-4154-b7db-094aa79ea537 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 950 time: 0.1103759
Jan 29 20:59:02.384714 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6268d39-fef3-4ea9-af5d-bc964f30b3b0 x-openstack-request-id: req-f6268d39-fef3-4ea9-af5d-bc964f30b3b0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:02.385096 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a973cdd8-11a6-4de7-a1b5-dce2a323b2c1", "name": "network-vif-deleted", "tag": "b43697a4-9d43-4104-b636-f0c6f2487dc3", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:02.385450 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6268d39-fef3-4ea9-af5d-bc964f30b3b0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:02.391379 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a973cdd8-11a6-4de7-a1b5-dce2a323b2c1', 'name': 'network-vif-deleted', 'tag': 'b43697a4-9d43-4104-b636-f0c6f2487dc3', 'status': 'completed', 'code': 200}
Jan 29 20:59:02.393074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.462394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6293c42b-7efd-47c6-94cd-a168d6efb295 req-025455b3-a92e-49f5-8cfc-47e59067eb4f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178322
Jan 29 20:59:02.552368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] For port 01d02eaf-e3fb-47f1-810d-e62a23d750fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01d02eaf-e3fb-47f1-810d-e62a23d750fc,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:02.552769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.573778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Calling delete_port for 01d02eaf-e3fb-47f1-810d-e62a23d750fc owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:02.588904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.631612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:02.638545 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks [] for port (221a3698-9398-4519-bd54-4fb3f7826b37), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.650190 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.701868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.137 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2b4500a7-5233-455c-aff9-a7e1cd4a0eff) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:02.713391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58d57-bfd9-4a50-bd76-d1c71722b725 None None] Pushing event updated for resources: {'Port': ['ID=221a3698-9398-4519-bd54-4fb3f7826b37,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:02.747018 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Attempting to bind port 221a3698-9398-4519-bd54-4fb3f7826b37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:02.748149 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Attempting to bind port 221a3698-9398-4519-bd54-4fb3f7826b37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:02.748648 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Attempting to bind port 221a3698-9398-4519-bd54-4fb3f7826b37 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:02.753660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:02.756046 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:02.756626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:02.757180 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.757666 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:02.759467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Bound port: 221a3698-9398-4519-bd54-4fb3f7826b37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:02.759967 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.803387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54956) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:02.825828 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] For port 221a3698-9398-4519-bd54-4fb3f7826b37, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:02.829851 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] For port 221a3698-9398-4519-bd54-4fb3f7826b37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221a3698-9398-4519-bd54-4fb3f7826b37,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:02.841560 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.852908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 3886ef1c-4dba-44b8-975e-fd7e62756152 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:02.855504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.877370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.967891 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:02.968325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 3886ef1c-4dba-44b8-975e-fd7e62756152 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:02.969023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:02.969614 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1003ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:02.973408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58d57-bfd9-4a50-bd76-d1c71722b725 None None] Pushing event updated for resources: {'Port': ['ID=221a3698-9398-4519-bd54-4fb3f7826b37,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:02.999402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:03.002013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Allocated IP 172.20.0.1 (d4ebd418-2183-4959-9332-12d7686ecc2b/aa9a05b4-2d91-4f25-bfe1-b21b3843d76e/3e33034e-a42f-4042-9444-9051d8a1be47) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:03.002470 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61438f1-229f-4d23-bffc-6234acfcc8de" -d '{"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:03.022015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:03.029845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.055666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Deleting subnet 1a0b1f47-d45c-41fc-89cd-f17a1b622013 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:59:03.064736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Publish callbacks [] for subnet (1a0b1f47-d45c-41fc-89cd-f17a1b622013), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.096607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (01d02eaf-e3fb-47f1-810d-e62a23d750fc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.114795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0fe945c1-f32c-466c-a4de-2e5dbb77240b', '01d02eaf-e3fb-47f1-810d-e62a23d750fc'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:03.128044 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28ac85-3a1a-4a26-a7eb-196eabd90546 x-openstack-request-id: req-4b28ac85-3a1a-4a26-a7eb-196eabd90546 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:03.128553 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-plugged", "status": "completed", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:03.129020 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b28ac85-3a1a-4a26-a7eb-196eabd90546 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:03.129560 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'code': 200}
Jan 29 20:59:03.131642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:03.139751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Pushing event deleted for resources: {'Port': ['ID=01d02eaf-e3fb-47f1-810d-e62a23d750fc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:03.163810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1647029567-network', 'tenant_id': '3240466efb804d3c86cddcc59150ace7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:03.173934 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:03.188291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.260413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=2b4500a7-5233-455c-aff9-a7e1cd4a0eff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:03.271652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Made reservation on behalf of 3240466efb804d3c86cddcc59150ace7 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:03.277131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.295167 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.335336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks [] for port (3e33034e-a42f-4042-9444-9051d8a1be47), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.358286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] No DVR routers for this DVR port 01d02eaf-e3fb-47f1-810d-e62a23d750fc on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:03.361857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.366578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b94bcd8-4591-4707-80d1-927bbc97f245 req-1a0f2cf6-4d3c-4736-a4a3-263df19b8c7f tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "DELETE /v2.0/ports/01d02eaf-e3fb-47f1-810d-e62a23d750fc HTTP/1.1" status: 204  len: 173 time: 1.2127318
Jan 29 20:59:03.403088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:03.408764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (1a0b1f47-d45c-41fc-89cd-f17a1b622013), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.461163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:03.465883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:03.555850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1a0b1f47-d45c-41fc-89cd-f17a1b622013), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.581010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef735ac3-87ff-46d7-9700-ee8b0af5260a req-9eeaf640-a25f-4da0-a7db-98465675a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:03.583453 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ef735ac3-87ff-46d7-9700-ee8b0af5260a req-9eeaf640-a25f-4da0-a7db-98465675a222 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1129 time: 0.2377183
Jan 29 20:59:03.612483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.648749 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1003ab20>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:58:59Z', 'revision_number': 3, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:03.687847 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558337d-7e42-45ab-9a50-2140820ba238 None None] The sync data for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 is: [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:58:59Z', 'revision_number': 3, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:03.688162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.690794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Network d4ebd418-2183-4959-9332-12d7686ecc2b is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:03.695092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ef735ac3-87ff-46d7-9700-ee8b0af5260a req-85515112-6024-4bfe-aa1e-720596da1467 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015174
Jan 29 20:59:03.701555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (1a0b1f47-d45c-41fc-89cd-f17a1b622013), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.715470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:03.723501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks [] for security_group (f6c5b231-9150-48aa-a7a1-32589f65c381), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.729651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:03.738966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c182-e4ad-4cde-b221-23bc6c62114f req-da3feb52-d350-40de-afea-3e30ac2a4112 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:03.741263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0b1f47-d45c-41fc-89cd-f17a1b622013,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:03.741683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa05c182-e4ad-4cde-b221-23bc6c62114f req-da3feb52-d350-40de-afea-3e30ac2a4112 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3405623
Jan 29 20:59:03.749634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Pushing event updated for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:03.764552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.767888 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-84b85a2d-d548-4bca-b43d-4c7476bcfd71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a0b1f47-d45c-41fc-89cd-f17a1b622013 HTTP/1.1" status: 204  len: 168 time: 1.1352344
Jan 29 20:59:03.770396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54982) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:03.781903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f6c5b231-9150-48aa-a7a1-32589f65c381), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.800510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:03.811083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.811423 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Added segment ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c of type vlan for network 81097322-4d5f-49c8-b5ac-1a08c4a8e33d
Jan 29 20:59:03.819453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.878750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6a59291f-84b9-48b4-91aa-bff1518425c5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:03.896247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-a82bd371-0a2b-4086-8f8b-4cec4e49e105 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:03.898439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-a82bd371-0a2b-4086-8f8b-4cec4e49e105 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3787782
Jan 29 20:59:03.954140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa05c182-e4ad-4cde-b221-23bc6c62114f req-a471e878-fbeb-4e2f-8bdf-f30787ab5b1c tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758647
Jan 29 20:59:04.032076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-8020b4ec-b98e-41c2-829c-6ae11db46cfc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0768397
Jan 29 20:59:04.037834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (81097322-4d5f-49c8-b5ac-1a08c4a8e33d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.040538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5b231-9150-48aa-a7a1-32589f65c381,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:04.047008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.089047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d5784540-4ac9-4688-96b9-11dbb32cb3c9 None None] Provisioning complete for port 3e33034e-a42f-4042-9444-9051d8a1be47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:04.090143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5784540-4ac9-4688-96b9-11dbb32cb3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.107657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6a59291f-84b9-48b4-91aa-bff1518425c5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.133349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d5784540-4ac9-4688-96b9-11dbb32cb3c9 None None] Port 3e33034e-a42f-4042-9444-9051d8a1be47 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:04.151326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea104341c0>,) {'filters': {'network_id': ['6a59291f-84b9-48b4-91aa-bff1518425c5']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:04.167932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104341c0>, '99ddbcd5-dd21-4e14-b839-7eb3739462d1') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:04.168689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104341c0>, '99ddbcd5-dd21-4e14-b839-7eb3739462d1') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:04.188562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (99ddbcd5-dd21-4e14-b839-7eb3739462d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.198653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.206514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:59:04.207462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.218314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22fd1f7f-c635-402f-9da9-eec95e8f9b9a req-4e5b9eb9-1670-4f10-8174-c47700a77306 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f8b7f14-3ecf-43e4-9cfa-477cc187969b HTTP/1.1" status: 200  len: 210 time: 0.1057832
Jan 29 20:59:04.221565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (99ddbcd5-dd21-4e14-b839-7eb3739462d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.260663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-d6615cdd-4fb9-4748-a97a-03e639d31f3a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2147605
Jan 29 20:59:04.263986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (81097322-4d5f-49c8-b5ac-1a08c4a8e33d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.265302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:04.266000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.273508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:59:04.273923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (99ddbcd5-dd21-4e14-b839-7eb3739462d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:59:04.277247 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:59:04.360427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=2b4500a7-5233-455c-aff9-a7e1cd4a0eff,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:04.390358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.393397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'name': 'network-vif-deleted', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:04.395725 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f4879-9906-4e9c-86c6-c1f030f4f09d" -d '{"events": [{"server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "name": "network-vif-deleted", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:04.412514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6a59291f-84b9-48b4-91aa-bff1518425c5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.427965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.429416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6238832
Jan 29 20:59:04.441459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:04.449894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Request body: {'subnet': {'network_id': '81097322-4d5f-49c8-b5ac-1a08c4a8e33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1647029567-subnet', 'tenant_id': '3240466efb804d3c86cddcc59150ace7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:04.457601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a59291f-84b9-48b4-91aa-bff1518425c5 HTTP/1.1" status: 204  len: 168 time: 0.6861188
Jan 29 20:59:04.472346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e9264-3cd9-4544-abbc-69a7527bd834 admin admin] Pushing event updated for resources: {'Network': ['ID=81097322-4d5f-49c8-b5ac-1a08c4a8e33d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:04.487297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-4dc7e36c-84c3-4df5-8c44-a0ed6ec6bc57 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144709
Jan 29 20:59:04.493525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 81097322-4d5f-49c8-b5ac-1a08c4a8e33d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:04.505092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cd536-2d70-42b7-82fb-fa898940b492 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a59291f-84b9-48b4-91aa-bff1518425c5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:04.511899 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2378f-a49c-4e42-a067-c6116ab62fcb x-openstack-request-id: req-e4d2378f-a49c-4e42-a067-c6116ab62fcb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:04.513563 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b7f14-3ecf-43e4-9cfa-477cc187969b", "name": "network-vif-deleted", "tag": "01d02eaf-e3fb-47f1-810d-e62a23d750fc", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:04.515790 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4d2378f-a49c-4e42-a067-c6116ab62fcb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:04.517734 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b7f14-3ecf-43e4-9cfa-477cc187969b', 'name': 'network-vif-deleted', 'tag': '01d02eaf-e3fb-47f1-810d-e62a23d750fc', 'status': 'completed', 'code': 200}
Jan 29 20:59:04.523909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.526176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b8e221dd-006b-434b-b992-42138540459d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5027094
Jan 29 20:59:04.529182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54990) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:04.548017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'port': {'network_id': '4fd2f385-c68d-4b58-9cfa-e5ecec2fec19', 'name': 'tempest-FloatingIPTestJSON-1787165997'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:04.578739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 221a3698-9398-4519-bd54-4fb3f7826b37 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:04.601873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Made reservation on behalf of 3240466efb804d3c86cddcc59150ace7 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:04.604341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.624930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.675720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54992) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:04.739295 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-99e89846-b301-4a7b-8ac6-323f8c25b451 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89877d145a6947f78c36c16e63c3b547&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0623128
Jan 29 20:59:04.743134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54994) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:04.780001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:04.784597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.816937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] device_id is not set on port 487f24e7-7da8-4719-ac03-c03d3780365c yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:59:04.907862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 01d02eaf-e3fb-47f1-810d-e62a23d750fc no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:04.914261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] Publish callbacks [] for security_group (81a4e2c4-d9ce-4473-9167-0b9d4c9240d7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.942437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] Publish callbacks [] for security_group (81a4e2c4-d9ce-4473-9167-0b9d4c9240d7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:04.955755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 01d02eaf-e3fb-47f1-810d-e62a23d750fc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:04.956103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 01d02eaf-e3fb-47f1-810d-e62a23d750fc not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:04.956532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b43697a4-9d43-4104-b636-f0c6f2487dc3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:04.962600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 221a3698-9398-4519-bd54-4fb3f7826b37 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:04.962973 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.023720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: b43697a4-9d43-4104-b636-f0c6f2487dc3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:05.024119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b43697a4-9d43-4104-b636-f0c6f2487dc3 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:05.029543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (81a4e2c4-d9ce-4473-9167-0b9d4c9240d7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.037617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.041466 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81a4e2c4-d9ce-4473-9167-0b9d4c9240d7 HTTP/1.1" status: 204  len: 168 time: 0.2949917
Jan 29 20:59:05.111902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f573-d43b-49bf-968e-8fe949b82bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4e2c4-d9ce-4473-9167-0b9d4c9240d7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:05.148620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.10 (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19/513eb457-c6d6-4120-b8f0-c526683e6335/487f24e7-7da8-4719-ac03-c03d3780365c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:05.169601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 221a3698-9398-4519-bd54-4fb3f7826b37 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:05.170070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.211737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 221a3698-9398-4519-bd54-4fb3f7826b37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221a3698-9398-4519-bd54-4fb3f7826b37,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:05.219179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.311817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=221a3698-9398-4519-bd54-4fb3f7826b37,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:05.314250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-ccaa0460-ecbd-4623-9eee-322e27a97ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8203611
Jan 29 20:59:05.436959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (487f24e7-7da8-4719-ac03-c03d3780365c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.528857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (487f24e7-7da8-4719-ac03-c03d3780365c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.625907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7129-da38-4c64-8387-15f4d194bd65 req-3451832d-28cc-487f-ac0e-36e1f34dad3d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:05.637451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6dce7129-da38-4c64-8387-15f4d194bd65 req-3451832d-28cc-487f-ac0e-36e1f34dad3d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3646591
Jan 29 20:59:05.670249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network 4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:05.769104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=487f24e7-7da8-4719-ac03-c03d3780365c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:05.799255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:05.811014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6dce7129-da38-4c64-8387-15f4d194bd65 req-5974b017-ef4d-4d67-99c8-8fa1badb5cd2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659439
Jan 29 20:59:05.813475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:05.813663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.831882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks [] for port (3e33034e-a42f-4042-9444-9051d8a1be47), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.858132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-666f9bb0-26d5-4172-93e3-30c3276f6cea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4996285
Jan 29 20:59:05.906344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:05.994077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:05.994848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.032480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Pushing event updated for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:06.070571 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-64fbd918-3192-4097-b842-a83f57d8ac75 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5337327
Jan 29 20:59:06.072368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:06.087375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': '487f24e7-7da8-4719-ac03-c03d3780365c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:06.146455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4831dfe9-52e0-47b1-9196-3374d54c1c48 req-f2bbd919-2571-4348-9ed8-93d46f609403 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 210 time: 0.1369255
Jan 29 20:59:06.178463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:06.185761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.200325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Checking segment: {'id': 'ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81097322-4d5f-49c8-b5ac-1a08c4a8e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:06.200938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Network hostable DHCP agents. Network: 81097322-4d5f-49c8-b5ac-1a08c4a8e33d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:06.221048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-53fa51f1-c018-4d9b-969c-7f4d7edb2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:06.221048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-53fa51f1-c018-4d9b-969c-7f4d7edb2a4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 1128 time: 0.1886766
Jan 29 20:59:06.235810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.373698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Network 81097322-4d5f-49c8-b5ac-1a08c4a8e33d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:06.454684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 221a3698-9398-4519-bd54-4fb3f7826b37 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:06.479697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81097322-4d5f-49c8-b5ac-1a08c4a8e33d) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:06.487440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:06.489056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.495228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c2245-8590-48a2-ad15-12226b160b7f None None] Network 81097322-4d5f-49c8-b5ac-1a08c4a8e33d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:06.573781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b806bf1f-6969-402c-911b-45559564cc9d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.1290846
Jan 29 20:59:06.585815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-9bf12545-593e-4bea-9f63-d3d665c75936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:06.588932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-9bf12545-593e-4bea-9f63-d3d665c75936 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.3351197
Jan 29 20:59:06.602383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98529972-3ec0-4d9b-90a7-e9c1351ca77e req-084a7f83-e940-4f7b-aa2e-42fa5239f1dc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:06.604490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98529972-3ec0-4d9b-90a7-e9c1351ca77e req-084a7f83-e940-4f7b-aa2e-42fa5239f1dc tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.3037717
Jan 29 20:59:06.606640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Network d4ebd418-2183-4959-9332-12d7686ecc2b is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:06.618467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:06.650256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 221a3698-9398-4519-bd54-4fb3f7826b37 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:06.653575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.723123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:06.724973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-61b0069f-f1d8-4a9d-af25-47392f63057b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 200  len: 217 time: 0.1167171
Jan 29 20:59:06.754905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9b738-70a1-4d14-bad4-1e0191e8f221 None None] Network 81097322-4d5f-49c8-b5ac-1a08c4a8e33d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:06.929595 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:06.937165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.005611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98529972-3ec0-4d9b-90a7-e9c1351ca77e req-98423467-ba61-4689-9f61-ab82f1aaad17 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3885329
Jan 29 20:59:07.026500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1904365928-network', 'tenant_id': 'bab7bd62cd4844eeaf4983741cbe925d'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:07.035583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-4a77042c-dd5e-4a75-a185-6bf8c0c03115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:07.038886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-4a77042c-dd5e-4a75-a185-6bf8c0c03115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.2533996
Jan 29 20:59:07.067024 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 59f218e8-1c03-4dc0-a87f-0572afd8e25b associated. External IP: 172.35.4.137, port: 487f24e7-7da8-4719-ac03-c03d3780365c.
Jan 29 20:59:07.100220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-18831b19-171a-47e7-9d92-4569ebd5a17b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521259
Jan 29 20:59:07.170241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 221a3698-9398-4519-bd54-4fb3f7826b37 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:07.175577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4b471503-6440-408e-8826-7280309e2fb5 None None] Provisioning complete for port 3e33034e-a42f-4042-9444-9051d8a1be47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:07.175577 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b471503-6440-408e-8826-7280309e2fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.195854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Made reservation on behalf of bab7bd62cd4844eeaf4983741cbe925d for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:07.198226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.204426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-41001551', 'description': 'tempest-description-1600847290'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:07.223068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4b471503-6440-408e-8826-7280309e2fb5 None None] Port 3e33034e-a42f-4042-9444-9051d8a1be47 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:07.256343 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.265623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Router f52d2006-b9aa-45d3-b569-d8f411fee6f0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:07.305852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-1f4b6283-edcd-4952-b9aa-a7ddfd0b84bc service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973009
Jan 29 20:59:07.309642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.321311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:07.403899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea66c4-7324-49cf-ab15-08b3500edf35 req-5b9d6538-551f-4c7c-a60f-232c32e737b1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:07.405505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76ea66c4-7324-49cf-ab15-08b3500edf35 req-5b9d6538-551f-4c7c-a60f-232c32e737b1 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2182491
Jan 29 20:59:07.627575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76ea66c4-7324-49cf-ab15-08b3500edf35 req-47ab0147-c61d-4c4e-9131-c2c10131a71f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828349
Jan 29 20:59:07.669543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed8a99d-4a02-4f46-abee-c4569387934a req-bea1fd1d-1a8b-427d-ab6d-7cc005178adc service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3557346
Jan 29 20:59:07.687476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:07.690701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks [] for security_group (55e12313-1853-4cc8-be11-b2e483224f54), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.701520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Sync routers for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:07.705416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-675fb34e-2bcf-48ea-959b-326738a2086f admin admin] 10.222.0.20 "PUT /v2.0/routers/f52d2006-b9aa-45d3-b569-d8f411fee6f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2095284
Jan 29 20:59:07.713272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (55e12313-1853-4cc8-be11-b2e483224f54), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.718014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (da0e8946-763e-4321-912e-ba056c64df2a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.737148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (da0e8946-763e-4321-912e-ba056c64df2a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.749049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:07.752550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af02a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:07.755419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:07.789369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-690972e0-d1fe-4678-b4d5-b100c3ed146b req-fe7f94c6-db2f-4914-a3ae-cd57a788e2ed tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 210 time: 0.0585687
Jan 29 20:59:07.800043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1e7a095c-ae53-4fb0-b328-8920496f6131), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.800043 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Added segment 1e7a095c-ae53-4fb0-b328-8920496f6131 of type vlan for network 50b8a44c-8805-4c80-98b2-4737494020b8
Jan 29 20:59:07.800043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e12313-1853-4cc8-be11-b2e483224f54,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:07.823956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.826125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d14bca34-1cdb-4c26-9cf2-c7f3587c55e7 req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.6347303
Jan 29 20:59:07.884167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26f439-13f2-4378-b1d0-958ae8a62943 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e8946-763e-4321-912e-ba056c64df2a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:07.902745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (50b8a44c-8805-4c80-98b2-4737494020b8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.950106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55092) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:07.961735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:07.968549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-ae8d9c5b-8d92-4240-a311-c398b304e12b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/da0e8946-763e-4321-912e-ba056c64df2a HTTP/1.1" status: 200  len: 1822 time: 0.1058898
Jan 29 20:59:07.981218 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (50b8a44c-8805-4c80-98b2-4737494020b8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.981644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:07.982907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:07.983496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:07.990643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.003495 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:08.017573 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:08.020087 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af79ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:08.058049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7da2ae3-9e9a-4e58-9157-078e4c839ed2 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/59f218e8-1c03-4dc0-a87f-0572afd8e25b HTTP/1.1" status: 200  len: 979 time: 1.9814725
Jan 29 20:59:08.063066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b5413-d7f6-4ecb-be2d-f8fd3de17533 req-a8733ed6-b14f-403e-97da-76774d5c18e7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:08.064837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c7b5413-d7f6-4ecb-be2d-f8fd3de17533 req-a8733ed6-b14f-403e-97da-76774d5c18e7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1597447
Jan 29 20:59:08.065340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-0712f6c1-3417-4800-872c-c67491e8b48b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:08.066149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:08.069839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da0e8946-763e-4321-912e-ba056c64df2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.070330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da0e8946-763e-4321-912e-ba056c64df2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.072850 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-0712f6c1-3417-4800-872c-c67491e8b48b tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.2837384
Jan 29 20:59:08.084509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-494353294'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.098923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3725963
Jan 29 20:59:08.099326 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af79ac0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:08.102008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:08.113414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Request body: {'subnet': {'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1904365928-subnet', 'tenant_id': 'bab7bd62cd4844eeaf4983741cbe925d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.124075 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:08.125110 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af79ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:08.177513 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af79ac0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:08.178406 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c792d-98fe-449f-b954-b49c6349a888 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:08.190539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e9e3-01e8-46af-9f40-33b49541ad47 admin admin] Pushing event updated for resources: {'Network': ['ID=50b8a44c-8805-4c80-98b2-4737494020b8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:08.207152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:08.208669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 50b8a44c-8805-4c80-98b2-4737494020b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:08.212394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.262293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c7b5413-d7f6-4ecb-be2d-f8fd3de17533 req-c3be4f66-729c-4398-9bcd-eba5b42bc4b8 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591492
Jan 29 20:59:08.262898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Made reservation on behalf of bab7bd62cd4844eeaf4983741cbe925d for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:08.265234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.283796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-63fe0c12-304b-486f-adb0-f951d5a98073 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:08.297214 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-63fe0c12-304b-486f-adb0-f951d5a98073 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.5787292
Jan 29 20:59:08.306577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.382758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af02a30>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:59:04Z', 'revision_number': 4, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e33034e-a42f-4042-9444-9051d8a1be47', 'name': '', 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'mac_address': 'fa:16:3e:7a:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:02Z', 'updated_at': '2022-01-29T20:59:04Z', 'revision_number': 2, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'subnets': [{'id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:08.405555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:08.411436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Checking router: f52d2006-b9aa-45d3-b569-d8f411fee6f0 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:08.411840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Updating router f52d2006-b9aa-45d3-b569-d8f411fee6f0 port 3e33034e-a42f-4042-9444-9051d8a1be47 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:08.433001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (30e9d533-380c-465f-bac9-8efac1541937), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.433622 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Added segment 30e9d533-380c-465f-bac9-8efac1541937 of type vlan for network 9385f00e-d496-4d1f-b45d-d9158d090e94
Jan 29 20:59:08.436996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (57585846-b15e-4cf8-8533-ce5880b2155d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.443540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.456843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Deleting port 0fe945c1-f32c-466c-a4de-2e5dbb77240b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:08.457648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.479619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 487f24e7-7da8-4719-ac03-c03d3780365c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:08.480366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (487f24e7-7da8-4719-ac03-c03d3780365c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.510528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (57585846-b15e-4cf8-8533-ce5880b2155d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.542315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (57585846-b15e-4cf8-8533-ce5880b2155d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.546067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9385f00e-d496-4d1f-b45d-d9158d090e94), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.605681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9385f00e-d496-4d1f-b45d-d9158d090e94), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.611128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:08.612133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.618538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156284e-fcba-41ba-93b1-b50795d8553e req-50c50334-6178-4e2a-a069-d08bda0e1908 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:08.620221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9156284e-fcba-41ba-93b1-b50795d8553e req-50c50334-6178-4e2a-a069-d08bda0e1908 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 949 time: 0.2507927
Jan 29 20:59:08.627302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:08.630613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.633960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57585846-b15e-4cf8-8533-ce5880b2155d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:08.642571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.643749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc04340e-fe26-40b4-88c3-ba22d9b295e8 req-e8892fa9-62b5-4c8f-bc78-bacdd937d9bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6328444
Jan 29 20:59:08.698819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] For port 0fe945c1-f32c-466c-a4de-2e5dbb77240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0fe945c1-f32c-466c-a4de-2e5dbb77240b,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:08.699189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.723800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7696741
Jan 29 20:59:08.726515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (487f24e7-7da8-4719-ac03-c03d3780365c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.730038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:08.740125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'subnet': {'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.755295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Calling delete_port for 0fe945c1-f32c-466c-a4de-2e5dbb77240b owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:08.791719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9156284e-fcba-41ba-93b1-b50795d8553e req-1c597ce3-d0c5-4427-81d6-fbeb9c156a31 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/security-groups?id=446dc745-5799-408d-b883-79b997905202&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609597
Jan 29 20:59:08.797194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d33db-3a86-4104-81eb-e30a0f9eafff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Network': ['ID=9385f00e-d496-4d1f-b45d-d9158d090e94,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:08.809436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:08.883092 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks [] for port (3e33034e-a42f-4042-9444-9051d8a1be47), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.887240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-839727688', 'description': 'tempest-description-65804555'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:08.900299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.942107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (d260e06a-50b4-4077-82d8-9bf29e42e0e1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:08.955195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adac1b6-002e-42fd-bee9-1e5ebbdf57a6 None None] Pushing event updated for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:08.994908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:08.998361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.014833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcbaad-1c88-4f1a-bdee-e599e3c0c0b1 req-ba884191-d4cc-4e6b-b75b-ae6ebfc1e338 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:09.015386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Attempting to bind port 3e33034e-a42f-4042-9444-9051d8a1be47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:09.015862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Attempting to bind port 3e33034e-a42f-4042-9444-9051d8a1be47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:09.016331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Attempting to bind port 3e33034e-a42f-4042-9444-9051d8a1be47 on network d4ebd418-2183-4959-9332-12d7686ecc2b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:09.016483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68fcbaad-1c88-4f1a-bdee-e599e3c0c0b1 req-ba884191-d4cc-4e6b-b75b-ae6ebfc1e338 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2806170
Jan 29 20:59:09.021983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:09.022513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Checking segment: {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:09.023024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.023517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Bound using segment: {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:09.024092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Bound port: 3e33034e-a42f-4042-9444-9051d8a1be47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825fadb-142a-45c3-b825-4ed244673fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:09.024594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.066254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.4 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/53db7f3f-aa51-45aa-a024-85bbcc64c2ef) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:09.080289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d260e06a-50b4-4077-82d8-9bf29e42e0e1,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.095060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] For port 3e33034e-a42f-4042-9444-9051d8a1be47, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:09.099249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] For port 3e33034e-a42f-4042-9444-9051d8a1be47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e33034e-a42f-4042-9444-9051d8a1be47,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:09.103579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.117711 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.175889 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0fe945c1-f32c-466c-a4de-2e5dbb77240b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.189956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:09.190917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af02a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:09.194742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0fe945c1-f32c-466c-a4de-2e5dbb77240b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:09.197679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adac1b6-002e-42fd-bee9-1e5ebbdf57a6 None None] Pushing event updated for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.236008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Pushing event deleted for resources: {'Port': ['ID=0fe945c1-f32c-466c-a4de-2e5dbb77240b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.292032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.293057 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.294137 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 59f218e8-1c03-4dc0-a87f-0572afd8e25b disassociated. External IP: 172.35.4.137, port: 487f24e7-7da8-4719-ac03-c03d3780365c.
Jan 29 20:59:09.294137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 487f24e7-7da8-4719-ac03-c03d3780365c owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:09.346060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:09.387686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] No DVR routers for this DVR port 0fe945c1-f32c-466c-a4de-2e5dbb77240b on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:09.396752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.400321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bb7e031-2538-4cff-a5bf-d6f56acaf73e req-f957ec71-7498-4911-ba69-90c304b1fad6 tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.36 "DELETE /v2.0/ports/0fe945c1-f32c-466c-a4de-2e5dbb77240b HTTP/1.1" status: 204  len: 173 time: 1.2836905
Jan 29 20:59:09.400941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'name': 'network-vif-deleted', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:09.403480 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fe557-98a8-471e-9096-0410a4b5bfe3" -d '{"events": [{"server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "name": "network-vif-deleted", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:09.420616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Provisioning complete for port 3e33034e-a42f-4042-9444-9051d8a1be47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:09.421121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.425391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68fcbaad-1c88-4f1a-bdee-e599e3c0c0b1 req-9163a1dd-2e59-4c14-91e1-7c75328c960d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277342
Jan 29 20:59:09.432032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Checking segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:09.432597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Network hostable DHCP agents. Network: 50b8a44c-8805-4c80-98b2-4737494020b8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:09.512502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Network 50b8a44c-8805-4c80-98b2-4737494020b8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:09.545735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.561658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (619cc7e9-b316-4361-a1d1-b1c0493720b7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.567715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50b8a44c-8805-4c80-98b2-4737494020b8) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:09.569940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (12eadcb5-3cf5-46db-bcac-0d0a7d8d5530), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.581586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:09.582216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.586560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2e488-7125-4ff6-882a-b9ca64e5be86 None None] Network 50b8a44c-8805-4c80-98b2-4737494020b8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:09.640578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (619cc7e9-b316-4361-a1d1-b1c0493720b7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.688547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619cc7e9-b316-4361-a1d1-b1c0493720b7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.752921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.765173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0c64dc3-72e4-4297-9575-d9784fdb715f req-cb06734a-43ba-481d-a61c-094fefa955fc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 210 time: 0.1266990
Jan 29 20:59:09.789532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Checking segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:09.789902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network hostable DHCP agents. Network: 9385f00e-d496-4d1f-b45d-d9158d090e94, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:09.797096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Subnet': ['ID=12eadcb5-3cf5-46db-bcac-0d0a7d8d5530,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.819622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc40ca83-5574-4bb4-b712-428a09159abd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7117970
Jan 29 20:59:09.822961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.824297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c227fd1a-4272-47c8-9608-05c4a937eca9 req-a680a898-220f-4f74-b8b7-b50d70c2ba32 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.9540734
Jan 29 20:59:09.840833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (487f24e7-7da8-4719-ac03-c03d3780365c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:09.871810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:09.882128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=487f24e7-7da8-4719-ac03-c03d3780365c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:09.906429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:09.931854 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cd7062-73b0-4a14-b07e-0b50bbf82f02 x-openstack-request-id: req-57cd7062-73b0-4a14-b07e-0b50bbf82f02 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:09.932370 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44600036-48cd-4894-b6e3-4b638d8c6b9e", "name": "network-vif-deleted", "tag": "0fe945c1-f32c-466c-a4de-2e5dbb77240b", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:09.932507 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57cd7062-73b0-4a14-b07e-0b50bbf82f02 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:09.936029 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44600036-48cd-4894-b6e3-4b638d8c6b9e', 'name': 'network-vif-deleted', 'tag': '0fe945c1-f32c-466c-a4de-2e5dbb77240b', 'status': 'completed', 'code': 200}
Jan 29 20:59:09.946023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:10.008268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:10.025016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:10.054457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:10.093262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:10.093960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.095910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99a247-3825-48dd-941e-d127d6bd29e2 None None] Network 50b8a44c-8805-4c80-98b2-4737494020b8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:10.109319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9385f00e-d496-4d1f-b45d-d9158d090e94) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:10.115082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:10.115797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.137279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-03a305cc-1203-4e55-b9ac-7ee74c4b46d5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8368683
Jan 29 20:59:10.152253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Request body: {'port': {'device_id': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:10.171406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839f8b5-f5a0-4208-b8dd-24e06721c966 None None] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:10.180640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ae44605a-420e-41bf-b63e-92b68ecae4c4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4467778
Jan 29 20:59:10.180640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:10.185619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-392299191'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:10.235865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:10.239123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.244284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.276396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:10.288734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (89f5ddc8-3f37-4f1b-841b-cc5f79b39c95), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.288954 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Added segment 89f5ddc8-3f37-4f1b-841b-cc5f79b39c95 of type vlan for network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9
Jan 29 20:59:10.408375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3314947-061f-4e58-be3c-d67308dffac2 req-af3c7b8c-c6d8-47b5-85e6-61831027506e tempest-ServersAdminNegativeTestJSON-719787872 tempest-ServersAdminNegativeTestJSON-719787872-project] 10.222.0.20 "GET /v2.0/ports?device_id=44600036-48cd-4894-b6e3-4b638d8c6b9e HTTP/1.1" status: 200  len: 210 time: 0.0795503
Jan 29 20:59:10.432115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.443047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e124-33ca-41d2-bfb2-524e66609e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.471363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Current status of the port 3e33034e-a42f-4042-9444-9051d8a1be47 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:10.471744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.484236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-758a38ae-06d8-4753-9b3b-c82303669815 req-c6e9cffd-7daa-4c0d-88d8-5a9e80a4d372 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/619cc7e9-b316-4361-a1d1-b1c0493720b7 HTTP/1.1" status: 200  len: 1821 time: 0.1565180
Jan 29 20:59:10.491073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '619cc7e9-b316-4361-a1d1-b1c0493720b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:10.491308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '619cc7e9-b316-4361-a1d1-b1c0493720b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:10.524097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.526762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:10.530744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:10.531774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.568807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9385f00e-d496-4d1f-b45d-d9158d090e94', 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'fixed_ips': [{'subnet_id': '12eadcb5-3cf5-46db-bcac-0d0a7d8d5530'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:10.570480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.610741 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4295740
Jan 29 20:59:10.616831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55130) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:10.624798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'subnet': {'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:10.630046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] For port 3e33034e-a42f-4042-9444-9051d8a1be47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e33034e-a42f-4042-9444-9051d8a1be47,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:10.667363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af02a30>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:59:04Z', 'revision_number': 4, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e33034e-a42f-4042-9444-9051d8a1be47', 'name': '', 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'mac_address': 'fa:16:3e:7a:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:02Z', 'updated_at': '2022-01-29T20:59:09Z', 'revision_number': 4, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'subnets': [{'id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:10.673318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (3e880f6e-0568-4c70-9f49-5cc5c83127fe), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.683278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88219e2-440b-4fed-b932-65cd4d4d57d6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Network': ['ID=6d8aec4a-2dc1-4732-9b1b-337960ad2cc9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:10.710744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.712528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (3e880f6e-0568-4c70-9f49-5cc5c83127fe), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.713507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:10.722105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e4842-f1ee-4f75-a0fe-309249d3489d req-7c5bfba7-99a6-4af3-9546-590559a988ea tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:10.723680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f4e4842-f1ee-4f75-a0fe-309249d3489d req-7c5bfba7-99a6-4af3-9546-590559a988ea tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1730237
Jan 29 20:59:10.726434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (3e880f6e-0568-4c70-9f49-5cc5c83127fe), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.747645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:10.751256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1d736-b920-42f4-86a7-dc470e60aa99 None None] The sync data for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 is: [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T20:59:04Z', 'revision_number': 4, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e33034e-a42f-4042-9444-9051d8a1be47', 'name': '', 'network_id': 'd4ebd418-2183-4959-9332-12d7686ecc2b', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'mac_address': 'fa:16:3e:7a:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:02Z', 'updated_at': '2022-01-29T20:59:09Z', 'revision_number': 4, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'subnets': [{'id': 'aa9a05b4-2d91-4f25-bfe1-b21b3843d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:10.762765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e880f6e-0568-4c70-9f49-5cc5c83127fe,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:10.787418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.799138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-758a38ae-06d8-4753-9b3b-c82303669815 req-710b987f-5daf-4f1d-9369-4277d3be1f90 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3139436
Jan 29 20:59:10.838024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53db7f3f-aa51-45aa-a024-85bbcc64c2ef {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:10.850571 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks [] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.870927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Transition to ACTIVE for port object 53db7f3f-aa51-45aa-a024-85bbcc64c2ef will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:10.905036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.924773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:10.928886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:10.932772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:11.076714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f4e4842-f1ee-4f75-a0fe-309249d3489d req-d9e88849-bd23-4d6a-bfc1-147bddabe22d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256052
Jan 29 20:59:11.086684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:11.087367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a562820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:11.107815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Pushing event updated for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:11.238334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd83c2-a720-482c-b51c-a017f5596249 None None] Pushing event updated for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:11.274073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-daab9c36-cf4b-4aef-aede-6f3d44b5734a None None] Provisioning complete for port 3e33034e-a42f-4042-9444-9051d8a1be47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:11.274388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-daab9c36-cf4b-4aef-aede-6f3d44b5734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.276201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a562820>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:11.284976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-74ea5fea-7c22-45ec-b1da-b1e6809529e1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:11.286754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-74ea5fea-7c22-45ec-b1da-b1e6809529e1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.2286029
Jan 29 20:59:11.324370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.345715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (def97992-89c1-4a53-9015-d0026ececa8c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.346310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-72f5c74a-ba30-4ae6-9c9d-09053f316747 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/487f24e7-7da8-4719-ac03-c03d3780365c HTTP/1.1" status: 204  len: 168 time: 3.2687013
Jan 29 20:59:11.354993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55148) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:11.395703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:11.396377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a562820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:11.398599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-d9deb684-81d5-4086-9571-64e409b089bb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/quotas/bab7bd62cd4844eeaf4983741cbe925d HTTP/1.1" status: 200  len: 375 time: 0.0778580
Jan 29 20:59:11.419180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Subnet': ['ID=def97992-89c1-4a53-9015-d0026ececa8c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:11.451853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a562820>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:11.452527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8970429-2b04-405e-84f7-75204f6822fe None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:11.471698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Allocated IP 19.80.0.2 (9385f00e-d496-4d1f-b45d-d9158d090e94/12eadcb5-3cf5-46db-bcac-0d0a7d8d5530/9d514191-45bc-4dc7-a0e5-f0844a337b7d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:11.485261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46ea2bde-2aec-491e-ac8e-4d4dd3ff9e2a tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/floatingips/59f218e8-1c03-4dc0-a87f-0572afd8e25b HTTP/1.1" status: 200  len: 688 time: 0.0760000
Jan 29 20:59:11.490604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:11.500546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-ab39a3e0-516a-4e2e-b7bd-84fd8debb171 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0885887
Jan 29 20:59:11.526561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc76a-4125-4d1d-a469-911f7f33b700 req-acd03b95-6977-457a-9894-78e79cfede5b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:11.535337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-678cc76a-4125-4d1d-a469-911f7f33b700 req-acd03b95-6977-457a-9894-78e79cfede5b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 943 time: 0.2668386
Jan 29 20:59:11.598695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-daab9c36-cf4b-4aef-aede-6f3d44b5734a None None] Current status of the port 3e33034e-a42f-4042-9444-9051d8a1be47 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:11.612198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Attempting to bind port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:11.612538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Attempting to bind port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:11.612879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Attempting to bind port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:11.626719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Checking segment: {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:11.627020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network hostable DHCP agents. Network: 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:11.637338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:11.637667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Attempting to bind port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:11.666813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:11.667178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:11.667552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:11.667998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Bound port: 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:11.668360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.681533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-678cc76a-4125-4d1d-a469-911f7f33b700 req-48d6fb27-26d4-4071-b1c1-002b9827ee76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457503
Jan 29 20:59:11.721961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-5f7bec91-6e4c-4aa4-ae36-1a8e1b3d0fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111969
Jan 29 20:59:11.727569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-958302982', 'description': 'tempest-description-1970044805'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:11.740851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks [] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.751828 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.781625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:11.785840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:11.791254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:11.806573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.818678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.844880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:11.854541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:11.855149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.858832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:11.875300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 2b4500a7-5233-455c-aff9-a7e1cd4a0eff {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:11.875602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.876411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:11.878542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:11.879224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:11.880674 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] 10.222.0.36 "PUT /v2.0/ports/53db7f3f-aa51-45aa-a024-85bbcc64c2ef HTTP/1.1" status: 200  len: 1091 time: 1.7380199
Jan 29 20:59:11.886696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387bc25-6b30-4cf9-ab74-262a7ecd3fa6 None None] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:11.888183 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6214feaf-fa84-4796-8eb4-2b39054891ea tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2700152
Jan 29 20:59:11.906031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-7c4a6ee0-5dd9-493e-9042-effef1e12c35 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687129
Jan 29 20:59:11.908214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:11.957174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Pushing event updated for resources: {'Port': ['ID=9d514191-45bc-4dc7-a0e5-f0844a337b7d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:12.011996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (4845a628-9d3d-4d19-9932-a5cbaad348f1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.018456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4845a628-9d3d-4d19-9932-a5cbaad348f1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.021614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:12.029382 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26f8d4-a4ff-4882-bb61-88d9619755e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:12.062338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Attempting to bind port 9d514191-45bc-4dc7-a0e5-f0844a337b7d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:12.062710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Attempting to bind port 9d514191-45bc-4dc7-a0e5-f0844a337b7d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:12.063090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Attempting to bind port 9d514191-45bc-4dc7-a0e5-f0844a337b7d on network 9385f00e-d496-4d1f-b45d-d9158d090e94 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:12.064144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4845a628-9d3d-4d19-9932-a5cbaad348f1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:12.068732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.070946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:12.071141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8bbcd46-f815-4597-a899-2fde08d247e2 req-b207a71b-a7c9-49ab-b9c0-7b1e0d5683c5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3473167
Jan 29 20:59:12.071331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Checking segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:12.071740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.072135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Bound using segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:12.072751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Bound port: 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:12.073019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.129570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Pushing event updated for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:12.142083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d8aec4a-2dc1-4732-9b1b-337960ad2cc9', 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9', 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'fixed_ips': [{'subnet_id': 'def97992-89c1-4a53-9015-d0026ececa8c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:12.143082 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.174398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.174753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.175104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.175451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.175793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.176130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.176466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.177070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.177413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.177738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.178073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.178400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.178725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc8c8a-0145-45a7-8bfd-4d5ee3414490 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:12.191261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-281e2686-f7c2-44d8-8ecf-e0265a809837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:12.192524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-281e2686-f7c2-44d8-8ecf-e0265a809837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 1125 time: 0.1559665
Jan 29 20:59:12.211737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.211887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.266592 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-112da07d-f7a4-48f0-a145-9642d645e5a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef HTTP/1.1" status: 200  len: 217 time: 0.0650694
Jan 29 20:59:12.282533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643bb48-45fb-4a7b-9de0-6007e130a365 req-0e09497b-f7ca-4bda-b9f5-d576d0024827 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:12.288523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 2b4500a7-5233-455c-aff9-a7e1cd4a0eff owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:12.293927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1643bb48-45fb-4a7b-9de0-6007e130a365 req-0e09497b-f7ca-4bda-b9f5-d576d0024827 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1450784
Jan 29 20:59:12.423163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] For port 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:12.444688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1643bb48-45fb-4a7b-9de0-6007e130a365 req-5a3ba784-7191-48d1-8f9e-409593f9d278 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457973
Jan 29 20:59:12.460139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-8b2f922d-7a92-4dd7-b570-3d812ce9456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:12.460139 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-8b2f922d-7a92-4dd7-b570-3d812ce9456c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1788070
Jan 29 20:59:12.463279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] For port 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d514191-45bc-4dc7-a0e5-f0844a337b7d,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:12.483279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.604295 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-9618b413-c9a8-40fd-b971-a83f088f9eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872703
Jan 29 20:59:12.605237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1666830907', 'description': 'tempest-description-1621804367'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:12.686076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f56789-c353-44b8-9823-15c9d8a695d7 None None] Pushing event updated for resources: {'Port': ['ID=9d514191-45bc-4dc7-a0e5-f0844a337b7d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:12.708854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3e33034e-a42f-4042-9444-9051d8a1be47 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:12.724283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.760263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Allocated IP 19.86.0.2 (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9/def97992-89c1-4a53-9015-d0026ececa8c/40dd5065-770d-4ced-a53d-830fc32c3358) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:12.766395 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3570b4f2-db92-4888-9133-598f92b2eaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.774395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55186) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:12.776541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0fe945c1-f32c-466c-a4de-2e5dbb77240b no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:12.790224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-e75e90b0-a5e5-4365-b742-1b65253d8343 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:12.797891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-e75e90b0-a5e5-4365-b742-1b65253d8343 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:12.808225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-e75e90b0-a5e5-4365-b742-1b65253d8343 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/networks?id=9385f00e-d496-4d1f-b45d-d9158d090e94&id=6d8aec4a-2dc1-4732-9b1b-337960ad2cc9&id=9385f00e-d496-4d1f-b45d-d9158d090e94 HTTP/1.1" status: 200  len: 1390 time: 0.3852420
Jan 29 20:59:12.843748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-3568e6d8-f8d9-4247-9b09-6391fef390d5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/quotas/bce0e2d77c994f13bf8c17347745ab2c HTTP/1.1" status: 200  len: 375 time: 0.0343380
Jan 29 20:59:12.897151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-380ec3de-fc61-4721-bb40-a12c0db66aeb service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800989
Jan 29 20:59:12.898264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2b4500a7-5233-455c-aff9-a7e1cd4a0eff), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:12.953321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-ca6e2ea8-d3bc-466b-a128-f2eb30b1c0cf tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1082098
Jan 29 20:59:12.984499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=2b4500a7-5233-455c-aff9-a7e1cd4a0eff,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:13.117531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-c226c125-18a0-4c0f-9b5a-ba32a00f04c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631131
Jan 29 20:59:13.125181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 0fe945c1-f32c-466c-a4de-2e5dbb77240b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:13.125533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0fe945c1-f32c-466c-a4de-2e5dbb77240b not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:13.190776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (59f218e8-1c03-4dc0-a87f-0572afd8e25b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.193720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.195886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f9e439a-b706-4276-be76-a3cd34746c97 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/59f218e8-1c03-4dc0-a87f-0572afd8e25b HTTP/1.1" status: 204  len: 168 time: 1.7044399
Jan 29 20:59:13.200500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55192) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:13.209832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3e33034e-a42f-4042-9444-9051d8a1be47 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:13.210373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.213288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'b658bed8-9ebc-442d-9d36-fa3090ce027e'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:13.241305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (8c482804-e901-4fab-9de1-2b50e9356de4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.342539 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89ba00d3-4037-4b0b-a303-3fd94a83eb2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=216b2b7ee64848a89b126aaa75f4c8f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5603089
Jan 29 20:59:13.348351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55194) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:13.354596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-5e8e627d-9f02-4ccf-ae2e-ed59a333863f service neutron] 10.222.0.20 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361312
Jan 29 20:59:13.355736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c482804-e901-4fab-9de1-2b50e9356de4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.432564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4bbe3e11-737e-44f6-8cf5-5753da1d6828 req-42842f1d-52d7-421d-a194-79460883e04a service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5277102
Jan 29 20:59:13.467692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.474215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3e33034e-a42f-4042-9444-9051d8a1be47 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:13.484878 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks [] for port (40dd5065-770d-4ced-a53d-830fc32c3358), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.488389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.502307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8ab44bc-e2db-47dd-a0e2-bae7cd00bdf5 req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.9843128
Jan 29 20:59:13.511293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.581431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a5531-7a7d-44ef-8593-f876543d7aa1 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c482804-e901-4fab-9de1-2b50e9356de4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:13.602067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Pushing event updated for resources: {'Port': ['ID=40dd5065-770d-4ced-a53d-830fc32c3358,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:13.609023 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d772e-055d-44c6-88d9-206db26b8d79 x-openstack-request-id: req-6f4d772e-055d-44c6-88d9-206db26b8d79 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:13.609023 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:13.609023 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f4d772e-055d-44c6-88d9-206db26b8d79 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:13.609354 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef', 'status': 'completed', 'code': 200}
Jan 29 20:59:13.613715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:13.617938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-f891f0c1-4186-4d4c-9703-4c930cee5cd3 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8aec4a-2dc1-4732-9b1b-337960ad2cc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470746
Jan 29 20:59:13.619670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:13.624627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:13.685795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] Publish callbacks [] for security_group (446dc745-5799-408d-b883-79b997905202), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.727509 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.739377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] Publish callbacks [] for security_group (446dc745-5799-408d-b883-79b997905202), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.742514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Attempting to bind port 40dd5065-770d-4ced-a53d-830fc32c3358 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:13.757375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-dcee06c9-3659-4e81-a52f-7ed3f14d7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:13.758595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Attempting to bind port 40dd5065-770d-4ced-a53d-830fc32c3358 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:13.759144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-dcee06c9-3659-4e81-a52f-7ed3f14d7551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 1125 time: 0.1533787
Jan 29 20:59:13.759771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Attempting to bind port 40dd5065-770d-4ced-a53d-830fc32c3358 on network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:13.770984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:13.771674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Checking segment: {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:13.773459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.774020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Bound using segment: {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:13.774685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Bound port: 40dd5065-770d-4ced-a53d-830fc32c3358, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:13.775445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.779519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23960605-ef89-4109-8da7-ef1ec7b39dc2 req-ba80613a-3577-46a2-980d-3a823cd007b2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 210 time: 0.0435953
Jan 29 20:59:13.866933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-dda11504-25fa-4963-b6d2-48399da2fbd4 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8aec4a-2dc1-4732-9b1b-337960ad2cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331166
Jan 29 20:59:13.882800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] For port 40dd5065-770d-4ced-a53d-830fc32c3358, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:13.887767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] For port 40dd5065-770d-4ced-a53d-830fc32c3358, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40dd5065-770d-4ced-a53d-830fc32c3358,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:13.903824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.921391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (446dc745-5799-408d-b883-79b997905202), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.925487 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:13.931120 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/446dc745-5799-408d-b883-79b997905202 HTTP/1.1" status: 204  len: 168 time: 0.5814669
Jan 29 20:59:13.965483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972999-2ac3-42f0-b624-1d012dca03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446dc745-5799-408d-b883-79b997905202,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:13.988276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.000882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-ee02a537-4622-4e6b-914a-c92960414c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:14.003115 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-ee02a537-4622-4e6b-914a-c92960414c71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.2347839
Jan 29 20:59:14.068126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9707-288f-4e8c-b60a-c9f043bb9836 None None] Pushing event updated for resources: {'Port': ['ID=40dd5065-770d-4ced-a53d-830fc32c3358,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:14.103371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-c892292f-3b90-41b8-a615-7b3c7129010a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef HTTP/1.1" status: 200  len: 217 time: 0.0829599
Jan 29 20:59:14.182075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a0037-b61e-48c7-bf53-674624af1e4d req-49794105-9dac-4460-8f6f-c7a6a3accb47 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:14.186119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-779a0037-b61e-48c7-bf53-674624af1e4d req-49794105-9dac-4460-8f6f-c7a6a3accb47 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 943 time: 0.3080420
Jan 29 20:59:14.292398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-ac53f905-dc33-4751-86f9-2a4b234faac5 service neutron] 10.222.0.20 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4245706
Jan 29 20:59:14.310533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-b1d14392-6303-4d25-9850-589e9cdeb08f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:14.314764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-b1d14392-6303-4d25-9850-589e9cdeb08f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.3894248
Jan 29 20:59:14.376044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Request body: {'port': {'device_id': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'admin_state_up': True, 'tenant_id': 'bab7bd62cd4844eeaf4983741cbe925d'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:14.489210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55204) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:14.494624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-779a0037-b61e-48c7-bf53-674624af1e4d req-0e7b7d63-568f-41d3-8f47-0b1dfb5a5a08 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2969420
Jan 29 20:59:14.570088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9d514191-45bc-4dc7-a0e5-f0844a337b7d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:14.635854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9d514191-45bc-4dc7-a0e5-f0844a337b7d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:14.636243 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.662385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-7643d239-5fb9-4577-b0d3-46ebf2560398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:14.663713 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-7643d239-5fb9-4577-b0d3-46ebf2560398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.5532546
Jan 29 20:59:14.678052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37515ff-5612-4723-bec7-718dff65629e None None] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:14.699989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-316c6e3f-dd07-4114-9829-567f471c5b49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291846
Jan 29 20:59:14.712086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-13ac3f36-f8e7-48cb-a64d-1212c15aba6c tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/4845a628-9d3d-4d19-9932-a5cbaad348f1 HTTP/1.1" status: 200  len: 1823 time: 0.1531591
Jan 29 20:59:14.717240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2ee97fe-44ee-4c63-99d2-e064d20fa0b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc6d6862df36446c993d56503706837a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2237456
Jan 29 20:59:14.719528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55206) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:14.731629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-e6713438-0708-4e7c-94fa-e905756e4684 service neutron] 10.222.0.20 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4098973
Jan 29 20:59:14.790428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9d514191-45bc-4dc7-a0e5-f0844a337b7d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:14.791203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.807545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Made reservation on behalf of bab7bd62cd4844eeaf4983741cbe925d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:14.812310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.812485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.177 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/cc59b71f-129e-46a2-ba8b-85860e4a77ec) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:14.843533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-c665a307-f487-4573-a766-18020d2230bd tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/8c482804-e901-4fab-9de1-2b50e9356de4 HTTP/1.1" status: 200  len: 1824 time: 0.1094561
Jan 29 20:59:14.851584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4845a628-9d3d-4d19-9932-a5cbaad348f1', 'remote_group_id': '8c482804-e901-4fab-9de1-2b50e9356de4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:14.852485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4845a628-9d3d-4d19-9932-a5cbaad348f1', 'remote_group_id': '8c482804-e901-4fab-9de1-2b50e9356de4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:14.872212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b29bd786-7b1b-42f2-bf0d-9cf087ce81c0 None None] Provisioning complete for port 9d514191-45bc-4dc7-a0e5-f0844a337b7d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:14.876581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b29bd786-7b1b-42f2-bf0d-9cf087ce81c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.881667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d514191-45bc-4dc7-a0e5-f0844a337b7d,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:14.906638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-dc20ec37-f286-4e73-97d0-5372be9487f2 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825407
Jan 29 20:59:14.907148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.924889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] Publish callbacks [] for security_group (06e03a33-9d2c-4cad-940c-73b2cd6792d8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:14.981584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] Publish callbacks [] for security_group (06e03a33-9d2c-4cad-940c-73b2cd6792d8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.000587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=9d514191-45bc-4dc7-a0e5-f0844a337b7d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:15.063518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b29bd786-7b1b-42f2-bf0d-9cf087ce81c0 None None] Current status of the port 9d514191-45bc-4dc7-a0e5-f0844a337b7d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:15.136303 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6e26f8d4-a4ff-4882-bb61-88d9619755e8 req-5e48b1df-2d65-4db9-95c9-1193c01d0e4f service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739042
Jan 29 20:59:15.192339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.231094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Allocated IP 172.20.0.8 (50b8a44c-8805-4c80-98b2-4737494020b8/d260e06a-50b4-4077-82d8-9bf29e42e0e1/1543cc34-0b65-4708-a105-f5758647b307) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:15.238386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.286922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (dde8bb9f-6077-4d6f-a593-4f45267e6542), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.294308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:15.302926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (06e03a33-9d2c-4cad-940c-73b2cd6792d8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.305541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:15.309600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:15.310339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.311634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06e03a33-9d2c-4cad-940c-73b2cd6792d8 HTTP/1.1" status: 204  len: 168 time: 0.5891318
Jan 29 20:59:15.379121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=cc59b71f-129e-46a2-ba8b-85860e4a77ec,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:15.389396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (dde8bb9f-6077-4d6f-a593-4f45267e6542), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.391456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba55d-27d3-4e72-9bc2-40425a3c31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e03a33-9d2c-4cad-940c-73b2cd6792d8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:15.404616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (dde8bb9f-6077-4d6f-a593-4f45267e6542), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.421490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7670ce-4098-4887-990e-662fb19ed51c req-55b01b8d-d469-4f46-9583-c0fe67fd325b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:15.429383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d3c9ba53-73d2-492f-9d1f-3b16d75a39a2 None None] Provisioning complete for port 9d514191-45bc-4dc7-a0e5-f0844a337b7d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:15.429687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ba53-73d2-492f-9d1f-3b16d75a39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.431272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7670ce-4098-4887-990e-662fb19ed51c req-55b01b8d-d469-4f46-9583-c0fe67fd325b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3676093
Jan 29 20:59:15.528227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde8bb9f-6077-4d6f-a593-4f45267e6542,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:15.547759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.591018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:15.610881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2deb4f7b-ca6f-42c8-9a35-f0fa9b3f3aec req-11ea9a4a-bb16-42f5-aef5-2d76d22597b9 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.7662330
Jan 29 20:59:15.613990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9ba53-73d2-492f-9d1f-3b16d75a39a2 None None] Current status of the port 9d514191-45bc-4dc7-a0e5-f0844a337b7d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:15.812796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7670ce-4098-4887-990e-662fb19ed51c req-a131bba2-66cd-4bba-b19e-dd7f6d9feeba tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3804569
Jan 29 20:59:15.842123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c22f9-97e5-4d5d-a8ed-f691f80c79eb None None] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:15.884408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbf4805b-ae0c-4c18-9479-f59674f0942e req-892a346f-dc96-4c84-aa36-dc295f67d1a1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 210 time: 0.1073852
Jan 29 20:59:16.017620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb9c2925-a10d-45c6-a905-fd6ce6718461 req-7f7be8b0-da7f-457f-a991-38105b90fe8d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 210 time: 0.0848355
Jan 29 20:59:16.039753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Provisioning complete for port 40dd5065-770d-4ced-a53d-830fc32c3358 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:16.041449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.064271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1670297670', 'description': 'tempest-description-1508022176'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:16.114917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks [] for port (1543cc34-0b65-4708-a105-f5758647b307), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.133167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.141207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.168372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1c34-e3b1-4903-b363-5da17e4fcd63 req-e2b03db9-479c-4710-89b9-9c9b2623982d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:16.170505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46bb1c34-e3b1-4903-b363-5da17e4fcd63 req-e2b03db9-479c-4710-89b9-9c9b2623982d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 943 time: 0.1173575
Jan 29 20:59:16.248257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46bb1c34-e3b1-4903-b363-5da17e4fcd63 req-8ecd5e44-8cb0-4b3f-b577-b8c285021cac tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671020
Jan 29 20:59:16.256934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Current status of the port 40dd5065-770d-4ced-a53d-830fc32c3358 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:16.257334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.264884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.311966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] For port 40dd5065-770d-4ced-a53d-830fc32c3358, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40dd5065-770d-4ced-a53d-830fc32c3358,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:16.318171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.339204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.345661 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:59:16.451831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Network 50b8a44c-8805-4c80-98b2-4737494020b8 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:16.458845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6353a4-20b6-4487-abe5-9225c5b9c730 None None] Pushing event updated for resources: {'Port': ['ID=40dd5065-770d-4ced-a53d-830fc32c3358,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:16.460013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:16.470314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (63bbd63d-a40e-4588-bb10-f28197d4d723), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.471693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:16.484977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:16.487769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (63bbd63d-a40e-4588-bb10-f28197d4d723), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.640128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 40dd5065-770d-4ced-a53d-830fc32c3358 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:16.668112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bbd63d-a40e-4588-bb10-f28197d4d723,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:16.701208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.720626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e518011-38a3-4071-8675-6641982f3eee req-01f1fd3c-9ea8-4c11-b8e8-70f133cbdd0b tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.6661348
Jan 29 20:59:16.722483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 40dd5065-770d-4ced-a53d-830fc32c3358 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:16.722968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.750467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-933506997', 'description': 'tempest-description-668180227'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:16.791083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:16.792043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.803159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55248) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:16.815732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 53db7f3f-aa51-45aa-a024-85bbcc64c2ef details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:16.839067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-79c336ba-084d-47b4-bf3b-925c2ee9551f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5114503
Jan 29 20:59:16.842540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.864755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79fad5-0892-4ebb-9dd5-27458d388cf2 req-2b31fda8-cf04-40d1-a93f-01128d3b2702 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:16.874734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e79fad5-0892-4ebb-9dd5-27458d388cf2 req-2b31fda8-cf04-40d1-a93f-01128d3b2702 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3262887
Jan 29 20:59:16.881455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-d54d0ff2-03da-4a10-ae58-f72942947636 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:16.885950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Request body: {'port': {'device_id': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:16.888382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-d54d0ff2-03da-4a10-ae58-f72942947636 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:16.890464 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-d54d0ff2-03da-4a10-ae58-f72942947636 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "GET /v2.0/networks?id=9385f00e-d496-4d1f-b45d-d9158d090e94&id=6d8aec4a-2dc1-4732-9b1b-337960ad2cc9&id=9385f00e-d496-4d1f-b45d-d9158d090e94 HTTP/1.1" status: 200  len: 1390 time: 0.2407992
Jan 29 20:59:16.922638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:16.933290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'admin_state_up': True, 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:16.933541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 40dd5065-770d-4ced-a53d-830fc32c3358 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:16.934460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9d514191-45bc-4dc7-a0e5-f0844a337b7d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:16.970464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-network', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:16.979334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3546030d-77bf-4749-bc30-e83387a63124 None None] Provisioning complete for port 40dd5065-770d-4ced-a53d-830fc32c3358 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:16.979854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3546030d-77bf-4749-bc30-e83387a63124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.041768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Made reservation on behalf of fd4d14f918d841dbb3dff9a919096e33 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:17.045005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.064770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.079400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.089775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9d514191-45bc-4dc7-a0e5-f0844a337b7d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:17.090157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.099941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.116342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (9eada879-44c0-4dc5-a176-0dfa9788f804), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.135271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9eada879-44c0-4dc5-a176-0dfa9788f804), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.139915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:17.171587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eada879-44c0-4dc5-a176-0dfa9788f804,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:17.189419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef', 'mac_address': 'fa:16:3e:8c:78:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:17.197503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e79fad5-0892-4ebb-9dd5-27458d388cf2 req-381c2523-22b5-4e14-bc81-577fe5baf641 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054538
Jan 29 20:59:17.202220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.229152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=cc59b71f-129e-46a2-ba8b-85860e4a77ec,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:17.236921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.240386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.241989 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-936b2791-28c6-4b7b-8062-d68bb15c3ad4 req-9bf4be61-ff0a-42d7-a681-790a4ff776c7 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.5082865
Jan 29 20:59:17.256698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3546030d-77bf-4749-bc30-e83387a63124 None None] Current status of the port 40dd5065-770d-4ced-a53d-830fc32c3358 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:17.311660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:17.315721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:17.316460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.317038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.332836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9d514191-45bc-4dc7-a0e5-f0844a337b7d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:17.335790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53db7f3f-aa51-45aa-a024-85bbcc64c2ef {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:17.359804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:17.371527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.432504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:17.437881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80bad749-1aa0-476e-9df7-89c842870bb0 req-432096d8-302c-42a0-8673-00f4d0305815 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 210 time: 0.0826185
Jan 29 20:59:17.488149 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 501bb197-ff08-42a3-aa4a-297d7bc95705 associated. External IP: 172.35.4.177, port: b658bed8-9ebc-442d-9d36-fa3090ce027e.
Jan 29 20:59:17.492139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks [] for security_group (6f867d05-60fd-4b55-a789-8a26d2eb8bea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.514546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdede4ae-1960-495b-9067-ab845149d7a3 req-064359f7-dbce-4d83-baf9-281b004337c2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:17.516034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdede4ae-1960-495b-9067-ab845149d7a3 req-064359f7-dbce-4d83-baf9-281b004337c2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 931 time: 0.2095823
Jan 29 20:59:17.572010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6f867d05-60fd-4b55-a789-8a26d2eb8bea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.584190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdede4ae-1960-495b-9067-ab845149d7a3 req-64a48ecc-eaf3-444b-85e2-fb6366708ea9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554700
Jan 29 20:59:17.625825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:17.656076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-f48da167-d9e9-48ce-b63b-cc1c90ef3419 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/63bbd63d-a40e-4588-bb10-f28197d4d723 HTTP/1.1" status: 200  len: 1824 time: 0.0517356
Jan 29 20:59:17.656331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Allocated IP 19.80.0.60 (9385f00e-d496-4d1f-b45d-d9158d090e94/12eadcb5-3cf5-46db-bcac-0d0a7d8d5530/2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:17.659315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f867d05-60fd-4b55-a789-8a26d2eb8bea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:17.678312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7f867a1d-c432-4606-a234-bb95fe46c299), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.678837 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Added segment 7f867a1d-c432-4606-a234-bb95fe46c299 of type vlan for network ef7e4130-3950-4a6b-a688-755b44cf966d
Jan 29 20:59:17.694754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['53db7f3f-aa51-45aa-a024-85bbcc64c2ef'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:17.769235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:17.779676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ef7e4130-3950-4a6b-a688-755b44cf966d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.788352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks [] for port (1543cc34-0b65-4708-a105-f5758647b307), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.801081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-55524f87-a889-4710-a07c-26ce8f563cf8 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/9eada879-44c0-4dc5-a176-0dfa9788f804 HTTP/1.1" status: 200  len: 1822 time: 0.1093121
Jan 29 20:59:17.813804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900306b-0829-4031-9736-8dcfc803a035 req-9b4f107e-247e-403a-8abe-f1b7a863d8d8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:17.820311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6900306b-0829-4031-9736-8dcfc803a035 req-9b4f107e-247e-403a-8abe-f1b7a863d8d8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 944 time: 0.1423130
Jan 29 20:59:17.831126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Transition to ACTIVE for port object 1543cc34-0b65-4708-a105-f5758647b307 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:17.834277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63bbd63d-a40e-4588-bb10-f28197d4d723', 'remote_group_id': '9eada879-44c0-4dc5-a176-0dfa9788f804', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:17.834590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63bbd63d-a40e-4588-bb10-f28197d4d723', 'remote_group_id': '9eada879-44c0-4dc5-a176-0dfa9788f804', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:17.847250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.903272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ef7e4130-3950-4a6b-a688-755b44cf966d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.904273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:17.904861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:17.934809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6900306b-0829-4031-9736-8dcfc803a035 req-9bd930d5-1fbe-42e3-a739-1e234cc3035b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134622
Jan 29 20:59:17.935807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:18.000368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1950493
Jan 29 20:59:18.006059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55264) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:18.015674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Request body: {'subnet': {'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-subnet', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:18.021202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c87a-2231-4ca2-adb8-96cf2197c911 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7e4130-3950-4a6b-a688-755b44cf966d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:18.028059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:18.034253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ef7e4130-3950-4a6b-a688-755b44cf966d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:18.048842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.060543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (101e7566-4026-470c-8019-d5ef4c829b56), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.088923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Made reservation on behalf of fd4d14f918d841dbb3dff9a919096e33 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:18.091328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.144623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Attempting to bind port 1543cc34-0b65-4708-a105-f5758647b307 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:18.144960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Attempting to bind port 1543cc34-0b65-4708-a105-f5758647b307 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:18.145308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Attempting to bind port 1543cc34-0b65-4708-a105-f5758647b307 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:18.164933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.170050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Port 1543cc34-0b65-4708-a105-f5758647b307 on network 50b8a44c-8805-4c80-98b2-4737494020b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:18.170372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Attempting to bind port 1543cc34-0b65-4708-a105-f5758647b307 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:18.174840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (101e7566-4026-470c-8019-d5ef4c829b56), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.188384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:18.188618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Checking segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:18.189038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Bound using segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:18.189463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Bound port: 1543cc34-0b65-4708-a105-f5758647b307, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:18.189810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.201470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (101e7566-4026-470c-8019-d5ef4c829b56), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.212207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:18.221140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:18.225236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:18.226732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:18.232305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1032e-29b1-49c0-88ca-57b7ef19e4f7 req-941db94c-bef0-475e-9e6e-5c94eb1e20b5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:18.234049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f1032e-29b1-49c0-88ca-57b7ef19e4f7 req-941db94c-bef0-475e-9e6e-5c94eb1e20b5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1941657
Jan 29 20:59:18.236706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:18.250772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101e7566-4026-470c-8019-d5ef4c829b56,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:18.250982 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:18.252249 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:18.283501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:18.290942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.294905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.295901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8b461fd-57fe-446c-bf85-5f2500aed8fc req-4a54ea2f-dd66-473a-bfb5-57ef5f41e4a6 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.4709325
Jan 29 20:59:18.303599 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fd30>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:18.313360 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:18.314220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:18.347453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:18.348100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.364092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0a08ae3a-7092-47fc-916b-0b44454c908f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.1589069
Jan 29 20:59:18.376319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:18.376527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19fd30>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:18.376527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbc893-8e89-4bc8-9c12-12074dd16092 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:18.378291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-186135443'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:18.385462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b2fc0c90-68f0-4669-ae42-4cc5a3a5cd18 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4674270
Jan 29 20:59:18.396643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9', 'admin_state_up': True, 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:18.432806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 40dd5065-770d-4ced-a53d-830fc32c3358 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:18.467839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:18.471514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.511257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 40dd5065-770d-4ced-a53d-830fc32c3358 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:18.511801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.531296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:18.558247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (97aa398e-2122-4d7b-8080-94e92533618b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.558878 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Added segment 97aa398e-2122-4d7b-8080-94e92533618b of type vlan for network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0
Jan 29 20:59:18.629232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ec46b984-75fd-4751-8918-dc7e9b0689cb None None] Provisioning complete for port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:18.629926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ec46b984-75fd-4751-8918-dc7e9b0689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.659099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 40dd5065-770d-4ced-a53d-830fc32c3358 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:18.674547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ec46b984-75fd-4751-8918-dc7e9b0689cb None None] Port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:18.745765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:18.757119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f1032e-29b1-49c0-88ca-57b7ef19e4f7 req-5fb9fd7f-66eb-4366-a396-7b0f23872faa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5135171
Jan 29 20:59:18.770945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:18.790018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 53db7f3f-aa51-45aa-a024-85bbcc64c2ef up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:18.796027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.800247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-59f73039-8166-45ea-9453-da87afd4c8c8 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/9eada879-44c0-4dc5-a176-0dfa9788f804 HTTP/1.1" status: 200  len: 1822 time: 0.4664660
Jan 29 20:59:18.892674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:18.893412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.894902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] 10.222.0.18 "PUT /v2.0/ports/1543cc34-0b65-4708-a105-f5758647b307 HTTP/1.1" status: 200  len: 1091 time: 2.0471201
Jan 29 20:59:18.895461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'tag': '1543cc34-0b65-4708-a105-f5758647b307'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:18.897937 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6382425-78c7-4ed7-a355-2e076b67cdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "tag": "1543cc34-0b65-4708-a105-f5758647b307"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:18.906859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (4b1ffdc6-b934-4598-95c4-854714a3c4ce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.948100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:18.952193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:18.956215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.029111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c6f9-998d-4f2a-837f-a9b6305c672b service neutron] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:19.036141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.041250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.042051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.048574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:19.052626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:19.053193 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.061382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1ffdc6-b934-4598-95c4-854714a3c4ce,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:19.090087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (9eada879-44c0-4dc5-a176-0dfa9788f804), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.121101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7443509
Jan 29 20:59:19.124304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-49e5cabd-ebff-4b33-bf57-6b0df43f0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.125846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-49e5cabd-ebff-4b33-bf57-6b0df43f0c1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 1125 time: 0.1547217
Jan 29 20:59:19.127641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:19.132381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a630-75ca-4371-a211-ae27874247a4 req-8703b169-d34f-4dd7-8e1d-f8527f498fb7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.139418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caa3a630-75ca-4371-a211-ae27874247a4 req-8703b169-d34f-4dd7-8e1d-f8527f498fb7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 931 time: 0.2161150
Jan 29 20:59:19.142073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:19.142554 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.155211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'subnet': {'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:19.156422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (9eada879-44c0-4dc5-a176-0dfa9788f804), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.166106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:19.168508 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db587af5-07b2-4ae7-8639-6113e0c2d2ef" -d '{"events": [{"server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "name": "network-vif-plugged", "status": "completed", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:19.185160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:19.189134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.214895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Checking segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:19.215262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Network hostable DHCP agents. Network: ef7e4130-3950-4a6b-a688-755b44cf966d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:19.222969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24304f-6e09-483f-8993-cbedda2e3b8e tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Network': ['ID=ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:19.241829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:19.259180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-194b999e-0f58-4dae-a3a2-c348c88dd20e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1543cc34-0b65-4708-a105-f5758647b307 HTTP/1.1" status: 200  len: 217 time: 0.0999043
Jan 29 20:59:19.260750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Allocated IP 19.86.0.149 (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9/def97992-89c1-4a53-9015-d0026ececa8c/f3114142-9140-4538-aa92-8eb800fc1a0f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:19.288422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:19.304123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:19.313464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.328383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caa3a630-75ca-4371-a211-ae27874247a4 req-e16daf4a-fa38-42e1-9d39-c62fb873025e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876614
Jan 29 20:59:19.333624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Network ef7e4130-3950-4a6b-a688-755b44cf966d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:19.351761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-12af7217-9780-4eb1-9b78-83186756dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.353482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-12af7217-9780-4eb1-9b78-83186756dc3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.0871022
Jan 29 20:59:19.357227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef7e4130-3950-4a6b-a688-755b44cf966d) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:19.362856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.363845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.369341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd1f66-0fc6-4bd6-86da-c250dd1b2b92 None None] Network ef7e4130-3950-4a6b-a688-755b44cf966d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:19.376121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9eada879-44c0-4dc5-a176-0dfa9788f804), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.379665 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.381153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a73ddaf-70cd-4691-9402-1f5e52ea0ed5 req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/9eada879-44c0-4dc5-a176-0dfa9788f804 HTTP/1.1" status: 204  len: 173 time: 0.5521064
Jan 29 20:59:19.406906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-08789952-116a-4bae-9526-83b7b26721a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458212
Jan 29 20:59:19.422821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11745a-768d-460f-896f-2bfac2055264 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eada879-44c0-4dc5-a176-0dfa9788f804,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:19.442967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-daf67247-b0e0-4ad2-8238-d731e5e3bb7b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4344907
Jan 29 20:59:19.456453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:19.461706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:19.477495 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11079a40-c993-42c0-ab68-5197c6959b53 x-openstack-request-id: req-11079a40-c993-42c0-ab68-5197c6959b53 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:19.477860 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "tag": "1543cc34-0b65-4708-a105-f5758647b307", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:19.478174 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11079a40-c993-42c0-ab68-5197c6959b53 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:19.478897 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'tag': '1543cc34-0b65-4708-a105-f5758647b307', 'status': 'completed', 'code': 200}
Jan 29 20:59:19.538106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.539204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.568130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9787-c59a-4051-9c57-3f74d3bc7c4f req-6a6d35da-3f80-4556-ac1d-c5d323c81af7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.581751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef7e4130-3950-4a6b-a688-755b44cf966d', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'fixed_ips': [{'subnet_id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:19.581751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.582301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ef9787-c59a-4051-9c57-3f74d3bc7c4f req-6a6d35da-3f80-4556-ac1d-c5d323c81af7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 943 time: 0.1556687
Jan 29 20:59:19.616139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.616476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-d8450c6a-2a28-46de-9479-044ffae69f5c service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012775
Jan 29 20:59:19.679571 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for router_controller (2d0b9cf5-4804-4992-866d-2c21f55a4749), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.729691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Allocated IP 172.20.0.2 (ef7e4130-3950-4a6b-a688-755b44cf966d/4b1ffdc6-b934-4598-95c4-854714a3c4ce/5d963c38-cc88-404f-bb19-f9b2a68cb48d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:19.752487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ef9787-c59a-4051-9c57-3f74d3bc7c4f req-8a6221fd-9ae9-45ec-96d8-61d50d38cd1c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694057
Jan 29 20:59:19.761037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c555-a1fd-4800-be4e-4e45b9983e06 req-39d8330f-f46d-46c9-b222-dded8148edf6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:19.768750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3be2c555-a1fd-4800-be4e-4e45b9983e06 req-39d8330f-f46d-46c9-b222-dded8148edf6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.1653256
Jan 29 20:59:19.844182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3be2c555-a1fd-4800-be4e-4e45b9983e06 req-4b611dff-2b64-4435-ac2a-241e5a1f556c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744493
Jan 29 20:59:19.850823 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f74bf4-2c6b-4543-8797-da6208dca83a x-openstack-request-id: req-51f74bf4-2c6b-4543-8797-da6208dca83a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:19.855026 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "name": "network-vif-plugged", "status": "completed", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:19.855682 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51f74bf4-2c6b-4543-8797-da6208dca83a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:19.856571 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef', 'code': 200}
Jan 29 20:59:19.876447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8d2499d5-104f-4e96-9a3d-b86be5771852), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.886770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.942265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff15db7-6178-43b5-a2be-536f1e0c0946 req-61702d57-692e-4d16-a246-db70e869d163 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118858
Jan 29 20:59:19.950741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a340215-0b66-471b-997a-e1f9df3f88d8 req-23565ae0-f46b-4bb0-9ea3-a0a960abbf1d tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/63bbd63d-a40e-4588-bb10-f28197d4d723 HTTP/1.1" status: 200  len: 1824 time: 0.0866880
Jan 29 20:59:19.990244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks [] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:19.996205 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.005675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1072544413', 'description': 'tempest-description-1953018099'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:20.040000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Network ef7e4130-3950-4a6b-a688-755b44cf966d is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:20.042888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:20.047517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:20.050659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Pushing event updated for resources: {'Port': ['ID=5d963c38-cc88-404f-bb19-f9b2a68cb48d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:20.088153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.098011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82ad18-c1ac-49f1-8e58-ff977e0fd1c4 req-93f5c5e9-1192-4558-bbd0-0669e6b1e55b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.099193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for router_gateway (2d0b9cf5-4804-4992-866d-2c21f55a4749), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.105375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e82ad18-c1ac-49f1-8e58-ff977e0fd1c4 req-93f5c5e9-1192-4558-bbd0-0669e6b1e55b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1588686
Jan 29 20:59:20.109833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Attempting to bind port 5d963c38-cc88-404f-bb19-f9b2a68cb48d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:20.110215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Attempting to bind port 5d963c38-cc88-404f-bb19-f9b2a68cb48d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:20.110658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Attempting to bind port 5d963c38-cc88-404f-bb19-f9b2a68cb48d on network ef7e4130-3950-4a6b-a688-755b44cf966d {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:20.117222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:20.117458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Checking segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:20.118554 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.118554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Bound using segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:20.118760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Bound port: 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:20.119101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.126098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:20.136200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:20.139217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:20.165398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-56d90e19-11ac-4f16-92d4-251d58539c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.167583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-56d90e19-11ac-4f16-92d4-251d58539c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 1125 time: 0.1492648
Jan 29 20:59:20.190592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:20.194231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Subnet': ['ID=8d2499d5-104f-4e96-9a3d-b86be5771852,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:20.227311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] For port 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:20.232638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] For port 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d963c38-cc88-404f-bb19-f9b2a68cb48d,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:20.244129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.259904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Checking segment: {'id': '97aa398e-2122-4d7b-8080-94e92533618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:20.260309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network hostable DHCP agents. Network: ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:20.263393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e82ad18-c1ac-49f1-8e58-ff977e0fd1c4 req-7bccead9-10e4-4873-be75-7da7d1271dce tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563625
Jan 29 20:59:20.301935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (ba7baab9-c1e8-494f-b808-ee79d18f63f8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.309662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ba7baab9-c1e8-494f-b808-ee79d18f63f8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.330627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.331694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.354305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58f00-6708-4b43-871a-09e4c2fe767f None None] Pushing event updated for resources: {'Port': ['ID=5d963c38-cc88-404f-bb19-f9b2a68cb48d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:20.362917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f3f7e-96db-4b0a-b1b3-79118b313c8b req-edacdc64-56a0-45a0-9205-61e117963ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.368731 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f44f3f7e-96db-4b0a-b1b3-79118b313c8b req-edacdc64-56a0-45a0-9205-61e117963ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 1127 time: 0.3419008
Jan 29 20:59:20.375433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.376877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a374761-ab45-4df2-b088-9ba727266968 req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.3781130
Jan 29 20:59:20.385435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4db56b-d8d5-4010-8cd9-fd90983aab19 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7baab9-c1e8-494f-b808-ee79d18f63f8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:20.407054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-938c9105-a296-44c4-9845-2004915a18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.413774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-938c9105-a296-44c4-9845-2004915a18b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 916 time: 0.2361026
Jan 29 20:59:20.474734 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f44f3f7e-96db-4b0a-b1b3-79118b313c8b req-ec63e010-540b-47b3-9823-2a1c6a1d0903 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484252
Jan 29 20:59:20.477731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-8fcdb1a1-77c9-43e8-8c6b-bdecdc73e4d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1543cc34-0b65-4708-a105-f5758647b307 HTTP/1.1" status: 200  len: 217 time: 0.0566657
Jan 29 20:59:20.483695 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-096f371f-48f1-4cd9-b6f0-ca6ce3ccffc3 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0909278
Jan 29 20:59:20.492833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:20.521250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-164a67a0-d2ce-4997-a294-ee378bfa17a5 None None] Provisioning complete for port f3114142-9140-4538-aa92-8eb800fc1a0f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:20.521582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:20.522141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-164a67a0-d2ce-4997-a294-ee378bfa17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.529505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.530325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.563716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9e224d59-e752-4626-8697-29a54b84d822 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4310944
Jan 29 20:59:20.567268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55300) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:20.572722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1472493547', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:20.574404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0763d-17ea-4e73-b7a1-3f9d3ce9bbad None None] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:20.606588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-9e311fd4-6047-441b-ad5c-2bef533dbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.608077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-9e311fd4-6047-441b-ad5c-2bef533dbdc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.1016333
Jan 29 20:59:20.648937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-a1088cd1-79da-4826-a5df-f90512464b88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316074
Jan 29 20:59:20.660510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d061c-34ee-4cce-8da1-32b409156e94 req-05f433f3-771b-44d7-8892-66a6ee7a3e3a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.662884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.664044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.666219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d061c-34ee-4cce-8da1-32b409156e94 req-05f433f3-771b-44d7-8892-66a6ee7a3e3a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:20.676380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-294d061c-34ee-4cce-8da1-32b409156e94 req-05f433f3-771b-44d7-8892-66a6ee7a3e3a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 1654 time: 0.2440093
Jan 29 20:59:20.715292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-164a67a0-d2ce-4997-a294-ee378bfa17a5 None None] Port f3114142-9140-4538-aa92-8eb800fc1a0f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:20.751274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0', 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0', 'project_id': 'e2c62c2b3add40af848000d5c22b8bd9', 'fixed_ips': [{'subnet_id': '8d2499d5-104f-4e96-9a3d-b86be5771852'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:20.752290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.753006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-f62d52b8-37e3-4754-82d1-5501224553b2 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 200  len: 1824 time: 0.1805801
Jan 29 20:59:20.793442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_controller (78397e86-af1d-46c4-a0da-04ea7082dec0), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.800257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'admin_state_up': True, 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:20.804305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for router_gateway (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:20.850579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba7baab9-c1e8-494f-b808-ee79d18f63f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:20.853482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba7baab9-c1e8-494f-b808-ee79d18f63f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:20.948717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Allocated IP 172.20.0.2 (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0/8d2499d5-104f-4e96-9a3d-b86be5771852/dca3c414-c265-48d9-9dd4-de2f9822234e) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:20.949751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-294d061c-34ee-4cce-8da1-32b409156e94 req-58b5697c-3fce-4677-a412-ffd254b17814 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2722514
Jan 29 20:59:21.018684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-2f554cf1-9454-4be0-b26c-cbc1f9f37b7d service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364835
Jan 29 20:59:21.027151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (2080b439-b856-4eff-9a25-cb60e0536c1b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.044803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (78397e86-af1d-46c4-a0da-04ea7082dec0), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.048096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.133738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (2080b439-b856-4eff-9a25-cb60e0536c1b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.142808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2080b439-b856-4eff-9a25-cb60e0536c1b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.151714 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks [] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.159444 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.182093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.188079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dfeefc2-a2fb-49c6-b479-91862722251f req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4341900
Jan 29 20:59:21.204035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:21.207377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:21.211544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:21.218726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2080b439-b856-4eff-9a25-cb60e0536c1b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:21.246349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefd8f-1a01-44d6-81b7-547bb9c1298a req-e36bfe17-6e9e-4e65-a629-0e018e02f943 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:21.248354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70eefd8f-1a01-44d6-81b7-547bb9c1298a req-e36bfe17-6e9e-4e65-a629-0e018e02f943 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2163627
Jan 29 20:59:21.254661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006835-bde3-41a8-b602-77098e1116fb req-9229564a-48d7-4385-a140-e03bb539136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:21.256215 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-9229564a-48d7-4385-a140-e03bb539136a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 1129 time: 0.3342578
Jan 29 20:59:21.269609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.270237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.270742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.271229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.271702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.272208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.272806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.273317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.273807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.274303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.274778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.275257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.275734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337101c-71e5-4420-8123-1875e975cfcc tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:21.282360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Attempting to bind port dca3c414-c265-48d9-9dd4-de2f9822234e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:21.282817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Attempting to bind port dca3c414-c265-48d9-9dd4-de2f9822234e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '97aa398e-2122-4d7b-8080-94e92533618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:21.283258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Attempting to bind port dca3c414-c265-48d9-9dd4-de2f9822234e on network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:21.285814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Pushing event updated for resources: {'Port': ['ID=dca3c414-c265-48d9-9dd4-de2f9822234e,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:21.291435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6382425-78c7-4ed7-a355-2e076b67cdc2 req-324b10d9-bb09-4b5c-b12c-bca6e9c02553 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606068
Jan 29 20:59:21.292417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:21.293106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Checking segment: {'id': '97aa398e-2122-4d7b-8080-94e92533618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:21.293615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.294673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Bound using segment: {'id': '97aa398e-2122-4d7b-8080-94e92533618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:21.295353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Bound port: dca3c414-c265-48d9-9dd4-de2f9822234e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aa398e-2122-4d7b-8080-94e92533618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:21.295813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.365223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Allocated IP 172.35.4.6 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/52228d36-855d-479f-98aa-8479cb56ca79) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:21.368772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:21.370249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70eefd8f-1a01-44d6-81b7-547bb9c1298a req-cec63e9a-e1e7-4520-ba22-ce088acae611 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107321
Jan 29 20:59:21.372238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.380018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] For port dca3c414-c265-48d9-9dd4-de2f9822234e, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:21.385652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] For port dca3c414-c265-48d9-9dd4-de2f9822234e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca3c414-c265-48d9-9dd4-de2f9822234e,segment=NetworkSegment(97aa398e-2122-4d7b-8080-94e92533618b),segment_id=97aa398e-2122-4d7b-8080-94e92533618b)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:21.394723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.396016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7a0a-22d8-46cc-9fea-cfbd926f0c06 req-5a7b482a-31b7-4257-9576-40337d305ee6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:21.398485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-218d7a0a-22d8-46cc-9fea-cfbd926f0c06 req-5a7b482a-31b7-4257-9576-40337d305ee6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 943 time: 0.0762672
Jan 29 20:59:21.498129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17eefe-1183-43d5-b52a-ede533157245 None None] Pushing event updated for resources: {'Port': ['ID=dca3c414-c265-48d9-9dd4-de2f9822234e,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:21.513984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-218d7a0a-22d8-46cc-9fea-cfbd926f0c06 req-a1a07f7d-c1dd-4de9-b2ee-6475299704e8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894649
Jan 29 20:59:21.579173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006835-bde3-41a8-b602-77098e1116fb req-0cb423d3-2f19-4b82-bade-35b315d2f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:21.580660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-0cb423d3-2f19-4b82-bade-35b315d2f9e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 200  len: 915 time: 0.3153634
Jan 29 20:59:21.632361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-7eca3885-416b-45c9-82ff-62f22ea036ca tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 200  len: 2418 time: 0.0904386
Jan 29 20:59:21.650067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484304f8-ad53-4710-9eb0-605a6ca42b15 req-869f4c44-61e8-484a-b60d-a5000a1c4582 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:21.658243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-484304f8-ad53-4710-9eb0-605a6ca42b15 req-869f4c44-61e8-484a-b60d-a5000a1c4582 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.1151340
Jan 29 20:59:21.662346 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-1a87f71a-f072-48e8-a6a6-37be3ae4bc25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 200  len: 217 time: 0.0677907
Jan 29 20:59:21.664173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba7baab9-c1e8-494f-b808-ee79d18f63f8', 'remote_group_id': None}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:21.664682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba7baab9-c1e8-494f-b808-ee79d18f63f8', 'remote_group_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:21.739094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-484304f8-ad53-4710-9eb0-605a6ca42b15 req-bbf6c58d-cdbb-4b17-87f7-426dc2cbc345 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796926
Jan 29 20:59:21.785928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.806855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.830125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.850542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:21.860219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:21.869917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa629a7-49a9-4dd2-8514-17821841efaa req-4453b7b7-edf4-4937-830e-07c996d0c1fe tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2232590
Jan 29 20:59:21.953685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61287821-0410-4d88-b7ef-55614aeedd66 req-bd560308-bf71-423e-9c57-de7bc7d2e41c tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 200  len: 3017 time: 0.0680599
Jan 29 20:59:22.009783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-f8def39b-6259-4dc6-998d-841188d8b0c3 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-group-rules/42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba HTTP/1.1" status: 200  len: 783 time: 0.0246854
Jan 29 20:59:22.113631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5e537-d681-49d6-906b-0ea910731d99 None None] Network ef7e4130-3950-4a6b-a688-755b44cf966d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:22.115949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-60250930-c22f-4955-8913-17e1169263ba tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 200  len: 3017 time: 0.0999560
Jan 29 20:59:22.146708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eb660-7656-4186-865d-f89afaac86c1 req-4dcf9b24-1be5-464f-ae8e-d284c12584bd tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:22.152320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eb660-7656-4186-865d-f89afaac86c1 req-4dcf9b24-1be5-464f-ae8e-d284c12584bd tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:22.154057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6eb660-7656-4186-865d-f89afaac86c1 req-4dcf9b24-1be5-464f-ae8e-d284c12584bd tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 1654 time: 0.1107810
Jan 29 20:59:22.174998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.181962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Provisioning complete for port 5d963c38-cc88-404f-bb19-f9b2a68cb48d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:22.182340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.191181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.219497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for port (52228d36-855d-479f-98aa-8479cb56ca79), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.226656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006835-bde3-41a8-b602-77098e1116fb req-93608ba9-ead6-4625-90e2-6aa904aed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:22.228388 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-93608ba9-ead6-4625-90e2-6aa904aed16e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 200  len: 854 time: 0.5265667
Jan 29 20:59:22.236541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.247848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.249010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4560d5f1-f0a5-4800-ab2e-0dfcb616583b req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba HTTP/1.1" status: 204  len: 173 time: 0.1243944
Jan 29 20:59:22.255777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6eb660-7656-4186-865d-f89afaac86c1 req-ffa3f29c-a124-460b-a766-dd16e261b903 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900431
Jan 29 20:59:22.256676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24aaa1-8522-4238-9054-68bfd206d67a tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42cc8304-0e4c-4ac8-9b3e-237b8c13d8ba,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:22.270858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (78397e86-af1d-46c4-a0da-04ea7082dec0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.277461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Allocated IP 19.80.0.6 (9385f00e-d496-4d1f-b45d-d9158d090e94/12eadcb5-3cf5-46db-bcac-0d0a7d8d5530/5a1460b9-1648-4c6e-94f7-149ec4a2f153) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:22.297840 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.317712 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-b9a70152-d304-411b-8d9f-f2281af0704a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e5d0e33-a585-4203-bd05-f2661e740b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644343
Jan 29 20:59:22.322139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.362510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Current status of the port 5d963c38-cc88-404f-bb19-f9b2a68cb48d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:22.363044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.398342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-a1b20b5e-cf3a-44a5-87a1-84ba0668471d tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 200  len: 2418 time: 0.0964053
Jan 29 20:59:22.439003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] For port 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d963c38-cc88-404f-bb19-f9b2a68cb48d,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:22.453189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.552327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (ba7baab9-c1e8-494f-b808-ee79d18f63f8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.557099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (52228d36-855d-479f-98aa-8479cb56ca79), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.570719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde1e74-4f63-42dd-b39d-bc544285b1bf None None] Pushing event updated for resources: {'Port': ['ID=5d963c38-cc88-404f-bb19-f9b2a68cb48d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:22.612666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (ba7baab9-c1e8-494f-b808-ee79d18f63f8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.686275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ba7baab9-c1e8-494f-b808-ee79d18f63f8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.694893 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.696087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e42192d-25e5-4502-b8d9-b11e19bbdd77 req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba7baab9-c1e8-494f-b808-ee79d18f63f8 HTTP/1.1" status: 204  len: 173 time: 0.2902920
Jan 29 20:59:22.696664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d963c38-cc88-404f-bb19-f9b2a68cb48d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:22.716146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70ac9d-d2e6-4b51-9016-1674c2536a62 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7baab9-c1e8-494f-b808-ee79d18f63f8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:22.757751 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-6866ef7b-bfdc-4ba2-9b6a-340a22226dba service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4296010
Jan 29 20:59:22.774234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:22.783472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:22.807377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-11b93d2d-93c3-4647-b18e-51852dbea873 None None] Provisioning complete for port 5d963c38-cc88-404f-bb19-f9b2a68cb48d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:22.807759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-11b93d2d-93c3-4647-b18e-51852dbea873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.809203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:22.850816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5d963c38-cc88-404f-bb19-f9b2a68cb48d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:22.851189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:22.918281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf69fc-085c-4453-a1ce-cd079616d742 req-5cd709b2-ca74-4e80-8392-f6966ea98436 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:22.919895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87bf69fc-085c-4453-a1ce-cd079616d742 req-5cd709b2-ca74-4e80-8392-f6966ea98436 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 943 time: 0.1121609
Jan 29 20:59:22.952410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.35.4.4 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:22.959743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Pushing event updated for resources: {'Port': ['ID=52228d36-855d-479f-98aa-8479cb56ca79,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:23.024503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5d963c38-cc88-404f-bb19-f9b2a68cb48d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:23.025769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dca3c414-c265-48d9-9dd4-de2f9822234e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:23.056256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:23.058951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5bf4-5cfd-459b-ad40-85126a804cb3 req-07a52739-ecc0-49fd-9e23-c067bbc653af tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.062123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15aa5bf4-5cfd-459b-ad40-85126a804cb3 req-07a52739-ecc0-49fd-9e23-c067bbc653af tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1405537
Jan 29 20:59:23.124551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.125565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87bf69fc-085c-4453-a1ce-cd079616d742 req-55f07d2e-ae8b-476b-89e0-3792dd2c3734 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605804
Jan 29 20:59:23.167129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:23.170730 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-6a6ea1cb-a90f-45cf-be9a-12665cbe0710 req-1ad1974b-bb5a-4590-9d0a-19f976012a38 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] show failed (client error): The resource could not be found.
Jan 29 20:59:23.172845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6ea1cb-a90f-45cf-be9a-12665cbe0710 req-1ad1974b-bb5a-4590-9d0a-19f976012a38 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/9eada879-44c0-4dc5-a176-0dfa9788f804 HTTP/1.1" status: 404  len: 352 time: 0.0249858
Jan 29 20:59:23.183840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '1543cc34-0b65-4708-a105-f5758647b307', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'port_id': '1543cc34-0b65-4708-a105-f5758647b307', 'mac_address': 'fa:16:3e:c5:3b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260e06a-50b4-4077-82d8-9bf29e42e0e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:23.186318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf12882-d834-4d9b-8bc8-96fb4199e35a None None] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:23.188966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15aa5bf4-5cfd-459b-ad40-85126a804cb3 req-d7caf35d-6bbc-498b-99dc-73ab92e37ae0 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192794
Jan 29 20:59:23.203453 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb006835-bde3-41a8-b602-77098e1116fb req-b8aa2654-5e5c-4ae4-a5ea-713697cfee5a service neutron] 10.222.0.36 "GET /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4211764
Jan 29 20:59:23.239793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-11b93d2d-93c3-4647-b18e-51852dbea873 None None] Current status of the port 5d963c38-cc88-404f-bb19-f9b2a68cb48d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:23.300918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.313647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-a25da519-f2f6-4f9f-a39c-62eafa3cba57 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/63bbd63d-a40e-4588-bb10-f28197d4d723 HTTP/1.1" status: 200  len: 1824 time: 0.0855920
Jan 29 20:59:23.331059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.342490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.349534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:23.349925 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.352355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a4f85-ca5d-4108-bfe1-714c0e7fce88 req-adb7279e-e93d-495d-9044-4d97f64fbee3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.352577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dca3c414-c265-48d9-9dd4-de2f9822234e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:23.352938 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.354318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b45a4f85-ca5d-4108-bfe1-714c0e7fce88 req-adb7279e-e93d-495d-9044-4d97f64fbee3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.0924635
Jan 29 20:59:23.401919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:23.408585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:23.414066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (63bbd63d-a40e-4588-bb10-f28197d4d723), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.429593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:23.443800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.446524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:23.455569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b45a4f85-ca5d-4108-bfe1-714c0e7fce88 req-0bee468d-7015-4446-aebd-d5fb704927b0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799425
Jan 29 20:59:23.457132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (63bbd63d-a40e-4588-bb10-f28197d4d723), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.460463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:23.479290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Provisioning complete for port dca3c414-c265-48d9-9dd4-de2f9822234e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:23.479891 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.513843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:23.533290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (63bbd63d-a40e-4588-bb10-f28197d4d723), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.536346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.537833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-418523de-60f5-4c29-8d03-736b4a6763b8 req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/63bbd63d-a40e-4588-bb10-f28197d4d723 HTTP/1.1" status: 204  len: 173 time: 0.2134206
Jan 29 20:59:23.568901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ece35-ad44-4987-8ef1-9cbffe7ac131 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bbd63d-a40e-4588-bb10-f28197d4d723,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:23.623431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.624825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.631900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.669834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-3e011eda-32b2-4747-8a75-e211b0068f39 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/8c482804-e901-4fab-9de1-2b50e9356de4 HTTP/1.1" status: 200  len: 1824 time: 0.0891531
Jan 29 20:59:23.705791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-9cde353d-b03c-47c1-9027-bd621abebc6a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.9099519
Jan 29 20:59:23.706501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for router_gateway (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.713369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:23.790122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dca3c414-c265-48d9-9dd4-de2f9822234e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:23.790515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.796395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['1543cc34-0b65-4708-a105-f5758647b307'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:23.827596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5cae-4710-4302-8b50-939664ae8893 req-5868a56e-d065-43d7-8179-a63bccee0a56 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.834727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5cae-4710-4302-8b50-939664ae8893 req-5868a56e-d065-43d7-8179-a63bccee0a56 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.845221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:23.851890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5cae-4710-4302-8b50-939664ae8893 req-5868a56e-d065-43d7-8179-a63bccee0a56 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:23.853633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca3d5cae-4710-4302-8b50-939664ae8893 req-5868a56e-d065-43d7-8179-a63bccee0a56 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2374 time: 0.1261365
Jan 29 20:59:23.854717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (8c482804-e901-4fab-9de1-2b50e9356de4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.858357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Current status of the port dca3c414-c265-48d9-9dd4-de2f9822234e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:23.859011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.888969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (8c482804-e901-4fab-9de1-2b50e9356de4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.908636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port dca3c414-c265-48d9-9dd4-de2f9822234e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca3c414-c265-48d9-9dd4-de2f9822234e,segment=NetworkSegment(97aa398e-2122-4d7b-8080-94e92533618b),segment_id=97aa398e-2122-4d7b-8080-94e92533618b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:23.920513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:23.921791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:23.934236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:23.936881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:23.993296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:24.002866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8c482804-e901-4fab-9de1-2b50e9356de4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.007255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.014826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef588a59-c35c-4891-acd2-054c077cbff6 req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c482804-e901-4fab-9de1-2b50e9356de4 HTTP/1.1" status: 204  len: 173 time: 0.3439896
Jan 29 20:59:24.069841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca3d5cae-4710-4302-8b50-939664ae8893 req-e301a11a-dfe4-45bf-a612-67f47ebe7dae tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065588
Jan 29 20:59:24.077132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53e550-2353-4fe5-82b9-73cf85c9caa5 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c482804-e901-4fab-9de1-2b50e9356de4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:24.167092 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.172113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.231340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-35a0bc1d-6c22-4103-aaf8-76f80a6ca295 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/4845a628-9d3d-4d19-9932-a5cbaad348f1 HTTP/1.1" status: 200  len: 1823 time: 0.1019609
Jan 29 20:59:24.249413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=dca3c414-c265-48d9-9dd4-de2f9822234e,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:24.260139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 20:59:24.260568 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 20:59:24.338812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-af5e8048-b5d5-48fd-88e5-bce72127bc41 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:24.340350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-af5e8048-b5d5-48fd-88e5-bce72127bc41 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.1895230
Jan 29 20:59:24.367163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-b0cf57eb-ffd9-47b9-9106-0f91cf2c6b31 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0180523
Jan 29 20:59:24.367702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (4845a628-9d3d-4d19-9932-a5cbaad348f1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.421372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (4845a628-9d3d-4d19-9932-a5cbaad348f1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.433806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d963c38-cc88-404f-bb19-f9b2a68cb48d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:24.465885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-dde73982-e326-4029-985c-04d4d1e0f4ad tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0861683
Jan 29 20:59:24.488534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4845a628-9d3d-4d19-9932-a5cbaad348f1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.491218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5d963c38-cc88-404f-bb19-f9b2a68cb48d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:24.491445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.491584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.494943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ff70fcd-1267-4d33-ae80-16df7503d698 req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/4845a628-9d3d-4d19-9932-a5cbaad348f1 HTTP/1.1" status: 204  len: 173 time: 0.2522955
Jan 29 20:59:24.556619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a495f02-ab4f-4478-b8bb-24b0b970cb09 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845a628-9d3d-4d19-9932-a5cbaad348f1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:24.567317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (78397e86-af1d-46c4-a0da-04ea7082dec0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.590922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5d963c38-cc88-404f-bb19-f9b2a68cb48d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:24.592075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dca3c414-c265-48d9-9dd4-de2f9822234e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:24.630852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-960251b8-8865-42de-98ca-526006875186 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367965
Jan 29 20:59:24.648075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dca3c414-c265-48d9-9dd4-de2f9822234e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:24.648328 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.676474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Router 2d0b9cf5-4804-4992-866d-2c21f55a4749 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:59:24.704754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3177a-d42c-4abe-81c6-3615cfabca1f req-cfe078dc-b850-483d-94f2-9c3e17cbb917 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:24.706304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57b3177a-d42c-4abe-81c6-3615cfabca1f req-cfe078dc-b850-483d-94f2-9c3e17cbb917 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 944 time: 0.1154237
Jan 29 20:59:24.743690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dca3c414-c265-48d9-9dd4-de2f9822234e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:24.783057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-532f720b-e5f8-45a5-8da7-de8eb788e9a1 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381671
Jan 29 20:59:24.800538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca6669d2-7abb-442c-be85-11e0d99599f8 None None] Current status of the port dca3c414-c265-48d9-9dd4-de2f9822234e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:24.803427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57b3177a-d42c-4abe-81c6-3615cfabca1f req-a981fae6-76be-4a4e-b3c3-371565a41e1f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869091
Jan 29 20:59:24.926968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Provisioning complete for port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:24.927558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:24.969488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:24.970191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-1a21c693-b729-44b9-aa60-5d9fdbe70b26 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/619cc7e9-b316-4361-a1d1-b1c0493720b7 HTTP/1.1" status: 200  len: 2421 time: 0.0586059
Jan 29 20:59:24.981157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4134a85-f911-4a1f-a8e2-6b7069d3fa38 req-cf8ebd87-1b4a-415b-b689-04df0d8c3fa2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:24.983666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4134a85-f911-4a1f-a8e2-6b7069d3fa38 req-cf8ebd87-1b4a-415b-b689-04df0d8c3fa2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1113379
Jan 29 20:59:24.984449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Provisioning complete for port dca3c414-c265-48d9-9dd4-de2f9822234e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:24.984947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.074947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (619cc7e9-b316-4361-a1d1-b1c0493720b7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.082825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-23bec1cf-5f5d-4944-83f9-64e5b271a6bf None None] Current status of the port dca3c414-c265-48d9-9dd4-de2f9822234e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:25.085802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:25.120295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4134a85-f911-4a1f-a8e2-6b7069d3fa38 req-f317d505-1be5-4528-ba08-9c6c0b1f7051 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995209
Jan 29 20:59:25.132556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (619cc7e9-b316-4361-a1d1-b1c0493720b7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.203679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 1543cc34-0b65-4708-a105-f5758647b307 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:25.212241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 1543cc34-0b65-4708-a105-f5758647b307 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:25.213151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1543cc34-0b65-4708-a105-f5758647b307), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.266730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f62bc72e-4597-466d-be1b-dc80ac179a2e req-aca6c0fc-7473-4fe9-809e-01f8cd11fa0a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 210 time: 0.0644069
Jan 29 20:59:25.279799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:25.291027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (619cc7e9-b316-4361-a1d1-b1c0493720b7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.293826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.299740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks [] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.300913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-336a80e7-cbc0-4331-9838-c2257c98ca07 req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/619cc7e9-b316-4361-a1d1-b1c0493720b7 HTTP/1.1" status: 204  len: 173 time: 0.3157814
Jan 29 20:59:25.309279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:25.325934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10127c-09b6-4b90-9777-a7e5cd33ec40 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619cc7e9-b316-4361-a1d1-b1c0493720b7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:25.371505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.372068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Sync routers for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:25.373989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4b101a7a-e6ea-4874-b11d-ebb644476109 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.9162502
Jan 29 20:59:25.377386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:25.381499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.386844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Transition to ACTIVE for port object 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:25.408647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:25.409116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.425991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:25.427803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bfc4820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:25.460795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21049a86-6df3-492b-b0b6-737c58a26d8b req-4f6b1daa-ca93-41e3-bda1-3c873b6bba31 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:25.467338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21049a86-6df3-492b-b0b6-737c58a26d8b req-4f6b1daa-ca93-41e3-bda1-3c873b6bba31 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:25.473931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21049a86-6df3-492b-b0b6-737c58a26d8b req-4f6b1daa-ca93-41e3-bda1-3c873b6bba31 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:25.485973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21049a86-6df3-492b-b0b6-737c58a26d8b req-4f6b1daa-ca93-41e3-bda1-3c873b6bba31 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2374 time: 0.1531091
Jan 29 20:59:25.513335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.521267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17618da-6929-4577-98ba-4a9048c4c282 req-095569f7-0bca-4fe1-b767-2e3762d4f5aa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:25.525460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d17618da-6929-4577-98ba-4a9048c4c282 req-095569f7-0bca-4fe1-b767-2e3762d4f5aa tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1349125
Jan 29 20:59:25.529928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:25.532370 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad340b3-73d8-4942-8817-b448e187db19" -d '{"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-plugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:25.550184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:25.562034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.640634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21049a86-6df3-492b-b0b6-737c58a26d8b req-96a56d53-58c9-4c42-a80a-6c8af8529e27 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536050
Jan 29 20:59:25.667076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d17618da-6929-4577-98ba-4a9048c4c282 req-c6124d5c-440b-4e50-9a13-24eff3f138b4 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337180
Jan 29 20:59:25.668354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:25.672151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:25.774102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-4ef6f8d4-6c12-4f8c-90c6-1c7389a27334 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "GET /v2.0/security-groups/da0e8946-763e-4321-912e-ba056c64df2a HTTP/1.1" status: 200  len: 2416 time: 0.0803621
Jan 29 20:59:25.805152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:25.815813 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a31f415-b008-4b3f-aaa5-dc32163d0ede x-openstack-request-id: req-0a31f415-b008-4b3f-aaa5-dc32163d0ede {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:25.816361 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-plugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:25.816716 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a31f415-b008-4b3f-aaa5-dc32163d0ede {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:25.817354 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307', 'code': 200}
Jan 29 20:59:25.875379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (da0e8946-763e-4321-912e-ba056c64df2a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.908531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (da0e8946-763e-4321-912e-ba056c64df2a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:25.976211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bfc4820>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:23Z', 'revision_number': 3, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.011128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccbecf-a749-4434-bb0c-802d7e4cbd36 req-203180b2-a1a7-4699-98a0-ca2a2b589d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:26.012898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87ccbecf-a749-4434-bb0c-802d7e4cbd36 req-203180b2-a1a7-4699-98a0-ca2a2b589d95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 1127 time: 0.0833855
Jan 29 20:59:26.015969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (da0e8946-763e-4321-912e-ba056c64df2a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.018537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.020423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Checking router: 2d0b9cf5-4804-4992-866d-2c21f55a4749 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:26.021160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Updating router 2d0b9cf5-4804-4992-866d-2c21f55a4749 port 52228d36-855d-479f-98aa-8479cb56ca79 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:26.030450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c20558dc-7451-4bdb-9c3c-cb0718a79ea5 req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] 10.222.0.20 "DELETE /v2.0/security-groups/da0e8946-763e-4321-912e-ba056c64df2a HTTP/1.1" status: 204  len: 173 time: 0.2553933
Jan 29 20:59:26.038585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55376) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:26.039152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Attempting to bind port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:26.039603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Attempting to bind port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:26.039839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Attempting to bind port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:26.062800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:26.063077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Attempting to bind port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:26.068559 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (52228d36-855d-479f-98aa-8479cb56ca79), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.078028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:26.078379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Checking segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:26.079225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Bound using segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:26.079667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Bound port: 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:26.080036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.119256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d347bf5-cf4f-4d2c-a295-c8d981faf973 tempest-SecurityGroupRulesTestJSON-2000234337 tempest-SecurityGroupRulesTestJSON-2000234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e8946-763e-4321-912e-ba056c64df2a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:26.174101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router 78397e86-af1d-46c4-a0da-04ea7082dec0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:59:26.244556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:26.250614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:26.289858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.377675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks [] for port (52228d36-855d-479f-98aa-8479cb56ca79), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.385563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (52228d36-855d-479f-98aa-8479cb56ca79), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.409363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:26.410963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.413660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] 10.222.0.36 "PUT /v2.0/ports/2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 HTTP/1.1" status: 200  len: 1091 time: 2.5673103
Jan 29 20:59:26.458760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:26.461799 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:26.463836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ce13e-7725-4b3a-9ebb-520212b9f369 None None] Pushing event updated for resources: {'Port': ['ID=52228d36-855d-479f-98aa-8479cb56ca79,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:26.489272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:26.493532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Attempting to bind port 52228d36-855d-479f-98aa-8479cb56ca79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:26.494201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Attempting to bind port 52228d36-855d-479f-98aa-8479cb56ca79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:26.495292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Attempting to bind port 52228d36-855d-479f-98aa-8479cb56ca79 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:26.502096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:26.502566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:26.503039 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.503539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:26.505878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Bound port: 52228d36-855d-479f-98aa-8479cb56ca79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:26.506944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (52228d36-855d-479f-98aa-8479cb56ca79), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.535851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Deleting subnet ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:59:26.572056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] For port 52228d36-855d-479f-98aa-8479cb56ca79, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:26.576618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] For port 52228d36-855d-479f-98aa-8479cb56ca79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52228d36-855d-479f-98aa-8479cb56ca79,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:26.584343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (52228d36-855d-479f-98aa-8479cb56ca79), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.586187 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Publish callbacks [] for subnet (ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.617604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893603a-f066-41ef-9641-975fcf4fd4bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:26.624343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87ccbecf-a749-4434-bb0c-802d7e4cbd36 req-c6c2844f-bf51-4735-aa4a-bbe935193eca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5848007
Jan 29 20:59:26.648600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc47f-c58a-49fb-a45e-936db05b639e req-f62893eb-c4d5-4c37-8cbc-455db830a6fe tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:26.650627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ce13e-7725-4b3a-9ebb-520212b9f369 None None] Pushing event updated for resources: {'Port': ['ID=52228d36-855d-479f-98aa-8479cb56ca79,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:26.656192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1febc47f-c58a-49fb-a45e-936db05b639e req-f62893eb-c4d5-4c37-8cbc-455db830a6fe tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.5476887
Jan 29 20:59:26.665050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8856-0aba-4748-9cd2-9864a74876cc req-484d4837-6b9a-4a7c-89bc-7be6b198043b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:26.670436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:26.671002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bfc4820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.672029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cac8856-0aba-4748-9cd2-9864a74876cc req-484d4837-6b9a-4a7c-89bc-7be6b198043b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.6580055
Jan 29 20:59:26.696887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.714441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.718686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:26.726709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.731122 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] Sync routers for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:26.744823 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:26.746728 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.788585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:26.797387 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19c3d0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.810688 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:26.812025 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.816812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1febc47f-c58a-49fb-a45e-936db05b639e req-63a89982-b0c4-4332-adc2-4af1e5061c86 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596825
Jan 29 20:59:26.849432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:26.857246 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19c3d0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:26.857899 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491a1af-f7f3-483b-b2b5-ee98e5a75b46 None None] The sync data for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:26.867588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cac8856-0aba-4748-9cd2-9864a74876cc req-a9af90f5-1e96-498b-9ac8-4d814a391662 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946826
Jan 29 20:59:26.875050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-55d0e189-9fbe-46fb-b647-987d4f2f747a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:26.876779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-55d0e189-9fbe-46fb-b647-987d4f2f747a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3618474
Jan 29 20:59:26.902841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:26.914445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Allocated IP 172.20.0.1 (ef7e4130-3950-4a6b-a688-755b44cf966d/4b1ffdc6-b934-4598-95c4-854714a3c4ce/9ec559d0-69d4-4246-8855-a56bc5354107) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:26.991907 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26c0c5-e5ec-493a-9d0c-e5aee9865d57 x-openstack-request-id: req-fc26c0c5-e5ec-493a-9d0c-e5aee9865d57 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:26.992211 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:26.992473 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc26c0c5-e5ec-493a-9d0c-e5aee9865d57 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:26.992868 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', 'status': 'completed', 'code': 200}
Jan 29 20:59:27.049234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bfc4820>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:23Z', 'revision_number': 3, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:27.068708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.072476 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d4d3d3f4-acf3-4397-8756-d865020b6472 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 6.5018096
Jan 29 20:59:27.078867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55386) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:27.079867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a13dd-13a5-411f-94bf-3bd0c1c9f8fb None None] The sync data for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 is: [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:23Z', 'revision_number': 3, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:27.084032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22006917-a2be-4ad6-aea5-2dc0d5b27a2e req-ad064bf0-3a2b-4105-8525-31021f94021e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 210 time: 0.0851939
Jan 29 20:59:27.207587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks [] for port (9ec559d0-69d4-4246-8855-a56bc5354107), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.214760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-2a79b357-6dea-43a8-9a15-79434bfb20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.215251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-2a79b357-6dea-43a8-9a15-79434bfb20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.220149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-2a79b357-6dea-43a8-9a15-79434bfb20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.220149 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-2a79b357-6dea-43a8-9a15-79434bfb20c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2760 time: 0.2155490
Jan 29 20:59:27.268213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73e46-c2fd-42ca-9d4e-21ea7116bf3e req-26b786bd-2fde-46c9-a482-831da5391419 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.274586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73e46-c2fd-42ca-9d4e-21ea7116bf3e req-26b786bd-2fde-46c9-a482-831da5391419 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.279403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73e46-c2fd-42ca-9d4e-21ea7116bf3e req-26b786bd-2fde-46c9-a482-831da5391419 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.281120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cce73e46-c2fd-42ca-9d4e-21ea7116bf3e req-26b786bd-2fde-46c9-a482-831da5391419 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2386 time: 0.2788122
Jan 29 20:59:27.286260 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.295895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:27.299323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.364802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:27.366619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.372318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49f30a5e-3e44-452d-ad8f-a6c829e651c6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ccad6d89-7ef7-4ce1-b07b-0a642e65bc5d HTTP/1.1" status: 204  len: 168 time: 1.3268125
Jan 29 20:59:27.391112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:27.425511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1bcf1-e47d-484a-8884-ffa9215fb751 req-808ff817-778c-4d77-8dd1-4dbf2c42b9ac tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.426943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9aa1bcf1-e47d-484a-8884-ffa9215fb751 req-808ff817-778c-4d77-8dd1-4dbf2c42b9ac tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2458758
Jan 29 20:59:27.520276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.561746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-b6b21e50-b547-4f1f-a826-dceefb6bd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.562226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-b6b21e50-b547-4f1f-a826-dceefb6bd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.562692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-b6b21e50-b547-4f1f-a826-dceefb6bd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.564299 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-b6b21e50-b547-4f1f-a826-dceefb6bd2ce service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3352053
Jan 29 20:59:27.603590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Network ef7e4130-3950-4a6b-a688-755b44cf966d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:27.643350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cce73e46-c2fd-42ca-9d4e-21ea7116bf3e req-8aa0e1c2-d1a2-4fc7-b919-9aa73b146cc8 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3531497
Jan 29 20:59:27.687405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:27.695954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:27.702664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Pushing event updated for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:27.729771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (81097322-4d5f-49c8-b5ac-1a08c4a8e33d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.739361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9aa1bcf1-e47d-484a-8884-ffa9215fb751 req-130a36c7-2565-4493-9bdd-1d2568ad51ce tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2943048
Jan 29 20:59:27.800311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-1a1cd761-f724-43af-a1c4-7b280933421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:27.813669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e0bcc4c9-8642-467e-9a88-e5c767a19e6d req-1a1cd761-f724-43af-a1c4-7b280933421f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2362688
Jan 29 20:59:27.884885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:27.903622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.3 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/94ba0445-8331-4765-9f94-f5c5b8b31bbd) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:28.051360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-15249028-d5e2-48a4-948d-4779bb1852dc None None] Provisioning complete for port 9ec559d0-69d4-4246-8855-a56bc5354107 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:28.052217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15249028-d5e2-48a4-948d-4779bb1852dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.102966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-15249028-d5e2-48a4-948d-4779bb1852dc None None] Port 9ec559d0-69d4-4246-8855-a56bc5354107 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:28.275625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (81097322-4d5f-49c8-b5ac-1a08c4a8e33d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.322395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18fd4-36ae-4a74-89fa-b3ff2db9ce24 req-8252f033-b7eb-4466-917a-5a32d812ff94 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:28.324102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26f18fd4-36ae-4a74-89fa-b3ff2db9ce24 req-8252f033-b7eb-4466-917a-5a32d812ff94 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.3603122
Jan 29 20:59:28.327403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3114142-9140-4538-aa92-8eb800fc1a0f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:28.337500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks [] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.337679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778646c-28ee-4cab-b2bb-c5cc2c4828d1 req-f6ab1560-5fbf-4e8a-b10d-98fd513e854e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:28.344968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0778646c-28ee-4cab-b2bb-c5cc2c4828d1 req-f6ab1560-5fbf-4e8a-b10d-98fd513e854e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3889086
Jan 29 20:59:28.360096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Transition to ACTIVE for port object f3114142-9140-4538-aa92-8eb800fc1a0f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:28.366125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.389313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09450b50>,) {'filters': {'network_id': ['81097322-4d5f-49c8-b5ac-1a08c4a8e33d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:28.425776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09450b50>, 'ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:28.426157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09450b50>, 'ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:28.462833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.469929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Pushing event updated for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:28.519966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 52228d36-855d-479f-98aa-8479cb56ca79 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:28.525248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.530768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.541020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.577678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0778646c-28ee-4cab-b2bb-c5cc2c4828d1 req-5645d6ed-ce90-428f-b97a-d58fab4cc17f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293549
Jan 29 20:59:28.589720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:59:28.599803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ef7962aa-dc46-4e1f-b5ae-33d1a8786d6c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.610273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26f18fd4-36ae-4a74-89fa-b3ff2db9ce24 req-eef090ee-397b-409b-a3f4-fba4018ec60e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625716
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:59:28.612224 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:59:28.641691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 52228d36-855d-479f-98aa-8479cb56ca79 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:28.642077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (52228d36-855d-479f-98aa-8479cb56ca79), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.654186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Attempting to bind port f3114142-9140-4538-aa92-8eb800fc1a0f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:28.654529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Attempting to bind port f3114142-9140-4538-aa92-8eb800fc1a0f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:28.654864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Attempting to bind port f3114142-9140-4538-aa92-8eb800fc1a0f on network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:28.662365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Port f3114142-9140-4538-aa92-8eb800fc1a0f on network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:28.662365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Attempting to bind port f3114142-9140-4538-aa92-8eb800fc1a0f on network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:28.679051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:28.679402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Checking segment: {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:28.679810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Bound using segment: {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:28.680262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Bound port: f3114142-9140-4538-aa92-8eb800fc1a0f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:28.680630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.812537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0229d00-c113-4723-bacd-3816914ef723 req-ce45558b-f4d9-46bb-935f-c8f165aa94da tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 210 time: 0.0775311
Jan 29 20:59:28.817068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 52228d36-855d-479f-98aa-8479cb56ca79 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:28.817556 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (52228d36-855d-479f-98aa-8479cb56ca79), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.830115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:28.851552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 52228d36-855d-479f-98aa-8479cb56ca79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52228d36-855d-479f-98aa-8479cb56ca79,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:28.854064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3114142-9140-4538-aa92-8eb800fc1a0f,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:28.866546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (52228d36-855d-479f-98aa-8479cb56ca79), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.871850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (81097322-4d5f-49c8-b5ac-1a08c4a8e33d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.875720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.878212 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.882869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81097322-4d5f-49c8-b5ac-1a08c4a8e33d HTTP/1.1" status: 204  len: 168 time: 1.4880891
Jan 29 20:59:28.934662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=52228d36-855d-479f-98aa-8479cb56ca79,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:28.937239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Pushing event updated for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:28.942947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a396-6a1e-435c-8582-b68e1eaef550 admin admin] Pushing event deleted for resources: {'Network': ['ID=81097322-4d5f-49c8-b5ac-1a08c4a8e33d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:28.945175 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks [] for port (9ec559d0-69d4-4246-8855-a56bc5354107), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.951645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:28.952509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.954559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-1aba1127-1787-44b1-bc2d-32d68f174fad service neutron] 10.222.0.36 "PUT /v2.0/ports/f3114142-9140-4538-aa92-8eb800fc1a0f HTTP/1.1" status: 200  len: 1092 time: 2.4742398
Jan 29 20:59:28.955886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.957371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.978918 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:28.991628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:29.020804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:29.031453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:29.038362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:29.063700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:29.066084 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2240e-a9bc-468d-a997-3de2dadf9109" -d '{"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:29.072030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['53db7f3f-aa51-45aa-a024-85bbcc64c2ef'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:29.073238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Pushing event updated for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:29.090238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Request body: {'port': {'device_id': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:29.129338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe01b-3601-4c9a-badb-b93634e9784d req-773a122f-67d7-4021-b309-0f730d84fe00 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:29.133178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55422) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:29.135740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe01b-3601-4c9a-badb-b93634e9784d req-773a122f-67d7-4021-b309-0f730d84fe00 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:29.143001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe01b-3601-4c9a-badb-b93634e9784d req-773a122f-67d7-4021-b309-0f730d84fe00 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:29.144870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-222fe01b-3601-4c9a-badb-b93634e9784d req-773a122f-67d7-4021-b309-0f730d84fe00 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2398 time: 0.2541349
Jan 29 20:59:29.166117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232d2ff-511a-4b60-99b8-3966d135caab req-960ee5ee-ac0f-4b01-98d2-0353e7b5b500 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:29.173263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e232d2ff-511a-4b60-99b8-3966d135caab req-960ee5ee-ac0f-4b01-98d2-0353e7b5b500 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.4069548
Jan 29 20:59:29.234054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.237097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.252728 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bbc8fe3b-fd67-43b2-924d-108095e751fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3240466efb804d3c86cddcc59150ace7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1183581
Jan 29 20:59:29.283438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:29.345393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:29.506228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] Publish callbacks [] for security_group (f6c5b231-9150-48aa-a7a1-32589f65c381), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.579160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] Publish callbacks [] for security_group (f6c5b231-9150-48aa-a7a1-32589f65c381), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.585739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Network ef7e4130-3950-4a6b-a688-755b44cf966d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:29.594497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:29.760324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f6c5b231-9150-48aa-a7a1-32589f65c381), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.760537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:29.761061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.763932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.767697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6c5b231-9150-48aa-a7a1-32589f65c381 HTTP/1.1" status: 204  len: 168 time: 0.4788144
Jan 29 20:59:29.781770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e232d2ff-511a-4b60-99b8-3966d135caab req-80a61842-49f0-4dae-b24f-f4ad143a931f tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6074429
Jan 29 20:59:29.807208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d4305-8d9e-4adc-9e25-60749f874c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5b231-9150-48aa-a7a1-32589f65c381,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:29.849738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Router 2d0b9cf5-4804-4992-866d-2c21f55a4749 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:29.864818 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592bdff4-3992-4b0e-8b3d-c10231bf44a7 x-openstack-request-id: req-592bdff4-3992-4b0e-8b3d-c10231bf44a7 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:29.865350 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:29.865790 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-592bdff4-3992-4b0e-8b3d-c10231bf44a7 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:29.866347 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f', 'status': 'completed', 'code': 200}
Jan 29 20:59:29.868788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1460b9-1648-4c6e-94f7-149ec4a2f153 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:29.870444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-70935eb6-fe0a-4d1f-bd59-63142434657c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9718392
Jan 29 20:59:29.879562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d5a1a4ed-a4e2-4dd3-a26c-ae256b554e8a None None] Provisioning complete for port 9ec559d0-69d4-4246-8855-a56bc5354107 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:29.880055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a4ed-a4e2-4dd3-a26c-ae256b554e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.880916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks [] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:29.892302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-222fe01b-3601-4c9a-badb-b93634e9784d req-ec7b5292-f1f5-4b09-b17c-6faaa1a3ae81 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7043502
Jan 29 20:59:29.911198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Request body: {'port': {'device_id': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:29.952545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1a4ed-a4e2-4dd3-a26c-ae256b554e8a None None] Port 9ec559d0-69d4-4246-8855-a56bc5354107 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:29.958314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Transition to ACTIVE for port object 5a1460b9-1648-4c6e-94f7-149ec4a2f153 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:30.003866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.132136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:30.137707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:30.148714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Sync routers for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:30.165809 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-387f3a6a-d711-49f3-8e18-99586dcbacef admin admin] 10.222.0.20 "PUT /v2.0/routers/2d0b9cf5-4804-4992-866d-2c21f55a4749/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7770581
Jan 29 20:59:30.165991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:30.172685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad48af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:30.173930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.210719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-c4e45994-f622-45a0-84a4-ced087639299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.211370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-c4e45994-f622-45a0-84a4-ced087639299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.211955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-c4e45994-f622-45a0-84a4-ced087639299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.214552 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-c4e45994-f622-45a0-84a4-ced087639299 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2858 time: 0.3273773
Jan 29 20:59:30.342336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ac090-2a05-4559-9ce6-130535ccfd45 req-6a7f3f00-cf44-488c-bf81-dfefe53ea002 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.346590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:30.352580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b58ac090-2a05-4559-9ce6-130535ccfd45 req-6a7f3f00-cf44-488c-bf81-dfefe53ea002 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.3240831
Jan 29 20:59:30.451205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Attempting to bind port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:30.451544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Attempting to bind port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:30.451976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Attempting to bind port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:30.469359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:30.469791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Attempting to bind port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 on network 9385f00e-d496-4d1f-b45d-d9158d090e94 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:30.472175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 52228d36-855d-479f-98aa-8479cb56ca79 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:30.474102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52cfaa-cd60-4c52-a700-afdebf965f51 req-8c6feaa8-f9dc-451b-85f9-e44703f92396 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.475864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f52cfaa-cd60-4c52-a700-afdebf965f51 req-8c6feaa8-f9dc-451b-85f9-e44703f92396 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 931 time: 0.3804724
Jan 29 20:59:30.513920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.1 (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0/8d2499d5-104f-4e96-9a3d-b86be5771852/f8517f81-694c-4b89-b8fc-01271d5ef52a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:30.535904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-73d85d66-80d1-44f1-aa66-e3c1c7fb84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.536881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-73d85d66-80d1-44f1-aa66-e3c1c7fb84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.537515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-73d85d66-80d1-44f1-aa66-e3c1c7fb84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.539888 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-73d85d66-80d1-44f1-aa66-e3c1c7fb84aa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3130267
Jan 29 20:59:30.541102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:30.541551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Checking segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:30.542030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Bound using segment: {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:30.542594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Bound port: 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e9d533-380c-465f-bac9-8efac1541937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:30.543051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.626888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b58ac090-2a05-4559-9ce6-130535ccfd45 req-b086eb42-5311-4dea-9f1a-945b400a6a49 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687230
Jan 29 20:59:30.792332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:30.802847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:30.806879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-b7f49341-1bb8-4e06-8a71-21b0c4011e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.809538 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-94b2240e-a9bc-468d-a997-3de2dadf9109 req-b7f49341-1bb8-4e06-8a71-21b0c4011e35 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2550323
Jan 29 20:59:30.812601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.855079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:30.855873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.858254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a1460b9-1648-4c6e-94f7-149ec4a2f153 HTTP/1.1" status: 200  len: 1090 time: 1.7954004
Jan 29 20:59:30.891396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 52228d36-855d-479f-98aa-8479cb56ca79 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:30.892233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (52228d36-855d-479f-98aa-8479cb56ca79), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:30.905512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d1c08-35e6-48ca-b3dd-2b857bea9363 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:30.944022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f52cfaa-cd60-4c52-a700-afdebf965f51 req-8846684a-eece-4c44-98c0-128fd93bf3a1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4580152
Jan 29 20:59:31.011691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-c51a8441-07dc-4d07-95e1-1a5a88d7dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.018362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-c51a8441-07dc-4d07-95e1-1a5a88d7dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.018616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-c51a8441-07dc-4d07-95e1-1a5a88d7dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.022436 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-c51a8441-07dc-4d07-95e1-1a5a88d7dc79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2956 time: 0.1129792
Jan 29 20:59:31.113634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad48af0>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ec559d0-69d4-4246-8855-a56bc5354107', 'name': '', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'mac_address': 'fa:16:3e:e2:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:26Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 2, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'subnets': [{'id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:31.126279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b8dabeef-21ee-41e3-868b-2edf7bf5e82c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 HTTP/1.1" status: 200  len: 217 time: 0.0946701
Jan 29 20:59:31.162110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.185907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Checking router: 2d0b9cf5-4804-4992-866d-2c21f55a4749 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:31.186399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Updating router 2d0b9cf5-4804-4992-866d-2c21f55a4749 port 9ec559d0-69d4-4246-8855-a56bc5354107 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:31.224773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4c0e-9306-4e00-9b77-3c397b048d6d req-5837dd5f-0b78-4109-aaaf-f1b1768c0dbc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.232826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:31.237532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-network', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:31.241551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f4c4c0e-9306-4e00-9b77-3c397b048d6d req-5837dd5f-0b78-4109-aaaf-f1b1768c0dbc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.5033550
Jan 29 20:59:31.241719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 52228d36-855d-479f-98aa-8479cb56ca79 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:31.247666 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.297019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-d44452a4-7c7f-4dc5-8cb2-18207482a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.299023 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-d44452a4-7c7f-4dc5-8cb2-18207482a8e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12eadcb5-3cf5-46db-bcac-0d0a7d8d5530 HTTP/1.1" status: 200  len: 801 time: 0.1662140
Jan 29 20:59:31.300559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Made reservation on behalf of 2d2003abd2a944829e028a3f00a070c1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:31.303763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.314463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:31.317021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.373360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f4c4c0e-9306-4e00-9b77-3c397b048d6d req-74c68bec-a52c-484a-8999-9683c94de121 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308396
Jan 29 20:59:31.397360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfce3-b4cc-4930-b7a0-0ac33a3ae855 req-2702b596-de52-486e-bd0c-d47da6b7afee tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.398203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3fcfce3-b4cc-4930-b7a0-0ac33a3ae855 req-2702b596-de52-486e-bd0c-d47da6b7afee tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2712646
Jan 29 20:59:31.417306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ba0445-8331-4765-9f94-f5c5b8b31bbd {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:31.436378 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.447567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-43d19dd1-e725-4755-89e3-a4b0ab68ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.448689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks [] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.449513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-43d19dd1-e725-4755-89e3-a4b0ab68ca82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9385f00e-d496-4d1f-b45d-d9158d090e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1342769
Jan 29 20:59:31.521571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1594799355-network', 'tenant_id': 'c48f23744bb646418961365d18213e20'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:31.556153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:31.568239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Transition to ACTIVE for port object 94ba0445-8331-4765-9f94-f5c5b8b31bbd will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 20:59:31.569258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:31.578995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Made reservation on behalf of c48f23744bb646418961365d18213e20 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:31.581086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:31.581313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.583574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=f8517f81-694c-4b89-b8fc-01271d5ef52a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:31.584507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks [] for security_group (b48ece29-b022-4caa-a4bf-62440d05aeca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.591592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.608118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.612797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b48ece29-b022-4caa-a4bf-62440d05aeca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.652327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks [] for port (9ec559d0-69d4-4246-8855-a56bc5354107), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.657865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3fcfce3-b4cc-4930-b7a0-0ac33a3ae855 req-91f6c0d8-af22-40fd-bfb1-2a797ac0b286 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236209
Jan 29 20:59:31.669737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48ece29-b022-4caa-a4bf-62440d05aeca,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:31.675281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.701736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (78397e86-af1d-46c4-a0da-04ea7082dec0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.757707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:31.783044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks [] for security_group (24e007f6-fa42-4632-a423-6eeafe56341d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.785375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:31.791239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-ece741ad-d320-4a0e-bbf4-c270bc98832f service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320014
Jan 29 20:59:31.797926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24e007f6-fa42-4632-a423-6eeafe56341d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.812193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 20:59:31.822885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5b263a97-89a7-4c46-8c96-557830ef091a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.823232 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Added segment 5b263a97-89a7-4c46-8c96-557830ef091a of type vlan for network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09
Jan 29 20:59:31.864306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336da16-0408-40cf-8d5f-eb94ac9d0fb5 None None] Pushing event updated for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:31.880541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.881258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Attempting to bind port 9ec559d0-69d4-4246-8855-a56bc5354107 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:31.881634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Attempting to bind port 9ec559d0-69d4-4246-8855-a56bc5354107 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:31.881998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Attempting to bind port 9ec559d0-69d4-4246-8855-a56bc5354107 on network ef7e4130-3950-4a6b-a688-755b44cf966d {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:31.890201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:31.890587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Checking segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:31.890999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.891393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Bound using segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:31.895707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Bound port: 9ec559d0-69d4-4246-8855-a56bc5354107, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:31.896114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.947930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:31.950881 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:31.960272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e007f6-fa42-4632-a423-6eeafe56341d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:31.964514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.965496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.966660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.970172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5af0b019-7ce8-4824-a765-52dd41efcb5d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:31.970649 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Added segment 5af0b019-7ce8-4824-a765-52dd41efcb5d of type vlan for network d092719c-cd74-4f77-9bfb-374131320ddb
Jan 29 20:59:31.976545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80322-6b81-4b08-9943-e2faed1b4a2a req-5d6f9f41-1312-4b2c-953c-960ad7ed54ed tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.983013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80322-6b81-4b08-9943-e2faed1b4a2a req-5d6f9f41-1312-4b2c-953c-960ad7ed54ed tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.990666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80322-6b81-4b08-9943-e2faed1b4a2a req-5d6f9f41-1312-4b2c-953c-960ad7ed54ed tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:31.992397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1a80322-6b81-4b08-9943-e2faed1b4a2a req-5d6f9f41-1312-4b2c-953c-960ad7ed54ed tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2410 time: 0.4954848
Jan 29 20:59:32.027687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] For port 9ec559d0-69d4-4246-8855-a56bc5354107, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:32.045029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] For port 9ec559d0-69d4-4246-8855-a56bc5354107, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ec559d0-69d4-4246-8855-a56bc5354107,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:32.058912 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.063030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0588de15-f685-4fa7-8f63-040703d33019 None None] Provisioning complete for port f8517f81-694c-4b89-b8fc-01271d5ef52a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:32.063402 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0588de15-f685-4fa7-8f63-040703d33019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.096435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Attempting to bind port 94ba0445-8331-4765-9f94-f5c5b8b31bbd on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:32.096799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Attempting to bind port 94ba0445-8331-4765-9f94-f5c5b8b31bbd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:32.097132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Attempting to bind port 94ba0445-8331-4765-9f94-f5c5b8b31bbd on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:32.104241 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7761281
Jan 29 20:59:32.109283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55490) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:32.117083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Request body: {'subnet': {'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1594799355-subnet', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:32.142525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Port 94ba0445-8331-4765-9f94-f5c5b8b31bbd on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 20:59:32.142750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Attempting to bind port 94ba0445-8331-4765-9f94-f5c5b8b31bbd on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:32.147533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07397b4e-4def-4a1c-9a8d-64dd7b50695f admin admin] Pushing event updated for resources: {'Network': ['ID=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:32.151384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.157495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d092719c-cd74-4f77-9bfb-374131320ddb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.159265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:32.164669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0588de15-f685-4fa7-8f63-040703d33019 None None] Port f8517f81-694c-4b89-b8fc-01271d5ef52a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:32.167579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:32.168237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad48af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:32.175487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1a80322-6b81-4b08-9943-e2faed1b4a2a req-68e75ad3-d67a-4817-b762-85955f316df8 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397233
Jan 29 20:59:32.181406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:32.181744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:32.184456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:32.184971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Bound port: 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:32.185371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.206409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336da16-0408-40cf-8d5f-eb94ac9d0fb5 None None] Pushing event updated for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:32.212757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Made reservation on behalf of c48f23744bb646418961365d18213e20 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:32.215109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.235548 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-5b7f9862-2817-4af3-90aa-2040b209e25c service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273230
Jan 29 20:59:32.236174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d092719c-cd74-4f77-9bfb-374131320ddb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.237077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:32.237757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.260881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0269473
Jan 29 20:59:32.272366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa2b4-23d5-41c7-9cbb-5565b1ea5d91 req-862ff00a-c01e-4397-a605-58b6b2cfd1ea tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:32.274331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaefa2b4-23d5-41c7-9cbb-5565b1ea5d91 req-862ff00a-c01e-4397-a605-58b6b2cfd1ea tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3717549
Jan 29 20:59:32.274945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:32.292957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Request body: {'subnet': {'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-subnet', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:32.372583 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-190ffc63-a482-47a8-b2ed-6070715ca98d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=f3114142-9140-4538-aa92-8eb800fc1a0f HTTP/1.1" status: 200  len: 217 time: 0.1239753
Jan 29 20:59:32.428766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6cf04-d458-40f8-a39b-372cec3b252a admin admin] Pushing event updated for resources: {'Network': ['ID=d092719c-cd74-4f77-9bfb-374131320ddb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:32.444802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-3950000e-6817-46de-85e6-209bc8d9b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:32.446334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-3950000e-6817-46de-85e6-209bc8d9b06f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=def97992-89c1-4a53-9015-d0026ececa8c HTTP/1.1" status: 200  len: 801 time: 0.0597296
Jan 29 20:59:32.455702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d092719c-cd74-4f77-9bfb-374131320ddb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 20:59:32.530140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-eff61ca1-a6c9-487a-8b09-74597bf4f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:32.531835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-eff61ca1-a6c9-487a-8b09-74597bf4f012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d8aec4a-2dc1-4732-9b1b-337960ad2cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0794818
Jan 29 20:59:32.570393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Provisioning complete for port 9ec559d0-69d4-4246-8855-a56bc5354107 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:32.570393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.632565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Made reservation on behalf of 2d2003abd2a944829e028a3f00a070c1 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:32.635091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.682260 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5a8a0-26b3-4eff-b88e-8d1fb64e94e5 x-openstack-request-id: req-96a5a8a0-26b3-4eff-b88e-8d1fb64e94e5 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:32.682758 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:32.682758 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96a5a8a0-26b3-4eff-b88e-8d1fb64e94e5 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:32.683157 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153', 'status': 'completed', 'code': 200}
Jan 29 20:59:32.685580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:32.745221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:32.769273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:32.769514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-f90cf069-0528-4741-8c9c-276025715b82 service neutron] 10.222.0.36 "GET /v2.0/networks/6d8aec4a-2dc1-4732-9b1b-337960ad2cc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304912
Jan 29 20:59:32.770285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaefa2b4-23d5-41c7-9cbb-5565b1ea5d91 req-ab6bb071-95b5-4155-8170-300f9d046fb2 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250963
Jan 29 20:59:32.788740 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.873643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:32.874365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:32.875820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/94ba0445-8331-4765-9f94-f5c5b8b31bbd HTTP/1.1" status: 200  len: 1091 time: 2.9784222
Jan 29 20:59:32.893667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-f0263dc8-e983-4f90-87f6-a39327358a06 service neutron] 10.222.0.36 "GET /v2.0/networks/6d8aec4a-2dc1-4732-9b1b-337960ad2cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164269
Jan 29 20:59:32.937615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:32.939911 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5784f5f-adb1-4a0d-959e-0bc490457a41" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:32.945655 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-b3b4838d-7026-4068-b226-8293dc7acb49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153 HTTP/1.1" status: 200  len: 217 time: 0.0442748
Jan 29 20:59:33.005445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Current status of the port 9ec559d0-69d4-4246-8855-a56bc5354107 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:33.005929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.011665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-257bb3c8-8c94-4e93-b42b-b77c09460350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.013004 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-257bb3c8-8c94-4e93-b42b-b77c09460350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12eadcb5-3cf5-46db-bcac-0d0a7d8d5530 HTTP/1.1" status: 200  len: 801 time: 0.0609920
Jan 29 20:59:33.074220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665965b-6375-4da8-ac82-f9283b28c44c req-6b7a47de-55cb-4b5a-a59e-47f3a77c4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.075790 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-6b7a47de-55cb-4b5a-a59e-47f3a77c4019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9385f00e-d496-4d1f-b45d-d9158d090e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0552177
Jan 29 20:59:33.077652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] For port 9ec559d0-69d4-4246-8855-a56bc5354107, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ec559d0-69d4-4246-8855-a56bc5354107,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:33.083771 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.113200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf009a9-b990-44cb-a117-04e08f8dc03e req-a990c789-5b93-41db-8f4f-8132ec158d2a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.115179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bf009a9-b990-44cb-a117-04e08f8dc03e req-a990c789-5b93-41db-8f4f-8132ec158d2a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 943 time: 0.4225185
Jan 29 20:59:33.141153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47fe3-867a-41d3-b91f-1a144a031bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:33.141403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Pushing event updated for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:33.150930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.151281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.151628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.151968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.152304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.152637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.152968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.154317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.154317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.154531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.155060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.155191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.155415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519c95b-b774-4aa5-96f2-14c81fa5d3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:33.163578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad48af0>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ec559d0-69d4-4246-8855-a56bc5354107', 'name': '', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'mac_address': 'fa:16:3e:e2:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:26Z', 'updated_at': '2022-01-29T20:59:32Z', 'revision_number': 4, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'subnets': [{'id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:33.176186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-0fcf47d9-bfd1-44f7-b33a-711b79bb813f service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938239
Jan 29 20:59:33.191657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458a16-9ed5-48c1-9939-2341c427dc5c None None] The sync data for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 is: [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ec559d0-69d4-4246-8855-a56bc5354107', 'name': '', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'mac_address': 'fa:16:3e:e2:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:26Z', 'updated_at': '2022-01-29T20:59:32Z', 'revision_number': 4, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'subnets': [{'id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:33.216429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-85a84bc0-cbdd-4ec3-953f-f51c10fcbe76 None None] Provisioning complete for port 9ec559d0-69d4-4246-8855-a56bc5354107 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:33.217075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85a84bc0-cbdd-4ec3-953f-f51c10fcbe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.299806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (6ea62d6d-7077-495c-bc53-a46535a1fb9d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.321255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0331ae3-5fa2-45e1-b904-0afcc7e28cc7 req-a1468630-928d-400e-9eb1-1f24fcad2781 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.322909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0331ae3-5fa2-45e1-b904-0afcc7e28cc7 req-a1468630-928d-400e-9eb1-1f24fcad2781 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.3632841
Jan 29 20:59:33.333031 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7665965b-6375-4da8-ac82-f9283b28c44c req-bdfdb4cf-7157-4d3e-992f-901fb5375a70 service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460590
Jan 29 20:59:33.345984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-85a84bc0-cbdd-4ec3-953f-f51c10fcbe76 None None] Current status of the port 9ec559d0-69d4-4246-8855-a56bc5354107 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:33.361303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-47a691fb-1b88-4922-a30d-9f95d7e2671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.362882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-47a691fb-1b88-4922-a30d-9f95d7e2671c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 1125 time: 0.4113810
Jan 29 20:59:33.445905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-778ee3df-396b-4a56-a393-e38dbae9400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.446399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-778ee3df-396b-4a56-a393-e38dbae9400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.446859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-778ee3df-396b-4a56-a393-e38dbae9400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.448594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-778ee3df-396b-4a56-a393-e38dbae9400c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2956 time: 0.0624495
Jan 29 20:59:33.561524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-9f4073b7-a552-4619-a875-41c2ecd7fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.563186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-9f4073b7-a552-4619-a875-41c2ecd7fa4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9385f00e-d496-4d1f-b45d-d9158d090e94 HTTP/1.1" status: 200  len: 902 time: 0.1083155
Jan 29 20:59:33.615434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-476d0f81-ae2d-4860-8c74-43b30bdfd6bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153 HTTP/1.1" status: 200  len: 217 time: 0.0440524
Jan 29 20:59:33.667500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-be9bbf5f-bf8f-40e5-a638-7fd7f5a1fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.669197 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-be9bbf5f-bf8f-40e5-a638-7fd7f5a1fd13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12eadcb5-3cf5-46db-bcac-0d0a7d8d5530 HTTP/1.1" status: 200  len: 801 time: 0.0474720
Jan 29 20:59:33.722850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-782ad5fb-4e7f-45a1-b171-d1bc3d0e0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:33.724441 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-782ad5fb-4e7f-45a1-b171-d1bc3d0e0a51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9385f00e-d496-4d1f-b45d-d9158d090e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0492611
Jan 29 20:59:33.805839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bf009a9-b990-44cb-a117-04e08f8dc03e req-ca6a25e9-78a1-4bb1-9ec1-6c362db8e9d9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6616154
Jan 29 20:59:33.807031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-4d9a7feb-46aa-43c0-a715-8d319d17053a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd HTTP/1.1" status: 200  len: 217 time: 0.0932593
Jan 29 20:59:33.822547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (6bb23f35-c415-4543-9679-8ba00f8dbe95), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.834328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.834467 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-e8a770be-5990-43f8-8b01-34914025b677 service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028969
Jan 29 20:59:33.880467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:33.896224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea62d6d-7077-495c-bc53-a46535a1fb9d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:33.956211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7fde47c8-500d-4c0e-bece-5ba4e2609c9b req-a8da30b4-db2d-4ef9-b2aa-7baad9c92a93 service neutron] 10.222.0.36 "GET /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148231
Jan 29 20:59:33.974327 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7945f2c-9bb6-4ce3-b12a-970ea8223cc7 x-openstack-request-id: req-b7945f2c-9bb6-4ce3-b12a-970ea8223cc7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:33.974609 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:33.974865 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7945f2c-9bb6-4ce3-b12a-970ea8223cc7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:33.975261 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd', 'status': 'completed', 'code': 200}
Jan 29 20:59:34.004331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0331ae3-5fa2-45e1-b904-0afcc7e28cc7 req-e4f8da2d-5a54-4466-bb09-c210794e9c43 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6401844
Jan 29 20:59:34.068689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-48fafb6f-1b4d-4064-9b44-301d30989012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.070170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-48fafb6f-1b4d-4064-9b44-301d30989012 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.2530136
Jan 29 20:59:34.070863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Checking segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:34.071220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Network hostable DHCP agents. Network: 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:34.107903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=f8517f81-694c-4b89-b8fc-01271d5ef52a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:34.110265 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (78397e86-af1d-46c4-a0da-04ea7082dec0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.147645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb23f35-c415-4543-9679-8ba00f8dbe95,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:34.172076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-4572dd31-c7a6-4257-8a09-b910e5a128c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836675
Jan 29 20:59:34.223472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Checking segment: {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:34.223472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Network hostable DHCP agents. Network: d092719c-cd74-4f77-9bfb-374131320ddb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 20:59:34.279914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:34.309191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64304316-140b-43e8-a1d8-93d90ff97a21 req-b0b72d46-15eb-4509-8e51-2057ca5dd05e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.315154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64304316-140b-43e8-a1d8-93d90ff97a21 req-b0b72d46-15eb-4509-8e51-2057ca5dd05e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.320253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64304316-140b-43e8-a1d8-93d90ff97a21 req-b0b72d46-15eb-4509-8e51-2057ca5dd05e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.321985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64304316-140b-43e8-a1d8-93d90ff97a21 req-b0b72d46-15eb-4509-8e51-2057ca5dd05e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2410 time: 0.3281422
Jan 29 20:59:34.335696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:34.344732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573cf8a-d0f8-45dd-9bc2-fde2db81e276 None None] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:34.362516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.362516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.393710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c0-57aa-4e21-9276-4e8dbf0c9811 req-f11b3cc9-c8ec-4257-a349-29fe7b03636e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.395297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-419a80c0-57aa-4e21-9276-4e8dbf0c9811 req-f11b3cc9-c8ec-4257-a349-29fe7b03636e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.3058276
Jan 29 20:59:34.408756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Network d092719c-cd74-4f77-9bfb-374131320ddb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 20:59:34.466338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-43061d2f-c544-4921-b58a-18342758e268 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3527825
Jan 29 20:59:34.466725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d092719c-cd74-4f77-9bfb-374131320ddb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:34.470485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:34.477962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-dba7ad31-2551-4f43-a877-bdf7234a91b5 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949085
Jan 29 20:59:34.482085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:34.494843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:34.495677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.507077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859de322-8847-4f16-8764-15a5e5a80314 None None] Network d092719c-cd74-4f77-9bfb-374131320ddb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:34.523033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.524252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.531360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64304316-140b-43e8-a1d8-93d90ff97a21 req-fee2f997-bf21-44fd-ba5b-37d9dd0c0ebe tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980321
Jan 29 20:59:34.554622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9ec559d0-69d4-4246-8855-a56bc5354107 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:34.556668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'project_id': 'c48f23744bb646418961365d18213e20', 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:34.557592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.591922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:34.596402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-064803f9-b535-46b5-98bd-bd420c313f93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3152142
Jan 29 20:59:34.599118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:34.603555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:34.604218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:34.617051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-419a80c0-57aa-4e21-9276-4e8dbf0c9811 req-ed020ee4-6f32-45c9-8b37-16a6f24faced tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094700
Jan 29 20:59:34.665254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for router_controller (4776db32-ca9b-4b7c-afba-d04344e9921a), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.668613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (bffbc361-c14a-4269-992e-f1b31599f66f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.670951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (bffbc361-c14a-4269-992e-f1b31599f66f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.765425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d092719c-cd74-4f77-9bfb-374131320ddb', 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb', 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'fixed_ips': [{'subnet_id': '6bb23f35-c415-4543-9679-8ba00f8dbe95'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 20:59:34.766475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.859329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router 78397e86-af1d-46c4-a0da-04ea7082dec0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:34.900749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9ec559d0-69d4-4246-8855-a56bc5354107 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:34.901182 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:34.967066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5f84855-76a2-4628-8b8a-7f93cecda2ca req-401baa57-2d89-40ba-8eb3-773eacba2c03 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4769633
Jan 29 20:59:35.029468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d4eaa-08bb-4176-a816-ef4b07828745 req-ccb98cce-2b27-410a-b735-6a17f174a023 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.032785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b8d4eaa-08bb-4176-a816-ef4b07828745 req-ccb98cce-2b27-410a-b735-6a17f174a023 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2252102
Jan 29 20:59:35.123715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:35.136095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-18803fc1-3c53-4ebd-a772-dafb25f48750 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/routers/78397e86-af1d-46c4-a0da-04ea7082dec0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0551658
Jan 29 20:59:35.141603 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] Sync routers for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:35.146767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Allocated IP 172.20.0.2 (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09/6ea62d6d-7077-495c-bc53-a46535a1fb9d/da508cc9-04dd-46fb-b080-c9233b96f443) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:35.151415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe7050-563a-4192-8f18-f4800fba6576 req-78fe760a-76d4-4df2-9d99-4a2901e9e61e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.152999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bfe7050-563a-4192-8f18-f4800fba6576 req-78fe760a-76d4-4df2-9d99-4a2901e9e61e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 943 time: 0.1927917
Jan 29 20:59:35.154345 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:35.155304 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:35.159159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55530) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:35.164428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'port': {'network_id': 'ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0', 'name': 'tempest-FloatingIPTestJSON-1463279809'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:35.195185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b8d4eaa-08bb-4176-a816-ef4b07828745 req-ebf3586f-ee56-4a6c-b083-ed3a19c008b6 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487372
Jan 29 20:59:35.210236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19ce20>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:35.232010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:35.235081 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b19ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:35.238610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for router_controller (bffbc361-c14a-4269-992e-f1b31599f66f), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.243334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-f2351735-f4f7-4758-85dc-b8e3edcb7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.245016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-f2351735-f4f7-4758-85dc-b8e3edcb7325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 1125 time: 0.2092760
Jan 29 20:59:35.247196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for router_gateway (4776db32-ca9b-4b7c-afba-d04344e9921a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.315872 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b19ce20>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:35.317218 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880328d4-cbb0-4324-8507-dc1972c0eac8 None None] The sync data for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:35.388634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks [] for port (da508cc9-04dd-46fb-b080-c9233b96f443), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.405415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bfe7050-563a-4192-8f18-f4800fba6576 req-a843046e-8dde-43da-8bcf-36c12173d3dd tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360809
Jan 29 20:59:35.442534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for router_gateway (bffbc361-c14a-4269-992e-f1b31599f66f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.475637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.476374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783630a3-dea2-4268-86d9-6120bb427e27 req-706cd204-0a82-4336-9db6-faab0896f170 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.478133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-783630a3-dea2-4268-86d9-6120bb427e27 req-706cd204-0a82-4336-9db6-faab0896f170 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1515701
Jan 29 20:59:35.479186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-a56639ca-db74-45ca-a45c-f705a33eb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.480645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-a56639ca-db74-45ca-a45c-f705a33eb264 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.2265656
Jan 29 20:59:35.504085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Made reservation on behalf of e2c62c2b3add40af848000d5c22b8bd9 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:35.508399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.525530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Allocated IP 172.20.0.2 (d092719c-cd74-4f77-9bfb-374131320ddb/6bb23f35-c415-4543-9679-8ba00f8dbe95/3492a0ee-7268-47a2-860b-3a1e38b7ed2b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:35.532818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-94247807-49d6-42ac-979e-0dd5a0873c1f None None] Provisioning complete for port f8517f81-694c-4b89-b8fc-01271d5ef52a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:35.533214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94247807-49d6-42ac-979e-0dd5a0873c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.554441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:35.559206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-4ddc4b5f-cb42-45c7-8a71-7871341b0df6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd HTTP/1.1" status: 200  len: 217 time: 0.0712335
Jan 29 20:59:35.587169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:35.589811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:35.617689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Pushing event updated for resources: {'Port': ['ID=da508cc9-04dd-46fb-b080-c9233b96f443,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:35.635452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] device_id is not set on port c4178e16-6b22-4b0e-bf38-34e33cc7c661 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 20:59:35.709793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-783630a3-dea2-4268-86d9-6120bb427e27 req-d206069f-73fd-44c8-a12f-1041bedb2904 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231617
Jan 29 20:59:35.721029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-faa5a8e0-ff05-45f7-ad27-55d01e5fd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.722824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-faa5a8e0-ff05-45f7-ad27-55d01e5fd82e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1562941
Jan 29 20:59:35.744777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-94247807-49d6-42ac-979e-0dd5a0873c1f None None] Port f8517f81-694c-4b89-b8fc-01271d5ef52a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:35.761846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9083d6-28a4-4ad4-bf97-6ff955edf420 req-e8cb568e-2a4f-42b1-b475-2fe32345df90 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:35.769035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9083d6-28a4-4ad4-bf97-6ff955edf420 req-e8cb568e-2a4f-42b1-b475-2fe32345df90 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2120938
Jan 29 20:59:35.798284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-ba4533e1-7ae9-4009-bd6a-e898d8ba7b39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655227
Jan 29 20:59:35.813891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9ec559d0-69d4-4246-8855-a56bc5354107 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:35.834161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for router_gateway (4776db32-ca9b-4b7c-afba-d04344e9921a), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.842808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Attempting to bind port da508cc9-04dd-46fb-b080-c9233b96f443 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:35.843164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Attempting to bind port da508cc9-04dd-46fb-b080-c9233b96f443 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:35.843526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Attempting to bind port da508cc9-04dd-46fb-b080-c9233b96f443 on network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:35.860542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.863840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:35.864357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Checking segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:35.864603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.865016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Bound using segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:35.865505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Bound port: da508cc9-04dd-46fb-b080-c9233b96f443, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:35.866046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.874954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for router_gateway (bffbc361-c14a-4269-992e-f1b31599f66f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.925154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:35.967082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9083d6-28a4-4ad4-bf97-6ff955edf420 req-a3ad69b5-d8bc-4f7e-9258-78b0b005084d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969855
Jan 29 20:59:35.980572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Allocated IP 172.20.0.3 (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0/8d2499d5-104f-4e96-9a3d-b86be5771852/c4178e16-6b22-4b0e-bf38-34e33cc7c661) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:36.007876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks [] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.011981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] For port da508cc9-04dd-46fb-b080-c9233b96f443, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:36.017277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] For port da508cc9-04dd-46fb-b080-c9233b96f443, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da508cc9-04dd-46fb-b080-c9233b96f443,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:36.018745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-bdf64300-4543-4d9f-ae2d-e304b35762a7 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110527
Jan 29 20:59:36.027411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.031575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697a457-53d7-464c-ab5e-569e70fe68e2 req-3cf2ca3e-a684-4acc-83b0-37296f141deb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:36.036944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697a457-53d7-464c-ab5e-569e70fe68e2 req-3cf2ca3e-a684-4acc-83b0-37296f141deb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:36.040307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.042478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697a457-53d7-464c-ab5e-569e70fe68e2 req-3cf2ca3e-a684-4acc-83b0-37296f141deb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:36.050430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4697a457-53d7-464c-ab5e-569e70fe68e2 req-3cf2ca3e-a684-4acc-83b0-37296f141deb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2410 time: 0.1697896
Jan 29 20:59:36.082939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Network d092719c-cd74-4f77-9bfb-374131320ddb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:36.083197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Allocated IP 172.35.4.159 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/1d63a82b-e48b-4c46-83da-f61c064a16a8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:36.092135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:36.100078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:36.119593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Pushing event updated for resources: {'Port': ['ID=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:36.228149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Attempting to bind port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:36.228525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Attempting to bind port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:36.228892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Attempting to bind port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b on network d092719c-cd74-4f77-9bfb-374131320ddb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:36.238233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0612-92c1-4803-8f4f-58e25523b7ff None None] Pushing event updated for resources: {'Port': ['ID=da508cc9-04dd-46fb-b080-c9233b96f443,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:36.242847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:36.242847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Checking segment: {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:36.243198 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.243366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Bound using segment: {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:36.243790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Bound port: 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:36.244653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.261776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.323582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] For port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:36.327260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] For port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:36.342914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.361640 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.404158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Allocated IP 172.35.4.62 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c78ec23b-9377-464e-9ebb-338ef444d2fc) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:36.445425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:36.452520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de002998-4b06-4890-b56a-c1507a5172c2 None None] Pushing event updated for resources: {'Port': ['ID=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:36.453304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:36.456432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:36.538011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:36.660848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4697a457-53d7-464c-ab5e-569e70fe68e2 req-807be39b-2312-474a-b8df-3e3789e5df1d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6089857
Jan 29 20:59:36.701881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.713158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5784f5f-adb1-4a0d-959e-0bc490457a41 req-9775a257-d892-449c-abc6-dff22ad9baa0 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6574149
Jan 29 20:59:36.752422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f35d-dc20-4ad1-a5f6-2c41a4bbcdd5 req-4240d919-a8a4-4841-a95f-df2db0910d8b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:36.759858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2482f35d-dc20-4ad1-a5f6-2c41a4bbcdd5 req-4240d919-a8a4-4841-a95f-df2db0910d8b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2542353
Jan 29 20:59:36.818130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.847641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:36.876729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f3114142-9140-4538-aa92-8eb800fc1a0f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:36.892486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2482f35d-dc20-4ad1-a5f6-2c41a4bbcdd5 req-69218c16-b475-4a2d-a954-691f213ff60e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310203
Jan 29 20:59:36.909813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:36.911785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:36.918115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:36.930755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6bbbc-27f1-4081-aea6-839e99108862 req-33183ce8-5ab4-4c3f-bb54-f2d51c0653d1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:36.939094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f6bbbc-27f1-4081-aea6-839e99108862 req-33183ce8-5ab4-4c3f-bb54-f2d51c0653d1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 943 time: 0.1602950
Jan 29 20:59:36.951589 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for router_gateway (4776db32-ca9b-4b7c-afba-d04344e9921a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.005677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f6bbbc-27f1-4081-aea6-839e99108862 req-bde46e70-0c19-4d9c-a791-37181a6e69fb tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656137
Jan 29 20:59:37.056676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Pushing event updated for resources: {'Port': ['ID=c78ec23b-9377-464e-9ebb-338ef444d2fc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:37.058211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.082130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3114142-9140-4538-aa92-8eb800fc1a0f,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:37.114720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'f3114142-9140-4538-aa92-8eb800fc1a0f', 'network_id': '6d8aec4a-2dc1-4732-9b1b-337960ad2cc9', 'port_id': 'f3114142-9140-4538-aa92-8eb800fc1a0f', 'mac_address': 'fa:16:3e:18:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def97992-89c1-4a53-9015-d0026ececa8c', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:37.151787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:37.166329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port f3114142-9140-4538-aa92-8eb800fc1a0f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:37.166808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.173722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:37.176218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:37.205372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3114142-9140-4538-aa92-8eb800fc1a0f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:37.236782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3114142-9140-4538-aa92-8eb800fc1a0f,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:37.243475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event updated for resources: {'Port': ['ID=c4178e16-6b22-4b0e-bf38-34e33cc7c661,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:37.244388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.249788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:37.272758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa1d5-0778-4fca-9d47-816cf41524e2 req-f254c1bd-7822-4c40-b5ef-34bcc0de85a2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:37.277732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7aa1d5-0778-4fca-9d47-816cf41524e2 req-f254c1bd-7822-4c40-b5ef-34bcc0de85a2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2647884
Jan 29 20:59:37.322693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db93fd-b745-4980-abc8-a496f8165f49 req-c9532f68-6e59-4408-ade5-9dcd29c6aa4e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:37.324450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03db93fd-b745-4980-abc8-a496f8165f49 req-c9532f68-6e59-4408-ade5-9dcd29c6aa4e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2093451
Jan 29 20:59:37.359461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:37.360012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:37.360650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.368736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7aa1d5-0778-4fca-9d47-816cf41524e2 req-f3e6ba75-e50e-42dc-8352-57467d119a2d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795212
Jan 29 20:59:37.409474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6069c68b-d819-43c9-bfe1-81875a71990f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2436292
Jan 29 20:59:37.415652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:37.422592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Request body: {'floatingip': {'port_id': 'c4178e16-6b22-4b0e-bf38-34e33cc7c661'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:37.516362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:37.521038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03db93fd-b745-4980-abc8-a496f8165f49 req-2482086f-8fbf-4260-be6c-8615742ed73d tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558626
Jan 29 20:59:37.534994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'port_id': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', 'mac_address': 'fa:16:3e:a1:02:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12eadcb5-3cf5-46db-bcac-0d0a7d8d5530', 'ip_address': '19.80.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:37.560303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.592811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:37.593191 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.618214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:37.626936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.651868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:37.657919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.707302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dad5aa7c-bdf3-43e0-9208-20adefe1530c None None] Provisioning complete for port c4178e16-6b22-4b0e-bf38-34e33cc7c661 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:37.710889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dad5aa7c-bdf3-43e0-9208-20adefe1530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.772811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for router_gateway (bffbc361-c14a-4269-992e-f1b31599f66f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:37.781915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731825d-73fb-485c-97d7-435cb9516d7f None None] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:37.865744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:37.870287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dad5aa7c-bdf3-43e0-9208-20adefe1530c None None] Port c4178e16-6b22-4b0e-bf38-34e33cc7c661 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:37.904815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d05c1-4788-4932-85c0-9414444c64f4 req-11e316fb-f317-4724-9796-5057b4fd0a39 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:37.917250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e57d05c1-4788-4932-85c0-9414444c64f4 req-11e316fb-f317-4724-9796-5057b4fd0a39 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2671113
Jan 29 20:59:37.988947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['f3114142-9140-4538-aa92-8eb800fc1a0f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:38.032007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e57d05c1-4788-4932-85c0-9414444c64f4 req-f1c582ea-bf7a-4054-9dd4-244892b8c208 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136873
Jan 29 20:59:38.055107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ca554-5d8c-4e2c-a4c8-0a8446839759 req-90f663ee-098f-42ce-b23e-212a88b9c342 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:38.067421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Router 4776db32-ca9b-4b7c-afba-d04344e9921a is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:59:38.077813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (bffbc361-c14a-4269-992e-f1b31599f66f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.081503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ca554-5d8c-4e2c-a4c8-0a8446839759 req-90f663ee-098f-42ce-b23e-212a88b9c342 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:38.088142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ca554-5d8c-4e2c-a4c8-0a8446839759 req-90f663ee-098f-42ce-b23e-212a88b9c342 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:38.093867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e6ca554-5d8c-4e2c-a4c8-0a8446839759 req-90f663ee-098f-42ce-b23e-212a88b9c342 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2412 time: 0.3137138
Jan 29 20:59:38.116904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Provisioning complete for port da508cc9-04dd-46fb-b080-c9233b96f443 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:38.117346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.155074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865cf3a-15c0-429c-873f-1444825da288 None None] Network d092719c-cd74-4f77-9bfb-374131320ddb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:38.300683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e6ca554-5d8c-4e2c-a4c8-0a8446839759 req-f8853158-1e61-49f7-9728-f81b4d46e92d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970160
Jan 29 20:59:38.472722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b0b2-8f1c-46c2-9b59-fd6575d26064 req-e703ed17-8987-44be-b6eb-457a8fdcaf08 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:38.474668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1fa7b0b2-8f1c-46c2-9b59-fd6575d26064 req-e703ed17-8987-44be-b6eb-457a8fdcaf08 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 943 time: 0.3458200
Jan 29 20:59:38.588794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Current status of the port da508cc9-04dd-46fb-b080-c9233b96f443 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:38.589397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.605783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1fa7b0b2-8f1c-46c2-9b59-fd6575d26064 req-57f8016d-688e-4f9d-a5bb-97307436aef5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239603
Jan 29 20:59:38.619420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97760a-dce2-4b0d-bfef-58a6532ebe85 req-8a2c8b16-00e3-4fdc-8bef-9e08fd5472f5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:38.619983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:38.621048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af97760a-dce2-4b0d-bfef-58a6532ebe85 req-8a2c8b16-00e3-4fdc-8bef-9e08fd5472f5 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1432862
Jan 29 20:59:38.650130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.651513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6fafac74-7eea-4b90-a18f-f100b8f6d7a0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1788464
Jan 29 20:59:38.659373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55566) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:38.669536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Sync routers for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:38.705953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] For port da508cc9-04dd-46fb-b080-c9233b96f443, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da508cc9-04dd-46fb-b080-c9233b96f443,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:38.713285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:59:38.713941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3492a0ee-7268-47a2-860b-3a1e38b7ed2b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:38.731983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Router bffbc361-c14a-4269-992e-f1b31599f66f is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 20:59:38.741322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.789008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:38.789008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:38.826080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af97760a-dce2-4b0d-bfef-58a6532ebe85 req-57473f69-a80a-4c6f-b5d5-344b4320cd31 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687548
Jan 29 20:59:38.846299 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.863623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.902191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5a1460b9-1648-4c6e-94f7-149ec4a2f153 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:38.932187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Provisioning complete for port da508cc9-04dd-46fb-b080-c9233b96f443 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:38.932720 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:38.944272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb6ee0-4e8d-45ec-b003-89306e1d09d8 None None] Pushing event updated for resources: {'Port': ['ID=da508cc9-04dd-46fb-b080-c9233b96f443,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:39.020101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ee5f-229a-439b-858b-3dda759d92b4 req-ca5a9b08-fcb7-43b1-a770-724651b709ec tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:39.022975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3a1ee5f-229a-439b-858b-3dda759d92b4 req-ca5a9b08-fcb7-43b1-a770-724651b709ec tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2615571
Jan 29 20:59:39.024652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:39.025517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.060026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:39.073253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Sync routers for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:39.087505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.089240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76844ce5-53b9-472f-b0f5-ed0747e63194 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.4885552
Jan 29 20:59:39.092246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55572) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:39.097554 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:39.098239 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10034880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:39.135480 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 501bb197-ff08-42a3-aa4a-297d7bc95705 associated. External IP: 172.35.4.177, port: b658bed8-9ebc-442d-9d36-fa3090ce027e.
Jan 29 20:59:39.139680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94ba0445-8331-4765-9f94-f5c5b8b31bbd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 20:59:39.146093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:39.199075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:39.284334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3a1ee5f-229a-439b-858b-3dda759d92b4 req-94c5b0a0-7416-4cd8-96a8-3ae5b87cdde5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447939
Jan 29 20:59:39.311539 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:39.438697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 20:59:39.594321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10034880>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:37Z', 'revision_number': 3, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:39.617894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:39.618452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.619619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ecd13-f3b8-484e-89c6-503cf78b742d req-ba41edc1-3d48-4c0c-86b4-a41313f6b201 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:39.624706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:39.628862 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Checking router: bffbc361-c14a-4269-992e-f1b31599f66f for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:39.629498 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Updating router bffbc361-c14a-4269-992e-f1b31599f66f port c78ec23b-9377-464e-9ebb-338ef444d2fc binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:39.630044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ecd13-f3b8-484e-89c6-503cf78b742d req-ba41edc1-3d48-4c0c-86b4-a41313f6b201 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:39.638574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ecd13-f3b8-484e-89c6-503cf78b742d req-ba41edc1-3d48-4c0c-86b4-a41313f6b201 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:39.647130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a09ecd13-f3b8-484e-89c6-503cf78b742d req-ba41edc1-3d48-4c0c-86b4-a41313f6b201 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2412 time: 0.1777673
Jan 29 20:59:39.670125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Current status of the port da508cc9-04dd-46fb-b080-c9233b96f443 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:39.692817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:39.704889 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.750476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '5a1460b9-1648-4c6e-94f7-149ec4a2f153', 'network_id': '9385f00e-d496-4d1f-b45d-d9158d090e94', 'port_id': '5a1460b9-1648-4c6e-94f7-149ec4a2f153', 'mac_address': 'fa:16:3e:fc:55:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12eadcb5-3cf5-46db-bcac-0d0a7d8d5530', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:39.800095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a09ecd13-f3b8-484e-89c6-503cf78b742d req-900bafff-e4d3-4dca-8b0e-451674b44a5b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515977
Jan 29 20:59:39.886470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.910869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:39.927107 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.928303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device da508cc9-04dd-46fb-b080-c9233b96f443 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:39.930354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Provisioning complete for port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:39.930977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:39.931679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7d01-56f1-422b-b084-b64dfd9164e9 req-6e63080f-6dfa-4ba9-af9a-641535c94224 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:39.933469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a44e7d01-56f1-422b-b084-b64dfd9164e9 req-6e63080f-6dfa-4ba9-af9a-641535c94224 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 943 time: 0.1609974
Jan 29 20:59:39.948559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:39.989656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:40.043201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:40.044755 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks [] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.054135 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.099249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:40.099759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.102431 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Attempting to bind port c78ec23b-9377-464e-9ebb-338ef444d2fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:40.102901 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Attempting to bind port c78ec23b-9377-464e-9ebb-338ef444d2fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:40.103494 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Attempting to bind port c78ec23b-9377-464e-9ebb-338ef444d2fc on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:40.114799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '94ba0445-8331-4765-9f94-f5c5b8b31bbd', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': '94ba0445-8331-4765-9f94-f5c5b8b31bbd', 'mac_address': 'fa:16:3e:f8:40:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 20:59:40.115837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Allocated IP 172.20.0.1 (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09/6ea62d6d-7077-495c-bc53-a46535a1fb9d/4fd7b089-7cf2-44eb-943c-3d7a3fe92b04) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:40.116180 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:40.116810 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:40.117488 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.118349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:40.118832 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Bound port: c78ec23b-9377-464e-9ebb-338ef444d2fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:40.119265 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.128578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1460b9-1648-4c6e-94f7-149ec4a2f153 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:40.141315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:40.142140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3493d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.170872 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Pushing event updated for resources: {'Port': ['ID=c78ec23b-9377-464e-9ebb-338ef444d2fc,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:40.185461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.185880 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.186220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.186607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.186975 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.187298 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.187626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.188017 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.188369 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.188693 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.189038 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.189369 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.189848 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 20:59:40.202788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] For port c78ec23b-9377-464e-9ebb-338ef444d2fc, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:40.206928 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] For port c78ec23b-9377-464e-9ebb-338ef444d2fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c78ec23b-9377-464e-9ebb-338ef444d2fc,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:40.216964 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.230799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a44e7d01-56f1-422b-b084-b64dfd9164e9 req-e91f78eb-a7fb-4080-8e27-269a0696edb6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793758
Jan 29 20:59:40.284879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks [] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.296216 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:40.297148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10034880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.368323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3493d0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.391620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:40.405485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:40.413233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:40.414302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3493d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.415465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d224e4-5318-4a55-92e5-5a627f25bdfe None None] Pushing event updated for resources: {'Port': ['ID=c78ec23b-9377-464e-9ebb-338ef444d2fc,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:40.432178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd60>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:36Z', 'revision_number': 3, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.466640 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:40.478032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.491876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.559587 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.580818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:40.604771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2a77d-c8ad-4f3f-b44f-32a9a50d3976 req-8f5d047c-359d-46b1-963e-7c293a094576 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:40.607338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50a2a77d-c8ad-4f3f-b44f-32a9a50d3976 req-8f5d047c-359d-46b1-963e-7c293a094576 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1987352
Jan 29 20:59:40.614279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router 78397e86-af1d-46c4-a0da-04ea7082dec0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:40.656209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:40.669794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:40.730781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:40.785179 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10034880>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:37Z', 'revision_number': 3, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.806401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Checking router: 4776db32-ca9b-4b7c-afba-d04344e9921a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:40.816735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4776db32-ca9b-4b7c-afba-d04344e9921a), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.821260 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8995d-519d-4cb1-9ccd-e475a5d52510 None None] The sync data for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 is: [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:37Z', 'revision_number': 3, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:40.826881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Updating router 4776db32-ca9b-4b7c-afba-d04344e9921a port 1d63a82b-e48b-4c46-83da-f61c064a16a8 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:40.841190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 94ba0445-8331-4765-9f94-f5c5b8b31bbd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:40.841645 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.844738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3493d0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:40.845450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea7397-650c-43d6-8687-c734f781d7e3 None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:40.846869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f966d818-d1ab-418a-8be3-e96660daec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.885793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port da508cc9-04dd-46fb-b080-c9233b96f443 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:40.886178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:40.979120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f3114142-9140-4538-aa92-8eb800fc1a0f up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:41.025672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Allocated IP 172.20.0.1 (d092719c-cd74-4f77-9bfb-374131320ddb/6bb23f35-c415-4543-9679-8ba00f8dbe95/1a84e739-cbc3-4121-bf06-9ebfe2f78c49) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:41.107179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['5a1460b9-1648-4c6e-94f7-149ec4a2f153'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:41.110843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ba0445-8331-4765-9f94-f5c5b8b31bbd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 20:59:41.128075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.169951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.200370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-86aae561-e047-4334-ae2c-1d204ccb7867 None None] Current status of the port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:41.238312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:41.282454 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks [] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.284293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.290878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:41.319420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port f3114142-9140-4538-aa92-8eb800fc1a0f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:41.395552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50a2a77d-c8ad-4f3f-b44f-32a9a50d3976 req-9003003a-9792-46d0-ba78-99efad4644d6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7798064
Jan 29 20:59:41.416497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da392a6-5760-46ac-8780-bac5fe6685c3 req-63da1477-6324-4c4c-9c65-b4520755c615 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:41.422598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da392a6-5760-46ac-8780-bac5fe6685c3 req-63da1477-6324-4c4c-9c65-b4520755c615 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:41.425094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port f3114142-9140-4538-aa92-8eb800fc1a0f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:41.425552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.428276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da392a6-5760-46ac-8780-bac5fe6685c3 req-63da1477-6324-4c4c-9c65-b4520755c615 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:41.429991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3da392a6-5760-46ac-8780-bac5fe6685c3 req-63da1477-6324-4c4c-9c65-b4520755c615 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2413 time: 0.2715881
Jan 29 20:59:41.461685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:41.468904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.476018 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] Sync routers for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:41.495025 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:41.499898 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b10b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:41.530380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:41.530753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.534915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks [] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.547776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3da392a6-5760-46ac-8780-bac5fe6685c3 req-76be325f-fe12-41d9-95e2-9772126b369a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115847
Jan 29 20:59:41.550714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.602126 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b10b970>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:41.618462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port da508cc9-04dd-46fb-b080-c9233b96f443 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:41.639152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4776db32-ca9b-4b7c-afba-d04344e9921a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.645875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d11f8e46-f194-4169-9a35-bafcbff41149 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/floatingips/501bb197-ff08-42a3-aa4a-297d7bc95705 HTTP/1.1" status: 200  len: 978 time: 4.2291470
Jan 29 20:59:41.647075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55648) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:41.651869 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:41.652539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.654701 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b10b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:41.701429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['94ba0445-8331-4765-9f94-f5c5b8b31bbd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:41.764653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f15ce-3187-426d-9c73-958e731f9769 req-77c47ebe-8358-4449-8384-23ca1365f640 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:41.767642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da3f15ce-3187-426d-9c73-958e731f9769 req-77c47ebe-8358-4449-8384-23ca1365f640 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 944 time: 0.2171998
Jan 29 20:59:41.773526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Network d092719c-cd74-4f77-9bfb-374131320ddb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:41.782029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:41.784489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:41.825222 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b10b970>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:41.828476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (bffbc361-c14a-4269-992e-f1b31599f66f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.849512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86e5f3-ab62-4947-bb1f-e072e2e6f96d None None] The sync data for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:41.864907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:41.869284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:41.928288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port f3114142-9140-4538-aa92-8eb800fc1a0f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:41.928818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:41.976485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da3f15ce-3187-426d-9c73-958e731f9769 req-1916e842-b1d5-440b-9abe-4df88a9f0e56 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920495
Jan 29 20:59:42.011422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port c4178e16-6b22-4b0e-bf38-34e33cc7c661 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:42.012027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.086484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:42.142333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c78ec23b-9377-464e-9ebb-338ef444d2fc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:42.164588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:42.166998 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c0fad-53d1-43ce-a043-8b65f78dfa94" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:42.175816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.181368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.216566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Pushing event updated for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:42.259127 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599971d6-cebd-48a7-abfc-d274f62e6964 x-openstack-request-id: req-599971d6-cebd-48a7-abfc-d274f62e6964 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:42.259427 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:42.259685 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-599971d6-cebd-48a7-abfc-d274f62e6964 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:42.260083 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f', 'code': 200}
Jan 29 20:59:42.270589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3114142-9140-4538-aa92-8eb800fc1a0f,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:42.293861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Provisioning complete for port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:42.294244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.310769 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.323353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:42.380965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c7e1a-ffe7-4c18-99e5-05e2da84d094 req-6aa3c500-b871-49a4-96cc-e5bba3c80507 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:42.382548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e82c7e1a-ffe7-4c18-99e5-05e2da84d094 req-6aa3c500-b871-49a4-96cc-e5bba3c80507 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.2224753
Jan 29 20:59:42.398782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks [] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.409221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:42.411606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:42.416387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.554552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.555238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.555989 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Floating IP 501bb197-ff08-42a3-aa4a-297d7bc95705 disassociated. External IP: 172.35.4.177, port: c4178e16-6b22-4b0e-bf38-34e33cc7c661.
Jan 29 20:59:42.556625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for c4178e16-6b22-4b0e-bf38-34e33cc7c661 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:42.579111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:42.626795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (bffbc361-c14a-4269-992e-f1b31599f66f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.652722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c78ec23b-9377-464e-9ebb-338ef444d2fc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:42.653689 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.659149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Pushing event updated for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:42.707274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d6d2-8377-4929-baa7-a6c41b88c335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.709370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e82c7e1a-ffe7-4c18-99e5-05e2da84d094 req-e0d657e3-b784-42c4-bc28-0913925964dc tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3197126
Jan 29 20:59:42.737551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Router 4776db32-ca9b-4b7c-afba-d04344e9921a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:42.777135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa5fb-06d1-4a22-9086-89f1be617959 req-dc859bd6-eacc-45dd-a66b-3c99a93aa128 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:42.778796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c79fa5fb-06d1-4a22-9086-89f1be617959 req-dc859bd6-eacc-45dd-a66b-3c99a93aa128 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1106522
Jan 29 20:59:42.804978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:42.837613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:42.837995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.864708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Network d092719c-cd74-4f77-9bfb-374131320ddb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:42.872758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:42.894891 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks [] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.914422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c79fa5fb-06d1-4a22-9086-89f1be617959 req-da6255c9-2d1a-4dde-8bc9-826926582d8a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047907
Jan 29 20:59:42.916225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c4178e16-6b22-4b0e-bf38-34e33cc7c661), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.936013 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:42.952702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9fde128c-e780-4a9e-a346-b175cd8d655b None None] Current status of the port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:42.970280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751af17-fe6b-48c2-acc7-3072ab7a5ed4 req-7652cc62-b0fd-4e6d-b955-630b683e5ed5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:42.977272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751af17-fe6b-48c2-acc7-3072ab7a5ed4 req-7652cc62-b0fd-4e6d-b955-630b683e5ed5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:42.984319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751af17-fe6b-48c2-acc7-3072ab7a5ed4 req-7652cc62-b0fd-4e6d-b955-630b683e5ed5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:42.993481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c751af17-fe6b-48c2-acc7-3072ab7a5ed4 req-7652cc62-b0fd-4e6d-b955-630b683e5ed5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2414 time: 0.1668947
Jan 29 20:59:42.997993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=c4178e16-6b22-4b0e-bf38-34e33cc7c661,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:43.098029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Attempting to bind port 1d63a82b-e48b-4c46-83da-f61c064a16a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:43.099887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Attempting to bind port 1d63a82b-e48b-4c46-83da-f61c064a16a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:43.100272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Attempting to bind port 1d63a82b-e48b-4c46-83da-f61c064a16a8 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:43.163367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:43.163750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:43.164160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.164557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:43.165185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Bound port: 1d63a82b-e48b-4c46-83da-f61c064a16a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:43.165574 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.173990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e09d2f-d716-41f2-833b-f09f82d30f71 None None] Pushing event updated for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:43.298785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c751af17-fe6b-48c2-acc7-3072ab7a5ed4 req-08ddb201-f5ce-44ea-82b6-86fafa01767b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163215
Jan 29 20:59:43.310671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c78ec23b-9377-464e-9ebb-338ef444d2fc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:43.311097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.324596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f06b7-1157-4e00-b374-31b0653d9116 req-574506ae-8ecc-458f-91c7-7f02948308ea tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:43.324596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed2f06b7-1157-4e00-b374-31b0653d9116 req-574506ae-8ecc-458f-91c7-7f02948308ea tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 944 time: 0.1733570
Jan 29 20:59:43.326962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router 78397e86-af1d-46c4-a0da-04ea7082dec0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:43.348877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c78ec23b-9377-464e-9ebb-338ef444d2fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c78ec23b-9377-464e-9ebb-338ef444d2fc,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:43.366794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.367959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3492a0ee-7268-47a2-860b-3a1e38b7ed2b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:43.369960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Provisioning complete for port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:43.370614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.458001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] For port 1d63a82b-e48b-4c46-83da-f61c064a16a8, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:43.459956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:43.460351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.486567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed2f06b7-1157-4e00-b374-31b0653d9116 req-0db43945-3833-48d9-932c-36a0b2e4c8dd tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387899
Jan 29 20:59:43.511246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:43.515128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] For port 1d63a82b-e48b-4c46-83da-f61c064a16a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d63a82b-e48b-4c46-83da-f61c064a16a8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:43.532789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:43.543321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:43.545836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] Sync routers for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:43.551267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-248fbfe0-50cc-480d-87a9-c43deda43844 admin admin] 10.222.0.20 "PUT /v2.0/routers/4776db32-ca9b-4b7c-afba-d04344e9921a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8895202
Jan 29 20:59:43.558134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.592168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:43.595594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c78ec23b-9377-464e-9ebb-338ef444d2fc,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:43.596940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Router bffbc361-c14a-4269-992e-f1b31599f66f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:43.612747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.645799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.652048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-514895ef-3879-4a85-9f2f-4a791c93e6e3 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/c4178e16-6b22-4b0e-bf38-34e33cc7c661 HTTP/1.1" status: 204  len: 168 time: 2.0028040
Jan 29 20:59:43.652710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:43.661357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:43.661357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a556880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:43.676447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:43.676792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:43.681023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5a1460b9-1648-4c6e-94f7-149ec4a2f153 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:43.817545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:43.829395 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Sync routers for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:43.840682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb60bbc8-9665-48a8-8217-c6ab75c6c534 admin admin] 10.222.0.20 "PUT /v2.0/routers/bffbc361-c14a-4269-992e-f1b31599f66f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7473531
Jan 29 20:59:43.851136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:43.851754 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:43.957243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-a9ccb6a9-02ec-4713-8540-b9616cd95456 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:43.959113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-a9ccb6a9-02ec-4713-8540-b9616cd95456 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.36 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1157317
Jan 29 20:59:43.996404 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:44.007837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a556880>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:44.010292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f47b4f9-47b2-4243-b47f-3a6d1b36644b None None] Port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:44.045466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3e7b8-da71-477f-a03e-523999c2dc83 req-0df3c3de-149c-45aa-b3a4-062c1340df1e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:44.047174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed3e7b8-da71-477f-a03e-523999c2dc83 req-0df3c3de-149c-45aa-b3a4-062c1340df1e tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 947 time: 0.1917245
Jan 29 20:59:44.067893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e09d2f-d716-41f2-833b-f09f82d30f71 None None] Pushing event updated for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:44.134437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:44.134997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.191408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Deleting port 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:44.191761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.193252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:44.193566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:44.306601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed3e7b8-da71-477f-a03e-523999c2dc83 req-0fda0bae-64dc-4116-ad04-bc428ae3e22b tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2372398-e1d9-4f49-b9e5-834233499ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531931
Jan 29 20:59:44.337925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] For port 3886ef1c-4dba-44b8-975e-fd7e62756152, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3886ef1c-4dba-44b8-975e-fd7e62756152,segment=NetworkSegment(6820d0d9-23a9-403b-aee8-5f8a56520358),segment_id=6820d0d9-23a9-403b-aee8-5f8a56520358)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:44.339176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.347887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:44.371355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Calling delete_port for 3886ef1c-4dba-44b8-975e-fd7e62756152 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:44.408430 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8e80>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:42Z', 'revision_number': 4, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a84e739-cbc3-4121-bf06-9ebfe2f78c49', 'name': '', 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'mac_address': 'fa:16:3e:62:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:40Z', 'updated_at': '2022-01-29T20:59:42Z', 'revision_number': 2, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'subnets': [{'id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:44.431803 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.449970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:44.453033 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1f2f1-23dc-4600-b7ef-91694c79daf8" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:44.502339 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Checking router: bffbc361-c14a-4269-992e-f1b31599f66f for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:44.503057 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Updating router bffbc361-c14a-4269-992e-f1b31599f66f port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:44.540170 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.590868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:44.592340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a556880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:44.619158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (78397e86-af1d-46c4-a0da-04ea7082dec0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.623051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:44.644799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416495186', 'description': 'tempest-description--1329411138'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:44.648069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:44.649186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device da508cc9-04dd-46fb-b080-c9233b96f443 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:44.689022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a556880>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:44.689727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58d200-f6fc-4de0-9e26-5f0701f1c20b None None] The sync data for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:44.708070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.732662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:44.754864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1a4ce597-2ee4-45a3-844a-bf395591d28e None None] Provisioning complete for port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:44.755244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce597-2ee4-45a3-844a-bf395591d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.864634 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks [] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.872922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3886ef1c-4dba-44b8-975e-fd7e62756152), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.890931 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:44.898269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['3886ef1c-4dba-44b8-975e-fd7e62756152'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:44.968930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Pushing event deleted for resources: {'Port': ['ID=3886ef1c-4dba-44b8-975e-fd7e62756152,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:44.981948 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1926c-1743-43a9-8462-df2f58860230 None None] Pushing event updated for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:45.030655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port da508cc9-04dd-46fb-b080-c9233b96f443 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:45.031369 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.042089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ce597-2ee4-45a3-844a-bf395591d28e None None] Port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 20:59:45.063995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:45.108516 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Attempting to bind port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:45.108901 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Attempting to bind port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:45.109322 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Attempting to bind port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 on network d092719c-cd74-4f77-9bfb-374131320ddb {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:45.122968 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:45.123287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Checking segment: {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:45.123694 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.124207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Bound using segment: {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:45.125028 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Bound port: 1a84e739-cbc3-4121-bf06-9ebfe2f78c49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af0b019-7ce8-4824-a765-52dd41efcb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:45.125268 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.147427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] No DVR routers for this DVR port 3886ef1c-4dba-44b8-975e-fd7e62756152 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:45.151265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5175-7c18-4e98-9526-c84f843427ad req-351e6305-8fac-4584-97b9-a05ec108b432 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:45.154628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39fb5175-7c18-4e98-9526-c84f843427ad req-351e6305-8fac-4584-97b9-a05ec108b432 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.6743927
Jan 29 20:59:45.154926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:45.155385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.166774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.170361 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ae844c71-9224-4b3c-86c1-90fb877d8289 req-44ab9b02-1d13-496a-b15f-50bd0650cf56 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.36 "DELETE /v2.0/ports/3886ef1c-4dba-44b8-975e-fd7e62756152 HTTP/1.1" status: 204  len: 173 time: 1.2058210
Jan 29 20:59:45.172109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-deleted', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:45.174715 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4fc34-4e7f-4b6a-8f90-9511d3da88a2" -d '{"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-deleted", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:45.195255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (f87cb804-eec4-4957-834e-eab912103648), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.212128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f87cb804-eec4-4957-834e-eab912103648), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.274230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0f82-ff13-4932-82d7-ef95d6742fb7 req-162b692b-db31-451d-9b7d-8237862f9815 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:45.280626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0f82-ff13-4932-82d7-ef95d6742fb7 req-162b692b-db31-451d-9b7d-8237862f9815 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:45.309726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0f82-ff13-4932-82d7-ef95d6742fb7 req-162b692b-db31-451d-9b7d-8237862f9815 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:45.311568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a07f0f82-ff13-4932-82d7-ef95d6742fb7 req-162b692b-db31-451d-9b7d-8237862f9815 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2415 time: 0.3381045
Jan 29 20:59:45.329775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.335740 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7089930
Jan 29 20:59:45.339526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:45.342627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94ba0445-8331-4765-9f94-f5c5b8b31bbd up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:45.343999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] For port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:45.365246 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] For port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:45.368732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39fb5175-7c18-4e98-9526-c84f843427ad req-76705ef2-7a8f-4ad6-bd3d-318156bb7cf1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007325
Jan 29 20:59:45.383574 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.391694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'security_group_rule': {'security_group_id': 'f87cb804-eec4-4957-834e-eab912103648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:45.417576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e556ec-45f2-45b5-9074-1209fc835922 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87cb804-eec4-4957-834e-eab912103648,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:45.486844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (bf8c7fac-f74d-4742-9703-532731eb0767), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.621282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1926c-1743-43a9-8462-df2f58860230 None None] Pushing event updated for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:45.624051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a83bd60>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 2, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:45.640057 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:45.643590 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:45.653309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a07f0f82-ff13-4932-82d7-ef95d6742fb7 req-2197dbaf-f6cd-45b8-a719-0d107538012f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268404
Jan 29 20:59:45.735122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (bf8c7fac-f74d-4742-9703-532731eb0767), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.745489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (bf8c7fac-f74d-4742-9703-532731eb0767), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.786717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8c7fac-f74d-4742-9703-532731eb0767,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:45.802084 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd5799-f74c-44eb-b923-b9563f9342a0 x-openstack-request-id: req-f6cd5799-f74c-44eb-b923-b9563f9342a0 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:45.802612 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:45.803026 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6cd5799-f74c-44eb-b923-b9563f9342a0 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:45.807303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.808806 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0ae89e5-1705-47ad-9236-8c88dafc064e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4622452
Jan 29 20:59:45.810117 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', 'code': 200}
Jan 29 20:59:45.812482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55702) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:45.821903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'security_group_rule': {'security_group_id': 'f87cb804-eec4-4957-834e-eab912103648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:45.825314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f26bc-38f9-4860-88f2-b24f0f167a15 None None] The sync data for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 is: [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 2, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:45.858812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba1550-9459-4d89-9362-4ec4aa84c92d req-9c254057-c65a-4e82-9411-856f0d7c867a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:45.870760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15ba1550-9459-4d89-9362-4ec4aa84c92d req-9c254057-c65a-4e82-9411-856f0d7c867a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 944 time: 0.3219526
Jan 29 20:59:45.879614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.896918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (57877218-0954-4d17-99ce-654505137d19), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:45.924686 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecedc2c-bf29-4b70-a435-ea5fcb765d98 x-openstack-request-id: req-4ecedc2c-bf29-4b70-a435-ea5fcb765d98 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:45.925047 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda33b89-3c24-4218-8e40-a64abf09caf2", "name": "network-vif-deleted", "tag": "3886ef1c-4dba-44b8-975e-fd7e62756152", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:45.925314 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ecedc2c-bf29-4b70-a435-ea5fcb765d98 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:45.940953 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda33b89-3c24-4218-8e40-a64abf09caf2', 'name': 'network-vif-deleted', 'tag': '3886ef1c-4dba-44b8-975e-fd7e62756152', 'status': 'completed', 'code': 200}
Jan 29 20:59:45.967604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port f8517f81-694c-4b89-b8fc-01271d5ef52a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:45.967956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.079142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Provisioning complete for port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:46.079691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.143953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b065d97f-6ebd-4e59-bfa8-6c21c4facfd9 req-6740eb97-5188-440b-8b54-c12bcb8812f7 tempest-ServersNegativeTestJSON-1137596608 tempest-ServersNegativeTestJSON-1137596608-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda33b89-3c24-4218-8e40-a64abf09caf2 HTTP/1.1" status: 200  len: 210 time: 0.0512416
Jan 29 20:59:46.151402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (57877218-0954-4d17-99ce-654505137d19), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.170909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (57877218-0954-4d17-99ce-654505137d19), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.181251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15ba1550-9459-4d89-9362-4ec4aa84c92d req-02045509-3363-4706-8dd1-30ba329d77cf tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092527
Jan 29 20:59:46.257154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.265740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55706) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:46.268713 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4446602
Jan 29 20:59:46.277037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:46.280379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port da508cc9-04dd-46fb-b080-c9233b96f443 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:46.281573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750be422-6f45-46b7-b1e6-d4ea44027c46 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57877218-0954-4d17-99ce-654505137d19,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:46.307209 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.320789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:46.321303 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.339112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 94ba0445-8331-4765-9f94-f5c5b8b31bbd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 20:59:46.363140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for f8517f81-694c-4b89-b8fc-01271d5ef52a owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:46.379897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:46.412642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Current status of the port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:46.413092 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.421331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 94ba0445-8331-4765-9f94-f5c5b8b31bbd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:46.421919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.429498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.503089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:46.524216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.559935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] For port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:46.587762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c78ec23b-9377-464e-9ebb-338ef444d2fc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:46.595540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.723211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:46.847888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 94ba0445-8331-4765-9f94-f5c5b8b31bbd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:46.848423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.858279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-842224f2-f388-44be-81c2-c5e09ba7f1fd None None] Provisioning complete for port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:46.858792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-842224f2-f388-44be-81c2-c5e09ba7f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.884031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.960762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463c8c5-c064-474b-a9fd-42f7e32abbe2 None None] Pushing event updated for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:46.977863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8e80>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:42Z', 'revision_number': 4, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a84e739-cbc3-4121-bf06-9ebfe2f78c49', 'name': '', 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'mac_address': 'fa:16:3e:62:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:40Z', 'updated_at': '2022-01-29T20:59:45Z', 'revision_number': 4, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'subnets': [{'id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:46.990723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c78ec23b-9377-464e-9ebb-338ef444d2fc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:46.991230 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:46.997682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:47.022542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:47.023633 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b751ec3-5d59-442e-86f3-d144183d51d1 None None] The sync data for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 is: [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:42Z', 'revision_number': 4, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a84e739-cbc3-4121-bf06-9ebfe2f78c49', 'name': '', 'network_id': 'd092719c-cd74-4f77-9bfb-374131320ddb', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'mac_address': 'fa:16:3e:62:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:40Z', 'updated_at': '2022-01-29T20:59:45Z', 'revision_number': 4, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'subnets': [{'id': '6bb23f35-c415-4543-9679-8ba00f8dbe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:47.060684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c86f8-6ffb-44c4-9817-58d631c09bf6 req-2fa71833-3bca-4f0b-b1f1-9876447a6941 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:47.068311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c86f8-6ffb-44c4-9817-58d631c09bf6 req-2fa71833-3bca-4f0b-b1f1-9876447a6941 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:47.076656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c86f8-6ffb-44c4-9817-58d631c09bf6 req-2fa71833-3bca-4f0b-b1f1-9876447a6941 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:47.113958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-900c86f8-6ffb-44c4-9817-58d631c09bf6 req-2fa71833-3bca-4f0b-b1f1-9876447a6941 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.2848833
Jan 29 20:59:47.201479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:47.328788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-842224f2-f388-44be-81c2-c5e09ba7f1fd None None] Current status of the port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:47.350740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c78ec23b-9377-464e-9ebb-338ef444d2fc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:47.711923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ccd68-3b9c-4b36-9a7f-591f52925d76 req-a97d18d1-4e03-4adf-8b80-6a2969f97c85 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:47.713466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-637ccd68-3b9c-4b36-9a7f-591f52925d76 req-a97d18d1-4e03-4adf-8b80-6a2969f97c85 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 1.1052988
Jan 29 20:59:47.811300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153'}, {'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:47.813725 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322e4a3-f67b-4026-af05-0e0e6e3467e8" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153"}, {"server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "name": "network-vif-plugged", "status": "completed", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:47.886552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-900c86f8-6ffb-44c4-9817-58d631c09bf6 req-35026185-8011-4e5c-87a7-89788f528f75 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7603676
Jan 29 20:59:47.918960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-637ccd68-3b9c-4b36-9a7f-591f52925d76 req-f2003f5d-1f92-4d2f-ab26-914f9e41292c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946702
Jan 29 20:59:47.944783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f8517f81-694c-4b89-b8fc-01271d5ef52a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.015036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:48.146212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Deleting subnet d3c522ed-1725-4789-8f43-1c44f15c777e {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:59:48.150326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Publish callbacks [] for subnet (d3c522ed-1725-4789-8f43-1c44f15c777e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.187874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=f8517f81-694c-4b89-b8fc-01271d5ef52a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:48.252756 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5fe55-dcd8-4106-a6d5-349a713c55c9 x-openstack-request-id: req-ace5fe55-dcd8-4106-a6d5-349a713c55c9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:48.253910 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-plugged", "status": "completed", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153", "code": 200}, {"server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "name": "network-vif-plugged", "status": "completed", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:48.254329 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace5fe55-dcd8-4106-a6d5-349a713c55c9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:48.254900 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153', 'code': 200}
Jan 29 20:59:48.255312 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd', 'code': 200}
Jan 29 20:59:48.255539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (d3c522ed-1725-4789-8f43-1c44f15c777e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.355932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d3c522ed-1725-4789-8f43-1c44f15c777e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.489733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.489950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12972ec-bb11-420c-809d-d2e5afc0f639 req-f9e26ec6-b986-41cd-a956-aa278520dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:48.490708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12972ec-bb11-420c-809d-d2e5afc0f639 req-f9e26ec6-b986-41cd-a956-aa278520dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:48.491394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12972ec-bb11-420c-809d-d2e5afc0f639 req-f9e26ec6-b986-41cd-a956-aa278520dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:48.493355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b12972ec-bb11-420c-809d-d2e5afc0f639 req-f9e26ec6-b986-41cd-a956-aa278520dc73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2962 time: 0.1096790
Jan 29 20:59:48.557899 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b12972ec-bb11-420c-809d-d2e5afc0f639 req-bb8700d2-9e3d-44ad-9ced-6d5727aaf593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585217
Jan 29 20:59:48.559953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d3c522ed-1725-4789-8f43-1c44f15c777e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.583549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c522ed-1725-4789-8f43-1c44f15c777e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:48.603833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.613862 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77189fcb-b80a-4a23-8c46-b56f88eac7ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3c522ed-1725-4789-8f43-1c44f15c777e HTTP/1.1" status: 204  len: 168 time: 0.5954008
Jan 29 20:59:48.614087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:48.711861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:48.715315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (3e5d0e33-a585-4203-bd05-f2661e740b8d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.833109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:48.833970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.843134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c890c60-ee88-45fb-8b15-aa4db7155305 req-9895df10-421f-431a-8ba7-ca838e58c5c7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:48.851902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c890c60-ee88-45fb-8b15-aa4db7155305 req-9895df10-421f-431a-8ba7-ca838e58c5c7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.6753750
Jan 29 20:59:48.870365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2742a-bdc8-49bc-820e-876de6ce7db9 req-7122b00b-28b2-4aec-994c-17de4da47b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:48.872615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adf2742a-bdc8-49bc-820e-876de6ce7db9 req-7122b00b-28b2-4aec-994c-17de4da47b49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 1127 time: 0.4692817
Jan 29 20:59:48.890813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (3e5d0e33-a585-4203-bd05-f2661e740b8d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.941685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea083281c0>,) {'filters': {'network_id': ['3e5d0e33-a585-4203-bd05-f2661e740b8d']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:48.966998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea083281c0>, '6820d0d9-23a9-403b-aee8-5f8a56520358') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:48.967239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (78397e86-af1d-46c4-a0da-04ea7082dec0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:48.967520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea083281c0>, '6820d0d9-23a9-403b-aee8-5f8a56520358') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:49.000965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (6820d0d9-23a9-403b-aee8-5f8a56520358), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.027496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6820d0d9-23a9-403b-aee8-5f8a56520358), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.046050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:59:49.047716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (6820d0d9-23a9-403b-aee8-5f8a56520358), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:59:49.052648 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:59:49.186560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Allocated IP 172.35.4.241 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/892aa936-2cf3-46c0-9ecf-11b59ed8a67a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:49.194309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (3e5d0e33-a585-4203-bd05-f2661e740b8d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.207366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.214331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e5d0e33-a585-4203-bd05-f2661e740b8d HTTP/1.1" status: 204  len: 168 time: 0.5992639
Jan 29 20:59:49.221643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c890c60-ee88-45fb-8b15-aa4db7155305 req-22686203-a162-4b41-972e-bd2aed959d09 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3688633
Jan 29 20:59:49.261310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba899-4b7b-42ce-8f32-5ef5f0c39694 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5d0e33-a585-4203-bd05-f2661e740b8d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:49.268023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adf2742a-bdc8-49bc-820e-876de6ce7db9 req-857f7ccc-7599-4b78-b397-f155352b93b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456817
Jan 29 20:59:49.319288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:49.348393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 3886ef1c-4dba-44b8-975e-fd7e62756152 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:49.348739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 3886ef1c-4dba-44b8-975e-fd7e62756152 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:49.391257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.407838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:49.414679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:49.416065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1d63a82b-e48b-4c46-83da-f61c064a16a8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:49.481683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-215c7d62-5778-49ad-bc8b-a11a680ef182 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35bf9ac53cc44d078c9ede28b5a4233d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0714939
Jan 29 20:59:49.483129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:49.500637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1d63a82b-e48b-4c46-83da-f61c064a16a8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:49.501170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.536540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4628a5-2bfa-4338-af92-b4367ff60ad5 req-f37aa8cb-22f5-43b2-aa9b-c4df2596887c tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:49.542791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4628a5-2bfa-4338-af92-b4367ff60ad5 req-f37aa8cb-22f5-43b2-aa9b-c4df2596887c tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:49.550593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4628a5-2bfa-4338-af92-b4367ff60ad5 req-f37aa8cb-22f5-43b2-aa9b-c4df2596887c tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:49.552652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad4628a5-2bfa-4338-af92-b4367ff60ad5 req-f37aa8cb-22f5-43b2-aa9b-c4df2596887c tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.4477546
Jan 29 20:59:49.580049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] Publish callbacks [] for security_group (a2372398-e1d9-4f49-b9e5-834233499ffb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.592824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.610345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] Publish callbacks [] for security_group (a2372398-e1d9-4f49-b9e5-834233499ffb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.654443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1d63a82b-e48b-4c46-83da-f61c064a16a8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:49.655266 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.683252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a2372398-e1d9-4f49-b9e5-834233499ffb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.688669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.693052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2372398-e1d9-4f49-b9e5-834233499ffb HTTP/1.1" status: 204  len: 168 time: 0.2080669
Jan 29 20:59:49.699573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1d63a82b-e48b-4c46-83da-f61c064a16a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d63a82b-e48b-4c46-83da-f61c064a16a8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:49.706723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544193f-5b24-4f77-ac1f-c09706c6cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2372398-e1d9-4f49-b9e5-834233499ffb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:49.729367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:49.753238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:49.755249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:49.786101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:49.821666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'Port': ['ID=892aa936-2cf3-46c0-9ecf-11b59ed8a67a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:49.844938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fa3f-27b3-4f38-9fb6-1f3a0d3ea71d req-e37b7ac5-28c9-434f-84f4-040b6a679700 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:49.847838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95e5fa3f-27b3-4f38-9fb6-1f3a0d3ea71d req-e37b7ac5-28c9-434f-84f4-040b6a679700 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.4318392
Jan 29 20:59:49.889831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:49.910434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad4628a5-2bfa-4338-af92-b4367ff60ad5 req-2ab50264-49a3-4d2c-aa3c-efdfe72e6229 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841799
Jan 29 20:59:49.949951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router 78397e86-af1d-46c4-a0da-04ea7082dec0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 20:59:50.029823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95e5fa3f-27b3-4f38-9fb6-1f3a0d3ea71d req-e8bb8848-c33c-4485-ab5c-bedae03f0388 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629403
Jan 29 20:59:50.130865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.226825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.231575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 20:59:50.242525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] Sync routers for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:50.257235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:50.257861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0affb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:50.281073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:50.281793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b2c71811-d2ea-484a-8d0d-8d21005f271d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/routers/78397e86-af1d-46c4-a0da-04ea7082dec0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6275086
Jan 29 20:59:50.340959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0affb880>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:50.376137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] Routers {'78397e86-af1d-46c4-a0da-04ea7082dec0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:50.376794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0affb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['78397e86-af1d-46c4-a0da-04ea7082dec0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:50.487461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1d63a82b-e48b-4c46-83da-f61c064a16a8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:50.493901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0affb880>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:50.494750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41d766-d605-406e-b1de-94ccfe1973da None None] The sync data for ids ['78397e86-af1d-46c4-a0da-04ea7082dec0'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:50.557006 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Sync routers for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 20:59:50.568715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.574535 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:50.578880 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b39e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:50.592276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.594175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1d63a82b-e48b-4c46-83da-f61c064a16a8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:50.594565 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.604087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d4180-aec1-428c-9a6c-109f7c874b6b req-7c793c83-3083-4078-bfff-bda710cc610f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:50.605992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a1d4180-aec1-428c-9a6c-109f7c874b6b req-7c793c83-3083-4078-bfff-bda710cc610f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.1579223
Jan 29 20:59:50.607439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.729826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1d63a82b-e48b-4c46-83da-f61c064a16a8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:50.826053 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:50.842876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'Port': ['ID=892aa936-2cf3-46c0-9ecf-11b59ed8a67a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:50.886449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a1d4180-aec1-428c-9a6c-109f7c874b6b req-894e9336-8a4b-47cf-b9f3-6ce01d0d00b3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701454
Jan 29 20:59:50.891642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.917616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:50.927661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aeb243fe-b637-4975-a31c-66bd73542d50 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6567760
Jan 29 20:59:50.970395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (78397e86-af1d-46c4-a0da-04ea7082dec0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.032593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:51.033345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.135514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b39e730>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 2, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:51.142230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.170730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:51.171384 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Checking router: 4776db32-ca9b-4b7c-afba-d04344e9921a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 20:59:51.171955 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Updating router 4776db32-ca9b-4b7c-afba-d04344e9921a port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 20:59:51.205357 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.322756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7784e5-145b-44a1-8ab9-d51c21eb4a9b req-26e6bf23-d581-48d8-844c-192ffdb3c8f2 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:51.328355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7784e5-145b-44a1-8ab9-d51c21eb4a9b req-26e6bf23-d581-48d8-844c-192ffdb3c8f2 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:51.338822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7784e5-145b-44a1-8ab9-d51c21eb4a9b req-26e6bf23-d581-48d8-844c-192ffdb3c8f2 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:51.341093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae7784e5-145b-44a1-8ab9-d51c21eb4a9b req-26e6bf23-d581-48d8-844c-192ffdb3c8f2 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.2031274
Jan 29 20:59:51.416274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc026f4b-c964-430c-a4e2-d17bfb7461fa req-9485b56a-b1e4-4a83-9131-5a5f5144fa54 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:51.426108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.428103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc026f4b-c964-430c-a4e2-d17bfb7461fa req-9485b56a-b1e4-4a83-9131-5a5f5144fa54 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1886141
Jan 29 20:59:51.577383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae7784e5-145b-44a1-8ab9-d51c21eb4a9b req-b758d247-051c-449e-8609-ec75792cab9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194369
Jan 29 20:59:51.583597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=7d6741bd-7ccc-4f43-b7d0-6e82ea4639f2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:51.597467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc026f4b-c964-430c-a4e2-d17bfb7461fa req-abe6a05f-af64-4a74-a994-1ce7fdbf8108 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669381
Jan 29 20:59:51.647223 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks [] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.658189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (78397e86-af1d-46c4-a0da-04ea7082dec0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.664867 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.752558 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c11e5-30c8-44ae-95f4-efb6fadcaa89 None None] Pushing event updated for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:51.783847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-d87e82e0-dfb7-442f-9023-1ec96d52f7ee tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1416495186&fields=id&tenant_id=c48f23744bb646418961365d18213e20 HTTP/1.1" status: 200  len: 267 time: 0.0936508
Jan 29 20:59:51.900665 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.914974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_controller (78397e86-af1d-46c4-a0da-04ea7082dec0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.957906 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Attempting to bind port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 20:59:51.958286 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Attempting to bind port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 20:59:51.960976 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Attempting to bind port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 on network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 20:59:51.974329 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 20:59:51.974763 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Checking segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 20:59:51.975721 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:51.977896 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Bound using segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 20:59:51.978487 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Bound port: 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 20:59:51.978885 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.032486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (78397e86-af1d-46c4-a0da-04ea7082dec0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.033567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Fanout notify agent at l3_agent the message router_deleted on router 78397e86-af1d-46c4-a0da-04ea7082dec0 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 20:59:52.052443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.054177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cabbaf05-e740-4f61-a534-54895fb2bb25 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/routers/78397e86-af1d-46c4-a0da-04ea7082dec0 HTTP/1.1" status: 204  len: 168 time: 1.7704291
Jan 29 20:59:52.059649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:52.064480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-aab91064-fda4-4c9c-98b1-c3c7048d80d1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:52.085665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-aab91064-fda4-4c9c-98b1-c3c7048d80d1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/networks?id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 HTTP/1.1" status: 200  len: 812 time: 0.3008142
Jan 29 20:59:52.100941 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] For port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 20:59:52.104546 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] For port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 20:59:52.109246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-643fbe37-a35b-45cc-a6c1-c52783193838 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/quotas/c48f23744bb646418961365d18213e20 HTTP/1.1" status: 200  len: 375 time: 0.0222757
Jan 29 20:59:52.118845 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.172799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting subnet 8d2499d5-104f-4e96-9a3d-b86be5771852 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 20:59:52.176691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (8d2499d5-104f-4e96-9a3d-b86be5771852), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.216325 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c11e5-30c8-44ae-95f4-efb6fadcaa89 None None] Pushing event updated for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:52.237406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (8d2499d5-104f-4e96-9a3d-b86be5771852), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.298813 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 20:59:52.302212 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b39e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:52.357770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.364550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-14e822c8-5287-401d-b53a-d14f04c92d1a tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48f23744bb646418961365d18213e20&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2467594
Jan 29 20:59:52.414315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8d2499d5-104f-4e96-9a3d-b86be5771852), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.420600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ac44-f0ab-4eda-8cb1-48c51299ca9f req-cc1e19e9-4231-44fb-a629-7ba0cc6461f3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:52.422617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e71ac44-f0ab-4eda-8cb1-48c51299ca9f req-cc1e19e9-4231-44fb-a629-7ba0cc6461f3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.1733644
Jan 29 20:59:52.438997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:52.439390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.641033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (8d2499d5-104f-4e96-9a3d-b86be5771852), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.694690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2499d5-104f-4e96-9a3d-b86be5771852,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:52.696849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.701000 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1b06a954-44dd-4547-b64d-c4c7b18f0d96 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/subnets/8d2499d5-104f-4e96-9a3d-b86be5771852 HTTP/1.1" status: 204  len: 168 time: 0.6401298
Jan 29 20:59:52.703594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:52.755799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-240dc533-4f4f-4375-a830-2116a8b7982a service neutron] 10.222.0.20 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3724816
Jan 29 20:59:52.758665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 20:59:52.765882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Current status of the port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:52.783670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:52.793490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:52.869985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429781f3-e830-4773-8fa4-ddee16148052 None None] Network ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 20:59:52.882472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.000744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e71ac44-f0ab-4eda-8cb1-48c51299ca9f req-5f1c892d-ba36-4475-a44a-082301101966 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5623553
Jan 29 20:59:53.036093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port dca3c414-c265-48d9-9dd4-de2f9822234e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:53.039517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.073348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] For port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:53.126792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.140025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-3b5459f3-c871-4a99-93de-7c712549cee6 service neutron] 10.222.0.20 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3810947
Jan 29 20:59:53.160543 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-56fe0668-d120-47d3-a557-512c141e779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b39e730>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:52Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:53.194970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:53.195743 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.294966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe0668-d120-47d3-a557-512c141e779c None None] The sync data for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 is: [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:52Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 20:59:53.313371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] For port dca3c414-c265-48d9-9dd4-de2f9822234e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca3c414-c265-48d9-9dd4-de2f9822234e,segment=NetworkSegment(97aa398e-2122-4d7b-8080-94e92533618b),segment_id=97aa398e-2122-4d7b-8080-94e92533618b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:53.314491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.329301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.348654 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 20:59:53.349418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb672-b511-494c-9abc-f5d0f934b5a3 req-5b43e6f6-713c-4bc5-9b7b-43fe0e89b211 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:53.367728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb672-b511-494c-9abc-f5d0f934b5a3 req-5b43e6f6-713c-4bc5-9b7b-43fe0e89b211 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:53.370372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for dca3c414-c265-48d9-9dd4-de2f9822234e owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:53.379525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-db863d7a-84f4-49e4-89b2-9ca5706835bc None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:53.381937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db863d7a-84f4-49e4-89b2-9ca5706835bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.424278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb672-b511-494c-9abc-f5d0f934b5a3 req-5b43e6f6-713c-4bc5-9b7b-43fe0e89b211 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:53.426059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11adb672-b511-494c-9abc-f5d0f934b5a3 req-5b43e6f6-713c-4bc5-9b7b-43fe0e89b211 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.2717860
Jan 29 20:59:53.577389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11adb672-b511-494c-9abc-f5d0f934b5a3 req-a0342a90-ec36-4955-ac75-ac3a66f862b9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449111
Jan 29 20:59:53.587290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d0038-e435-4473-b7cf-0752cc252ba8 None None] Pushing event updated for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:53.617011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b79718-c184-4e53-a4a6-c798ec7de2d6 None None] DHCP port deletion for ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 20:59:53.627202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (dca3c414-c265-48d9-9dd4-de2f9822234e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:53.788817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=dca3c414-c265-48d9-9dd4-de2f9822234e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:53.805367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] No DVR routers for this DVR port dca3c414-c265-48d9-9dd4-de2f9822234e on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:53.885960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:53.922573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-db863d7a-84f4-49e4-89b2-9ca5706835bc None None] Current status of the port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:54.062616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2bf44-14cc-4916-8882-ff4e9b454b65 req-d0c106c5-e81b-46a4-b731-7abb7d77fbe6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.074394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cb2bf44-14cc-4916-8882-ff4e9b454b65 req-d0c106c5-e81b-46a4-b731-7abb7d77fbe6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.1893132
Jan 29 20:59:54.115914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd904a-b79d-49b0-8b06-1a4767419164 req-f03dbb3f-db2f-485a-b7cd-dd55a74aad5c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.123661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:54.123808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57cd904a-b79d-49b0-8b06-1a4767419164 req-f03dbb3f-db2f-485a-b7cd-dd55a74aad5c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.3711689
Jan 29 20:59:54.202448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0930ae20>,) {'filters': {'network_id': ['ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:54.261527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57cd904a-b79d-49b0-8b06-1a4767419164 req-3853c71e-3143-4871-8320-ea71bffee49f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302450
Jan 29 20:59:54.268818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cb2bf44-14cc-4916-8882-ff4e9b454b65 req-8e5d6e41-dd41-47c4-a3c0-5d5c491b74fc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931596
Jan 29 20:59:54.287482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91db45-db26-4619-ac98-c88648a235ee req-6572b668-a499-4b11-ae2f-6bddd90171c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.304684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91db45-db26-4619-ac98-c88648a235ee req-6572b668-a499-4b11-ae2f-6bddd90171c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.341623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91db45-db26-4619-ac98-c88648a235ee req-6572b668-a499-4b11-ae2f-6bddd90171c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.354723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd91db45-db26-4619-ac98-c88648a235ee req-6572b668-a499-4b11-ae2f-6bddd90171c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.5883424
Jan 29 20:59:54.368354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0930ae20>, '97aa398e-2122-4d7b-8080-94e92533618b') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:54.370904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0930ae20>, '97aa398e-2122-4d7b-8080-94e92533618b') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 20:59:54.463136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afac8230-cd24-4b5d-aee9-25058dfb85ab req-bbe81bde-987f-42d1-9531-ac0ce3ddf9d0 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 210 time: 0.1480448
Jan 29 20:59:54.503565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (97aa398e-2122-4d7b-8080-94e92533618b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:54.557828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 20:59:54.582692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (97aa398e-2122-4d7b-8080-94e92533618b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:54.615238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 20:59:54.617778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (97aa398e-2122-4d7b-8080-94e92533618b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 20:59:54.623865 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 20:59:54.682875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617043d-fa69-4643-9917-3d4f55821ea5 req-5e0c19e3-c547-4ab2-9fa6-29e66c3e1642 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:54.693696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f617043d-fa69-4643-9917-3d4f55821ea5 req-5e0c19e3-c547-4ab2-9fa6-29e66c3e1642 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.2292736
Jan 29 20:59:54.766299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:54.766931 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:54.826833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f617043d-fa69-4643-9917-3d4f55821ea5 req-0f5acb48-7045-4770-935d-3bf77c936fd1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272013
Jan 29 20:59:54.961717 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.023254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede06c-2d90-4b67-83a2-8511810a96e1 req-9ff052d4-5ffc-4b53-9fee-58a1bf364b30 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:55.032396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede06c-2d90-4b67-83a2-8511810a96e1 req-9ff052d4-5ffc-4b53-9fee-58a1bf364b30 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:55.043449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede06c-2d90-4b67-83a2-8511810a96e1 req-9ff052d4-5ffc-4b53-9fee-58a1bf364b30 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:55.052700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caede06c-2d90-4b67-83a2-8511810a96e1 req-9ff052d4-5ffc-4b53-9fee-58a1bf364b30 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 2416 time: 0.2094059
Jan 29 20:59:55.061789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.072306 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/networks/ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0 HTTP/1.1" status: 204  len: 168 time: 2.3646243
Jan 29 20:59:55.082202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 20:59:55.090682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d987f-54be-4766-94d2-872dc16c02a8 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Network': ['ID=ad7e5ac1-5b4c-4bea-9b22-fe7417a9edb0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:55.098861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:55.148383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:55.149363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.188278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dca3c414-c265-48d9-9dd4-de2f9822234e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:55.256268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: dca3c414-c265-48d9-9dd4-de2f9822234e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:55.260116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dca3c414-c265-48d9-9dd4-de2f9822234e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:55.378995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:55.379366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.406029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caede06c-2d90-4b67-83a2-8511810a96e1 req-2e6ffef0-d566-4ec2-a6ef-0692f0b3f9eb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3520293
Jan 29 20:59:55.418118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:55.576001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c58c2-c94e-411c-8a4e-fd8c4f86f7d6 req-d6f310b8-4434-4264-aeb3-228af663f09f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:55.583131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f8c58c2-c94e-411c-8a4e-fd8c4f86f7d6 req-d6f310b8-4434-4264-aeb3-228af663f09f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1764441
Jan 29 20:59:55.627208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port cc59b71f-129e-46a2-ba8b-85860e4a77ec {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:55.627763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.631324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.644135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['f3114142-9140-4538-aa92-8eb800fc1a0f', '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', '5a1460b9-1648-4c6e-94f7-149ec4a2f153'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:55.728152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:55.893704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.895844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (cc59b71f-129e-46a2-ba8b-85860e4a77ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.909747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for cc59b71f-129e-46a2-ba8b-85860e4a77ec owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:55.969415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:55.982085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:55.988000 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd91db45-db26-4619-ac98-c88648a235ee req-0df78908-e3b4-42df-824c-eb2df5e0eb9f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "DELETE /v2.0/ports/2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 HTTP/1.1" status: 204  len: 173 time: 1.6123886
Jan 29 20:59:55.988514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:55.990879 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be580654-6bb5-4bc4-8ade-800ef626dd5f" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:56.129836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cc59b71f-129e-46a2-ba8b-85860e4a77ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.180062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=cc59b71f-129e-46a2-ba8b-85860e4a77ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:56.206638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9854df-3166-4738-908f-ef8d4efe250e req-e3fcb584-fe0b-4912-8db4-9e2daf8bb344 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:56.216305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a9854df-3166-4738-908f-ef8d4efe250e req-e3fcb584-fe0b-4912-8db4-9e2daf8bb344 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.7143483
Jan 29 20:59:56.275383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f8c58c2-c94e-411c-8a4e-fd8c4f86f7d6 req-4e3bb23e-62e2-4bbc-9587-8310601c3abf tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6911676
Jan 29 20:59:56.352199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-76faa259-a689-4d28-bc5c-f6409dde96dc tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:56.353791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-76faa259-a689-4d28-bc5c-f6409dde96dc tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.36 "GET /v2.0/networks?id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 HTTP/1.1" status: 200  len: 812 time: 0.6512809
Jan 29 20:59:56.373756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port f3114142-9140-4538-aa92-8eb800fc1a0f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:56.374100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.457332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78a2400a-fc30-49fd-9ac5-c77360346768 req-3d3683ce-c093-4323-90f8-a9717c8506df tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 210 time: 0.0599225
Jan 29 20:59:56.484903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a9854df-3166-4738-908f-ef8d4efe250e req-b41d8aaa-9e54-400b-8f73-750af465d005 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671683
Jan 29 20:59:56.491861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for floatingip (501bb197-ff08-42a3-aa4a-297d7bc95705), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.495302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.508217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1efa1f38-647b-47b1-88b8-e02a7ee1a163 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/floatingips/501bb197-ff08-42a3-aa4a-297d7bc95705 HTTP/1.1" status: 204  len: 168 time: 1.4022830
Jan 29 20:59:56.516235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55870) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:56.516697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port f3114142-9140-4538-aa92-8eb800fc1a0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3114142-9140-4538-aa92-8eb800fc1a0f,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:56.517114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.532021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for f3114142-9140-4538-aa92-8eb800fc1a0f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:56.562453 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df686d-8d22-483b-ae7a-7301d5513973 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:59:56.562624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df686d-8d22-483b-ae7a-7301d5513973 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:59:56.566506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-73df686d-8d22-483b-ae7a-7301d5513973 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/c4178e16-6b22-4b0e-bf38-34e33cc7c661 HTTP/1.1" status: 404  len: 333 time: 0.0474930
Jan 29 20:59:56.569243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:56.623204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4d017d88-fc1f-4db0-8b4a-c5cc42e3fd3f tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/ports?device_id=78397e86-af1d-46c4-a0da-04ea7082dec0 HTTP/1.1" status: 200  len: 205 time: 0.0501540
Jan 29 20:59:56.623516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55876) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:56.627096 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0f096-5624-4c5a-9a47-13cbec1cea24 x-openstack-request-id: req-fbf0f096-5624-4c5a-9a47-13cbec1cea24 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:56.627668 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:56.628176 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbf0f096-5624-4c5a-9a47-13cbec1cea24 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:56.628763 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': '2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80', 'status': 'completed', 'code': 200}
Jan 29 20:59:56.698864 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-39caae74-cc99-4e1e-ae40-aa2cd3cc6b68 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] delete failed (client error): The resource could not be found.
Jan 29 20:59:56.698864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-39caae74-cc99-4e1e-ae40-aa2cd3cc6b68 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/routers/78397e86-af1d-46c4-a0da-04ea7082dec0 HTTP/1.1" status: 404  len: 336 time: 0.0678902
Jan 29 20:59:56.698864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55878) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:56.734211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-2eb39d12-1dd6-467c-b86f-61d6574f9461 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48f23744bb646418961365d18213e20 HTTP/1.1" status: 200  len: 380 time: 0.3715222
Jan 29 20:59:56.759748 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32ea0ee-41fa-49b1-aae2-b7e4ad110214 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] DELETE failed (client error): The resource could not be found.
Jan 29 20:59:56.760055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32ea0ee-41fa-49b1-aae2-b7e4ad110214 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 20:59:56.768412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f32ea0ee-41fa-49b1-aae2-b7e4ad110214 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/subnets/8d2499d5-104f-4e96-9a3d-b86be5771852 HTTP/1.1" status: 404  len: 337 time: 0.0672374
Jan 29 20:59:56.768625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'port': {'device_id': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'admin_state_up': True, 'tenant_id': 'c48f23744bb646418961365d18213e20', 'security_groups': ['f87cb804-eec4-4957-834e-eab912103648']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:56.768742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55880) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:56.911602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af786e-3c40-4e62-b3ae-73a2ce92e4be req-561dbd3d-fe19-4462-873c-b55f3db42587 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:56.915708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f3114142-9140-4538-aa92-8eb800fc1a0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:56.929303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af786e-3c40-4e62-b3ae-73a2ce92e4be req-561dbd3d-fe19-4462-873c-b55f3db42587 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:56.929303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02af786e-3c40-4e62-b3ae-73a2ce92e4be req-561dbd3d-fe19-4462-873c-b55f3db42587 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 1681 time: 0.2336645
Jan 29 20:59:56.932595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:56.990667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=f3114142-9140-4538-aa92-8eb800fc1a0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:57.033050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02af786e-3c40-4e62-b3ae-73a2ce92e4be req-b2761081-1c8a-4434-9199-0d702757fa20 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937386
Jan 29 20:59:57.103665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-100b3c42-1b81-45a7-bc62-d81712141880 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:57.109007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-100b3c42-1b81-45a7-bc62-d81712141880 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.1721959
Jan 29 20:59:57.162190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port b658bed8-9ebc-442d-9d36-fa3090ce027e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:57.163183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b658bed8-9ebc-442d-9d36-fa3090ce027e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:57.173889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Made reservation on behalf of c48f23744bb646418961365d18213e20 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 20:59:57.186726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:57.205454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port f3114142-9140-4538-aa92-8eb800fc1a0f on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:57.208268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:57.212731 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd91db45-db26-4619-ac98-c88648a235ee req-e67d8039-291a-42ed-b1a1-1ed5fb0b17cb tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "DELETE /v2.0/ports/f3114142-9140-4538-aa92-8eb800fc1a0f HTTP/1.1" status: 204  len: 173 time: 1.2029178
Jan 29 20:59:57.657530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Allocated IP 172.20.0.12 (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09/6ea62d6d-7077-495c-bc53-a46535a1fb9d/acbbe458-af19-480c-aaa8-c93e96130825) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 20:59:57.708490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:57.708490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:57.840037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-abac79d9-e3c8-4ae5-b549-d3ed15ae273f req-947d36ba-0398-4538-91cb-e68670f5f234 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 210 time: 0.0802774
Jan 29 20:59:57.873852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b658bed8-9ebc-442d-9d36-fa3090ce027e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:57.896432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for b658bed8-9ebc-442d-9d36-fa3090ce027e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:57.975778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port 94ba0445-8331-4765-9f94-f5c5b8b31bbd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:57.976122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.017996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9099ef-a11c-4380-a7af-7b8fbcdc119d req-104f9aab-0fd2-4f58-824d-040809cda814 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:58.032957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd9099ef-a11c-4380-a7af-7b8fbcdc119d req-104f9aab-0fd2-4f58-824d-040809cda814 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2770178
Jan 29 20:59:58.220819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd9099ef-a11c-4380-a7af-7b8fbcdc119d req-e1584e78-c764-47d9-b43e-def78cadda43 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869061
Jan 29 20:59:58.259164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78dfb0-024b-439e-bd28-c0a0d2ca08dc req-7ee78bda-775b-4ab9-9d13-d7aec8eed285 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:58.267399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e78dfb0-024b-439e-bd28-c0a0d2ca08dc req-7ee78bda-775b-4ab9-9d13-d7aec8eed285 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 945 time: 0.2990029
Jan 29 20:59:58.283047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port 94ba0445-8331-4765-9f94-f5c5b8b31bbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ba0445-8331-4765-9f94-f5c5b8b31bbd,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:58.283423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.309891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for 94ba0445-8331-4765-9f94-f5c5b8b31bbd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:58.485329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e78dfb0-024b-439e-bd28-c0a0d2ca08dc req-c57daf5e-ad77-4ff3-9fca-156f8f124c94 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103426
Jan 29 20:59:58.504792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b658bed8-9ebc-442d-9d36-fa3090ce027e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.523633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 5a1460b9-1648-4c6e-94f7-149ec4a2f153, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a1460b9-1648-4c6e-94f7-149ec4a2f153,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 20:59:58.524302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.542882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for port (acbbe458-af19-480c-aaa8-c93e96130825), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.548360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 5a1460b9-1648-4c6e-94f7-149ec4a2f153 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:58.554178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=b658bed8-9ebc-442d-9d36-fa3090ce027e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:58.610631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa75a3-bcbc-4809-b40a-02114e95c27e req-a023e6b7-1c2b-4a24-a994-ca1c454299ec tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:58.612084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7baa75a3-bcbc-4809-b40a-02114e95c27e req-a023e6b7-1c2b-4a24-a994-ca1c454299ec tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 944 time: 0.2303927
Jan 29 20:59:58.631520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:58.633898 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88b819-3044-4e46-b48d-1eb7c3cba6c5" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:58.660001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.767858 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.771591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8c5a306a-482e-4fcc-be97-e92ea4f0389b tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/b658bed8-9ebc-442d-9d36-fa3090ce027e HTTP/1.1" status: 204  len: 168 time: 2.0045569
Jan 29 20:59:58.781075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 20:59:58.781833 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e2c3f-8563-4453-94b2-920b3fd2d66f x-openstack-request-id: req-765e2c3f-8563-4453-94b2-920b3fd2d66f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:58.782171 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "f3114142-9140-4538-aa92-8eb800fc1a0f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:58.784008 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-765e2c3f-8563-4453-94b2-920b3fd2d66f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:58.784628 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': 'f3114142-9140-4538-aa92-8eb800fc1a0f', 'status': 'completed', 'code': 200}
Jan 29 20:59:58.798496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (94ba0445-8331-4765-9f94-f5c5b8b31bbd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:58.814769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['53db7f3f-aa51-45aa-a024-85bbcc64c2ef'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:58.817317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7baa75a3-bcbc-4809-b40a-02114e95c27e req-09032f9b-446d-4222-b916-8a8a8f123335 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804533
Jan 29 20:59:58.868774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 20:59:58.873762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899', '94ba0445-8331-4765-9f94-f5c5b8b31bbd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 20:59:58.875502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 20:59:58.894885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 20:59:58.926010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f3114142-9140-4538-aa92-8eb800fc1a0f no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:58.959249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=94ba0445-8331-4765-9f94-f5c5b8b31bbd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:58.963916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: f3114142-9140-4538-aa92-8eb800fc1a0f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:58.964171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f3114142-9140-4538-aa92-8eb800fc1a0f not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:58.965087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 5a1460b9-1648-4c6e-94f7-149ec4a2f153 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:58.969749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event updated for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:59.105629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:59.107030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.148079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5a1460b9-1648-4c6e-94f7-149ec4a2f153), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.154681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-f35b7d20-6f96-401a-866e-11e39230134e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4149306
Jan 29 20:59:59.186757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port 94ba0445-8331-4765-9f94-f5c5b8b31bbd on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:59.195550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.204119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Request body: {'port': {'device_id': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 20:59:59.207701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e1c0978-8216-44f5-bb57-3caf6713bcea req-3ce68b30-39c9-4396-bac6-e3a1a08c1e76 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "DELETE /v2.0/ports/94ba0445-8331-4765-9f94-f5c5b8b31bbd HTTP/1.1" status: 204  len: 173 time: 2.0859149
Jan 29 20:59:59.209779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'name': 'network-vif-deleted', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 20:59:59.214573 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e8c18-132c-44d6-ab44-003e205df963" -d '{"events": [{"server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "name": "network-vif-deleted", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 20:59:59.254601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 update to DOWN by agent not found {{(pid=125944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Jan 29 20:59:59.255453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 20:59:59.322779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca6fc-0315-4edd-a20c-98d7028b627f req-56fbf294-2c6b-4d30-9ac5-b0c081fdbc9f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:59.324567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-753ca6fc-0315-4edd-a20c-98d7028b627f req-56fbf294-2c6b-4d30-9ac5-b0c081fdbc9f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 932 time: 0.3324213
Jan 29 20:59:59.326188 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c03f586-d05e-430e-8570-e5b5edec6d98 x-openstack-request-id: req-4c03f586-d05e-430e-8570-e5b5edec6d98 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 20:59:59.326484 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bf4780-e326-4483-906d-9f954f5be2e9", "name": "network-vif-deleted", "tag": "94ba0445-8331-4765-9f94-f5c5b8b31bbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 20:59:59.327034 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c03f586-d05e-430e-8570-e5b5edec6d98 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 20:59:59.327608 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bf4780-e326-4483-906d-9f954f5be2e9', 'name': 'network-vif-deleted', 'tag': '94ba0445-8331-4765-9f94-f5c5b8b31bbd', 'status': 'completed', 'code': 200}
Jan 29 20:59:59.335833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 20:59:59.338721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2d2daf6d-29ee-4bd5-9fbb-7d37600a6e80 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 20:59:59.339359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 2a810afe-c145-4d90-912f-ab4ff62f2b9e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 20:59:59.339707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2a810afe-c145-4d90-912f-ab4ff62f2b9e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.360242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=5a1460b9-1648-4c6e-94f7-149ec4a2f153,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 20:59:59.478183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-753ca6fc-0315-4edd-a20c-98d7028b627f req-ba530d99-b987-446d-8ef4-381cb1b94d96 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439590
Jan 29 20:59:59.560229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 5a1460b9-1648-4c6e-94f7-149ec4a2f153 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 20:59:59.588456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.594012 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cd91db45-db26-4619-ac98-c88648a235ee req-22bf765a-9578-4d7f-8e3c-0cda97ea3a80 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.36 "DELETE /v2.0/ports/5a1460b9-1648-4c6e-94f7-149ec4a2f153 HTTP/1.1" status: 204  len: 173 time: 2.3654411
Jan 29 20:59:59.624256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acbbe458-af19-480c-aaa8-c93e96130825), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.688565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347758-294c-495e-b760-f14d41c9369a req-36908b48-9efe-4065-a4e9-c96ab1c601f5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 20:59:59.690501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2347758-294c-495e-b760-f14d41c9369a req-36908b48-9efe-4065-a4e9-c96ab1c601f5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1591561
Jan 29 20:59:59.693499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2a810afe-c145-4d90-912f-ab4ff62f2b9e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.789042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 2a810afe-c145-4d90-912f-ab4ff62f2b9e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 20:59:59.816227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8c8cf4c0-25df-4cdb-9b9c-b10fc6c70db4 None None] Provisioning complete for port acbbe458-af19-480c-aaa8-c93e96130825 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 20:59:59.820211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf4c0-25df-4cdb-9b9c-b10fc6c70db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (acbbe458-af19-480c-aaa8-c93e96130825), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 20:59:59.831883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-574c82e1-c569-45b1-9dc1-74cebe23aec3 req-53de35f0-b5a0-401d-baf8-28b8fc4ec0ad tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1bf4780-e326-4483-906d-9f954f5be2e9 HTTP/1.1" status: 200  len: 210 time: 0.1035857
Jan 29 20:59:59.906362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2347758-294c-495e-b760-f14d41c9369a req-f8124829-167e-4c2f-a736-3f0a4a4300c3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757138
Jan 29 20:59:59.978178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cf4c0-25df-4cdb-9b9c-b10fc6c70db4 None None] Port acbbe458-af19-480c-aaa8-c93e96130825 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:00.170226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2866435c-9ece-45b7-b8c0-8466cb7c9f91 req-0457d8d5-8860-44de-9b57-6f1973b38562 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ee5599-0c2c-4e6e-a1ab-be5d0f329856 HTTP/1.1" status: 200  len: 210 time: 0.0972772
Jan 29 21:00:00.203448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2a810afe-c145-4d90-912f-ab4ff62f2b9e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.243501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=2a810afe-c145-4d90-912f-ab4ff62f2b9e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:00.285726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbbe458-af19-480c-aaa8-c93e96130825 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:00.300017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks [] for port (acbbe458-af19-480c-aaa8-c93e96130825), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.321529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Transition to ACTIVE for port object acbbe458-af19-480c-aaa8-c93e96130825 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:00.329247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.387804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.395801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-57c99304-3836-4b01-b7d8-eb0a1d480786 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/ports/2a810afe-c145-4d90-912f-ab4ff62f2b9e HTTP/1.1" status: 204  len: 168 time: 1.6123395
Jan 29 21:00:00.396801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55964) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:00.462795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:00.474485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ed46e-f3b7-4177-9a76-d0f968cd6b68 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:00.479293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e49ed46e-f3b7-4177-9a76-d0f968cd6b68 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3968913-4b86-4ef8-b130-e115ad454788 HTTP/1.1" status: 200  len: 913 time: 0.0665908
Jan 29 21:00:00.480224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55968) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:00.589724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Attempting to bind port acbbe458-af19-480c-aaa8-c93e96130825 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:00.590322 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Attempting to bind port acbbe458-af19-480c-aaa8-c93e96130825 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:00.590449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Attempting to bind port acbbe458-af19-480c-aaa8-c93e96130825 on network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:00.611741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Port acbbe458-af19-480c-aaa8-c93e96130825 on network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:00.612072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Attempting to bind port acbbe458-af19-480c-aaa8-c93e96130825 on network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:00.618351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:00.618696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Checking segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:00.619339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Bound using segment: {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:00.620355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Bound port: acbbe458-af19-480c-aaa8-c93e96130825, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b263a97-89a7-4c46-8c96-557830ef091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:00.620728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acbbe458-af19-480c-aaa8-c93e96130825), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.724277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-de6531cf-0be2-42e6-a06f-d6066f70233e tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:00.732770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:00.733470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-de6531cf-0be2-42e6-a06f-d6066f70233e tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.1824806
Jan 29 21:00:00.743135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acbbe458-af19-480c-aaa8-c93e96130825,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:00.758615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.763050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef338d92-5255-484c-b094-2fe98688b335 req-0867c80f-1b33-4078-9816-45eed241f1d4 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:00.765865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef338d92-5255-484c-b094-2fe98688b335 req-0867c80f-1b33-4078-9816-45eed241f1d4 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 944 time: 0.1312876
Jan 29 21:00:00.774747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:00.775855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.777384 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/acbbe458-af19-480c-aaa8-c93e96130825 HTTP/1.1" status: 200  len: 1092 time: 1.6065700
Jan 29 21:00:00.787231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153'}, {'name': 'network-changed', 'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:00.792651 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd780d20-b63e-4dfd-af45-b4f69b7c9885" -d '{"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153"}, {"name": "network-changed", "server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "tag": "acbbe458-af19-480c-aaa8-c93e96130825"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:00.837976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-eeac0276-bd0f-4859-99c4-b2bfbe136bcd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:00.892019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e81228-5167-43ae-95d8-670faaeca2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:00.914868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-a7af7c0b-2ef1-438f-b717-e976ec1b1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:00.916647 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-a7af7c0b-2ef1-438f-b717-e976ec1b1ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48f23744bb646418961365d18213e20&device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 1126 time: 0.0777729
Jan 29 21:00:00.993140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-3e905873-4f04-459f-a415-c40a56fef7ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acbbe458-af19-480c-aaa8-c93e96130825 HTTP/1.1" status: 200  len: 217 time: 0.0670133
Jan 29 21:00:01.063888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-72c0f357-9cac-4c8b-a76e-2f033243b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:01.064155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef338d92-5255-484c-b094-2fe98688b335 req-cc3553ba-899c-487a-abd1-df9a02a4218e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2842731
Jan 29 21:00:01.066000 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-72c0f357-9cac-4c8b-a76e-2f033243b4d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6ea62d6d-7077-495c-bc53-a46535a1fb9d HTTP/1.1" status: 200  len: 851 time: 0.0613403
Jan 29 21:00:01.191152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d96df-2704-4d1d-9478-33072b73236c req-e6b25427-98ce-4f6c-9533-0f93554af9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:01.195573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-e6b25427-98ce-4f6c-9533-0f93554af9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1226709
Jan 29 21:00:01.202555 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2f9a28-1cea-4391-bb73-da2d43167ace x-openstack-request-id: req-ce2f9a28-1cea-4391-bb73-da2d43167ace {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:01.203140 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee5599-0c2c-4e6e-a1ab-be5d0f329856", "name": "network-vif-deleted", "tag": "5a1460b9-1648-4c6e-94f7-149ec4a2f153", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "tag": "acbbe458-af19-480c-aaa8-c93e96130825", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:01.205107 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce2f9a28-1cea-4391-bb73-da2d43167ace {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:01.205707 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee5599-0c2c-4e6e-a1ab-be5d0f329856', 'name': 'network-vif-deleted', 'tag': '5a1460b9-1648-4c6e-94f7-149ec4a2f153', 'status': 'completed', 'code': 200}
Jan 29 21:00:01.206130 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825', 'status': 'completed', 'code': 200}
Jan 29 21:00:01.334320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-eeac0276-bd0f-4859-99c4-b2bfbe136bcd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Publish callbacks [] for security_group (fedc580d-ee8d-4392-9116-65593c6a940c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:01.347965 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-eeac0276-bd0f-4859-99c4-b2bfbe136bcd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fedc580d-ee8d-4392-9116-65593c6a940c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:01.371673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94ba0445-8331-4765-9f94-f5c5b8b31bbd no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:01.428874 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-9f59a4b9-6518-4394-977f-815b137fe078 service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213006
Jan 29 21:00:01.432626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 94ba0445-8331-4765-9f94-f5c5b8b31bbd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:01.434466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 94ba0445-8331-4765-9f94-f5c5b8b31bbd not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:01.468627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3125d4d2-5252-4498-a39c-8bc494fa55cc req-eeac0276-bd0f-4859-99c4-b2bfbe136bcd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7341321
Jan 29 21:00:01.469310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0276-bd0f-4859-99c4-b2bfbe136bcd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedc580d-ee8d-4392-9116-65593c6a940c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:01.494686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ede13-ea28-42b1-a12f-ddfbf1df4f90 req-3025bbcd-d37d-457b-b26e-f933ad1f402d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:01.496189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d1ede13-ea28-42b1-a12f-ddfbf1df4f90 req-3025bbcd-d37d-457b-b26e-f933ad1f402d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.0995169
Jan 29 21:00:01.502955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (d3968913-4b86-4ef8-b130-e115ad454788), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:01.568891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55994) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:01.629486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d1ede13-ea28-42b1-a12f-ddfbf1df4f90 req-a7fb4a17-0e3b-44ac-82e9-7e93a7334793 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229463
Jan 29 21:00:01.643866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting subnet def97992-89c1-4a53-9015-d0026ececa8c {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:01.648365 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (def97992-89c1-4a53-9015-d0026ececa8c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:01.763306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (def97992-89c1-4a53-9015-d0026ececa8c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:01.767943 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d71d96df-2704-4d1d-9478-33072b73236c req-3b1f2d5b-7952-4626-aec0-2c3554e8eeff service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3324978
Jan 29 21:00:01.902120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814a89-821f-48bf-9fd1-178ee2865f25 req-40e1fd7c-8ce0-4c87-9dd6-f8f041886f2d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:01.909781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4814a89-821f-48bf-9fd1-178ee2865f25 req-40e1fd7c-8ce0-4c87-9dd6-f8f041886f2d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1587551
Jan 29 21:00:01.961831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 9f47eaef-ac7f-4864-a51e-a0a9ab7699fc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:01.962163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.030268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (def97992-89c1-4a53-9015-d0026ececa8c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.031076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4814a89-821f-48bf-9fd1-178ee2865f25 req-cae7265e-a401-4efb-84e7-9c085133347c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207211
Jan 29 21:00:02.048363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56000) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:02.154234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (def97992-89c1-4a53-9015-d0026ececa8c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.244632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Subnet': ['ID=def97992-89c1-4a53-9015-d0026ececa8c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:02.260964 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.263872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fc8d2-eeac-4b89-ae55-6e65ecc53dce None None] Network 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:02.267532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-44b33639-0def-42a0-be7f-10def932ecd0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/subnets/def97992-89c1-4a53-9015-d0026ececa8c HTTP/1.1" status: 204  len: 168 time: 0.6975138
Jan 29 21:00:02.272709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:02.354461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-589adde0-3596-485b-92d5-edd6ebaaaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:02.356649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-589adde0-3596-485b-92d5-edd6ebaaaaaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48f23744bb646418961365d18213e20&device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 1126 time: 0.2158535
Jan 29 21:00:02.453701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.461583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.518049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a5ca3ba-f729-4620-9e69-ac2145ff6836 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 200  len: 993 time: 0.4604850
Jan 29 21:00:02.534634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 9f47eaef-ac7f-4864-a51e-a0a9ab7699fc owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:02.567216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-e8c6e5fb-36e4-428f-9100-c9588dd30d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:02.574136 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-e8c6e5fb-36e4-428f-9100-c9588dd30d65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 HTTP/1.1" status: 200  len: 913 time: 0.2095575
Jan 29 21:00:02.580819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] DHCP port deletion for 6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:02.589126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7424-576d-4e50-9592-8d311df4dacd req-d1d73777-429a-4413-a4c2-942639986bb5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:02.602137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effc7424-576d-4e50-9592-8d311df4dacd req-d1d73777-429a-4413-a4c2-942639986bb5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.3620038
Jan 29 21:00:02.630661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-f8c02a46-2f41-4f09-b404-6a3936a8accb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acbbe458-af19-480c-aaa8-c93e96130825 HTTP/1.1" status: 200  len: 217 time: 0.0545957
Jan 29 21:00:02.654420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 40dd5065-770d-4ced-a53d-830fc32c3358 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:02.655063 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.670047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Deleting port 40dd5065-770d-4ced-a53d-830fc32c3358 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:02.671251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.770315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-2f3bdbb2-b757-4b25-8af4-5fe4a152cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:02.771844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-2f3bdbb2-b757-4b25-8af4-5fe4a152cd3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6ea62d6d-7077-495c-bc53-a46535a1fb9d HTTP/1.1" status: 200  len: 851 time: 0.1314723
Jan 29 21:00:02.838498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 40dd5065-770d-4ced-a53d-830fc32c3358, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40dd5065-770d-4ced-a53d-830fc32c3358,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:02.838884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.856934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 40dd5065-770d-4ced-a53d-830fc32c3358 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:02.867391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] For port 40dd5065-770d-4ced-a53d-830fc32c3358, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40dd5065-770d-4ced-a53d-830fc32c3358,segment=NetworkSegment(89f5ddc8-3f37-4f1b-841b-cc5f79b39c95),segment_id=89f5ddc8-3f37-4f1b-841b-cc5f79b39c95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:02.870323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:02.909854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-2d464e6f-e0fb-40c4-aaf7-e66009e7182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:02.911447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-2d464e6f-e0fb-40c4-aaf7-e66009e7182e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1288531
Jan 29 21:00:02.913766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Calling delete_port for 40dd5065-770d-4ced-a53d-830fc32c3358 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:03.058236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92354-63ff-4f7d-b018-568ccac1f752 req-65b3cabc-f4b7-4bab-afa2-1fad9d15eb22 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:03.058985 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.066314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c92354-63ff-4f7d-b018-568ccac1f752 req-65b3cabc-f4b7-4bab-afa2-1fad9d15eb22 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 944 time: 0.7878065
Jan 29 21:00:03.121174 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-242cdf89-fcb0-4fdc-a271-a53f2d567cda service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883197
Jan 29 21:00:03.139651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] No DVR routers for this DVR port 40dd5065-770d-4ced-a53d-830fc32c3358 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:03.145002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (40dd5065-770d-4ced-a53d-830fc32c3358), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.162173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febe726-f410-4c9e-ab69-7801ae4efd04 None None] Pushing event deleted for resources: {'Port': ['ID=40dd5065-770d-4ced-a53d-830fc32c3358,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:03.188850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effc7424-576d-4e50-9592-8d311df4dacd req-26eec6fd-3339-43c4-b219-f29ba264b889 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5278857
Jan 29 21:00:03.243321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=40dd5065-770d-4ced-a53d-830fc32c3358,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:03.245235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 40dd5065-770d-4ced-a53d-830fc32c3358 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:03.306589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41c92354-63ff-4f7d-b018-568ccac1f752 req-0fc148a8-632e-48e2-9615-b42d2d8fecec tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2393579
Jan 29 21:00:03.389958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.411868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd780d20-b63e-4dfd-af45-b4f69b7c9885 req-25552559-a629-4ecb-86c2-32a7c7ba2bbc service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818701
Jan 29 21:00:03.421495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08f6f070>,) {'filters': {'network_id': ['6d8aec4a-2dc1-4732-9b1b-337960ad2cc9']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:03.435579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08f6f070>, '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:03.435876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08f6f070>, '89f5ddc8-3f37-4f1b-841b-cc5f79b39c95') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:03.446355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (89f5ddc8-3f37-4f1b-841b-cc5f79b39c95), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.499542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (89f5ddc8-3f37-4f1b-841b-cc5f79b39c95), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.512849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:03.513006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9f47eaef-ac7f-4864-a51e-a0a9ab7699fc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.513446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (89f5ddc8-3f37-4f1b-841b-cc5f79b39c95), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:03.518718 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:03.541603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14d6c-8514-4866-a218-113887de2641 req-826ccb0b-2666-41de-be14-4cbd54b13407 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:03.543993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4e14d6c-8514-4866-a218-113887de2641 req-826ccb0b-2666-41de-be14-4cbd54b13407 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.1049545
Jan 29 21:00:03.586132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=9f47eaef-ac7f-4864-a51e-a0a9ab7699fc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:03.707312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1646e-59f0-435b-9699-319ded233c73 req-f9101aeb-c45d-45cd-a52c-cd60357dbaec tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:03.707312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5d1646e-59f0-435b-9699-319ded233c73 req-f9101aeb-c45d-45cd-a52c-cd60357dbaec tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.2399783
Jan 29 21:00:03.707312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6d8aec4a-2dc1-4732-9b1b-337960ad2cc9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.707312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.711289 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/networks/6d8aec4a-2dc1-4732-9b1b-337960ad2cc9 HTTP/1.1" status: 204  len: 168 time: 1.4352255
Jan 29 21:00:03.711289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56024) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:03.769895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4e14d6c-8514-4866-a218-113887de2641 req-182ab0fd-0783-4ba3-a76e-6df8ac4d12ff tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867490
Jan 29 21:00:03.867029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4abadc-1a23-4d96-bb2f-6434f8707af7 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Network': ['ID=6d8aec4a-2dc1-4732-9b1b-337960ad2cc9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:03.928453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (d3968913-4b86-4ef8-b130-e115ad454788), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:03.975153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting subnet 12eadcb5-3cf5-46db-bcac-0d0a7d8d5530 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:03.987761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (12eadcb5-3cf5-46db-bcac-0d0a7d8d5530), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.045292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (12eadcb5-3cf5-46db-bcac-0d0a7d8d5530), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.134553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (12eadcb5-3cf5-46db-bcac-0d0a7d8d5530), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.206721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:04.207208 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.218372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56040) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:04.272788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (12eadcb5-3cf5-46db-bcac-0d0a7d8d5530), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.320860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Router d3968913-4b86-4ef8-b130-e115ad454788 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:00:04.322070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Subnet': ['ID=12eadcb5-3cf5-46db-bcac-0d0a7d8d5530,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:04.345872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915a129-03e9-478e-a030-a6b98ff19865 None None] Network 9385f00e-d496-4d1f-b45d-d9158d090e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:04.347332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.354369 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3352e3a-d70b-4136-861b-3ccc62c05184 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/subnets/12eadcb5-3cf5-46db-bcac-0d0a7d8d5530 HTTP/1.1" status: 204  len: 168 time: 0.6301396
Jan 29 21:00:04.358026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56044) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:04.459869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:00:04.489404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] Sync routers for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:00:04.501601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eeca4576-8321-40c2-8167-ae3b468a6d91 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "PUT /v2.0/routers/d3968913-4b86-4ef8-b130-e115ad454788/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0193491
Jan 29 21:00:04.503924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56048) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:04.544437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-956a6db9-ac79-40a4-8dcd-848dda0273da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.547108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:04.548471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a940ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:04.551630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 40dd5065-770d-4ced-a53d-830fc32c3358 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:04.585632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 40dd5065-770d-4ced-a53d-830fc32c3358 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:04.586250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 40dd5065-770d-4ced-a53d-830fc32c3358 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:04.592522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:04.593122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.679268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (d3968913-4b86-4ef8-b130-e115ad454788), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.681802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] DHCP port deletion for 9385f00e-d496-4d1f-b45d-d9158d090e94 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:04.685172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-956a6db9-ac79-40a4-8dcd-848dda0273da admin admin] Publish callbacks [] for security_group (e575e216-1470-4493-ae6a-9357a9172cc3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.688819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a940ca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:04.705158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9385f00e-d496-4d1f-b45d-d9158d090e94), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.711607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-956a6db9-ac79-40a4-8dcd-848dda0273da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e575e216-1470-4493-ae6a-9357a9172cc3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.735395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] Routers {'d3968913-4b86-4ef8-b130-e115ad454788'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:04.735626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a940ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T20:59:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d3968913-4b86-4ef8-b130-e115ad454788'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:04.738659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for 53db7f3f-aa51-45aa-a024-85bbcc64c2ef owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:04.808637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2eefd-641d-4c64-aaac-db329dd0fb57 req-84095343-a54f-4f61-acf2-997a963911a8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:04.816412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-deb2eefd-641d-4c64-aaac-db329dd0fb57 req-84095343-a54f-4f61-acf2-997a963911a8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 945 time: 0.3579102
Jan 29 21:00:04.818166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a940ca0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:04.819131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb9d88-9f17-4e49-b502-19e38d48f8de None None] The sync data for ids ['d3968913-4b86-4ef8-b130-e115ad454788'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:00:04.854501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Deleting port 9d514191-45bc-4dc7-a0e5-f0844a337b7d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:04.855117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.916462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-956a6db9-ac79-40a4-8dcd-848dda0273da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f8d37edd5ac4525a2bf962f1f54695f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6970277
Jan 29 21:00:04.922411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a6db9-ac79-40a4-8dcd-848dda0273da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575e216-1470-4493-ae6a-9357a9172cc3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:04.932118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56054) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:04.933495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_gateway (d3968913-4b86-4ef8-b130-e115ad454788), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.949345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] For port 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d514191-45bc-4dc7-a0e5-f0844a337b7d,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:04.951561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:04.958063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device acbbe458-af19-480c-aaa8-c93e96130825 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:04.971351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-deb2eefd-641d-4c64-aaac-db329dd0fb57 req-c4c21314-8215-4143-a277-20154929546a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520236
Jan 29 21:00:04.994589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Calling delete_port for 9d514191-45bc-4dc7-a0e5-f0844a337b7d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:05.103102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e54796-ecab-4035-b576-7b30137af0b4 req-c457a8d9-b69e-4a52-8662-6bc3563a6529 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:05.104406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-ee594cd1-3f51-4194-8043-df46116ba33e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1843312
Jan 29 21:00:05.113555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70e54796-ecab-4035-b576-7b30137af0b4 req-c457a8d9-b69e-4a52-8662-6bc3563a6529 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 944 time: 0.2291071
Jan 29 21:00:05.118338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 9d514191-45bc-4dc7-a0e5-f0844a337b7d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:05.119054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.222444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting port 248c1e23-c6a0-4e59-a22c-2aa67e458038 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:05.222643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (248c1e23-c6a0-4e59-a22c-2aa67e458038), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.226393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] Publish callbacks [] for security_group (e575e216-1470-4493-ae6a-9357a9172cc3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.248327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 9d514191-45bc-4dc7-a0e5-f0844a337b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d514191-45bc-4dc7-a0e5-f0844a337b7d,segment=NetworkSegment(30e9d533-380c-465f-bac9-8efac1541937),segment_id=30e9d533-380c-465f-bac9-8efac1541937)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:05.248713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.253810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70e54796-ecab-4035-b576-7b30137af0b4 req-1f93fd98-ec95-4749-a245-2f9aa1012978 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352353
Jan 29 21:00:05.314925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (53db7f3f-aa51-45aa-a024-85bbcc64c2ef), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.317623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 9d514191-45bc-4dc7-a0e5-f0844a337b7d owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:05.412459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] Publish callbacks [] for security_group (e575e216-1470-4493-ae6a-9357a9172cc3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.423135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb3323-6e05-4193-af0f-6012e8890b8c req-e5624195-e416-43ae-a15f-67d2267e03e8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:05.424831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dbb3323-6e05-4193-af0f-6012e8890b8c req-e5624195-e416-43ae-a15f-67d2267e03e8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.2848430
Jan 29 21:00:05.466633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=53db7f3f-aa51-45aa-a024-85bbcc64c2ef,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:05.530135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port 53db7f3f-aa51-45aa-a024-85bbcc64c2ef on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:05.581853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acbbe458-af19-480c-aaa8-c93e96130825,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:05.582328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (248c1e23-c6a0-4e59-a22c-2aa67e458038), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.589419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.596829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5d1646e-59f0-435b-9699-319ded233c73 req-4eeb8d0d-e518-45b6-a1dc-6ca2c0530cf2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "DELETE /v2.0/ports/53db7f3f-aa51-45aa-a024-85bbcc64c2ef HTTP/1.1" status: 204  len: 173 time: 1.8940811
Jan 29 21:00:05.597363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'name': 'network-vif-deleted', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:05.599763 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4d9495-ec50-492d-af64-53e82ac3f654" -d '{"events": [{"server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "name": "network-vif-deleted", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:05.619213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34abdc-b83e-45ee-89b0-fca3bbadd5de req-c74b14e0-4499-4402-8c8d-7764e2dd3c7c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:05.630759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c34abdc-b83e-45ee-89b0-fca3bbadd5de req-c74b14e0-4499-4402-8c8d-7764e2dd3c7c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2804513
Jan 29 21:00:05.642614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'acbbe458-af19-480c-aaa8-c93e96130825', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'port_id': 'acbbe458-af19-480c-aaa8-c93e96130825', 'mac_address': 'fa:16:3e:df:e6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:05.656910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['53db7f3f-aa51-45aa-a024-85bbcc64c2ef'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:05.672725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dbb3323-6e05-4193-af0f-6012e8890b8c req-3fc0720c-ffef-4ef0-837d-0bdf6f8476db tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2390985
Jan 29 21:00:05.699980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Calling delete_port for 248c1e23-c6a0-4e59-a22c-2aa67e458038 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:05.703899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:05.708360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.754679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e575e216-1470-4493-ae6a-9357a9172cc3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.767590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.774196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=9d514191-45bc-4dc7-a0e5-f0844a337b7d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:05.778556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 9d514191-45bc-4dc7-a0e5-f0844a337b7d on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:05.779942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e575e216-1470-4493-ae6a-9357a9172cc3 HTTP/1.1" status: 204  len: 168 time: 0.8397503
Jan 29 21:00:05.806546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (9d514191-45bc-4dc7-a0e5-f0844a337b7d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:05.867949 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd8fce2-875c-4724-9838-6e161a45c11b x-openstack-request-id: req-8bd8fce2-875c-4724-9838-6e161a45c11b {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:05.868222 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25d6693-7fc9-4c7a-930f-847f21d64911", "name": "network-vif-deleted", "tag": "53db7f3f-aa51-45aa-a024-85bbcc64c2ef", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:05.868645 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bd8fce2-875c-4724-9838-6e161a45c11b {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:05.869392 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d6693-7fc9-4c7a-930f-847f21d64911', 'name': 'network-vif-deleted', 'tag': '53db7f3f-aa51-45aa-a024-85bbcc64c2ef', 'status': 'completed', 'code': 200}
Jan 29 21:00:05.907270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf2fc-6c11-40c3-8258-e4a2b6513076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575e216-1470-4493-ae6a-9357a9172cc3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:05.912831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] No DVR routers for this DVR port 9d514191-45bc-4dc7-a0e5-f0844a337b7d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:05.919583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25052fb6-1d79-4ee8-9d16-a10abfe0bd83 None None] Pushing event deleted for resources: {'Port': ['ID=9d514191-45bc-4dc7-a0e5-f0844a337b7d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:05.949969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c34abdc-b83e-45ee-89b0-fca3bbadd5de req-74e136bd-66a1-4d3f-a2d9-68338ac9095a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176942
Jan 29 21:00:06.007711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9385f00e-d496-4d1f-b45d-d9158d090e94), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.042211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea080c3be0>,) {'filters': {'network_id': ['9385f00e-d496-4d1f-b45d-d9158d090e94']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:06.047003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port acbbe458-af19-480c-aaa8-c93e96130825 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:06.052499 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acbbe458-af19-480c-aaa8-c93e96130825), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.066200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080c3be0>, '30e9d533-380c-465f-bac9-8efac1541937') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:06.066767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080c3be0>, '30e9d533-380c-465f-bac9-8efac1541937') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:06.078643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (30e9d533-380c-465f-bac9-8efac1541937), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.104243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (30e9d533-380c-465f-bac9-8efac1541937), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.108246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbbe458-af19-480c-aaa8-c93e96130825 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:06.112458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:06.113978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (30e9d533-380c-465f-bac9-8efac1541937), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:06.118559 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:06.212565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acbbe458-af19-480c-aaa8-c93e96130825,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:06.228391 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.231692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9385f00e-d496-4d1f-b45d-d9158d090e94), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.239440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.248294 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/networks/9385f00e-d496-4d1f-b45d-d9158d090e94 HTTP/1.1" status: 204  len: 168 time: 1.8879781
Jan 29 21:00:06.283010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56090) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:06.284211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e46f0-5343-489a-b52f-0245d13a7ad5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Network': ['ID=9385f00e-d496-4d1f-b45d-d9158d090e94,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:06.291564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1906516657'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:06.322500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:06.333535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.357617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (248c1e23-c6a0-4e59-a22c-2aa67e458038), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.393271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:06.399377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:06.431460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (342321b4-91e2-49c5-b7f0-91b45c5549e1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.432301 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Added segment 342321b4-91e2-49c5-b7f0-91b45c5549e1 of type vlan for network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7
Jan 29 21:00:06.469102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b4b2cd-8b8a-4a39-9be2-c678946d9455 req-ff0fe31c-5a7e-4151-b6a8-855a662d4eba tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=b25d6693-7fc9-4c7a-930f-847f21d64911 HTTP/1.1" status: 200  len: 210 time: 0.1605885
Jan 29 21:00:06.477268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Port': ['ID=248c1e23-c6a0-4e59-a22c-2aa67e458038,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:06.503922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:06.509914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.532487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['acbbe458-af19-480c-aaa8-c93e96130825'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:06.554787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.560819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:06.561482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.588062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9d514191-45bc-4dc7-a0e5-f0844a337b7d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:06.613089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9d514191-45bc-4dc7-a0e5-f0844a337b7d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:06.613831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9d514191-45bc-4dc7-a0e5-f0844a337b7d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:06.700569 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4133079
Jan 29 21:00:06.704640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61296dba-8de2-4c5b-85b8-47820ea85c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.705751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56096) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:06.711825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'subnet': {'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:06.721142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fd62d-9c7d-40e6-a344-066e05f2bf35 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Network': ['ID=1e4e434a-ba13-44c2-acd8-f69c91bfe3c7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:06.742825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:06.823315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (d3968913-4b86-4ef8-b130-e115ad454788), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.881351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:06.886275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.952344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 53db7f3f-aa51-45aa-a024-85bbcc64c2ef no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:06.967673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ee904-5d51-4f7e-843d-de1fb6440d0d req-258e6c2e-d024-4788-995d-d7f450f33917 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:06.969254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-014ee904-5d51-4f7e-843d-de1fb6440d0d req-258e6c2e-d024-4788-995d-d7f450f33917 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 945 time: 0.4684691
Jan 29 21:00:06.973163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (d3968913-4b86-4ef8-b130-e115ad454788), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:06.982646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 53db7f3f-aa51-45aa-a024-85bbcc64c2ef {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:06.983199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 53db7f3f-aa51-45aa-a024-85bbcc64c2ef not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:06.985219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router_controller (d3968913-4b86-4ef8-b130-e115ad454788), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.125086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-014ee904-5d51-4f7e-843d-de1fb6440d0d req-4b086c5d-d419-48fe-9e9e-7318dbe5ad65 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468337
Jan 29 21:00:07.129297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (d3968913-4b86-4ef8-b130-e115ad454788), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.129931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Fanout notify agent at l3_agent the message router_deleted on router d3968913-4b86-4ef8-b130-e115ad454788 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:00:07.137282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.148176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3555c93a-3ed4-4a70-aef2-2fd5068afd3d tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/routers/d3968913-4b86-4ef8-b130-e115ad454788 HTTP/1.1" status: 204  len: 168 time: 2.6363986
Jan 29 21:00:07.148286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56102) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:07.196075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a44af6d5-16ab-4263-a725-6d8e3db653d5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.198308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61296dba-8de2-4c5b-85b8-47820ea85c57 admin admin] Publish callbacks [] for security_group (02e36376-459c-4715-a92a-0b412f562e71), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.208368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7eeeb-ce51-4c4b-ab4f-c06eff001fad req-d4677d79-36aa-4828-8b2b-67204d844147 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.217279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cb7eeeb-ce51-4c4b-ab4f-c06eff001fad req-d4677d79-36aa-4828-8b2b-67204d844147 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.4026477
Jan 29 21:00:07.221883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61296dba-8de2-4c5b-85b8-47820ea85c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02e36376-459c-4715-a92a-0b412f562e71), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.307497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Deleting subnet 513eb457-c6d6-4120-b8f0-c526683e6335 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:07.311748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (513eb457-c6d6-4120-b8f0-c526683e6335), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.341439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2136a44f-af83-4afa-951e-182ccb4b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.342980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2136a44f-af83-4afa-951e-182ccb4b1a0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.2148829
Jan 29 21:00:07.343629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296dba-8de2-4c5b-85b8-47820ea85c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e36376-459c-4715-a92a-0b412f562e71,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:07.357422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (513eb457-c6d6-4120-b8f0-c526683e6335), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.358014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7cb7eeeb-ce51-4c4b-ab4f-c06eff001fad req-c4c0a58e-fa72-44ab-888f-71972548a2c3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1396410
Jan 29 21:00:07.379338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-61296dba-8de2-4c5b-85b8-47820ea85c57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=732037eb72eb4143bb406a6789c2efc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8724277
Jan 29 21:00:07.390568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:07.405917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (513eb457-c6d6-4120-b8f0-c526683e6335), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.442229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Subnet': ['ID=a44af6d5-16ab-4263-a725-6d8e3db653d5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:07.453585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Checking segment: {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:07.453936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network hostable DHCP agents. Network: 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:07.511026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:07.515229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (513eb457-c6d6-4120-b8f0-c526683e6335), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.521807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447371-ecee-4f3c-b78f-96927a79cd03 req-be1959fe-8ed4-4b83-8279-7a92689252c8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.527341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f447371-ecee-4f3c-b78f-96927a79cd03 req-be1959fe-8ed4-4b83-8279-7a92689252c8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2815046
Jan 29 21:00:07.549613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Subnet': ['ID=513eb457-c6d6-4120-b8f0-c526683e6335,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:07.557417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.562821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac747d0d-9d95-4ef4-950e-967283227386 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/subnets/513eb457-c6d6-4120-b8f0-c526683e6335 HTTP/1.1" status: 204  len: 168 time: 0.4190853
Jan 29 21:00:07.562821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:07.573019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:07.583856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] Publish callbacks [] for security_group (02e36376-459c-4715-a92a-0b412f562e71), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.593863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94d9a2-09fa-4128-8219-5fe4d8b194d8 None None] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:07.644438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-5ee1e8fe-3a3b-444e-ace6-e78dfda2c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.646010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-5ee1e8fe-3a3b-444e-ace6-e78dfda2c4a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.2823970
Jan 29 21:00:07.655525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] Publish callbacks [] for security_group (02e36376-459c-4715-a92a-0b412f562e71), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.694258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.698106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.698709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.713721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f447371-ecee-4f3c-b78f-96927a79cd03 req-71802b2a-0aba-4c39-99cc-55dcbdb2e21a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574452
Jan 29 21:00:07.724354 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f8d15a4-8945-4954-ac23-204f3539953b tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.0171597
Jan 29 21:00:07.727633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:07.745318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1169344749'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:07.788730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-4375762e-a3c0-4b4a-b86d-ef504e3f7ada service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1001 time: 0.1271584
Jan 29 21:00:07.823625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e4e434a-ba13-44c2-acd8-f69c91bfe3c7', 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7', 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'fixed_ips': [{'subnet_id': 'a44af6d5-16ab-4263-a725-6d8e3db653d5'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:07.824713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.868866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-d4de0fc6-41b0-401c-b328-0c655923af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:07.875994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-d4de0fc6-41b0-401c-b328-0c655923af5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.0726919
Jan 29 21:00:07.900605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02e36376-459c-4715-a92a-0b412f562e71), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.904250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.907744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02e36376-459c-4715-a92a-0b412f562e71 HTTP/1.1" status: 204  len: 168 time: 0.5147548
Jan 29 21:00:07.920206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:07.924196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.947062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:07.972264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74e0a-5a02-42ce-89d6-bd3d3853459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e36376-459c-4715-a92a-0b412f562e71,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:07.974053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:07.986595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0879e8e0>,) {'filters': {'network_id': ['4fd2f385-c68d-4b58-9cfa-e5ecec2fec19']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:08.002138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0879e8e0>, '48e07d0b-4486-4d61-99bf-b24cfc5f2a55') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:08.002448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0879e8e0>, '48e07d0b-4486-4d61-99bf-b24cfc5f2a55') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:08.004591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7d94861d-4fe9-4cb8-b085-589e2baf0c2c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.005002 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Added segment 7d94861d-4fe9-4cb8-b085-589e2baf0c2c of type vlan for network 30f6f1e6-24be-462f-8f81-e7221cad2615
Jan 29 21:00:08.022015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (48e07d0b-4486-4d61-99bf-b24cfc5f2a55), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.058338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Allocated IP 19.80.0.2 (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7/a44af6d5-16ab-4263-a725-6d8e3db653d5/74866933-3782-4f1a-aa7f-5dfe76ec072a) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:08.061688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (48e07d0b-4486-4d61-99bf-b24cfc5f2a55), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.068551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (30f6f1e6-24be-462f-8f81-e7221cad2615), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.068866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2718ca99-4c8f-4ac7-b280-3d767b974521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:08.070681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2718ca99-4c8f-4ac7-b280-3d767b974521 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1926370
Jan 29 21:00:08.073690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:08.074167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (48e07d0b-4486-4d61-99bf-b24cfc5f2a55), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:08.078035 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:08.154544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-4f168b8b-8fc6-444d-b525-6f2bd88d2755 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:08.167483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-4f168b8b-8fc6-444d-b525-6f2bd88d2755 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.2324402
Jan 29 21:00:08.197109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-74cd18f6-e73a-4b5b-a018-a5988fc09d14 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0284712
Jan 29 21:00:08.421350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks [] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.433102 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.517019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:08.525661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:08.529694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:08.594757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.resource_extend [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:00:08.623926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Pushing event updated for resources: {'Port': ['ID=74866933-3782-4f1a-aa7f-5dfe76ec072a,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:08.650690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (30f6f1e6-24be-462f-8f81-e7221cad2615), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.657698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:08.658533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.666029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4fd2f385-c68d-4b58-9cfa-e5ecec2fec19), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.672350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.689214 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] 10.222.0.20 "DELETE /v2.0/networks/4fd2f385-c68d-4b58-9cfa-e5ecec2fec19 HTTP/1.1" status: 204  len: 168 time: 1.1155777
Jan 29 21:00:08.728654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Attempting to bind port 74866933-3782-4f1a-aa7f-5dfe76ec072a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:08.729482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Attempting to bind port 74866933-3782-4f1a-aa7f-5dfe76ec072a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:08.730064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Attempting to bind port 74866933-3782-4f1a-aa7f-5dfe76ec072a on network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:08.743096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:08.746249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Checking segment: {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:08.749502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.750639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Bound using segment: {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:08.753969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Bound port: 74866933-3782-4f1a-aa7f-5dfe76ec072a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:08.755542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:08.837262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.1016967
Jan 29 21:00:08.849216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56142) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:08.862550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'subnet': {'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:08.884279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905a21-88aa-4f14-814c-57d27d903a43 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Network': ['ID=30f6f1e6-24be-462f-8f81-e7221cad2615,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:08.898433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:08.906367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] For port 74866933-3782-4f1a-aa7f-5dfe76ec072a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:08.948847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8415fbe-eba7-4815-a80a-c997a0bfb979 tempest-FloatingIPTestJSON-1166469486 tempest-FloatingIPTestJSON-1166469486-project] Pushing event deleted for resources: {'Network': ['ID=4fd2f385-c68d-4b58-9cfa-e5ecec2fec19,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:08.962192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] For port 74866933-3782-4f1a-aa7f-5dfe76ec072a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74866933-3782-4f1a-aa7f-5dfe76ec072a,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:08.969704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device acbbe458-af19-480c-aaa8-c93e96130825 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:08.993428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-0d8ff423-c861-47db-98aa-420ad5069011 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9100778
Jan 29 21:00:09.010565 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.021694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56148) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:09.035264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-d899934c-792a-4790-8294-fc6ad78af79a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8370469
Jan 29 21:00:09.083905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f08469-e890-4de5-bcf9-ef18bdb9972e None None] Pushing event updated for resources: {'Port': ['ID=74866933-3782-4f1a-aa7f-5dfe76ec072a,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:09.148474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port acbbe458-af19-480c-aaa8-c93e96130825 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:09.162598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port acbbe458-af19-480c-aaa8-c93e96130825 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:09.162939 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (acbbe458-af19-480c-aaa8-c93e96130825), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.213722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dd06e-af91-4868-bc38-3e409fd74313 req-a6bf33a6-af4c-4625-8a48-c0f8fd9013f1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:09.216061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d31dd06e-af91-4868-bc38-3e409fd74313 req-a6bf33a6-af4c-4625-8a48-c0f8fd9013f1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 945 time: 0.9747772
Jan 29 21:00:09.278069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-61fc4840-01d6-4bc5-9067-3c41e559b2fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2c62c2b3add40af848000d5c22b8bd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2535868
Jan 29 21:00:09.279372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56158) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:09.358258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port acbbe458-af19-480c-aaa8-c93e96130825 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:09.358581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acbbe458-af19-480c-aaa8-c93e96130825), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.371770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] Publish callbacks [] for security_group (772522d5-7703-406e-9834-1e57d13eea02), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.387159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:09.389196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:09.412295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] Publish callbacks [] for security_group (772522d5-7703-406e-9834-1e57d13eea02), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.478470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-1c7e8dd8-9ecc-4159-8a65-97c9493d793a service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4647927
Jan 29 21:00:09.519366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d31dd06e-af91-4868-bc38-3e409fd74313 req-10ff775f-cd20-4b78-a0bf-169f63cb4bf3 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2577863
Jan 29 21:00:09.610270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (772522d5-7703-406e-9834-1e57d13eea02), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.618903 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.630170 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/772522d5-7703-406e-9834-1e57d13eea02 HTTP/1.1" status: 204  len: 168 time: 0.3495770
Jan 29 21:00:09.658413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300aa37-16af-4ca5-a35a-3b17c8d29375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772522d5-7703-406e-9834-1e57d13eea02,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:09.675915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:09.683062 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf14abc-44d7-44de-9d4b-f6c743d37f34" -d '{"events": [{"server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "name": "network-vif-plugged", "status": "completed", "tag": "acbbe458-af19-480c-aaa8-c93e96130825"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:09.729483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:09.737834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.743471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acbbe458-af19-480c-aaa8-c93e96130825,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:09.752792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:09.862749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:09.961798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-f7aa6bd8-14ac-45be-b9a2-7561e7eb7c12 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9252288
Jan 29 21:00:10.131194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-94733d02-35f1-48cb-be5f-12217a10e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:10.138100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-94733d02-35f1-48cb-be5f-12217a10e64a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.5248597
Jan 29 21:00:10.165477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:10.178843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:10.178843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:10.217218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '1543cc34-0b65-4708-a105-f5758647b307', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'port_id': '1543cc34-0b65-4708-a105-f5758647b307', 'mac_address': 'fa:16:3e:c5:3b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260e06a-50b4-4077-82d8-9bf29e42e0e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:10.257080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b1da-bbdf-4a3c-b8dd-429cb4b269c4 req-50bfe65c-eeb7-4f3b-bdcd-0d0e627641b1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:10.266805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af93b1da-bbdf-4a3c-b8dd-429cb4b269c4 req-50bfe65c-eeb7-4f3b-bdcd-0d0e627641b1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.3887479
Jan 29 21:00:10.334566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:10.437584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:10.481745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-ac5f294e-953f-4f90-89f0-8d68b3b35789 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5185139
Jan 29 21:00:10.536963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af93b1da-bbdf-4a3c-b8dd-429cb4b269c4 req-6647bfde-ad13-49ad-8e17-96a7554f2657 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2690358
Jan 29 21:00:10.590863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:10.610760 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e62e53b6-e42b-4ee3-baba-6165fe6009ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:10.619521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:10.620234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:10.685461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:10.735507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-f3c605f8-274e-480d-9371-e67d00a9ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:10.737622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-f3c605f8-274e-480d-9371-e67d00a9ef8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.5722027
Jan 29 21:00:10.769112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 74866933-3782-4f1a-aa7f-5dfe76ec072a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:10.895955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:00:10.900757 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:00:10.919683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-a3daabff-1885-4cdd-b62f-c63a159b41d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1001 time: 0.1751816
Jan 29 21:00:10.981512 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c4c460-73a1-45b8-9711-6d4626e1f46b x-openstack-request-id: req-b2c4c460-73a1-45b8-9711-6d4626e1f46b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:10.986679 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "name": "network-vif-plugged", "status": "completed", "tag": "acbbe458-af19-480c-aaa8-c93e96130825", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:10.987085 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c4c460-73a1-45b8-9711-6d4626e1f46b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:10.991115 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825', 'code': 200}
Jan 29 21:00:10.991848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 74866933-3782-4f1a-aa7f-5dfe76ec072a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:10.992386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:11.130386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed7af2-42e2-4e5c-bc99-d12571abd685 None None] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:11.150074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5eb6-b836-4e77-a6ce-6fa8afd55de2 req-dcba96de-ae91-468d-83e1-88c3d12f004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.152799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-baaf5eb6-b836-4e77-a6ce-6fa8afd55de2 req-dcba96de-ae91-468d-83e1-88c3d12f004b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 1128 time: 0.1205630
Jan 29 21:00:11.165849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (85f66e41-4cb4-4152-b0fa-7b7973a32cbb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:11.253835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-baaf5eb6-b836-4e77-a6ce-6fa8afd55de2 req-65599657-5b22-4003-a9e9-2186b6784082 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934818
Jan 29 21:00:11.323888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Subnet': ['ID=85f66e41-4cb4-4152-b0fa-7b7973a32cbb,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:11.324885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Provisioning complete for port 74866933-3782-4f1a-aa7f-5dfe76ec072a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:11.325305 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:11.395577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-3e263137-c908-406b-a77a-3c9890f25f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.397633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-3e263137-c908-406b-a77a-3c9890f25f4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.4378803
Jan 29 21:00:11.437791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46e145-1001-44b8-92f8-db2d024aaedc req-b2393670-4758-4216-bbd3-5c39e1c4b261 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.450430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e46e145-1001-44b8-92f8-db2d024aaedc req-b2393670-4758-4216-bbd3-5c39e1c4b261 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 943 time: 0.5270562
Jan 29 21:00:11.521929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885223d-7b32-4d49-8530-26ef422c07e5 req-6a2c9c21-c66c-441a-b8ca-99be48be7d9f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.523686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b885223d-7b32-4d49-8530-26ef422c07e5 req-6a2c9c21-c66c-441a-b8ca-99be48be7d9f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.3687842
Jan 29 21:00:11.586628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Checking segment: {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:11.588773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network hostable DHCP agents. Network: 30f6f1e6-24be-462f-8f81-e7221cad2615, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:11.663817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 74866933-3782-4f1a-aa7f-5dfe76ec072a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:11.665202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:11.781264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b885223d-7b32-4d49-8530-26ef422c07e5 req-4521dc99-22e2-4c3d-a44b-bc9871bc6c25 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2112124
Jan 29 21:00:11.820963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:11.853807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30f6f1e6-24be-462f-8f81-e7221cad2615) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:11.896133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e46e145-1001-44b8-92f8-db2d024aaedc req-6aa8b4b9-83ab-4f33-8f23-ac38fbc56ad1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4444776
Jan 29 21:00:11.914017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.917997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:11.951467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:11.964010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-20b15f9e-9637-4490-b038-3bc617bb3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:11.970318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-20b15f9e-9637-4490-b038-3bc617bb3006 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5507143
Jan 29 21:00:12.084954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:12.086196 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.096813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3f2c0-d082-4add-a6fa-5f468f5f3d26 None None] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:12.166479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-66312738'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:12.223352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Made reservation on behalf of 43b73dde17564926ac674fc984e748ce for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:12.228383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.248044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.267129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-4d23c87c-67ab-458a-9d6e-afec715d66fe service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576509
Jan 29 21:00:12.294416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:12.295340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-816ec338-1766-4d53-be22-012e048fa469 req-d49c3797-f7b7-4a8e-8a0a-3abbe6a513c4 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 210 time: 0.3629985
Jan 29 21:00:12.345979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 74866933-3782-4f1a-aa7f-5dfe76ec072a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74866933-3782-4f1a-aa7f-5dfe76ec072a,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:12.354415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Current status of the port 74866933-3782-4f1a-aa7f-5dfe76ec072a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:12.354969 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.366857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:12.370096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.440533 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.451519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for security_group (638df213-b260-4c8e-ad83-0b94af1ae514), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.459735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (638df213-b260-4c8e-ad83-0b94af1ae514), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.480125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5494d941-dbfb-435d-9b27-1a3071bfdd46 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 3.6283894
Jan 29 21:00:12.553750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:12.614868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50491242-a69f-4f04-8093-048c0ca7559c req-dce62416-c78c-467d-b137-55e30e3b1a2d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:12.616773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50491242-a69f-4f04-8093-048c0ca7559c req-dce62416-c78c-467d-b137-55e30e3b1a2d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.6360579
Jan 29 21:00:12.629767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (56005eb2-27d6-4872-97db-c3dc8f1627a3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.632645 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Added segment 56005eb2-27d6-4872-97db-c3dc8f1627a3 of type vlan for network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76
Jan 29 21:00:12.636943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-30f6f1e6-24be-462f-8f81-e7221cad2615', 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615', 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'fixed_ips': [{'subnet_id': '85f66e41-4cb4-4152-b0fa-7b7973a32cbb'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:12.638636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.656206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638df213-b260-4c8e-ad83-0b94af1ae514,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:12.717179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=74866933-3782-4f1a-aa7f-5dfe76ec072a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:12.745436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.745798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.747404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.747767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.748110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.748447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.748781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.751715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.752140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.753409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.753770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.754114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.756162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:12.759016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50491242-a69f-4f04-8093-048c0ca7559c req-2208c0f0-6def-4751-a31f-08721ce784da tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315308
Jan 29 21:00:12.775303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32fd692d-3c4a-488c-9d0d-4459227090ca req-dd99ccff-9557-4e41-a2da-04f074b730f9 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4837348
Jan 29 21:00:12.800415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.844078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['1543cc34-0b65-4708-a105-f5758647b307'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:12.846901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c59df760-3def-4761-8c28-8bcc6f4cb4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.848479 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:00:12.849058 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:00:12.892078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.908030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:12.908721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:12.995360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:12.998525 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949e569f-042f-4e3f-898b-2502153d12b7" -d '{"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:13.026042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:13.131255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Allocated IP 19.86.0.2 (30f6f1e6-24be-462f-8f81-e7221cad2615/85f66e41-4cb4-4152-b0fa-7b7973a32cbb/79373ff9-7e78-4279-9316-c1ed59269b07) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:13.157613 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.2049446
Jan 29 21:00:13.158912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56254) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:13.159754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090acc-8e2a-4469-afb8-afb96c49e412 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Network': ['ID=78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:13.166569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'subnet': {'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:13.198575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:13.238637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0463e2-0e3a-46b1-a2e7-667eb6bc36c7 req-b902430a-eda2-4021-b17c-29f5923dd092 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:13.249450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0463e2-0e3a-46b1-a2e7-667eb6bc36c7 req-b902430a-eda2-4021-b17c-29f5923dd092 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2230990
Jan 29 21:00:13.344200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-861632fd-e5b6-4fc4-9284-878fa668c4f5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:13.357669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-861632fd-e5b6-4fc4-9284-878fa668c4f5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:13.359975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-861632fd-e5b6-4fc4-9284-878fa668c4f5 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/networks?id=1e4e434a-ba13-44c2-acd8-f69c91bfe3c7&id=30f6f1e6-24be-462f-8f81-e7221cad2615 HTTP/1.1" status: 200  len: 1392 time: 0.3847880
Jan 29 21:00:13.430440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0463e2-0e3a-46b1-a2e7-667eb6bc36c7 req-45ce52f8-2b7f-4e7a-83c4-313287c2f0a2 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508775
Jan 29 21:00:13.452582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-38cb3e25-84f9-49ff-9edb-e4c2aedcd4ba tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/quotas/bce0e2d77c994f13bf8c17347745ab2c HTTP/1.1" status: 200  len: 375 time: 0.0107903
Jan 29 21:00:13.464067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Made reservation on behalf of 43b73dde17564926ac674fc984e748ce for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:13.467502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:13.598101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14553d24-088b-4e1d-b140-9d04a2d1fb88 None None] Current status of the port 74866933-3782-4f1a-aa7f-5dfe76ec072a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:13.624091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-f739e26e-f17d-4555-a68c-f8c9159181e6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1710727
Jan 29 21:00:13.642018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492299a-2274-44ad-8df0-54499a9513c7 req-d66993a2-dc64-47ba-bb67-d7a09b76d922 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:13.655257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c492299a-2274-44ad-8df0-54499a9513c7 req-d66993a2-dc64-47ba-bb67-d7a09b76d922 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 944 time: 0.1233115
Jan 29 21:00:13.804374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:13.869337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-19fd4419-3dda-466a-bc6e-6c2c116d57fd None None] Provisioning complete for port 74866933-3782-4f1a-aa7f-5dfe76ec072a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:13.869868 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19fd4419-3dda-466a-bc6e-6c2c116d57fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:13.923850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c492299a-2274-44ad-8df0-54499a9513c7 req-80736b7c-41a8-4c68-b3ca-c855de5c93b3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673910
Jan 29 21:00:13.934348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks [] for port (79373ff9-7e78-4279-9316-c1ed59269b07), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:13.957360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-6272fba7-e6a5-4253-a0f0-a9545e87249b service neutron] 10.222.0.20 "GET /v2.0/networks/1e4e434a-ba13-44c2-acd8-f69c91bfe3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257854
Jan 29 21:00:13.961073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:13.971920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (9739fbe1-7332-4851-adda-88f6c11469c0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.086835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:14.137126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Subnet': ['ID=9739fbe1-7332-4851-adda-88f6c11469c0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:14.140896 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c799fd-53d6-4327-903a-84c33569e068 x-openstack-request-id: req-10c799fd-53d6-4327-903a-84c33569e068 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:14.145351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Checking segment: {'id': '56005eb2-27d6-4872-97db-c3dc8f1627a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:14.145728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network hostable DHCP agents. Network: 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:14.148052 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:14.148480 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10c799fd-53d6-4327-903a-84c33569e068 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:14.158261 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307', 'code': 200}
Jan 29 21:00:14.175706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:14.241810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:14.255448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:14.277834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f557dd4-b8f3-4b77-baa1-006653f4316e None None] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:14.305912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:14.330244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:14.332419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.390136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-f5228f6b-e736-4251-80ff-9ebd5ffa2dd6 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4e434a-ba13-44c2-acd8-f69c91bfe3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4208541
Jan 29 21:00:14.408910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9c7e7d66-aa8f-450c-9c0c-9c69c64da499 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2448170
Jan 29 21:00:14.420363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56274) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:14.431635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1873074076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:14.435858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:14.477435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b163a52-0c7d-47ac-b4ac-decb05c12aac req-be7a009d-8512-471b-8000-d46911fdfc61 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 210 time: 0.1199527
Jan 29 21:00:14.486495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-fbc830c9-65c2-4527-b9ac-b3d1142c55ae tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:14.488032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-fbc830c9-65c2-4527-b9ac-b3d1142c55ae tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.3072097
Jan 29 21:00:14.489640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.490691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.502105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:14.525192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Pushing event updated for resources: {'Port': ['ID=79373ff9-7e78-4279-9316-c1ed59269b07,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:14.583966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d73f73f-cb15-4c44-b588-47debf76ec65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.587379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 74866933-3782-4f1a-aa7f-5dfe76ec072a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:14.632118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for router_controller (8a0dab1c-0a45-49aa-a517-891c4a6c1360), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.647301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.689907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-19fd4419-3dda-466a-bc6e-6c2c116d57fd None None] Current status of the port 74866933-3782-4f1a-aa7f-5dfe76ec072a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:14.694946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.698673 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7661d189-b60d-4567-ab99-5bfcddbc6640 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.2750187
Jan 29 21:00:14.704201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56276) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:14.751585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:14.755776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.762536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Attempting to bind port 79373ff9-7e78-4279-9316-c1ed59269b07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:14.763126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Attempting to bind port 79373ff9-7e78-4279-9316-c1ed59269b07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:14.763679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Attempting to bind port 79373ff9-7e78-4279-9316-c1ed59269b07 on network 30f6f1e6-24be-462f-8f81-e7221cad2615 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:14.785119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d73f73f-cb15-4c44-b588-47debf76ec65 admin admin] Publish callbacks [] for security_group (2fa32c6f-2990-4056-a2ea-9cfbc62d3481), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.791051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:14.791747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Checking segment: {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:14.792499 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.793171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Bound using segment: {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:14.793822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Bound port: 79373ff9-7e78-4279-9316-c1ed59269b07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:14.794383 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.797059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d73f73f-cb15-4c44-b588-47debf76ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2fa32c6f-2990-4056-a2ea-9cfbc62d3481), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.810921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76', 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76', 'project_id': '43b73dde17564926ac674fc984e748ce', 'fixed_ips': [{'subnet_id': '9739fbe1-7332-4851-adda-88f6c11469c0'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:14.812092 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.852424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 74866933-3782-4f1a-aa7f-5dfe76ec072a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:14.853079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:14.879442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d73f73f-cb15-4c44-b588-47debf76ec65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df4c0eec15714714a694fad858995f9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7913609
Jan 29 21:00:14.883922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:14.895535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73f73f-cb15-4c44-b588-47debf76ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa32c6f-2990-4056-a2ea-9cfbc62d3481,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:14.960464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276160-fe05-448e-a951-5086b2acb19e req-f5fa0021-f2c2-4e75-b3bc-85fa4170a5dc tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:14.962063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29276160-fe05-448e-a951-5086b2acb19e req-f5fa0021-f2c2-4e75-b3bc-85fa4170a5dc tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.3656523
Jan 29 21:00:14.974474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56280) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:14.982370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Request body: {'floatingip': {'port_id': 'acbbe458-af19-480c-aaa8-c93e96130825'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:14.985407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.8 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/1896e1d7-c9f6-4511-8afd-0dc6f9e719c6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:14.995459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] For port 79373ff9-7e78-4279-9316-c1ed59269b07, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:15.003175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] For port 79373ff9-7e78-4279-9316-c1ed59269b07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79373ff9-7e78-4279-9316-c1ed59269b07,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:15.036236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.053712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.058910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] Publish callbacks [] for security_group (2fa32c6f-2990-4056-a2ea-9cfbc62d3481), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.096813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-d0478e35-8896-43d6-bc49-dc829ca60b7a service neutron] 10.222.0.20 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7012095
Jan 29 21:00:15.135672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Allocated IP 172.20.0.2 (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76/9739fbe1-7332-4851-adda-88f6c11469c0/a639f422-9252-47fb-8bbe-c43ac2e10812) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:15.165236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 74866933-3782-4f1a-aa7f-5dfe76ec072a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:15.173799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] Publish callbacks [] for security_group (2fa32c6f-2990-4056-a2ea-9cfbc62d3481), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.174594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f671fe-65e2-4f8c-b469-4a44998be4a0 None None] Pushing event updated for resources: {'Port': ['ID=79373ff9-7e78-4279-9316-c1ed59269b07,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:15.272896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2fa32c6f-2990-4056-a2ea-9cfbc62d3481), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.275870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.280204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fa32c6f-2990-4056-a2ea-9cfbc62d3481 HTTP/1.1" status: 204  len: 168 time: 0.3919570
Jan 29 21:00:15.321426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f005e6-11f3-4bb8-b6cf-8074f963c496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa32c6f-2990-4056-a2ea-9cfbc62d3481,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:15.516612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks [] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.565067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.608529 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.671621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:15.674594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:15.681522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:15.684208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Pushing event updated for resources: {'Port': ['ID=a639f422-9252-47fb-8bbe-c43ac2e10812,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:15.812217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Attempting to bind port a639f422-9252-47fb-8bbe-c43ac2e10812 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:15.818806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Attempting to bind port a639f422-9252-47fb-8bbe-c43ac2e10812 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56005eb2-27d6-4872-97db-c3dc8f1627a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:15.819589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Attempting to bind port a639f422-9252-47fb-8bbe-c43ac2e10812 on network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:15.836517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56290) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:15.837294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:15.838071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Checking segment: {'id': '56005eb2-27d6-4872-97db-c3dc8f1627a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:15.842060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.842728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Bound using segment: {'id': '56005eb2-27d6-4872-97db-c3dc8f1627a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:15.843545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Bound port: a639f422-9252-47fb-8bbe-c43ac2e10812, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56005eb2-27d6-4872-97db-c3dc8f1627a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:15.844239 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.903094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-f7f05f40-7199-48a6-9660-ab24e3151740 service neutron] 10.222.0.20 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7999794
Jan 29 21:00:15.930823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e20f0d-7ef4-460a-85b3-a2ca72036e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.953184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:15.967941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] For port a639f422-9252-47fb-8bbe-c43ac2e10812, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:15.973079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] For port a639f422-9252-47fb-8bbe-c43ac2e10812, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a639f422-9252-47fb-8bbe-c43ac2e10812,segment=NetworkSegment(56005eb2-27d6-4872-97db-c3dc8f1627a3),segment_id=56005eb2-27d6-4872-97db-c3dc8f1627a3)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:15.984765 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:16.001388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cb775-6dbf-492a-a987-b0214d55660f req-494af637-5acc-4800-af86-ef0752784631 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:16.009414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-518cb775-6dbf-492a-a987-b0214d55660f req-494af637-5acc-4800-af86-ef0752784631 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.9219193
Jan 29 21:00:16.020618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:16.149428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe171f48-6d3e-486f-8e81-4ffbc79a2200 None None] Pushing event updated for resources: {'Port': ['ID=a639f422-9252-47fb-8bbe-c43ac2e10812,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:16.429695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-518cb775-6dbf-492a-a987-b0214d55660f req-2a3faff5-5c00-494f-9411-a027faf9f6a0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4167349
Jan 29 21:00:16.452447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:16.542438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:16.598452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:16.750194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f9a4b-247f-4882-b7a5-6d62dc4a8308 req-dc64b2a2-b9ce-44f5-a9ab-83cc05f76be5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:16.759012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008f9a4b-247f-4882-b7a5-6d62dc4a8308 req-dc64b2a2-b9ce-44f5-a9ab-83cc05f76be5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 944 time: 0.4758315
Jan 29 21:00:16.936475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-008f9a4b-247f-4882-b7a5-6d62dc4a8308 req-13b5da70-2123-4944-b567-d16d688722f3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764684
Jan 29 21:00:16.938684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Allocated IP 172.20.0.1 (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76/9739fbe1-7332-4851-adda-88f6c11469c0/ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:16.946516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:16.956184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:16.972652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40fc5-0de1-4dce-b5b1-a9c3eda55417 req-4864e24a-e982-4c36-ae43-fdc086054ed3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:16.984935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06f40fc5-0de1-4dce-b5b1-a9c3eda55417 req-4864e24a-e982-4c36-ae43-fdc086054ed3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 931 time: 0.3616836
Jan 29 21:00:17.082941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79373ff9-7e78-4279-9316-c1ed59269b07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:17.190456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:17.221683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:17.226071 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.251800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:17.258019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 1543cc34-0b65-4708-a105-f5758647b307 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:17.258403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1543cc34-0b65-4708-a105-f5758647b307), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.268142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2788c74-7308-4ab9-8a93-b6dc66cc9fca req-a2bf9f40-f5e9-4e81-8525-50771c09f172 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 210 time: 0.1004536
Jan 29 21:00:17.279936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:17.292836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7a225-3bc0-468b-808b-a5257d7ebc60 None None] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:17.298455 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e20f0d-7ef4-460a-85b3-a2ca72036e7b admin admin] Publish callbacks [] for security_group (82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.342356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e20f0d-7ef4-460a-85b3-a2ca72036e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.350252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06f40fc5-0de1-4dce-b5b1-a9c3eda55417 req-c98b9221-c179-43de-b214-bae1a7f53bd0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3494179
Jan 29 21:00:17.400076 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Floating IP 61a877bb-4f43-40b8-b6ac-dd11811cbf27 associated. External IP: 172.35.4.241, port: acbbe458-af19-480c-aaa8-c93e96130825.
Jan 29 21:00:17.424358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.530701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.685498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:17.711191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:17.730971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:17.747215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 79373ff9-7e78-4279-9316-c1ed59269b07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:17.747215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.758169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Provisioning complete for port 79373ff9-7e78-4279-9316-c1ed59269b07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:17.759112 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.775794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e20f0d-7ef4-460a-85b3-a2ca72036e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:17.797849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:17.806656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.838496 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67e20f0d-7ef4-460a-85b3-a2ca72036e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdb3e4ef919a4c8f972895e61e73df60&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9672220
Jan 29 21:00:17.845385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Router 4776db32-ca9b-4b7c-afba-d04344e9921a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:00:17.848458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56304) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:17.876593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (8a0dab1c-0a45-49aa-a517-891c4a6c1360), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:17.880167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:17.926907 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-c9c8e0d6-ac74-4f2f-9f8f-1de1d2441def tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4307575
Jan 29 21:00:17.939622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Request body: {'port': {'device_id': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:17.973317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442ea9f-cf87-460a-8d1d-0f4cef76cd83 None None] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:18.013725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1543cc34-0b65-4708-a105-f5758647b307 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:18.014144 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.086186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] Publish callbacks [] for security_group (82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.110791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] Publish callbacks [] for security_group (82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.162697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:18.163417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c93d6cf6-e097-42eb-a396-50fdff53d8e4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:18.185759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c93d6cf6-e097-42eb-a396-50fdff53d8e4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:18.187656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c93d6cf6-e097-42eb-a396-50fdff53d8e4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "GET /v2.0/networks?id=1e4e434a-ba13-44c2-acd8-f69c91bfe3c7&id=30f6f1e6-24be-462f-8f81-e7221cad2615 HTTP/1.1" status: 200  len: 1392 time: 0.2042179
Jan 29 21:00:18.194280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:18.196807 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95228f-b5a5-43dc-95e0-bedaf4170770" -d '{"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-plugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:18.200713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.219162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.222223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.240160 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd HTTP/1.1" status: 204  len: 168 time: 0.3844557
Jan 29 21:00:18.240765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'port': {'device_id': 'a8923235-c602-4589-a68c-392930fa87eb', 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7', 'admin_state_up': True, 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:18.291620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Current status of the port 79373ff9-7e78-4279-9316-c1ed59269b07 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:18.292006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.314318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d589-10fb-4024-872d-4b000cbde175 req-4cd9e828-0f19-4c65-b9da-3b77cd97901c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:18.316305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3424d589-10fb-4024-872d-4b000cbde175 req-4cd9e828-0f19-4c65-b9da-3b77cd97901c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.7278829
Jan 29 21:00:18.329640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136a01-dd9b-4a1c-8b27-f5e6ffb7c35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa2c76-db7c-4bd6-bf67-b7d6cdf2d2dd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:18.366538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.411891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:00:18.420128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.422871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] For port 79373ff9-7e78-4279-9316-c1ed59269b07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79373ff9-7e78-4279-9316-c1ed59269b07,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:18.426279 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Sync routers for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:00:18.442365 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:18.443689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1da730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:18.470665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.557922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:18.562101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 79373ff9-7e78-4279-9316-c1ed59269b07 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:18.562493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.683913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e0cc7c6b-e359-4302-826f-687f5e78624e tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "PUT /v2.0/floatingips/61a877bb-4f43-40b8-b6ac-dd11811cbf27 HTTP/1.1" status: 200  len: 992 time: 3.7058792
Jan 29 21:00:18.696925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:18.711367 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea91e0a-1215-4ceb-bfcf-9768399248f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "tag": "acbbe458-af19-480c-aaa8-c93e96130825"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:18.745843 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:00:18.751582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:18.755681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.803080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.819097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Provisioning complete for port a639f422-9252-47fb-8bbe-c43ac2e10812 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:18.819593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:18.968467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2220ca-a2f5-4652-9275-32994bc40b6c None None] Pushing event updated for resources: {'Port': ['ID=79373ff9-7e78-4279-9316-c1ed59269b07,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:19.019949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:00:19.020328 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:00:19.054385 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1da730>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61a877bb-4f43-40b8-b6ac-dd11811cbf27', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'floating_ip_address': '172.35.4.241', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'port_id': 'acbbe458-af19-480c-aaa8-c93e96130825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'mac_address': 'fa:16:3e:df:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:59:49Z', 'updated_at': '2022-01-29T21:00:16Z', 'revision_number': 1, 'project_id': 'c48f23744bb646418961365d18213e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:19.088220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Checking router: 4776db32-ca9b-4b7c-afba-d04344e9921a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:00:19.099815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Allocated IP 19.80.0.85 (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7/a44af6d5-16ab-4263-a725-6d8e3db653d5/01b58ebf-51e5-4484-bca2-f84f28bcd72c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:19.107525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:19.107756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Current status of the port a639f422-9252-47fb-8bbe-c43ac2e10812 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:19.108146 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1da730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:19.109344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.211606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] For port a639f422-9252-47fb-8bbe-c43ac2e10812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a639f422-9252-47fb-8bbe-c43ac2e10812,segment=NetworkSegment(56005eb2-27d6-4872-97db-c3dc8f1627a3),segment_id=56005eb2-27d6-4872-97db-c3dc8f1627a3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:19.215941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3424d589-10fb-4024-872d-4b000cbde175 req-84319e49-b1e5-4261-884d-ad8d9ab42407 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8086126
Jan 29 21:00:19.222666 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.235251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3550-7ffc-4b5d-a243-563ca3dbf6c4 req-8b17a153-2cb4-4c54-9bde-b56c8d19e932 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:19.237165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92bb3550-7ffc-4b5d-a243-563ca3dbf6c4 req-8b17a153-2cb4-4c54-9bde-b56c8d19e932 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 1.0413849
Jan 29 21:00:19.342262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecf5df-31fa-4cdb-b8c3-8cc617e40e6b None None] Pushing event updated for resources: {'Port': ['ID=a639f422-9252-47fb-8bbe-c43ac2e10812,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:19.369274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:19.381312 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4161f7eb-5309-4c8f-81f8-daa11d506885 x-openstack-request-id: req-4161f7eb-5309-4c8f-81f8-daa11d506885 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:19.381616 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-plugged", "status": "completed", "tag": "1543cc34-0b65-4708-a105-f5758647b307", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:19.381884 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4161f7eb-5309-4c8f-81f8-daa11d506885 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:19.382295 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543cc34-0b65-4708-a105-f5758647b307', 'code': 200}
Jan 29 21:00:19.388519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Provisioning complete for port a639f422-9252-47fb-8bbe-c43ac2e10812 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:19.388725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.403146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks [] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.431815 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:00:19.465293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Transition to ACTIVE for port object 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:19.475129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.637990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 79373ff9-7e78-4279-9316-c1ed59269b07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:19.639181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a639f422-9252-47fb-8bbe-c43ac2e10812 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:19.715929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fd7365d-8cf5-4f7c-a058-373b5356cc3e req-a70278c9-9688-42b0-98a9-56f4ff18f2c1 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 210 time: 0.1189985
Jan 29 21:00:19.723024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Current status of the port a639f422-9252-47fb-8bbe-c43ac2e10812 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:19.746983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Pushing event updated for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:19.759724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Attempting to bind port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:19.760064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Attempting to bind port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:19.760391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Attempting to bind port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:19.766466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:19.767304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Attempting to bind port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:19.772006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:19.772360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:19.772478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Provisioning complete for port 79373ff9-7e78-4279-9316-c1ed59269b07 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:19.772732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:19.772849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.773186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Bound port: 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:19.773546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.846836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a639f422-9252-47fb-8bbe-c43ac2e10812 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:19.847380 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.880092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:19.884908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:19.901549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.926196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92bb3550-7ffc-4b5d-a243-563ca3dbf6c4 req-c437fb15-282c-450f-ac53-b868384956a6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6791420
Jan 29 21:00:19.954108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:19.954827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:19.956669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] 10.222.0.36 "PUT /v2.0/ports/1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 HTTP/1.1" status: 200  len: 1091 time: 2.0215731
Jan 29 21:00:20.023128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Current status of the port 79373ff9-7e78-4279-9316-c1ed59269b07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:20.076357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075104-924a-4c50-a7ab-cda7ffe5938c service neutron] Pushing event updated for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:20.105162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Provisioning complete for port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:20.105618 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.117293 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1da730>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61a877bb-4f43-40b8-b6ac-dd11811cbf27', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'floating_ip_address': '172.35.4.241', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'port_id': 'acbbe458-af19-480c-aaa8-c93e96130825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'mac_address': 'fa:16:3e:df:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:59:49Z', 'updated_at': '2022-01-29T21:00:16Z', 'revision_number': 1, 'project_id': 'c48f23744bb646418961365d18213e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:20.144605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-2f4a26f5-a6b2-4616-b021-89bd824933bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.146971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a639f422-9252-47fb-8bbe-c43ac2e10812 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:20.151222 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-2f4a26f5-a6b2-4616-b021-89bd824933bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 1125 time: 0.1379468
Jan 29 21:00:20.164976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-49102ccb-a874-4a5e-91b3-4980bc9245d9 None None] Port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:20.167367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84756ca5-c799-4b37-9025-a59b43d0044a req-74858f83-523c-43a1-94c5-a0da47e5a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.169271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84756ca5-c799-4b37-9025-a59b43d0044a req-74858f83-523c-43a1-94c5-a0da47e5a3df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 1127 time: 0.5778639
Jan 29 21:00:20.195605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.222281 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e51a3-efdd-410e-8866-4afc1e79f93f None None] The sync data for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 is: [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61a877bb-4f43-40b8-b6ac-dd11811cbf27', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'floating_ip_address': '172.35.4.241', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'port_id': 'acbbe458-af19-480c-aaa8-c93e96130825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'mac_address': 'fa:16:3e:df:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:59:49Z', 'updated_at': '2022-01-29T21:00:16Z', 'revision_number': 1, 'project_id': 'c48f23744bb646418961365d18213e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:00:20.284913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-cb07d0fb-e81b-4186-96f8-4406b2f9d272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 HTTP/1.1" status: 200  len: 217 time: 0.1243827
Jan 29 21:00:20.291576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79373ff9-7e78-4279-9316-c1ed59269b07 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:20.314810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.351298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-094da5b3-8fe8-48e1-a6af-70f8bc6d3daf None None] Provisioning complete for port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:20.351678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-094da5b3-8fe8-48e1-a6af-70f8bc6d3daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.370573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-53876509-18de-476f-b892-381fa189167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.378899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97e64a-106c-41c3-a341-e4850f913305 req-8910f98a-4569-47c2-9fe4-02d6c53dd182 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.380413 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-53876509-18de-476f-b892-381fa189167a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.0906448
Jan 29 21:00:20.380534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f97e64a-106c-41c3-a341-e4850f913305 req-8910f98a-4569-47c2-9fe4-02d6c53dd182 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 943 time: 0.4762204
Jan 29 21:00:20.414263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-094da5b3-8fe8-48e1-a6af-70f8bc6d3daf None None] Port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:20.421363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 79373ff9-7e78-4279-9316-c1ed59269b07 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:20.421746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.459887 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-e8878d8f-e9a6-4afb-a376-fcb16176422f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716274
Jan 29 21:00:20.558735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:20.571632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:20.577021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:20.583183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 79373ff9-7e78-4279-9316-c1ed59269b07 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:20.586052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a639f422-9252-47fb-8bbe-c43ac2e10812 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:20.643194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-7a66b8e7-3ef5-4177-83f7-9cecda66c357 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765327
Jan 29 21:00:20.697179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f97e64a-106c-41c3-a341-e4850f913305 req-f9fa5fcb-e2d3-4fa6-a867-c04357f6884f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273948
Jan 29 21:00:20.706664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a639f422-9252-47fb-8bbe-c43ac2e10812 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:20.707134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.712778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:20.753770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84756ca5-c799-4b37-9025-a59b43d0044a req-dd664c26-428a-457f-8a4c-7052a2ff735f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5051463
Jan 29 21:00:20.757910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e214c40-bde2-47f7-97f1-e6f8d25ae862 None None] New status for floating IP 61a877bb-4f43-40b8-b6ac-dd11811cbf27: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:00:20.786780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f06e24-301c-4217-a045-90a3e33d2af1 req-ba942fc3-be6b-47e2-9883-be95670b46fd tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.793020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01f06e24-301c-4217-a045-90a3e33d2af1 req-ba942fc3-be6b-47e2-9883-be95670b46fd tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.6958423
Jan 29 21:00:20.857628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e8a0526a-e30d-430b-8ec4-1edc877d02cc req-e3055d8a-84b3-410a-993d-798084bac5ad service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078755
Jan 29 21:00:20.861588 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6e6cf-a35a-4622-8d1e-b7053779beb0 x-openstack-request-id: req-71a6e6cf-a35a-4622-8d1e-b7053779beb0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:20.864365 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "tag": "acbbe458-af19-480c-aaa8-c93e96130825", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:20.865120 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a6e6cf-a35a-4622-8d1e-b7053779beb0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:20.865709 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825', 'status': 'completed', 'code': 200}
Jan 29 21:00:20.888911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.905031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:20.946281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-4ed5d2ae-2df3-47d9-9fbf-7f1bae928a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:20.952800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-4ed5d2ae-2df3-47d9-9fbf-7f1bae928a4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48f23744bb646418961365d18213e20&device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 1128 time: 0.0921154
Jan 29 21:00:21.002377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:21.061179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:21.142723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-29182f37-125d-464d-b91c-23e6a59a66a0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9354401
Jan 29 21:00:21.180137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-a5ec694d-f253-466b-a01b-2b456c7ac698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:21.181680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-a5ec694d-f253-466b-a01b-2b456c7ac698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 HTTP/1.1" status: 200  len: 913 time: 0.2242136
Jan 29 21:00:21.206663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Request body: {'port': {'device_id': 'a8923235-c602-4589-a68c-392930fa87eb', 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615', 'admin_state_up': True, 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:21.356038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4c9ad70c-442c-4cbc-9d50-a5badab311bc None None] Provisioning complete for port 01b58ebf-51e5-4484-bca2-f84f28bcd72c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:21.356657 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4c9ad70c-442c-4cbc-9d50-a5badab311bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:21.384810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:21.415405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.417920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.418321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.418692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.419023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.419361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.419696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.420028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.424534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.424961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.425339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.425683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.426020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:21.439839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ad70c-442c-4cbc-9d50-a5badab311bc None None] Port 01b58ebf-51e5-4484-bca2-f84f28bcd72c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:21.467555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01f06e24-301c-4217-a045-90a3e33d2af1 req-b29018a3-28fc-499d-bcfd-b7f714e471c6 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6511717
Jan 29 21:00:21.468807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (8a0dab1c-0a45-49aa-a517-891c4a6c1360), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:21.551995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a639f422-9252-47fb-8bbe-c43ac2e10812 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:21.703795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb40d0-6ae7-4ce7-b738-e632df5d3d38 req-61538149-5d2f-47e2-99d2-74ad6c072079 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:21.713337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afeb40d0-6ae7-4ce7-b738-e632df5d3d38 req-61538149-5d2f-47e2-99d2-74ad6c072079 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.7430036
Jan 29 21:00:21.747125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-3d77957e-7504-4f4c-92e2-4e7f069d1caf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acbbe458-af19-480c-aaa8-c93e96130825 HTTP/1.1" status: 200  len: 1000 time: 0.5431764
Jan 29 21:00:21.828388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-f8ccd60b-0592-4065-b957-e9d8b5ded538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:21.831883 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-f8ccd60b-0592-4065-b957-e9d8b5ded538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6ea62d6d-7077-495c-bc53-a46535a1fb9d HTTP/1.1" status: 200  len: 851 time: 0.0940692
Jan 29 21:00:21.942825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-970eea60-a2b1-4256-9630-24f180c7b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:21.945145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-970eea60-a2b1-4256-9630-24f180c7b60a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1066809
Jan 29 21:00:22.075874 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-2da1eb19-8dcb-4b75-9dc4-bb8505ea9ad3 service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223149
Jan 29 21:00:22.229469 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bea91e0a-1215-4ceb-bfcf-9768399248f4 req-e5b031e5-0599-463f-a50b-f44a93ae525e service neutron] 10.222.0.36 "GET /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470068
Jan 29 21:00:22.293779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Made reservation on behalf of bce0e2d77c994f13bf8c17347745ab2c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:22.297389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.306619 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.348841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afeb40d0-6ae7-4ce7-b738-e632df5d3d38 req-d4fdd477-9820-4968-9f14-571b0b651ba2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6341131
Jan 29 21:00:22.352818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:22.386096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6b51-062b-4dc7-8734-5132f609bc99 req-1198404c-74b7-4d84-bae7-c25c2a994b09 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:22.403086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0a6b51-062b-4dc7-8734-5132f609bc99 req-1198404c-74b7-4d84-bae7-c25c2a994b09 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 931 time: 0.7364018
Jan 29 21:00:22.410662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:22.659068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:22.660871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0a6b51-062b-4dc7-8734-5132f609bc99 req-e9226013-9c13-4532-9059-651a85d840d1 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568891
Jan 29 21:00:22.747024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dac220-4500-44a9-ba4a-3a6c2bdf20e4 req-c4329df5-e6f8-4561-83f0-3bb9c2275fa0 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:22.748444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50dac220-4500-44a9-ba4a-3a6c2bdf20e4 req-c4329df5-e6f8-4561-83f0-3bb9c2275fa0 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2955365
Jan 29 21:00:22.782496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dc96c706-a7f2-4821-b7b3-0c69b3c01f1d None None] Provisioning complete for port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:22.784018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc96c706-a7f2-4821-b7b3-0c69b3c01f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.785311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Allocated IP 19.86.0.124 (30f6f1e6-24be-462f-8f81-e7221cad2615/85f66e41-4cb4-4152-b0fa-7b7973a32cbb/cd08d567-bc68-4499-854b-8efd1c1ad5b9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:22.840344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01c31fd1-21a7-46cd-9286-ddab57f492af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.866866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:22.870666 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55debc6d-4ea4-4629-b082-5c24028bbded" -d '{"events": [{"name": "network-changed", "server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:22.875457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dc96c706-a7f2-4821-b7b3-0c69b3c01f1d None None] Port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:22.927558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661fef-1e8d-4c67-bf4d-d1bb11609936 req-3bd03517-67bc-4bc5-ae38-8a49687b975f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:22.929116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4661fef-1e8d-4c67-bf4d-d1bb11609936 req-3bd03517-67bc-4bc5-ae38-8a49687b975f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 943 time: 0.1698604
Jan 29 21:00:22.935310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50dac220-4500-44a9-ba4a-3a6c2bdf20e4 req-fa672325-c1eb-462d-af2f-be2e790a7475 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770959
Jan 29 21:00:22.943333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01c31fd1-21a7-46cd-9286-ddab57f492af admin admin] Publish callbacks [] for security_group (bf1afd3a-53a8-4714-9413-762fad9cda20), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.959114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01c31fd1-21a7-46cd-9286-ddab57f492af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bf1afd3a-53a8-4714-9413-762fad9cda20), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:22.983805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Router 8a0dab1c-0a45-49aa-a517-891c4a6c1360 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:00:23.014486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01c31fd1-21a7-46cd-9286-ddab57f492af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a95c18d6e96849c29062a9f6929ac065&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3541722
Jan 29 21:00:23.017108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:23.024975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c31fd1-21a7-46cd-9286-ddab57f492af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1afd3a-53a8-4714-9413-762fad9cda20,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:23.077930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] Publish callbacks [] for security_group (bf1afd3a-53a8-4714-9413-762fad9cda20), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.100480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] Publish callbacks [] for security_group (bf1afd3a-53a8-4714-9413-762fad9cda20), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.151408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bf1afd3a-53a8-4714-9413-762fad9cda20), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.154697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.156054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf1afd3a-53a8-4714-9413-762fad9cda20 HTTP/1.1" status: 204  len: 168 time: 0.1377902
Jan 29 21:00:23.167071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f789a-df96-45bc-9a26-f21cdaf25d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1afd3a-53a8-4714-9413-762fad9cda20,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:23.175943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4661fef-1e8d-4c67-bf4d-d1bb11609936 req-04551776-6416-4697-a4c1-c815fb8ea855 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306688
Jan 29 21:00:23.230689 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.240533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.244767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:00:23.253974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0d2c308f-4f59-4fdc-9e8a-8a166f43e4d0 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "PUT /v2.0/routers/8a0dab1c-0a45-49aa-a517-891c4a6c1360/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5484574
Jan 29 21:00:23.256774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56398) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:23.259644 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] Sync routers for ids ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:00:23.264427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'port': {'network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76', 'name': 'tempest-FloatingIPNegativeTestJSON-1937119139'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:23.265785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb262c83-b673-441d-bc51-278cf03eda22 req-360d0918-3d6b-49e7-98b7-90127a91bf97 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.272388 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f9fc0-6c30-4f5e-9b02-ef5d040447d9 x-openstack-request-id: req-d48f9fc0-6c30-4f5e-9b02-ef5d040447d9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:23.273025 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:23.273727 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d48f9fc0-6c30-4f5e-9b02-ef5d040447d9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:23.274019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb262c83-b673-441d-bc51-278cf03eda22 req-360d0918-3d6b-49e7-98b7-90127a91bf97 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2501156
Jan 29 21:00:23.274584 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6', 'status': 'completed', 'code': 200}
Jan 29 21:00:23.296164 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] Routers {'8a0dab1c-0a45-49aa-a517-891c4a6c1360'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:23.297550 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af59b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:23.344722 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af59b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:23.354447 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] Routers {'8a0dab1c-0a45-49aa-a517-891c4a6c1360'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:23.355045 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af59b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:23.403049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.406019 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af59b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:23.407087 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f666acbd-f26a-471b-8b59-9f0f0f1982ec None None] The sync data for ids ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:00:23.413373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55debc6d-4ea4-4629-b082-5c24028bbded req-578487c0-58ac-47e3-b4ef-8cbd47aac372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.415467 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-578487c0-58ac-47e3-b4ef-8cbd47aac372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 1125 time: 0.1256924
Jan 29 21:00:23.462534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:23.467377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:23.474057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:23.489896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb262c83-b673-441d-bc51-278cf03eda22 req-262df7be-6def-473b-9d2a-5313bdcbe67f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914573
Jan 29 21:00:23.511057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Made reservation on behalf of 43b73dde17564926ac674fc984e748ce for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:23.515135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.557111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] device_id is not set on port ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:00:23.580907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event updated for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:23.607887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7226b-9931-4154-b4f9-822c0780c3ab req-08975798-3d4f-4b50-817e-e8b7e3d78539 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.617949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55debc6d-4ea4-4629-b082-5c24028bbded req-da221a5e-1438-4d59-aec8-1a38a9f5c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.619458 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-da221a5e-1438-4d59-aec8-1a38a9f5c851 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.1961191
Jan 29 21:00:23.627831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb7226b-9931-4154-b4f9-822c0780c3ab req-08975798-3d4f-4b50-817e-e8b7e3d78539 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2680228
Jan 29 21:00:23.636114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56408) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:23.669620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.670382 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.670501 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-16406348-532e-4a18-ad2b-82bc9d70b2d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 HTTP/1.1" status: 200  len: 217 time: 0.0443261
Jan 29 21:00:23.692772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d32930e5-d184-4c26-9d9e-e739bb35d423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.719555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-2812e059-9abb-4e91-8cc1-a23763643885 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5217769
Jan 29 21:00:23.734633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Request body: {'port': {'device_id': 'a8923235-c602-4589-a68c-392930fa87eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:23.768587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb7226b-9931-4154-b4f9-822c0780c3ab req-033b4624-af73-4e11-9563-c7446d8e8056 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397858
Jan 29 21:00:23.819271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7c5fd0bc-d35e-4cd1-aa99-049d441dca5b None None] Provisioning complete for port cd08d567-bc68-4499-854b-8efd1c1ad5b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:23.819888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd0bc-d35e-4cd1-aa99-049d441dca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.824222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55debc6d-4ea4-4629-b082-5c24028bbded req-7f5bc9d9-d3e8-4b50-a071-b7519b3cfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:23.826903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-7f5bc9d9-d3e8-4b50-a071-b7519b3cfebe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1376150
Jan 29 21:00:23.837663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:23.880167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fd0bc-d35e-4cd1-aa99-049d441dca5b None None] Port cd08d567-bc68-4499-854b-8efd1c1ad5b9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:23.887940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Allocated IP 172.20.0.4 (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76/9739fbe1-7332-4851-adda-88f6c11469c0/ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:23.892299 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-43c10b33-5a35-4874-b1bd-7ac5cca18204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367036
Jan 29 21:00:23.970364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d32930e5-d184-4c26-9d9e-e739bb35d423 admin admin] Publish callbacks [] for security_group (9f475f47-b2e4-4a5b-a1e4-e142e77d9090), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.051811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d32930e5-d184-4c26-9d9e-e739bb35d423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9f475f47-b2e4-4a5b-a1e4-e142e77d9090), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.073567 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-63d28a22-0ab5-41e7-b850-09bf0ca288d0 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680043
Jan 29 21:00:24.119507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130899d0-cdcf-48e0-b2d2-7caf19786a4c req-c7289b79-bb9f-47ae-b435-b7279ea4063c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:24.121572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130899d0-cdcf-48e0-b2d2-7caf19786a4c req-c7289b79-bb9f-47ae-b435-b7279ea4063c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.2635605
Jan 29 21:00:24.170988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.184185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32930e5-d184-4c26-9d9e-e739bb35d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f475f47-b2e4-4a5b-a1e4-e142e77d9090,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:24.211718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d32930e5-d184-4c26-9d9e-e739bb35d423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bbdf5be90494ef58f26a8e5d2a34a0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5695987
Jan 29 21:00:24.215021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:24.228401 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55debc6d-4ea4-4629-b082-5c24028bbded req-028f976b-32df-4b1c-9ee2-6e8f7be6cae8 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466391
Jan 29 21:00:24.259536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-35150c54-65d9-4866-8484-8d6f85eb8e8e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:24.261029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-35150c54-65d9-4866-8484-8d6f85eb8e8e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/networks?id=ef7e4130-3950-4a6b-a688-755b44cf966d HTTP/1.1" status: 200  len: 815 time: 0.3124690
Jan 29 21:00:24.262692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.285579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-130899d0-cdcf-48e0-b2d2-7caf19786a4c req-9293a6a0-1268-4a9a-9b0a-9e1ac214385d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1531894
Jan 29 21:00:24.294255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-14d7b9ec-730b-49b9-9e2d-a924800e0247 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/quotas/fd4d14f918d841dbb3dff9a919096e33 HTTP/1.1" status: 200  len: 375 time: 0.0213146
Jan 29 21:00:24.325015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:24.330326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] Publish callbacks [] for security_group (9f475f47-b2e4-4a5b-a1e4-e142e77d9090), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.334789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:24.341640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:24.351490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:24.389899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] Publish callbacks [] for security_group (9f475f47-b2e4-4a5b-a1e4-e142e77d9090), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.428954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:24.429614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.449788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-69f2db40-679a-4e77-b62f-3b38aef6dcf5 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4d14f918d841dbb3dff9a919096e33&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1450744
Jan 29 21:00:24.456367 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e9aa7bf-c23f-45a7-897b-8cd28a5b3daf tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1979439
Jan 29 21:00:24.459366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56426) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:24.464145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:24.477186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b58ebf-51e5-4484-bca2-f84f28bcd72c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:24.485212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9f475f47-b2e4-4a5b-a1e4-e142e77d9090), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.488119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.489330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f475f47-b2e4-4a5b-a1e4-e142e77d9090 HTTP/1.1" status: 204  len: 168 time: 0.2726076
Jan 29 21:00:24.495824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks [] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.500041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.505454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e935f2-d448-4246-90fc-674cdd378648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f475f47-b2e4-4a5b-a1e4-e142e77d9090,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:24.571470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Transition to ACTIVE for port object 01b58ebf-51e5-4484-bca2-f84f28bcd72c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:24.581813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3148-8cf4-45ef-a012-40c96065d562 req-df099196-c944-4e99-aa73-80062a08ad0a tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:24.592403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-863c3148-8cf4-45ef-a012-40c96065d562 req-df099196-c944-4e99-aa73-80062a08ad0a tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2277217
Jan 29 21:00:24.613551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.629661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.697316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-863c3148-8cf4-45ef-a012-40c96065d562 req-f3a3a144-5924-46c5-af6d-6dcc09555ad7 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038458
Jan 29 21:00:24.712285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:24.720103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c97bb247-9a21-46e4-b38f-41be7533803f None None] Provisioning complete for port ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:24.721075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c97bb247-9a21-46e4-b38f-41be7533803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.800295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c97bb247-9a21-46e4-b38f-41be7533803f None None] Port ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:24.807193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-5def1c89-4d76-4d33-a95c-ed8e7554aba5 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3565438
Jan 29 21:00:24.828636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Attempting to bind port 01b58ebf-51e5-4484-bca2-f84f28bcd72c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:24.828952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Attempting to bind port 01b58ebf-51e5-4484-bca2-f84f28bcd72c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:24.829235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Attempting to bind port 01b58ebf-51e5-4484-bca2-f84f28bcd72c on network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:24.832237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Allocated IP 172.35.4.163 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/39ab3cc9-4e28-4770-a1c9-25fe89901fea) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:24.886463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Port 01b58ebf-51e5-4484-bca2-f84f28bcd72c on network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:24.887224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Attempting to bind port 01b58ebf-51e5-4484-bca2-f84f28bcd72c on network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:24.926563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:24.928732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Checking segment: {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:24.929228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Bound using segment: {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:24.929689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Bound port: 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342321b4-91e2-49c5-b7f0-91b45c5549e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:24.930380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:24.963108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.009823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.024113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-482cccb0-9f3d-44ef-b3c2-7c86c5b9808f service neutron] 10.222.0.20 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068939
Jan 29 21:00:25.043708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:25.050302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7389-9e96-48d0-b2f7-68e803e5f12b req-fba76b11-130c-4a52-b96d-61c190e7f9c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:25.051635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:25.057061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7389-9e96-48d0-b2f7-68e803e5f12b req-fba76b11-130c-4a52-b96d-61c190e7f9c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:25.060197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:25.064897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:25.066680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f65c7389-9e96-48d0-b2f7-68e803e5f12b req-fba76b11-130c-4a52-b96d-61c190e7f9c9 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1666 time: 0.2292552
Jan 29 21:00:25.068123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=39ab3cc9-4e28-4770-a1c9-25fe89901fea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:25.120275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:25.151266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:25.171568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f65c7389-9e96-48d0-b2f7-68e803e5f12b req-aecb5c2d-37f4-45d7-a7c2-af43e25f2627 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032922
Jan 29 21:00:25.175023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.214816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:25.215454 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (28f5686f-7fc4-46df-9ae1-06e001f07c40), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.263722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6', 'mac_address': 'fa:16:3e:34:aa:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:25.278026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.306713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:25.307782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.310139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/01b58ebf-51e5-4484-bca2-f84f28bcd72c HTTP/1.1" status: 200  len: 1091 time: 1.5821497
Jan 29 21:00:25.313797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:25.316335 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e94551-8b29-401f-bc61-84b33dcf27c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:25.340543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:25.341190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.355998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:25.412025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:25.415878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Request body: {'port': {'device_id': 'a8923235-c602-4589-a68c-392930fa87eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:25.428965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.554932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:25.595896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6fee-7ef5-4a74-a8bf-67d7330987a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:25.613355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.678339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05786-a0d5-49f0-afe9-bba19b004d10 req-73675952-b363-45d7-a37d-4be4540557ea tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:25.682865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfc05786-a0d5-49f0-afe9-bba19b004d10 req-73675952-b363-45d7-a37d-4be4540557ea tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 943 time: 0.3521020
Jan 29 21:00:25.759931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.768480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.815472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1896e1d7-c9f6-4511-8afd-0dc6f9e719c6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:25.897386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=39ab3cc9-4e28-4770-a1c9-25fe89901fea,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:25.908749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (28f5686f-7fc4-46df-9ae1-06e001f07c40), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.929935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.934175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3897bc9e-3bc3-43b9-b826-c3af4e3949ed tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4709339
Jan 29 21:00:25.935931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:25.941285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0d97a7a0-b003-4e7e-88c5-c34ccf9d8ab2 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'floatingip': {'port_id': 'ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:25.950646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd08d567-bc68-4499-854b-8efd1c1ad5b9 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:25.967360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks [] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.992734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d97a7a0-b003-4e7e-88c5-c34ccf9d8ab2 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (28f5686f-7fc4-46df-9ae1-06e001f07c40), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:25.993362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1445bb21-937d-4d08-99d2-998296567424 req-f2bf85e1-5af7-473a-a952-79797eca8152 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 210 time: 0.3368766
Jan 29 21:00:26.056199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Transition to ACTIVE for port object cd08d567-bc68-4499-854b-8efd1c1ad5b9 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:26.081960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.148695 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0d97a7a0-b003-4e7e-88c5-c34ccf9d8ab2 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] update failed (client error): The resource could not be found.
Jan 29 21:00:26.152822 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d97a7a0-b003-4e7e-88c5-c34ccf9d8ab2 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "PUT /v2.0/floatingips/28f5686f-7fc4-46df-9ae1-06e001f07c40 HTTP/1.1" status: 404  len: 507 time: 0.2128284
Jan 29 21:00:26.153107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56474) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:26.218991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfc05786-a0d5-49f0-afe9-bba19b004d10 req-5044b535-3a7f-41ae-847d-ec23694b5b40 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5105441
Jan 29 21:00:26.232944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:26.318918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f19c-4fbe-4d3b-8bf9-5b8b8cbf4373 req-229c07f8-49b8-47bf-8f72-c87f667343ef tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:26.330705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b844f19c-4fbe-4d3b-8bf9-5b8b8cbf4373 req-229c07f8-49b8-47bf-8f72-c87f667343ef tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1927624
Jan 29 21:00:26.338852 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e286d044-8eec-4f7e-b8f7-8f5cbfd3d1b1 x-openstack-request-id: req-e286d044-8eec-4f7e-b8f7-8f5cbfd3d1b1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:26.339149 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:26.340186 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e286d044-8eec-4f7e-b8f7-8f5cbfd3d1b1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:26.340804 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c', 'status': 'completed', 'code': 200}
Jan 29 21:00:26.374495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting port 39ab3cc9-4e28-4770-a1c9-25fe89901fea {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:26.375205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.478569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Attempting to bind port cd08d567-bc68-4499-854b-8efd1c1ad5b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:26.478905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Attempting to bind port cd08d567-bc68-4499-854b-8efd1c1ad5b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:26.479144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Attempting to bind port cd08d567-bc68-4499-854b-8efd1c1ad5b9 on network 30f6f1e6-24be-462f-8f81-e7221cad2615 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:26.514910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.515242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (39ab3cc9-4e28-4770-a1c9-25fe89901fea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.530073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Calling delete_port for 39ab3cc9-4e28-4770-a1c9-25fe89901fea owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:26.680494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (39ab3cc9-4e28-4770-a1c9-25fe89901fea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.725785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Port': ['ID=39ab3cc9-4e28-4770-a1c9-25fe89901fea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:26.813274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (28f5686f-7fc4-46df-9ae1-06e001f07c40), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.817453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.819257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c7500a8-c158-424a-9d69-ddecf16d651e tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "DELETE /v2.0/floatingips/28f5686f-7fc4-46df-9ae1-06e001f07c40 HTTP/1.1" status: 204  len: 168 time: 0.6638052
Jan 29 21:00:26.825409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56500) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:26.830893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0d7c8cf9-8682-4e5b-9447-f5e86cb33101 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'floatingip': {'floating_network_id': '78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76', 'port_id': 'ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:26.855902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Port cd08d567-bc68-4499-854b-8efd1c1ad5b9 on network 30f6f1e6-24be-462f-8f81-e7221cad2615 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:26.856466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Attempting to bind port cd08d567-bc68-4499-854b-8efd1c1ad5b9 on network 30f6f1e6-24be-462f-8f81-e7221cad2615 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:26.876111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:26.876455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Checking segment: {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:26.876854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Bound using segment: {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:26.877335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Bound port: cd08d567-bc68-4499-854b-8efd1c1ad5b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d94861d-4fe9-4cb8-b085-589e2baf0c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:26.877689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.913936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b844f19c-4fbe-4d3b-8bf9-5b8b8cbf4373 req-14cf571e-e971-4806-b256-4ad315c7c021 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5771742
Jan 29 21:00:26.934952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8cf9-8682-4e5b-9447-f5e86cb33101 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:26.959905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-8b539104-d40e-403c-b304-6fa9888c4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:26.960748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-8b539104-d40e-403c-b304-6fa9888c4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:26.962552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-8b539104-d40e-403c-b304-6fa9888c4da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1969 time: 0.6092246
Jan 29 21:00:27.046967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:27.076211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-5ce41402-a737-468f-8f10-ca0f1a99435e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.077815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-5ce41402-a737-468f-8f10-ca0f1a99435e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.36 "GET /v2.0/networks?id=ef7e4130-3950-4a6b-a688-755b44cf966d HTTP/1.1" status: 200  len: 815 time: 0.2304075
Jan 29 21:00:27.090728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Request body: {'port': {'device_id': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'admin_state_up': True, 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:27.110557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:27.126115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:27.126746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.224550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:27.248443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-333f8f5f-85b2-41b7-8073-530163a33b80 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.256428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-333f8f5f-85b2-41b7-8073-530163a33b80 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.8171520
Jan 29 21:00:27.275030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:27.312666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:27.313724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.335889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-ec56c6c7-63c5-4542-b2aa-2275c0fa0ffb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/quotas/bab7bd62cd4844eeaf4983741cbe925d HTTP/1.1" status: 200  len: 375 time: 0.0781393
Jan 29 21:00:27.347389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.351297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958259c-6f51-4cf1-badb-9546699d0659 req-67e0c8e9-3826-4235-a628-ee2bb930299d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.352835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0958259c-6f51-4cf1-badb-9546699d0659 req-67e0c8e9-3826-4235-a628-ee2bb930299d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f440279-d4d3-432b-9875-7abf7f051dd6 HTTP/1.1" status: 200  len: 945 time: 0.2299542
Jan 29 21:00:27.357802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:27.359605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:27.363527 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af8fcf3-ba27-4a16-a30e-b5d7b354dc89" -d '{"events": [{"server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "name": "network-vif-plugged", "status": "completed", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:27.370204 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.379669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2986e3-38f1-456a-bea9-a6d7f9144227 req-da428248-5408-49b8-acbe-4f88bdc86b88 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.389019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2986e3-38f1-456a-bea9-a6d7f9144227 req-da428248-5408-49b8-acbe-4f88bdc86b88 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.399980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2986e3-38f1-456a-bea9-a6d7f9144227 req-da428248-5408-49b8-acbe-4f88bdc86b88 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1678 time: 0.3664122
Jan 29 21:00:27.424150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.424861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.426325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd08d567-bc68-4499-854b-8efd1c1ad5b9 HTTP/1.1" status: 200  len: 1092 time: 2.0279889
Jan 29 21:00:27.454218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:27.458437 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0d7c8cf9-8682-4e5b-9447-f5e86cb33101 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:00:27.459591 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d7c8cf9-8682-4e5b-9447-f5e86cb33101 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.6328695
Jan 29 21:00:27.483340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56524) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:27.502734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:27.529134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-b8d912f7-4cee-4385-bf18-ae7f39befa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.529623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-b8d912f7-4cee-4385-bf18-ae7f39befa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.530095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-b8d912f7-4cee-4385-bf18-ae7f39befa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.531718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-b8d912f7-4cee-4385-bf18-ae7f39befa9d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.5216112
Jan 29 21:00:27.621673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Made reservation on behalf of fd4d14f918d841dbb3dff9a919096e33 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:27.627009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.641701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:27.673622 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-eb308268-b4db-442d-8329-661c9746bc82 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:00:27.674649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-eb308268-b4db-442d-8329-661c9746bc82 service neutron] 10.222.0.18 "GET /v2.0/ports/99b7a06c-8700-4042-911f-02aab9943e4c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3585956
Jan 29 21:00:27.701639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:27.725895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-aaf05ad4-291f-426d-8594-0070db57d04d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3890679
Jan 29 21:00:27.775034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2986e3-38f1-456a-bea9-a6d7f9144227 req-d336b523-b5b6-4391-bf8a-50f5aadde6be tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3738208
Jan 29 21:00:27.919340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-7cab7ad2-fc65-4319-9df6-c68f8bf079a1 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829205
Jan 29 21:00:27.979108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-d894bb72-8b3a-4bf7-b41e-d1fc2510af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:27.981375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20e94551-8b29-401f-bc61-84b33dcf27c5 req-d894bb72-8b3a-4bf7-b41e-d1fc2510af0b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4408672
Jan 29 21:00:28.028519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Deleting port 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:28.028883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1543cc34-0b65-4708-a105-f5758647b307), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:28.132273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Allocated IP 172.20.0.3 (ef7e4130-3950-4a6b-a688-755b44cf966d/4b1ffdc6-b934-4598-95c4-854714a3c4ce/519125c7-c4bf-4481-bd95-2b44227d06c4) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:28.157052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-0c289278-098e-4577-8b72-a74875e419b2 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2305672
Jan 29 21:00:28.229316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb28c139-10c7-4392-808d-46c6f4893c9a req-7db5c6e5-2d59-4cd2-9cf4-f83bc269eb51 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 210 time: 0.1633217
Jan 29 21:00:28.264244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2efccc95-47ae-4f6b-9ef1-66bd0bc19d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:28.273754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-2efccc95-47ae-4f6b-9ef1-66bd0bc19d1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 1128 time: 0.2598431
Jan 29 21:00:28.291368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-d19878b7-9cac-477b-a0bc-c7324fece325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:28.292006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-d19878b7-9cac-477b-a0bc-c7324fece325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:28.296483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-d19878b7-9cac-477b-a0bc-c7324fece325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 2042 time: 0.2073228
Jan 29 21:00:28.328352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:28.398062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:28.403051 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:28.423208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-6bb9f0c1-79fe-4ad7-9fd3-a44f813a853c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c HTTP/1.1" status: 200  len: 217 time: 0.1170366
Jan 29 21:00:28.441030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] For port 1543cc34-0b65-4708-a105-f5758647b307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1543cc34-0b65-4708-a105-f5758647b307,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:28.447989 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1543cc34-0b65-4708-a105-f5758647b307), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:28.463909 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d108c-8a74-4c9c-9537-abdd6f6daa1c x-openstack-request-id: req-976d108c-8a74-4c9c-9537-abdd6f6daa1c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:28.464433 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "name": "network-vif-plugged", "status": "completed", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:28.464537 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-976d108c-8a74-4c9c-9537-abdd6f6daa1c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:28.464889 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6', 'code': 200}
Jan 29 21:00:28.515982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Calling delete_port for 1543cc34-0b65-4708-a105-f5758647b307 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:28.559072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:28.724695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-6c7a42bd-6d8a-49a9-81fb-48b82fc2304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:28.726362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-6c7a42bd-6d8a-49a9-81fb-48b82fc2304c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44af6d5-16ab-4263-a725-6d8e3db653d5 HTTP/1.1" status: 200  len: 801 time: 0.2938190
Jan 29 21:00:28.773168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067c41-813b-4f8d-96f3-cf06d660884f req-eb6635ce-686c-4a07-9042-642324b1c6b3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:28.774725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b067c41-813b-4f8d-96f3-cf06d660884f req-eb6635ce-686c-4a07-9042-642324b1c6b3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.3439884
Jan 29 21:00:28.871388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:29.028011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b067c41-813b-4f8d-96f3-cf06d660884f req-fd5e986d-b10e-4c54-bb4a-e1fb4d1c8f54 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651366
Jan 29 21:00:29.052653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec14a5-7034-4090-b876-7e3de01f0748 req-428cb86b-5813-4b59-b1d0-2cee2fa2c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.054723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34ec14a5-7034-4090-b876-7e3de01f0748 req-428cb86b-5813-4b59-b1d0-2cee2fa2c313 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 1127 time: 0.5073829
Jan 29 21:00:29.062753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efa9f3-d42f-4f82-b2b8-933c5ed48f4a req-1a9613f0-991a-43e5-ad84-98a67f511637 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.070346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44efa9f3-d42f-4f82-b2b8-933c5ed48f4a req-1a9613f0-991a-43e5-ad84-98a67f511637 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.5080209
Jan 29 21:00:29.087667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks [] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:29.157526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44efa9f3-d42f-4f82-b2b8-933c5ed48f4a req-d10de578-6593-417c-898a-18b08b61c112 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860581
Jan 29 21:00:29.228128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-817f24ec-3f93-49fd-b534-a9fd7f9612f1 req-fd20bd7d-d5bf-4400-8f1f-cab88c9635a8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 210 time: 0.0623491
Jan 29 21:00:29.269155 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5419d941-d532-4a8a-942f-0d8098f17b71 x-openstack-request-id: req-5419d941-d532-4a8a-942f-0d8098f17b71 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:29.269649 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:29.269977 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5419d941-d532-4a8a-942f-0d8098f17b71 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:29.273366 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9', 'status': 'completed', 'code': 200}
Jan 29 21:00:29.294667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-4cbdf4cc-bc18-4b2d-8845-d51149e96968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.296426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-4cbdf4cc-bc18-4b2d-8845-d51149e96968 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e4e434a-ba13-44c2-acd8-f69c91bfe3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.5517950
Jan 29 21:00:29.437765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-c4fca8f1-daa5-4e18-a0a8-10aaff9aa438 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4e434a-ba13-44c2-acd8-f69c91bfe3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279724
Jan 29 21:00:29.488369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-228ca1d1-f15f-4d5d-afcd-a67fc1b536b3 req-0e429388-6b64-40c3-9ac9-613c09dbd9a7 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 210 time: 0.0485232
Jan 29 21:00:29.629507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34ec14a5-7034-4090-b876-7e3de01f0748 req-3ef26d26-92c1-406b-9e1c-98133dc73073 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5094075
Jan 29 21:00:29.708915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf79bf-8c67-41e0-8c6a-a20c5f09cad6 req-577233e8-9b8f-49c4-b286-53ebcb05585a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.720798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf79bf-8c67-41e0-8c6a-a20c5f09cad6 req-577233e8-9b8f-49c4-b286-53ebcb05585a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.727160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaaf79bf-8c67-41e0-8c6a-a20c5f09cad6 req-577233e8-9b8f-49c4-b286-53ebcb05585a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1678 time: 0.2880075
Jan 29 21:00:29.767849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-4d782fb2-d88e-40fc-81c6-c5560e325a75 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4e434a-ba13-44c2-acd8-f69c91bfe3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3218873
Jan 29 21:00:29.869711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-8ebacb04-a4f7-40a8-9a6c-07467bc163d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9 HTTP/1.1" status: 200  len: 217 time: 0.0910764
Jan 29 21:00:29.894858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Allocated IP 172.35.4.39 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/98856df5-7912-42f2-b378-94d025cd0510) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:29.965030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaaf79bf-8c67-41e0-8c6a-a20c5f09cad6 req-dd0c7af8-7ac9-41e2-acb5-66e924f5242c tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219794
Jan 29 21:00:29.997820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b411a2e4-ffb9-4bec-9866-0ecbd7e51a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:29.999931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b411a2e4-ffb9-4bec-9866-0ecbd7e51a80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f66e41-4cb4-4152-b0fa-7b7973a32cbb HTTP/1.1" status: 200  len: 801 time: 0.1007230
Jan 29 21:00:30.083439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b5b9d858-b023-49c6-a2e5-5b43d31aa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:30.085465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b5b9d858-b023-49c6-a2e5-5b43d31aa562 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30f6f1e6-24be-462f-8f81-e7221cad2615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0795753
Jan 29 21:00:30.295398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for port (98856df5-7912-42f2-b378-94d025cd0510), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:30.348850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:00:30.425156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1543cc34-0b65-4708-a105-f5758647b307), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:30.427599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5c965-5e5a-4f43-b395-f14f26a3e2d7 req-0ad5e3d8-dfe2-4b4d-81b8-1f98d702fb9b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:30.428693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:30.429241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cb5c965-5e5a-4f43-b395-f14f26a3e2d7 req-0ad5e3d8-dfe2-4b4d-81b8-1f98d702fb9b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.2169595
Jan 29 21:00:30.441542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-e149ff05-7403-47a2-9d0c-0f8b9d11848a service neutron] 10.222.0.18 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494089
Jan 29 21:00:30.483761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:30.494538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event deleted for resources: {'Port': ['ID=1543cc34-0b65-4708-a105-f5758647b307,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:30.497458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2707b2-6f87-46c8-bcf1-d3f8dbfdb83d req-9fe36f90-6f5a-487f-ad53-77aaef624d5e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:30.504413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e2707b2-6f87-46c8-bcf1-d3f8dbfdb83d req-9fe36f90-6f5a-487f-ad53-77aaef624d5e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.2050014
Jan 29 21:00:30.571284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cb5c965-5e5a-4f43-b395-f14f26a3e2d7 req-1e94a7b0-11a2-4d5a-83e5-bcce7d044784 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339407
Jan 29 21:00:30.587646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 1543cc34-0b65-4708-a105-f5758647b307 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:30.589529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1543cc34-0b65-4708-a105-f5758647b307 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:30.593148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:30.624396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Pushing event updated for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:30.628484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Network ef7e4130-3950-4a6b-a688-755b44cf966d is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:30.663402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (98856df5-7912-42f2-b378-94d025cd0510), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:30.666668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e2707b2-6f87-46c8-bcf1-d3f8dbfdb83d req-12764797-75a0-4cb1-8366-630159efb21c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612070
Jan 29 21:00:30.708928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:30.721184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-8d6f1576-6461-4fe7-8316-c061e1b07279 service neutron] 10.222.0.18 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539117
Jan 29 21:00:30.737232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:30.737637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:30.744581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:30.852513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8366d70-127b-4a1b-bfe6-58b69d79a877 req-91ff4f61-c10b-4182-aac9-95b0b1610876 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 210 time: 0.0760691
Jan 29 21:00:31.056005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff211d-e4f0-4d1f-a944-bafdf690fbdb req-0d3715d5-7aa5-41ca-bed0-ef2c4c4e87f9 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.085240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-096218df-084e-46d2-b75f-bce824ecc0fb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.086450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01ff211d-e4f0-4d1f-a944-bafdf690fbdb req-0d3715d5-7aa5-41ca-bed0-ef2c4c4e87f9 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 931 time: 0.2628503
Jan 29 21:00:31.088072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-096218df-084e-46d2-b75f-bce824ecc0fb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.7039640
Jan 29 21:00:31.094912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.095928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:31.109024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-38cdee76-1c0d-4909-beda-de4a92e34fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.111921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-38cdee76-1c0d-4909-beda-de4a92e34fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.113672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-38cdee76-1c0d-4909-beda-de4a92e34fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 2042 time: 0.2596993
Jan 29 21:00:31.120877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] No DVR routers for this DVR port 1543cc34-0b65-4708-a105-f5758647b307 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:31.124210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:31.128448 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0958259c-6f51-4cf1-badb-9546699d0659 req-d42b655a-e4ac-48af-8a9b-0a0964101294 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "DELETE /v2.0/ports/1543cc34-0b65-4708-a105-f5758647b307 HTTP/1.1" status: 204  len: 173 time: 3.7477984
Jan 29 21:00:31.145072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Request body: {'port': {'device_id': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'admin_state_up': True, 'tenant_id': 'bab7bd62cd4844eeaf4983741cbe925d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:31.206403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-95fe8374-7e53-4d4c-a5c4-3f2f0c4ca39b None None] Provisioning complete for port 519125c7-c4bf-4481-bd95-2b44227d06c4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:31.207146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-95fe8374-7e53-4d4c-a5c4-3f2f0c4ca39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:31.327993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-95fe8374-7e53-4d4c-a5c4-3f2f0c4ca39b None None] Port 519125c7-c4bf-4481-bd95-2b44227d06c4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:00:31.405483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-78672a03-ade8-4312-8823-f8c626bf6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:31.407572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-78672a03-ade8-4312-8823-f8c626bf6d57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30f6f1e6-24be-462f-8f81-e7221cad2615 HTTP/1.1" status: 200  len: 903 time: 0.2871647
Jan 29 21:00:31.409267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:31.410423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-deleted', 'tag': '1543cc34-0b65-4708-a105-f5758647b307'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:31.413151 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237a20d-7941-45a1-8997-21ebaa4b6654" -d '{"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-deleted", "tag": "1543cc34-0b65-4708-a105-f5758647b307"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:31.469982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:31.473554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:31.484139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Made reservation on behalf of bab7bd62cd4844eeaf4983741cbe925d for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:31.489987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:31.509957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:31.554594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-6df74afa-2421-4694-931b-a1aaebffccf0 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4687934
Jan 29 21:00:31.557052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event updated for resources: {'Port': ['ID=98856df5-7912-42f2-b378-94d025cd0510,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:31.612395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Request body: {'port': {'device_id': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:31.831516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:31.895872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-17fe2eec-0bba-4387-a995-aae528d52473 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9 HTTP/1.1" status: 200  len: 217 time: 0.4747465
Jan 29 21:00:31.918522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks [] for port (99b7a06c-8700-4042-911f-02aab9943e4c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:31.999421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Transition to ACTIVE for port object 99b7a06c-8700-4042-911f-02aab9943e4c will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:32.068714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:32.104635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:00:32.105741 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:00:32.111427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01ff211d-e4f0-4d1f-a944-bafdf690fbdb req-789b6f29-b488-4a2e-b8fd-3c893d289237 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0234895
Jan 29 21:00:32.140083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d82e3-e98a-444d-906b-e51841b42eea req-759915c7-5658-47fc-849a-bc5af764bd66 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.149658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d82e3-e98a-444d-906b-e51841b42eea req-759915c7-5658-47fc-849a-bc5af764bd66 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.164432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f7d82e3-e98a-444d-906b-e51841b42eea req-759915c7-5658-47fc-849a-bc5af764bd66 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1678 time: 0.9663084
Jan 29 21:00:32.211993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:32.233705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-a2919fc0-8456-4d40-b820-43c9cda80928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.238091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-a2919fc0-8456-4d40-b820-43c9cda80928 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f66e41-4cb4-4152-b0fa-7b7973a32cbb HTTP/1.1" status: 200  len: 801 time: 0.2892435
Jan 29 21:00:32.338087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Allocated IP 172.20.0.5 (50b8a44c-8805-4c80-98b2-4737494020b8/d260e06a-50b4-4077-82d8-9bf29e42e0e1/c5fea317-212d-45e1-9866-5e4ea0192ba6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:32.405668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-58887f55-c435-4c6a-99f6-00d3f9ad4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.407780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-58887f55-c435-4c6a-99f6-00d3f9ad4430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30f6f1e6-24be-462f-8f81-e7221cad2615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1641603
Jan 29 21:00:32.423960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f7d82e3-e98a-444d-906b-e51841b42eea req-46891aac-ce62-42f2-afec-880279d46030 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585518
Jan 29 21:00:32.429883 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3d384-f55c-4ff7-b02a-2298bcfb55cb x-openstack-request-id: req-1ae3d384-f55c-4ff7-b02a-2298bcfb55cb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:32.430189 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f440279-d4d3-432b-9875-7abf7f051dd6", "name": "network-vif-deleted", "tag": "1543cc34-0b65-4708-a105-f5758647b307", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:32.430485 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae3d384-f55c-4ff7-b02a-2298bcfb55cb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:32.430955 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f440279-d4d3-432b-9875-7abf7f051dd6', 'name': 'network-vif-deleted', 'tag': '1543cc34-0b65-4708-a105-f5758647b307', 'status': 'completed', 'code': 200}
Jan 29 21:00:32.510529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 01b58ebf-51e5-4484-bca2-f84f28bcd72c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:32.583019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402290d-690d-4f81-b80a-1b6ef34d1e35 req-7dbece6e-fc19-4158-a1a5-b3f23c642046 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.605914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c402290d-690d-4f81-b80a-1b6ef34d1e35 req-7dbece6e-fc19-4158-a1a5-b3f23c642046 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.2623377
Jan 29 21:00:32.793582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:32.833630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c402290d-690d-4f81-b80a-1b6ef34d1e35 req-40db0e1b-87ea-4e97-b545-47354b127716 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264872
Jan 29 21:00:32.890588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:32.895956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c8830-376b-49c5-a9ed-d7a882993f37 req-e8e94ab3-7a88-42fe-a482-4c990c2c7db6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:32.918188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c40c8830-376b-49c5-a9ed-d7a882993f37 req-e8e94ab3-7a88-42fe-a482-4c990c2c7db6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.3075826
Jan 29 21:00:32.930519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '01b58ebf-51e5-4484-bca2-f84f28bcd72c', 'network_id': '1e4e434a-ba13-44c2-acd8-f69c91bfe3c7', 'port_id': '01b58ebf-51e5-4484-bca2-f84f28bcd72c', 'mac_address': 'fa:16:3e:5e:cc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44af6d5-16ab-4263-a725-6d8e3db653d5', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:32.970099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-250e8638-62f7-4d24-afa7-5d8e22a8b247 service neutron] 10.222.0.18 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5395095
Jan 29 21:00:33.008298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83eafef0-bdc5-4ae0-87ad-d9497147288b req-3bc6e562-b9b1-41f4-98a1-e269b320774e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 210 time: 0.0499644
Jan 29 21:00:33.008557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 01b58ebf-51e5-4484-bca2-f84f28bcd72c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:33.008704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.036676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b58ebf-51e5-4484-bca2-f84f28bcd72c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:33.061408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:33.066972 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.068011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd08d567-bc68-4499-854b-8efd1c1ad5b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:33.185257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:33.185957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] No DVR routers for this DVR port 99b7a06c-8700-4042-911f-02aab9943e4c on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:33.199802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c40c8830-376b-49c5-a9ed-d7a882993f37 req-ca8a6a23-9a0e-4b0a-be7e-156b15864f81 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2807045
Jan 29 21:00:33.207524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:33.209959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9', 'network_id': '30f6f1e6-24be-462f-8f81-e7221cad2615', 'port_id': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9', 'mac_address': 'fa:16:3e:06:e3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f66e41-4cb4-4152-b0fa-7b7973a32cbb', 'ip_address': '19.86.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:33.305343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5400579-301b-4f6e-bf05-d28fc1bcc0e7 req-3d97e5d6-572e-4533-97bb-53ab4a91187c service neutron] 10.222.0.18 "GET /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3153198
Jan 29 21:00:33.354281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:33.365629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cd08d567-bc68-4499-854b-8efd1c1ad5b9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:33.366160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.384056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd08d567-bc68-4499-854b-8efd1c1ad5b9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:33.397565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.397918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.398263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.398614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.398957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.399345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.399651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.400048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.400387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.400714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.401065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.401389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.401763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:00:33.422187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:33.430166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.439033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d99d0-34f1-4f85-a814-7cb2376536e0 req-886441a7-9a00-4789-818f-74b4cbd70edd tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:33.440796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-485d99d0-34f1-4f85-a814-7cb2376536e0 req-886441a7-9a00-4789-818f-74b4cbd70edd tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 931 time: 0.1064618
Jan 29 21:00:33.448620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed37d14-70fb-41e2-a309-8c6a1f856e7d req-57645e6d-b7d9-4b0a-b9cf-87ddec33ffec tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:33.450221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed37d14-70fb-41e2-a309-8c6a1f856e7d req-57645e6d-b7d9-4b0a-b9cf-87ddec33ffec tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.1263990
Jan 29 21:00:33.500670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:33.546114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-485d99d0-34f1-4f85-a814-7cb2376536e0 req-facac03d-1971-45d4-89ae-1c286decf389 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943894
Jan 29 21:00:33.559887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fed37d14-70fb-41e2-a309-8c6a1f856e7d req-70683e35-24cf-48e4-9fab-e2c4151d9146 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011231
Jan 29 21:00:33.615435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519125c7-c4bf-4481-bd95-2b44227d06c4 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:33.647555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks [] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.756181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Transition to ACTIVE for port object 519125c7-c4bf-4481-bd95-2b44227d06c4 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:33.768302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd08d567-bc68-4499-854b-8efd1c1ad5b9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:33.782983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.879317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110ab0-a6fe-47c2-a97a-46af32f3eb65 req-0b7c22b1-6888-4797-8f3e-360e82cad20f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:33.894047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110ab0-a6fe-47c2-a97a-46af32f3eb65 req-0b7c22b1-6888-4797-8f3e-360e82cad20f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:33.903205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f110ab0-a6fe-47c2-a97a-46af32f3eb65 req-0b7c22b1-6888-4797-8f3e-360e82cad20f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1680 time: 0.2423048
Jan 29 21:00:33.926224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194c80-173f-4eaf-86b8-64ac30f6ac9d req-fec845b8-9564-486a-9168-54aa8fe0cc72 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:33.929184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Pushing event updated for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:33.934816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d194c80-173f-4eaf-86b8-64ac30f6ac9d req-fec845b8-9564-486a-9168-54aa8fe0cc72 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.2210534
Jan 29 21:00:33.975899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting port 98856df5-7912-42f2-b378-94d025cd0510 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:33.976261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (98856df5-7912-42f2-b378-94d025cd0510), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:33.983834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks [] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.134597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f110ab0-a6fe-47c2-a97a-46af32f3eb65 req-c3a51593-6f9b-4019-9f3d-a17d167daa34 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250025
Jan 29 21:00:34.174958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d194c80-173f-4eaf-86b8-64ac30f6ac9d req-5a1b54c5-e30d-4520-8982-b8b976fdcb2d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392440
Jan 29 21:00:34.265526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Attempting to bind port 519125c7-c4bf-4481-bd95-2b44227d06c4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:34.265868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Attempting to bind port 519125c7-c4bf-4481-bd95-2b44227d06c4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:34.266204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Attempting to bind port 519125c7-c4bf-4481-bd95-2b44227d06c4 on network ef7e4130-3950-4a6b-a688-755b44cf966d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:34.286227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:34.286629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:34.286910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:34.295516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70d548fc-d21c-4773-b38d-647d33bdb5b4 req-b1ebdf51-aa49-4b96-bd8d-877d99613657 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 210 time: 0.0502090
Jan 29 21:00:34.308542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:34.308873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Attempting to bind port 99b7a06c-8700-4042-911f-02aab9943e4c on network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:34.333135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Port 519125c7-c4bf-4481-bd95-2b44227d06c4 on network ef7e4130-3950-4a6b-a688-755b44cf966d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:34.333506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Attempting to bind port 519125c7-c4bf-4481-bd95-2b44227d06c4 on network ef7e4130-3950-4a6b-a688-755b44cf966d {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:34.344442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:34.344815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Checking segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:34.345300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Bound using segment: {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:34.345748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Bound port: 519125c7-c4bf-4481-bd95-2b44227d06c4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f867a1d-c432-4606-a234-bb95fe46c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:34.346115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.348086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:34.348413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Checking segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:34.348811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Bound using segment: {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:34.349210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Bound port: 99b7a06c-8700-4042-911f-02aab9943e4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:34.349554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.405554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (98856df5-7912-42f2-b378-94d025cd0510), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.405797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for floatingip (98856df5-7912-42f2-b378-94d025cd0510), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.424938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344460bc-bc06-43b3-92ec-8f75436b0276 req-2984302c-16a2-4542-aa1b-93b1b92f66b3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:34.426861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344460bc-bc06-43b3-92ec-8f75436b0276 req-2984302c-16a2-4542-aa1b-93b1b92f66b3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.0704200
Jan 29 21:00:34.459127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:34.467949 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dd93e4-c62c-4f5c-b7b7-d9a74062b30a" -d '{"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:34.470934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.540127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-344460bc-bc06-43b3-92ec-8f75436b0276 req-0f743ee1-9f35-4193-933a-5feeff17d279 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031821
Jan 29 21:00:34.590369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Calling delete_port for 98856df5-7912-42f2-b378-94d025cd0510 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:34.681617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Network 50b8a44c-8805-4c80-98b2-4737494020b8 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:34.683978 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289a1d3-c90c-44bf-b051-e18f1a9c0831 x-openstack-request-id: req-d289a1d3-c90c-44bf-b051-e18f1a9c0831 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:34.684286 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:34.684546 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d289a1d3-c90c-44bf-b051-e18f1a9c0831 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:34.684944 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'code': 200}
Jan 29 21:00:34.726333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:34.733013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:34.809628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:34.810368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.843470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd56d-35e2-481d-9a31-72da869927c8 req-443d59ea-27e9-474b-9af3-066212fbf6e1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:34.853836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b63bd56d-35e2-481d-9a31-72da869927c8 req-443d59ea-27e9-474b-9af3-066212fbf6e1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.2083561
Jan 29 21:00:34.864225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['01b58ebf-51e5-4484-bca2-f84f28bcd72c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:34.899634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:34.910193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:34.920563 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-c84443a1-70e9-4091-91de-17b2f3eb6090 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8209832
Jan 29 21:00:34.922430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:34.934804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Request body: {'port': {'device_id': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:34.951738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:34.958021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394257a0-e9d4-487e-8560-13cd6856d44d req-a2841ce1-ee6c-48a5-be1b-04876495d918 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:34.959497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-394257a0-e9d4-487e-8560-13cd6856d44d req-a2841ce1-ee6c-48a5-be1b-04876495d918 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.2217607
Jan 29 21:00:34.969082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:35.070280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.070916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:35.072579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] 10.222.0.36 "PUT /v2.0/ports/99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1092 time: 6.7692912
Jan 29 21:00:35.088378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b63bd56d-35e2-481d-9a31-72da869927c8 req-34628f17-0854-4d97-8b87-7dbcb41185bb tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336257
Jan 29 21:00:35.108558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=519125c7-c4bf-4481-bd95-2b44227d06c4,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:35.146506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-394257a0-e9d4-487e-8560-13cd6856d44d req-2a679c61-2a2c-457f-9362-eabdee3546d2 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517541
Jan 29 21:00:35.355960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:35.365466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:35.463380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ea0c-860e-4237-bba1-8e484809f5b8 req-86af5a26-a0f9-46d8-9d03-206b2a52e4b6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.475835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ea0c-860e-4237-bba1-8e484809f5b8 req-86af5a26-a0f9-46d8-9d03-206b2a52e4b6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.478719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d338ea0c-860e-4237-bba1-8e484809f5b8 req-86af5a26-a0f9-46d8-9d03-206b2a52e4b6 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1680 time: 0.2132778
Jan 29 21:00:35.538736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dbe10-4b9a-4be5-96d5-3043b0147a51 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:35.693877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.696833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:35.698404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] 10.222.0.36 "PUT /v2.0/ports/519125c7-c4bf-4481-bd95-2b44227d06c4 HTTP/1.1" status: 200  len: 1091 time: 4.0942283
Jan 29 21:00:35.707431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6241-d2d1-4f51-adc6-9a57b7a5ca09 service neutron] Pushing event updated for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:35.748119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770b998-6591-43bf-b662-9d0b06c7bc65 req-868d72f4-63b4-4e8b-8c8f-359731f35a1f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.763092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2770b998-6591-43bf-b662-9d0b06c7bc65 req-868d72f4-63b4-4e8b-8c8f-359731f35a1f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 931 time: 0.3417706
Jan 29 21:00:35.790720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (98856df5-7912-42f2-b378-94d025cd0510), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:35.836899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d338ea0c-860e-4237-bba1-8e484809f5b8 req-748cecea-1ed8-4a95-b61e-8ed35fe2692a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2937155
Jan 29 21:00:35.870289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Port': ['ID=98856df5-7912-42f2-b378-94d025cd0510,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:35.890007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2770b998-6591-43bf-b662-9d0b06c7bc65 req-71092943-03d1-42ea-a820-11275559b483 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248670
Jan 29 21:00:35.989420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-c4c8f5dd-a721-4962-9d24-2b340fee0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:35.991113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-c4c8f5dd-a721-4962-9d24-2b340fee0fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1126 time: 0.7079470
Jan 29 21:00:36.054074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55134-b641-4953-a79a-f53f2e81db9a req-82d406eb-ee85-4ac4-abac-54f2b94d3ada tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:36.055676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84c55134-b641-4953-a79a-f53f2e81db9a req-82d406eb-ee85-4ac4-abac-54f2b94d3ada tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.1011970
Jan 29 21:00:36.122731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56692) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:36.232852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84c55134-b641-4953-a79a-f53f2e81db9a req-ddf74907-d256-407d-8044-546df0e4b490 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1700802
Jan 29 21:00:36.346909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c734-c10d-42e5-a28f-449e52051e13 req-6660676a-ac40-438a-b854-5e54661e7ac8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:36.348710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c341c734-c10d-42e5-a28f-449e52051e13 req-6660676a-ac40-438a-b854-5e54661e7ac8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.0894346
Jan 29 21:00:36.446447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc09d-899c-4ebc-a97f-fedc777ee290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.497473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956f3d-bb49-42b3-b18b-4e23290eb2b0 req-558d997f-2dec-4c25-bb2b-4414bd756498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:36.499020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02956f3d-bb49-42b3-b18b-4e23290eb2b0 req-558d997f-2dec-4c25-bb2b-4414bd756498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.1493270
Jan 29 21:00:36.534780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c341c734-c10d-42e5-a28f-449e52051e13 req-3096ea9d-46b9-4891-9cfe-6a7d8155c7e4 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295273
Jan 29 21:00:36.535866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 01b58ebf-51e5-4484-bca2-f84f28bcd72c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:36.658519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc09d-899c-4ebc-a97f-fedc777ee290 admin admin] Publish callbacks [] for security_group (32cb5585-e8bc-42a5-ac91-5f31eafae1c6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.666403 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] create failed (client error): The resource could not be found.
Jan 29 21:00:36.667465 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8757409-fe58-4294-864b-56d48f07e8fd tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 9.1775091
Jan 29 21:00:36.671905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56700) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:36.676704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 01b58ebf-51e5-4484-bca2-f84f28bcd72c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:36.683033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 01b58ebf-51e5-4484-bca2-f84f28bcd72c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:36.684515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.689850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc09d-899c-4ebc-a97f-fedc777ee290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32cb5585-e8bc-42a5-ac91-5f31eafae1c6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.710632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}, {'name': 'network-changed', 'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:36.712575 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4110d375-02ff-424a-9e96-59a842697abd" -d '{"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}, {"name": "network-changed", "server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:36.731948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-544ffbcb-10c1-4b88-80ba-a017ca312778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:36.733563 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-544ffbcb-10c1-4b88-80ba-a017ca312778 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd4d14f918d841dbb3dff9a919096e33&device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 1125 time: 0.8648291
Jan 29 21:00:36.857762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 01b58ebf-51e5-4484-bca2-f84f28bcd72c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:36.859136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.885532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-40924f57-56a3-4c6a-b177-b814f5fbe5b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=519125c7-c4bf-4481-bd95-2b44227d06c4 HTTP/1.1" status: 200  len: 217 time: 0.1126757
Jan 29 21:00:36.941709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbc09d-899c-4ebc-a97f-fedc777ee290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb5585-e8bc-42a5-ac91-5f31eafae1c6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:36.966961 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f344ce4-dd4f-4d70-8255-a25d349eb551 x-openstack-request-id: req-8f344ce4-dd4f-4d70-8255-a25d349eb551 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:36.967334 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:36.967590 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f344ce4-dd4f-4d70-8255-a25d349eb551 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:36.968086 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'status': 'completed', 'code': 200}
Jan 29 21:00:36.968314 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4', 'status': 'completed', 'code': 200}
Jan 29 21:00:36.973836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:36.974295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-6864cc38-ac61-4dde-aa7a-9971cca20c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:36.975831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-6864cc38-ac61-4dde-aa7a-9971cca20c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.4631679
Jan 29 21:00:36.976305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:36.985371 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835cab3-6b9c-47ea-a84c-c9c74ad37c2e" -d '{"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-plugged", "status": "completed", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:36.998997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:36.999853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd08d567-bc68-4499-854b-8efd1c1ad5b9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:37.062104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-28f5b7a9-eb61-496e-b912-c4680127cd39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 999 time: 0.0742171
Jan 29 21:00:37.089750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02956f3d-bb49-42b3-b18b-4e23290eb2b0 req-1aee5c61-2f33-47e6-9b90-ed4b3e7f74c2 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5838528
Jan 29 21:00:37.148849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-4430ed83-d74c-400d-8b6b-dc7aa64f246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.150035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b5dbc09d-899c-4ebc-a97f-fedc777ee290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=362d8638c7194ae396ba220f45c5efea&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0124702
Jan 29 21:00:37.153754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-4430ed83-d74c-400d-8b6b-dc7aa64f246c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b1ffdc6-b934-4598-95c4-854714a3c4ce HTTP/1.1" status: 200  len: 854 time: 0.2673249
Jan 29 21:00:37.155655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56712) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:37.173808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:37.192612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port cd08d567-bc68-4499-854b-8efd1c1ad5b9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:37.198299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port cd08d567-bc68-4499-854b-8efd1c1ad5b9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:37.199247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.347004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port cd08d567-bc68-4499-854b-8efd1c1ad5b9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:37.347322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.372467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fea317-212d-45e1-9866-5e4ea0192ba6 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:37.393869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks [] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.407481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:37.408488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-603311f7-3d7f-4de1-a0b0-5b3f6f38a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.409963 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-603311f7-3d7f-4de1-a0b0-5b3f6f38a0f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.3099248
Jan 29 21:00:37.413096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-306a294f-d790-46b6-abd0-54ed89d2ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.413535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.415014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-306a294f-d790-46b6-abd0-54ed89d2ac5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1126 time: 0.4085057
Jan 29 21:00:37.424045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] Publish callbacks [] for security_group (32cb5585-e8bc-42a5-ac91-5f31eafae1c6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.430390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358c0d-4f41-4dc4-9927-de16d36584e3 req-98de19f0-7460-48ab-89dd-395418912996 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.435557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-c80e029c-eccc-42db-9bc0-10abd16c9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.437552 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-c80e029c-eccc-42db-9bc0-10abd16c9572 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef7e4130-3950-4a6b-a688-755b44cf966d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1944768
Jan 29 21:00:37.443822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Transition to ACTIVE for port object c5fea317-212d-45e1-9866-5e4ea0192ba6 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:37.444408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358c0d-4f41-4dc4-9927-de16d36584e3 req-98de19f0-7460-48ab-89dd-395418912996 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.446086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82358c0d-4f41-4dc4-9927-de16d36584e3 req-98de19f0-7460-48ab-89dd-395418912996 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1681 time: 0.3552361
Jan 29 21:00:37.495302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.516952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] Publish callbacks [] for security_group (32cb5585-e8bc-42a5-ac91-5f31eafae1c6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.550861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:37.587050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-348f74d4-3af8-43d2-a806-f55307bca0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.589757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-348f74d4-3af8-43d2-a806-f55307bca0c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.1385937
Jan 29 21:00:37.657932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:37.686274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-cd4c813f-226b-47b7-b361-b49abf4454c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.688021 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-cd4c813f-226b-47b7-b361-b49abf4454c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2409172
Jan 29 21:00:37.741585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46df9-1cc2-45a7-9542-2b5e182812be req-80cc1b4a-3ac3-4f67-a1de-3ccf47f00c32 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.743616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c46df9-1cc2-45a7-9542-2b5e182812be req-80cc1b4a-3ac3-4f67-a1de-3ccf47f00c32 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 931 time: 0.4992075
Jan 29 21:00:37.788435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting port ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:37.789295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.798508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32cb5585-e8bc-42a5-ac91-5f31eafae1c6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.806760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:37.808474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32cb5585-e8bc-42a5-ac91-5f31eafae1c6 HTTP/1.1" status: 204  len: 168 time: 0.6326540
Jan 29 21:00:37.814539 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-d88d4ec4-d413-4545-b261-76b7fc312a83 service neutron] 10.222.0.36 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3356080
Jan 29 21:00:37.891104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514baf-e784-4757-8d66-fe92d621dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb5585-e8bc-42a5-ac91-5f31eafae1c6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:37.927602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-adc85db7-6627-4d77-8655-060dcffefa17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 999 time: 0.2992940
Jan 29 21:00:37.965184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-86bd6cf5-5380-47f7-8074-dd436bc52856 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:37.966840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-86bd6cf5-5380-47f7-8074-dd436bc52856 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.3727095
Jan 29 21:00:37.992954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Attempting to bind port c5fea317-212d-45e1-9866-5e4ea0192ba6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:37.993573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Attempting to bind port c5fea317-212d-45e1-9866-5e4ea0192ba6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:37.993917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Attempting to bind port c5fea317-212d-45e1-9866-5e4ea0192ba6 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:38.014182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Port c5fea317-212d-45e1-9866-5e4ea0192ba6 on network 50b8a44c-8805-4c80-98b2-4737494020b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:38.021388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Attempting to bind port c5fea317-212d-45e1-9866-5e4ea0192ba6 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:38.037177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82358c0d-4f41-4dc4-9927-de16d36584e3 req-82f816c5-fc85-471c-92b3-9f3d203d1bff tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4455092
Jan 29 21:00:38.046802 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-495017a2-1e2a-401f-8026-973d2db509cd service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3309593
Jan 29 21:00:38.053399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:38.054068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Checking segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:38.054634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Bound using segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:38.055481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Bound port: c5fea317-212d-45e1-9866-5e4ea0192ba6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:38.056029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.141947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:38.146850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:38.156377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.160551 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee45a9c9-3028-49d2-9241-2b8043c0fdaf x-openstack-request-id: req-ee45a9c9-3028-49d2-9241-2b8043c0fdaf {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:38.160997 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-plugged", "status": "completed", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:38.161458 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee45a9c9-3028-49d2-9241-2b8043c0fdaf {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:38.161954 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c', 'code': 200}
Jan 29 21:00:38.221116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.222143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.224043 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5fea317-212d-45e1-9866-5e4ea0192ba6 HTTP/1.1" status: 200  len: 1091 time: 3.2951908
Jan 29 21:00:38.240859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.257193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Calling delete_port for ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:38.324130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d25340-7356-4cf9-92d5-22ab24e95f77 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:38.469714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-e993bf1f-c93c-49f5-9f67-ed30ebfd9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.471540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-e993bf1f-c93c-49f5-9f67-ed30ebfd9049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 1125 time: 0.1966116
Jan 29 21:00:38.471697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.485794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56726) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:38.504348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c46df9-1cc2-45a7-9542-2b5e182812be req-c52c8790-423b-4ea8-baee-fea5583899e1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7487171
Jan 29 21:00:38.553962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-bc1741e4-443f-4ef7-857b-5411392f5e55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6 HTTP/1.1" status: 200  len: 217 time: 0.0652683
Jan 29 21:00:38.570982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34abf6a3-5b3e-4f95-ba48-c865baf24cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.579794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Port': ['ID=ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:38.582321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-eddb2ebb-865c-49ef-893e-bf44425bc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.583836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-eddb2ebb-865c-49ef-893e-bf44425bc27b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.5909460
Jan 29 21:00:38.679208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-ba58e96d-1c9e-4f27-a38f-23788c178cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.680664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-ba58e96d-1c9e-4f27-a38f-23788c178cde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.0950844
Jan 29 21:00:38.722582 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-168d1dcb-883f-47ea-96ad-0247e6e19f00 service neutron] 10.222.0.36 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127885
Jan 29 21:00:38.724277 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-74a27790-070a-411e-af67-e5264950ee36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334952
Jan 29 21:00:38.726160 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c50bf34-62ba-4bf9-a473-f2fa69b35d0d req-824a5904-382c-4118-8df3-589e387836aa service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507873
Jan 29 21:00:38.752962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e35532-ec8c-4f55-a538-9af557ad0c7b req-08170950-695c-4bcb-8f09-5fa256b910d2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.754493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25e35532-ec8c-4f55-a538-9af557ad0c7b req-08170950-695c-4bcb-8f09-5fa256b910d2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.3612735
Jan 29 21:00:38.825733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-3d3a6d63-1229-4736-ae2e-345cc42b86b1 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957010
Jan 29 21:00:38.827271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.830463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0c2da4f6-7121-4f00-be04-8c7d000df916 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "DELETE /v2.0/ports/ae091318-8bdc-4c0f-9bdb-d63a1a6b08a3 HTTP/1.1" status: 204  len: 168 time: 2.1542249
Jan 29 21:00:38.832955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:38.854428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e308fc3-3d21-4e69-aaeb-49d26c01a9a3 req-aa030d89-11c1-4dab-a1e7-0b9502117d4b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.856370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e308fc3-3d21-4e69-aaeb-49d26c01a9a3 req-aa030d89-11c1-4dab-a1e7-0b9502117d4b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 945 time: 0.2828596
Jan 29 21:00:38.859462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-efca60be-d96f-42de-a03b-c3e84dea98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.860587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-efca60be-d96f-42de-a03b-c3e84dea98c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2560010
Jan 29 21:00:38.944391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b44e1-3663-4e4b-b7b1-0f026f520a8f tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:38.945835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c56b44e1-3663-4e4b-b7b1-0f026f520a8f tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a0dab1c-0a45-49aa-a517-891c4a6c1360 HTTP/1.1" status: 200  len: 913 time: 0.1119964
Jan 29 21:00:38.948520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56732) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:38.956371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:38.956735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:38.969889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25e35532-ec8c-4f55-a538-9af557ad0c7b req-f1d3b46e-b2d4-42e4-ab8a-63ffe318d244 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2046833
Jan 29 21:00:38.993070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:38.995259 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00bc17a-6dd4-410f-8446-9b0def8ee907" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:39.031737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ac2a96a9-fd4c-4e7c-ae14-64d6f538a49c req-aa06def0-c042-4f31-82b6-184d163f79e6 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995730
Jan 29 21:00:39.049706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34abf6a3-5b3e-4f95-ba48-c865baf24cc9 admin admin] Publish callbacks [] for security_group (2b968ade-544a-4735-a5d4-8df1650f3197), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.092882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34abf6a3-5b3e-4f95-ba48-c865baf24cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2b968ade-544a-4735-a5d4-8df1650f3197), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.125531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e308fc3-3d21-4e69-aaeb-49d26c01a9a3 req-cd850f7e-3e7a-453d-b192-5abc7f495e5b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548223
Jan 29 21:00:39.178317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-0161b1b4-7ba6-4bf6-bd64-a15554e502d4 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059633
Jan 29 21:00:39.181370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-34abf6a3-5b3e-4f95-ba48-c865baf24cc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de558b5e31f64fa6906888abb8f432c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6873968
Jan 29 21:00:39.185925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56738) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:39.190542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abf6a3-5b3e-4f95-ba48-c865baf24cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b968ade-544a-4735-a5d4-8df1650f3197,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:39.268290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:39.268657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.275004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] Publish callbacks [] for security_group (2b968ade-544a-4735-a5d4-8df1650f3197), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.291640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e21f5-1b38-42fa-8d8d-9cf1ab756025 req-9c2c2857-f525-4b74-b845-5cb449c090d4 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:39.293712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e0e21f5-1b38-42fa-8d8d-9cf1ab756025 req-9c2c2857-f525-4b74-b845-5cb449c090d4 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.2529531
Jan 29 21:00:39.319064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:39.323805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] Publish callbacks [] for security_group (2b968ade-544a-4735-a5d4-8df1650f3197), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.373752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (8a0dab1c-0a45-49aa-a517-891c4a6c1360), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.438837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-0aecfee8-5869-4da9-90a0-e9239c0b331f service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500422
Jan 29 21:00:39.441242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2b968ade-544a-4735-a5d4-8df1650f3197), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.443793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.447404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b968ade-544a-4735-a5d4-8df1650f3197 HTTP/1.1" status: 204  len: 168 time: 0.2581677
Jan 29 21:00:39.451041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021b50f-5799-4198-ba43-752fdadf3578 req-593d7bab-fd5d-468f-8269-e3e9df9ea903 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:39.457858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021b50f-5799-4198-ba43-752fdadf3578 req-593d7bab-fd5d-468f-8269-e3e9df9ea903 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:39.458741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890952-0152-4bfb-81b9-ca3ccd5ef122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b968ade-544a-4735-a5d4-8df1650f3197,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:39.459718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0021b50f-5799-4198-ba43-752fdadf3578 req-593d7bab-fd5d-468f-8269-e3e9df9ea903 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.2543879
Jan 29 21:00:39.463098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e0e21f5-1b38-42fa-8d8d-9cf1ab756025 req-f3213c29-b476-4467-b765-dbcd901bbf5d tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599977
Jan 29 21:00:39.529973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0021b50f-5799-4198-ba43-752fdadf3578 req-3fabee50-a73a-473c-bc6c-09fe5c6f0484 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619383
Jan 29 21:00:39.602060 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7ca82-240d-47e9-a085-f751b1a1250c x-openstack-request-id: req-d9f7ca82-240d-47e9-a085-f751b1a1250c {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:39.602490 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:39.602824 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9f7ca82-240d-47e9-a085-f751b1a1250c {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:39.603345 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'status': 'completed', 'code': 200}
Jan 29 21:00:39.607780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1896e1d7-c9f6-4511-8afd-0dc6f9e719c6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.623740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:39.669135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=1896e1d7-c9f6-4511-8afd-0dc6f9e719c6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:39.730114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting port ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:39.730529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.775747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:39.779798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.784525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee86b94b-14f0-4a19-ae59-eda8efbd2041 req-608e7607-ee9a-43d0-a52a-25ec8621040a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "DELETE /v2.0/ports/1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 HTTP/1.1" status: 204  len: 173 time: 1.3108766
Jan 29 21:00:39.786177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'name': 'network-vif-deleted', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:39.789555 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72355a31-881f-462c-8dbc-c7c2f87e5654" -d '{"events": [{"server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "name": "network-vif-deleted", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:39.816890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f34fc-1f9e-46bf-b152-6c8811ed30a6 req-9eb2570a-ba9e-4467-8d21-276a1d45a8ce tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:39.818623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-198f34fc-1f9e-46bf-b152-6c8811ed30a6 req-9eb2570a-ba9e-4467-8d21-276a1d45a8ce tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 943 time: 0.1967883
Jan 29 21:00:39.835030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:39.844781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-2477979d-6116-4bf3-b2d5-a0c1104e3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:39.847493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-2477979d-6116-4bf3-b2d5-a0c1104e3701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 1125 time: 0.1892402
Jan 29 21:00:39.850132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Calling delete_port for ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:39.856293 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104a98e-8b4e-4853-9ac4-f8499e2257e4 x-openstack-request-id: req-d104a98e-8b4e-4853-9ac4-f8499e2257e4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:39.856591 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f824bd-2a49-4c0c-b1ec-7196367f8872", "name": "network-vif-deleted", "tag": "1896e1d7-c9f6-4511-8afd-0dc6f9e719c6", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:39.856846 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d104a98e-8b4e-4853-9ac4-f8499e2257e4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:39.857333 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f824bd-2a49-4c0c-b1ec-7196367f8872', 'name': 'network-vif-deleted', 'tag': '1896e1d7-c9f6-4511-8afd-0dc6f9e719c6', 'status': 'completed', 'code': 200}
Jan 29 21:00:40.050146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:40.082678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Port': ['ID=ea5bf542-9997-44f0-bcba-b8a0b9ec2a0a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:40.163684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:40.166056 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7883736c-ffef-4c52-8fda-ce73e0920876" -d '{"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-plugged", "status": "completed", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:40.297001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (8a0dab1c-0a45-49aa-a517-891c4a6c1360), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:40.302781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b9c84bae-3ee0-441c-bfcf-954478e4bd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:40.351021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-198f34fc-1f9e-46bf-b152-6c8811ed30a6 req-91bf875b-adf2-41e5-a57f-a1b09d419c09 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5255489
Jan 29 21:00:40.396787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e313a4-f8fb-4db4-a17b-b91a67dd68fa req-3596b43a-6589-43e8-96a5-67c70410ce4d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.403136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49e313a4-f8fb-4db4-a17b-b91a67dd68fa req-3596b43a-6589-43e8-96a5-67c70410ce4d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.1288977
Jan 29 21:00:40.464296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c46a2a5f-867e-4946-b371-b6e1a3dcebd0 req-0ba96365-6719-4e5c-a825-615b583af315 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 210 time: 0.0340436
Jan 29 21:00:40.475890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-5fe59c76-b709-4208-8549-339aeb0e7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.477392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-5fe59c76-b709-4208-8549-339aeb0e7cf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 916 time: 0.6231575
Jan 29 21:00:40.497412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Router 8a0dab1c-0a45-49aa-a517-891c4a6c1360 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:00:40.509237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49e313a4-f8fb-4db4-a17b-b91a67dd68fa req-f5fb253b-29bd-4a85-b900-835c4efc01e5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052058
Jan 29 21:00:40.539912 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737aeecf-bf90-4f2b-ac9d-5ab7b1b5d175 x-openstack-request-id: req-737aeecf-bf90-4f2b-ac9d-5ab7b1b5d175 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:40.540208 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-plugged", "status": "completed", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:40.540468 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-737aeecf-bf90-4f2b-ac9d-5ab7b1b5d175 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:40.540869 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9', 'code': 200}
Jan 29 21:00:40.541505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-2d80e4e8-c010-4145-bc75-e74eea201c34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6 HTTP/1.1" status: 200  len: 217 time: 0.0555477
Jan 29 21:00:40.553131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:40.658730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-69bb87f0-a091-4e5f-8f14-861012a2ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.659750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:00:40.660207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-69bb87f0-a091-4e5f-8f14-861012a2ae5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.1031196
Jan 29 21:00:40.673081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b51c18ed-7c30-429c-bb00-48ebd1d9a60a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "PUT /v2.0/routers/8a0dab1c-0a45-49aa-a517-891c4a6c1360/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7207248
Jan 29 21:00:40.673081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:40.674894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] Sync routers for ids ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:00:40.698656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] Routers {'8a0dab1c-0a45-49aa-a517-891c4a6c1360'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:40.699281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aae1970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:40.752009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aae1970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:40.758983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:40.766279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-296a903a-e359-4438-8788-33b24b25abdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619147
Jan 29 21:00:40.779229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'port_id': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'mac_address': 'fa:16:3e:38:a1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260e06a-50b4-4077-82d8-9bf29e42e0e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:40.786107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] Routers {'8a0dab1c-0a45-49aa-a517-891c4a6c1360'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:40.786733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aae1970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:40.845157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aae1970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:40.845827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbbb05-aec0-4fe5-8886-8e813c9993ce None None] The sync data for ids ['8a0dab1c-0a45-49aa-a517-891c4a6c1360'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:00:40.858447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d79a-a048-4ce4-bcd4-c7e8712358c6 req-76166376-7ea9-416b-91bf-fcabed554a09 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.863998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:40.864394 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:40.865986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d79a-a048-4ce4-bcd4-c7e8712358c6 req-76166376-7ea9-416b-91bf-fcabed554a09 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.873730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec2d79a-a048-4ce4-bcd4-c7e8712358c6 req-76166376-7ea9-416b-91bf-fcabed554a09 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.2267659
Jan 29 21:00:40.888284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56782) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:40.957743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec2d79a-a048-4ce4-bcd4-c7e8712358c6 req-94936196-32c4-41f8-8f38-1d8256ff9cc0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778236
Jan 29 21:00:40.967697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c8ba-d680-4426-b7f7-eb30fcbe2fb9 req-e440d267-6d2f-42c3-bfd3-db1c63480c05 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:40.969670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b2c8ba-d680-4426-b7f7-eb30fcbe2fb9 req-e440d267-6d2f-42c3-bfd3-db1c63480c05 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.3215179
Jan 29 21:00:41.035662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d97e56c6-5fda-45b9-a31e-288b72a0e61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.045510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-62d35c5c-f8d1-46dc-a626-93aa37226606 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664659
Jan 29 21:00:41.048309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fea317-212d-45e1-9866-5e4ea0192ba6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:41.068851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:41.073233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.078691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43461-d0ce-4bfb-adf3-a294384d4451 req-7c5abdb9-ea43-4904-935e-0b9d3e68b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:41.079257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43461-d0ce-4bfb-adf3-a294384d4451 req-7c5abdb9-ea43-4904-935e-0b9d3e68b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:41.080745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38b43461-d0ce-4bfb-adf3-a294384d4451 req-7c5abdb9-ea43-4904-935e-0b9d3e68b8f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 2046 time: 0.4738114
Jan 29 21:00:41.123817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:41.130015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.134593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65b2c8ba-d680-4426-b7f7-eb30fcbe2fb9 req-2b45981d-e6f2-4805-bb3a-9e92a943f885 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500375
Jan 29 21:00:41.158791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:41.158791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1896e1d7-c9f6-4511-8afd-0dc6f9e719c6 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:41.161516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:41.207286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00bc17a-6dd4-410f-8446-9b0def8ee907 req-64ef9790-6292-4440-9a5a-e247b6254583 service neutron] 10.222.0.18 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521878
Jan 29 21:00:41.238845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d97e56c6-5fda-45b9-a31e-288b72a0e61c admin admin] Publish callbacks [] for security_group (77de56cd-d632-4539-bc69-b6a3183a7f6c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.244601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d97e56c6-5fda-45b9-a31e-288b72a0e61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77de56cd-d632-4539-bc69-b6a3183a7f6c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.249273 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-38b43461-d0ce-4bfb-adf3-a294384d4451 req-b3061ad4-99d4-48b4-8e70-43fbb571be93 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428528
Jan 29 21:00:41.283325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e56c6-5fda-45b9-a31e-288b72a0e61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de56cd-d632-4539-bc69-b6a3183a7f6c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:41.291142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d97e56c6-5fda-45b9-a31e-288b72a0e61c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ab91b121df14f2a9a258f9722e2078c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3992224
Jan 29 21:00:41.292097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56786) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:41.313028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.315066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for router_controller (8a0dab1c-0a45-49aa-a517-891c4a6c1360), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.345600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] Publish callbacks [] for security_group (77de56cd-d632-4539-bc69-b6a3183a7f6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.359348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (8a0dab1c-0a45-49aa-a517-891c4a6c1360), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.359895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0dab1c-0a45-49aa-a517-891c4a6c1360 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:00:41.367694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.368139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] Publish callbacks [] for security_group (77de56cd-d632-4539-bc69-b6a3183a7f6c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.368813 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3c24e7b-f4ef-4ddc-a71c-773140029ac5 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "DELETE /v2.0/routers/8a0dab1c-0a45-49aa-a517-891c4a6c1360 HTTP/1.1" status: 204  len: 168 time: 0.6948440
Jan 29 21:00:41.372025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56788) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:41.390240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['c5fea317-212d-45e1-9866-5e4ea0192ba6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:41.425314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77de56cd-d632-4539-bc69-b6a3183a7f6c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.428687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.430514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77de56cd-d632-4539-bc69-b6a3183a7f6c HTTP/1.1" status: 204  len: 168 time: 0.1383183
Jan 29 21:00:41.441782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4d36-0a73-4838-9aca-f18fbc260fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de56cd-d632-4539-bc69-b6a3183a7f6c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:41.458638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting subnet 9739fbe1-7332-4851-adda-88f6c11469c0 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:41.462565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for subnet (9739fbe1-7332-4851-adda-88f6c11469c0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.508769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (9739fbe1-7332-4851-adda-88f6c11469c0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.544309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80362898-42cc-44e4-bbdc-048605f266f3 req-2d961a00-b531-4f71-bc50-1dd680851ec3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:41.546034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80362898-42cc-44e4-bbdc-048605f266f3 req-2d961a00-b531-4f71-bc50-1dd680851ec3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 944 time: 0.1012034
Jan 29 21:00:41.611193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9739fbe1-7332-4851-adda-88f6c11469c0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.626711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8808f24e-c213-4f1f-ae3d-a48c0d4697ec req-a44cb361-56c5-4af9-970d-ec2026c5e0d6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 210 time: 0.0405087
Jan 29 21:00:41.660400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80362898-42cc-44e4-bbdc-048605f266f3 req-1fbe52f8-d6c3-409c-b55b-985547f541ec tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077738
Jan 29 21:00:41.684718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (9739fbe1-7332-4851-adda-88f6c11469c0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.716667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Subnet': ['ID=9739fbe1-7332-4851-adda-88f6c11469c0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:41.722501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.723650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42149d22-fd22-41c7-a7cd-59e75c9d9fdf None None] Network 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:41.729079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9950154-ae4d-4f90-94c1-54b1c47fd284 tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "DELETE /v2.0/subnets/9739fbe1-7332-4851-adda-88f6c11469c0 HTTP/1.1" status: 204  len: 168 time: 0.3539107
Jan 29 21:00:41.729365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:41.785803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf94e4-2276-44a1-a098-eb51d1f00200 req-16246ac3-d7b5-4cb0-ab94-a4b7460947f8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:41.796702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34bf94e4-2276-44a1-a098-eb51d1f00200 req-16246ac3-d7b5-4cb0-ab94-a4b7460947f8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.0854712
Jan 29 21:00:41.810553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.862283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34bf94e4-2276-44a1-a098-eb51d1f00200 req-9391d900-73bd-4484-b3e5-01979a7e4841 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644827
Jan 29 21:00:41.874044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Deleting port a639f422-9252-47fb-8bbe-c43ac2e10812 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:41.874475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.926682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] DHCP port deletion for 78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:41.948601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] For port a639f422-9252-47fb-8bbe-c43ac2e10812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a639f422-9252-47fb-8bbe-c43ac2e10812,segment=NetworkSegment(56005eb2-27d6-4872-97db-c3dc8f1627a3),segment_id=56005eb2-27d6-4872-97db-c3dc8f1627a3)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:41.949026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:41.962088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Calling delete_port for a639f422-9252-47fb-8bbe-c43ac2e10812 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:41.974314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Deleting port a639f422-9252-47fb-8bbe-c43ac2e10812 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:41.974697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.062911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.091173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] For port a639f422-9252-47fb-8bbe-c43ac2e10812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a639f422-9252-47fb-8bbe-c43ac2e10812,segment=NetworkSegment(56005eb2-27d6-4872-97db-c3dc8f1627a3),segment_id=56005eb2-27d6-4872-97db-c3dc8f1627a3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:42.091868 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.097684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3a0a7-575f-4efd-a77a-2c88fcfba889 req-03d3ba60-05c2-469f-a5be-79342f63f02a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.110450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Port': ['ID=a639f422-9252-47fb-8bbe-c43ac2e10812,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:42.113483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] No DVR routers for this DVR port a639f422-9252-47fb-8bbe-c43ac2e10812 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:42.120447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3a0a7-575f-4efd-a77a-2c88fcfba889 req-03d3ba60-05c2-469f-a5be-79342f63f02a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.122850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a3a0a7-575f-4efd-a77a-2c88fcfba889 req-03d3ba60-05c2-469f-a5be-79342f63f02a tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.0955853
Jan 29 21:00:42.129964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Calling delete_port for a639f422-9252-47fb-8bbe-c43ac2e10812 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:42.284059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   from cryptography.utils import int_from_bytes
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   from cryptography.utils import int_from_bytes
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.316881 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:00:42.319998 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:00:42.327044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a639f422-9252-47fb-8bbe-c43ac2e10812 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:42.341484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092e6880>,) {'filters': {'network_id': ['78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:42.366145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092e6880>, '56005eb2-27d6-4872-97db-c3dc8f1627a3') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:42.366145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092e6880>, '56005eb2-27d6-4872-97db-c3dc8f1627a3') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:42.370439 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a639f422-9252-47fb-8bbe-c43ac2e10812), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.372612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (56005eb2-27d6-4872-97db-c3dc8f1627a3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.374655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a639f422-9252-47fb-8bbe-c43ac2e10812 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:42.375161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a639f422-9252-47fb-8bbe-c43ac2e10812 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:42.377595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a3a0a7-575f-4efd-a77a-2c88fcfba889 req-d56d9070-c7a6-49df-9807-ff4b46af3991 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417166
Jan 29 21:00:42.401253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-4f836e7a-daa4-4708-96f0-9dd0ef30e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.403451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-4f836e7a-daa4-4708-96f0-9dd0ef30e245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1126 time: 0.2779512
Jan 29 21:00:42.405838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] Pushing event deleted for resources: {'Port': ['ID=a639f422-9252-47fb-8bbe-c43ac2e10812,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:42.412088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd9a4f-63b6-4063-afb4-39afaebc86dd None None] No DVR routers for this DVR port a639f422-9252-47fb-8bbe-c43ac2e10812 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:42.419046 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (56005eb2-27d6-4872-97db-c3dc8f1627a3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.431463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33758-898f-46c2-9d74-30e7fdce1137 req-6c8334c6-05f3-44ad-9ddb-35c460053e97 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.437556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc33758-898f-46c2-9d74-30e7fdce1137 req-6c8334c6-05f3-44ad-9ddb-35c460053e97 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.1223016
Jan 29 21:00:42.437681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:42.438295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (56005eb2-27d6-4872-97db-c3dc8f1627a3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:42.441379 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:42.508958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.517219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.522769 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] 10.222.0.20 "DELETE /v2.0/networks/78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76 HTTP/1.1" status: 204  len: 168 time: 0.7895513
Jan 29 21:00:42.536710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9cf4-13ff-4e3f-9c40-d039eb01cf6a tempest-FloatingIPNegativeTestJSON-862160187 tempest-FloatingIPNegativeTestJSON-862160187-project] Pushing event deleted for resources: {'Network': ['ID=78ee7d77-2aad-4e1a-bb1e-1181a5ce3c76,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:42.549056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc33758-898f-46c2-9d74-30e7fdce1137 req-78448f1f-19f5-417f-81a8-ed731983a28e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099744
Jan 29 21:00:42.557455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:42.568183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-7728538c-0f24-4afd-98d8-c340356d2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.570120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-7728538c-0f24-4afd-98d8-c340356d2158 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.1579084
Jan 29 21:00:42.640492 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-271563b2-aa12-41dd-8564-8b804e9a269b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.664133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port c5fea317-212d-45e1-9866-5e4ea0192ba6 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:42.672578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port c5fea317-212d-45e1-9866-5e4ea0192ba6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:42.673400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.767296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-94f436a3-e14a-49ea-b671-7f4aa1306bf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 999 time: 0.1646221
Jan 29 21:00:42.848381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:42.849634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.883810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:42.887463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8f33af3-96d9-49d0-88f7-9790c495e589 req-5e48388b-3772-4a74-936b-e05b47eb7482 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f824bd-2a49-4c0c-b1ec-7196367f8872 HTTP/1.1" status: 200  len: 210 time: 0.1112614
Jan 29 21:00:42.889955 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d50c9-63c2-4211-ad1c-ebe773af247b" -d '{"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:42.915830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:42.927749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:42.996436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-66e43301-ff9e-42c4-b395-70784bf00b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:42.997889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-66e43301-ff9e-42c4-b395-70784bf00b46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.2152393
Jan 29 21:00:43.007524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:43.013350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:43.051167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacb07-ef01-4de6-9642-fcc22964956e req-9089560a-d8ad-41e0-a133-6bd9592d159a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.052952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68bacb07-ef01-4de6-9642-fcc22964956e req-9089560a-d8ad-41e0-a133-6bd9592d159a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 944 time: 0.2364957
Jan 29 21:00:43.094670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9d8c5-53fe-45f2-a0fc-8934f395dc65 req-20a8abc8-66c2-4133-aaee-de1bc1f44468 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.096245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eab9d8c5-53fe-45f2-a0fc-8934f395dc65 req-20a8abc8-66c2-4133-aaee-de1bc1f44468 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.1372945
Jan 29 21:00:43.111008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-e3318b82-c850-4a7b-917b-aa543c46c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.112501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-e3318b82-c850-4a7b-917b-aa543c46c661 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1072588
Jan 29 21:00:43.181618 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4acb7e1e-298c-494a-b4fc-d5bc0c3b265d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43b73dde17564926ac674fc984e748ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1726429
Jan 29 21:00:43.182339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56852) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:43.189066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68bacb07-ef01-4de6-9642-fcc22964956e req-49735d55-039c-4f38-a131-09e05e3e0657 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230190
Jan 29 21:00:43.239796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] Publish callbacks [] for security_group (638df213-b260-4c8e-ad83-0b94af1ae514), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:43.254908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eab9d8c5-53fe-45f2-a0fc-8934f395dc65 req-6a7123cc-4944-4af0-92c9-a182932c57b3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413114
Jan 29 21:00:43.260915 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3734e088-70aa-4848-9d5f-888a081429b3 x-openstack-request-id: req-3734e088-70aa-4848-9d5f-888a081429b3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:43.261976 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:43.262243 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3734e088-70aa-4848-9d5f-888a081429b3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:43.262995 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'code': 200}
Jan 29 21:00:43.274057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] Publish callbacks [] for security_group (638df213-b260-4c8e-ad83-0b94af1ae514), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:43.296953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-04d4a78b-5f3c-4f92-96de-dd456c0c5ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673615
Jan 29 21:00:43.374878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f49b-05ea-440a-915d-7103ba2c668a req-00b61d44-cafd-4f68-bf5e-2bb6ffddb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.376737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-db14f49b-05ea-440a-915d-7103ba2c668a req-00b61d44-cafd-4f68-bf5e-2bb6ffddb12c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 1127 time: 0.0548363
Jan 29 21:00:43.395491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (638df213-b260-4c8e-ad83-0b94af1ae514), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:43.398219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:43.399454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/638df213-b260-4c8e-ad83-0b94af1ae514 HTTP/1.1" status: 204  len: 168 time: 0.2155674
Jan 29 21:00:43.406307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-f4bfe514-c570-4cd3-8a0b-3a8c729df2da service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032002
Jan 29 21:00:43.427145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd285f7-3e15-4685-84bc-ef668845a278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638df213-b260-4c8e-ad83-0b94af1ae514,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:43.464680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-db14f49b-05ea-440a-915d-7103ba2c668a req-83d5a9be-9801-409e-9abc-7de05ba4e173 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820222
Jan 29 21:00:43.537082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-d558975f-e627-45ec-b01e-032415a3eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.539100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-d558975f-e627-45ec-b01e-032415a3eebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd4d14f918d841dbb3dff9a919096e33&device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 1125 time: 0.0833569
Jan 29 21:00:43.554749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865aba-6338-4912-b8ce-6676bed15481 req-1f5a86e8-1eb5-49f9-8885-dbbd1d52a21d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.560800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865aba-6338-4912-b8ce-6676bed15481 req-1f5a86e8-1eb5-49f9-8885-dbbd1d52a21d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.562689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a865aba-6338-4912-b8ce-6676bed15481 req-1f5a86e8-1eb5-49f9-8885-dbbd1d52a21d tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.0980492
Jan 29 21:00:43.680375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:43.710265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a865aba-6338-4912-b8ce-6676bed15481 req-8873c741-2985-499e-b3cf-2bc87b5e5698 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382668
Jan 29 21:00:43.731597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-b690947b-75a0-438a-a269-0503167aca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.733286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-b690947b-75a0-438a-a269-0503167aca5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef7e4130-3950-4a6b-a688-755b44cf966d HTTP/1.1" status: 200  len: 916 time: 0.1695828
Jan 29 21:00:43.786644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-7598a877-3919-47b3-a5ed-e3d953855b5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=519125c7-c4bf-4481-bd95-2b44227d06c4 HTTP/1.1" status: 200  len: 217 time: 0.0467062
Jan 29 21:00:43.794966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced125b0-fd88-4277-8f22-30d9d51c02ca req-2b42dc8e-04d4-4a96-97c1-315575303120 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.803031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ced125b0-fd88-4277-8f22-30d9d51c02ca req-2b42dc8e-04d4-4a96-97c1-315575303120 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.1494253
Jan 29 21:00:43.888272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-db3f09f6-26f7-4796-a464-5becc44b3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.889832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-db3f09f6-26f7-4796-a464-5becc44b3682 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b1ffdc6-b934-4598-95c4-854714a3c4ce HTTP/1.1" status: 200  len: 854 time: 0.0844553
Jan 29 21:00:43.905809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ced125b0-fd88-4277-8f22-30d9d51c02ca req-084f11a6-f650-469b-a958-f08e49b6b18b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972223
Jan 29 21:00:43.972440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d375-02ff-424a-9e96-59a842697abd req-8141f5cc-0078-4616-a577-22e3d282bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:43.974656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-8141f5cc-0078-4616-a577-22e3d282bbb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef7e4130-3950-4a6b-a688-755b44cf966d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0678566
Jan 29 21:00:44.128117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39054-fda6-4859-bc99-87d193a38f13 req-6833106c-8939-47cb-a764-40b928655e53 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:44.133249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39054-fda6-4859-bc99-87d193a38f13 req-6833106c-8939-47cb-a764-40b928655e53 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:44.134824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffe39054-fda6-4859-bc99-87d193a38f13 req-6833106c-8939-47cb-a764-40b928655e53 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.0942709
Jan 29 21:00:44.137550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-cbe2e650-c3d4-41d9-ae8b-4714eab2d97c service neutron] 10.222.0.36 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559839
Jan 29 21:00:44.267164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffe39054-fda6-4859-bc99-87d193a38f13 req-73681080-902a-4b81-82bb-61192cd2044e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246390
Jan 29 21:00:44.290699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:44.345081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4110d375-02ff-424a-9e96-59a842697abd req-5a291c8c-d68b-4a91-8cdb-9faedcd5d4ff service neutron] 10.222.0.36 "GET /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005758
Jan 29 21:00:44.420726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-148c3744-12c6-4fb8-8f20-74a823b6e126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.420934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-28707286-dc4f-4e34-b391-25f1ad52b836 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:44.427689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-28707286-dc4f-4e34-b391-25f1ad52b836 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.1830387
Jan 29 21:00:44.440701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-912b0641-7e04-4481-8809-6f43b8d220ca tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/quotas/501c6db0752046ee928e2591df72d603 HTTP/1.1" status: 200  len: 375 time: 0.0121765
Jan 29 21:00:44.465743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcef8ae-d9d2-46f8-be71-3cf267546c21 req-e40f706b-279d-4b72-8eed-fe8ab2873e2b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:44.467253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dcef8ae-d9d2-46f8-be71-3cf267546c21 req-e40f706b-279d-4b72-8eed-fe8ab2873e2b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1185448
Jan 29 21:00:44.507278 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-148c3744-12c6-4fb8-8f20-74a823b6e126 admin admin] Publish callbacks [] for security_group (57cc9dfd-6579-4c43-8c96-fafe05c736a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.512660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-148c3744-12c6-4fb8-8f20-74a823b6e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (57cc9dfd-6579-4c43-8c96-fafe05c736a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.535022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dcef8ae-d9d2-46f8-be71-3cf267546c21 req-ca045b7a-6a7c-4756-993f-778e357002fc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522223
Jan 29 21:00:44.539228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-9117cfde-c1cf-4e47-97b5-9f03e18f37fc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0917375
Jan 29 21:00:44.539686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:44.566987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3744-12c6-4fb8-8f20-74a823b6e126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc9dfd-6579-4c43-8c96-fafe05c736a8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:44.573046 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-148c3744-12c6-4fb8-8f20-74a823b6e126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e3da49861934679b5b44abac439c7ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2885599
Jan 29 21:00:44.576933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:44.629180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] Publish callbacks [] for security_group (57cc9dfd-6579-4c43-8c96-fafe05c736a8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.658195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] Publish callbacks [] for security_group (57cc9dfd-6579-4c43-8c96-fafe05c736a8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.686162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-860563106'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:44.701577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-1f0ea25c-443f-4343-ac8c-6b7fe8a14176 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496596
Jan 29 21:00:44.708250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3a809-cd12-402b-986c-633bfc17d62e req-3d49dd37-3d39-40b9-a360-713dc60ec5ed tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:44.709642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cd3a809-cd12-402b-986c-633bfc17d62e req-3d49dd37-3d39-40b9-a360-713dc60ec5ed tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.0979068
Jan 29 21:00:44.716047 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (57cc9dfd-6579-4c43-8c96-fafe05c736a8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.718909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.720084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57cc9dfd-6579-4c43-8c96-fafe05c736a8 HTTP/1.1" status: 204  len: 168 time: 0.1424708
Jan 29 21:00:44.740850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dceda-c0c3-4bbe-9e63-63335c8f85b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc9dfd-6579-4c43-8c96-fafe05c736a8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:44.782102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:44.785085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.804902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.859668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cd3a809-cd12-402b-986c-633bfc17d62e req-d90d5369-a277-466d-ba6a-2ee3bdf81f25 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386282
Jan 29 21:00:44.884543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-974e6658-b92d-4b45-84e1-710785bc7549 service neutron] 10.222.0.20 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720252
Jan 29 21:00:44.929423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for security_group (1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.935206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.966472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:44.972909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:44.979161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6375b10b-7e21-461a-a22b-db1886bdef10), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:44.979537 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment 6375b10b-7e21-461a-a22b-db1886bdef10 of type vlan for network f518b191-63d7-4b00-a692-74eef45865d2
Jan 29 21:00:45.052112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (f518b191-63d7-4b00-a692-74eef45865d2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.110935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea98110e-1956-4ce1-9c7a-7e0ee4daef55 req-6fadc2a1-2caf-4347-98c7-4182f0786858 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 210 time: 0.0431252
Jan 29 21:00:45.123518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:45.137844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484062c-e4eb-439e-a9d3-f7798c35baa5 req-29e6071b-ae33-4ae1-a5cb-a8e764353968 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.137844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c484062c-e4eb-439e-a9d3-f7798c35baa5 req-29e6071b-ae33-4ae1-a5cb-a8e764353968 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.1210945
Jan 29 21:00:45.138493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (f518b191-63d7-4b00-a692-74eef45865d2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.143233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.143819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.150263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac56be13-a196-48ee-97fe-645d1b8a039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.241903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7012000
Jan 29 21:00:45.242157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac56be13-a196-48ee-97fe-645d1b8a039e admin admin] Publish callbacks [] for security_group (fcb8fb77-52d8-4711-86c6-6fa77445b20b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.247358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac56be13-a196-48ee-97fe-645d1b8a039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcb8fb77-52d8-4711-86c6-6fa77445b20b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.286433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab164e-c43e-4d06-b030-16f342386c30 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=f518b191-63d7-4b00-a692-74eef45865d2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:45.288602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56be13-a196-48ee-97fe-645d1b8a039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb8fb77-52d8-4711-86c6-6fa77445b20b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:45.296729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac56be13-a196-48ee-97fe-645d1b8a039e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=855ecfc7a1544be2bca706f75ec8405b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1720247
Jan 29 21:00:45.298054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56970) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:45.298838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network f518b191-63d7-4b00-a692-74eef45865d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:45.337575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c484062c-e4eb-439e-a9d3-f7798c35baa5 req-62d20480-6af3-4e50-be3f-5bb022d2457d tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900513
Jan 29 21:00:45.369256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] Publish callbacks [] for security_group (fcb8fb77-52d8-4711-86c6-6fa77445b20b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.425657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] Publish callbacks [] for security_group (fcb8fb77-52d8-4711-86c6-6fa77445b20b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.497217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734beb-fa1c-4186-8cd8-6caaad4aab83 req-c27764f5-1932-480f-ba2f-45fa0ca28dce tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.530362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734beb-fa1c-4186-8cd8-6caaad4aab83 req-c27764f5-1932-480f-ba2f-45fa0ca28dce tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.535437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fcb8fb77-52d8-4711-86c6-6fa77445b20b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.540011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5734beb-fa1c-4186-8cd8-6caaad4aab83 req-c27764f5-1932-480f-ba2f-45fa0ca28dce tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.1537242
Jan 29 21:00:45.547255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.547472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:45.552859 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcb8fb77-52d8-4711-86c6-6fa77445b20b HTTP/1.1" status: 204  len: 168 time: 0.2513278
Jan 29 21:00:45.591242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4ce79-dd51-4c4c-ac07-e66728913ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb8fb77-52d8-4711-86c6-6fa77445b20b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:45.696811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5734beb-fa1c-4186-8cd8-6caaad4aab83 req-91393aff-5325-4642-a5a0-820561a2cbc0 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "GET /v2.0/security-groups?id=8775b2fb-2351-4ca1-8222-bc232b706abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502264
Jan 29 21:00:45.762291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-3d9ab906-9d75-4b70-9083-30282949a55e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.769439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-3d9ab906-9d75-4b70-9083-30282949a55e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.774291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-3d9ab906-9d75-4b70-9083-30282949a55e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8923235-c602-4589-a68c-392930fa87eb HTTP/1.1" status: 200  len: 1682 time: 0.1659570
Jan 29 21:00:45.809786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843664-411a-4929-83e2-ed4a9dbbfcc1 req-1290aec2-92ed-4932-900b-d7b91a854be8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:45.820420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9843664-411a-4929-83e2-ed4a9dbbfcc1 req-1290aec2-92ed-4932-900b-d7b91a854be8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1202807
Jan 29 21:00:45.880481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a9843664-411a-4929-83e2-ed4a9dbbfcc1 req-a78dd6d2-acd4-4954-902a-6011680e6a30 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579855
Jan 29 21:00:45.958284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 01b58ebf-51e5-4484-bca2-f84f28bcd72c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:45.958657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:46.080451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48448de1-7f25-47ce-a24d-aca8b0f92161 req-9fff2234-00cc-44b6-bde1-25d603f1c4dc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:46.082186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48448de1-7f25-47ce-a24d-aca8b0f92161 req-9fff2234-00cc-44b6-bde1-25d603f1c4dc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1079574
Jan 29 21:00:46.107593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef06e6-0515-44a1-9036-7533c9a3c957 req-4cf7613e-7c1a-45ab-b6b6-00dca0ea559b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:46.115931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ceef06e6-0515-44a1-9036-7533c9a3c957 req-4cf7613e-7c1a-45ab-b6b6-00dca0ea559b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.1103497
Jan 29 21:00:46.146420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 01b58ebf-51e5-4484-bca2-f84f28bcd72c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01b58ebf-51e5-4484-bca2-f84f28bcd72c,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:46.147359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:46.166586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 01b58ebf-51e5-4484-bca2-f84f28bcd72c owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:46.193817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48448de1-7f25-47ce-a24d-aca8b0f92161 req-14e80f8f-bbea-4d7e-b4bf-1a12d5d69f6c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042361
Jan 29 21:00:46.204202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ceef06e6-0515-44a1-9036-7533c9a3c957 req-0b4368ce-e11a-4fb2-80b2-3ecf11cabcd6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873621
Jan 29 21:00:46.328721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c013c914-9e3f-4a67-b047-385aaa305797 req-47155f7a-5941-4a3f-8fc2-4a6e7e60022f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 210 time: 0.0455101
Jan 29 21:00:46.455878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (01b58ebf-51e5-4484-bca2-f84f28bcd72c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:46.468829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['cd08d567-bc68-4499-854b-8efd1c1ad5b9', '01b58ebf-51e5-4484-bca2-f84f28bcd72c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:46.528405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=01b58ebf-51e5-4484-bca2-f84f28bcd72c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:46.675222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 01b58ebf-51e5-4484-bca2-f84f28bcd72c on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:46.677951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:46.684738 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-fa27b4ba-9792-4986-97b9-e97914f2dae4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "DELETE /v2.0/ports/01b58ebf-51e5-4484-bca2-f84f28bcd72c HTTP/1.1" status: 204  len: 173 time: 0.9057276
Jan 29 21:00:46.689426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-deleted', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:46.692109 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c8c98b-9808-489e-b36e-0f198756db73" -d '{"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-deleted", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:46.813798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ae4e-bf39-4a68-9f8f-849b8d48c609 req-1b57e4c7-c29a-4bee-a662-9f68a91c0a92 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:46.816414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a313ae4e-bf39-4a68-9f8f-849b8d48c609 req-1b57e4c7-c29a-4bee-a662-9f68a91c0a92 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 943 time: 0.3535445
Jan 29 21:00:46.893520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:46.910378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port cd08d567-bc68-4499-854b-8efd1c1ad5b9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:46.910999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.035112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port cd08d567-bc68-4499-854b-8efd1c1ad5b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08d567-bc68-4499-854b-8efd1c1ad5b9,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:47.035437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.050774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for cd08d567-bc68-4499-854b-8efd1c1ad5b9 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:47.067417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-76eda1ba-7c76-40d0-97db-222730902411 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:47.069643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-76eda1ba-7c76-40d0-97db-222730902411 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 805 time: 0.5898421
Jan 29 21:00:47.091802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Request body: {'port': {'device_id': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'admin_state_up': True, 'tenant_id': '501c6db0752046ee928e2591df72d603'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:47.126987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 519125c7-c4bf-4481-bd95-2b44227d06c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:47.242966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=519125c7-c4bf-4481-bd95-2b44227d06c4,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:47.252943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Made reservation on behalf of 501c6db0752046ee928e2591df72d603 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:47.257850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '519125c7-c4bf-4481-bd95-2b44227d06c4', 'network_id': 'ef7e4130-3950-4a6b-a688-755b44cf966d', 'port_id': '519125c7-c4bf-4481-bd95-2b44227d06c4', 'mac_address': 'fa:16:3e:06:71:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ffdc6-b934-4598-95c4-854714a3c4ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:47.260642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.263878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cd08d567-bc68-4499-854b-8efd1c1ad5b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.300522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a313ae4e-bf39-4a68-9f8f-849b8d48c609 req-9543fcf6-3134-470e-9ef5-fd54eaeebfcd tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3321450
Jan 29 21:00:47.356171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 519125c7-c4bf-4481-bd95-2b44227d06c4 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:47.357433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.381118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=cd08d567-bc68-4499-854b-8efd1c1ad5b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:47.387239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-c021bb63-79eb-47e6-90bf-3c4a42e5a76a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:47.392572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-c021bb63-79eb-47e6-90bf-3c4a42e5a76a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6&tenant_id=3a9491db693d463a969459cbdbfa2db1&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.6051347
Jan 29 21:00:47.408875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519125c7-c4bf-4481-bd95-2b44227d06c4 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:47.458098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port cd08d567-bc68-4499-854b-8efd1c1ad5b9 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:47.459731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=519125c7-c4bf-4481-bd95-2b44227d06c4,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:47.473541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.476085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.477257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:47.482789 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-46347546-816b-48f6-ba2d-fd13227dbc8a req-25242312-e98e-4217-b007-b5029c50b2a4 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.18 "DELETE /v2.0/ports/cd08d567-bc68-4499-854b-8efd1c1ad5b9 HTTP/1.1" status: 204  len: 173 time: 0.7827301
Jan 29 21:00:47.493126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197de2-cf17-4774-8684-4ccaef404c72 req-05d673e6-b79f-4427-89ba-5af62ff527b0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:47.500883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74197de2-cf17-4774-8684-4ccaef404c72 req-05d673e6-b79f-4427-89ba-5af62ff527b0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 944 time: 0.5396106
Jan 29 21:00:47.633724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:47.799468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:47.819096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '99b7a06c-8700-4042-911f-02aab9943e4c', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'port_id': '99b7a06c-8700-4042-911f-02aab9943e4c', 'mac_address': 'fa:16:3e:81:fa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:47.871168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:47.871709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:47.889768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b7a06c-8700-4042-911f-02aab9943e4c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:47.924674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:47.930679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.033427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:48.106188 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-b9b7c2db-d37d-48ca-8080-23899c0e083c service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:00:48.106986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-b9b7c2db-d37d-48ca-8080-23899c0e083c service neutron] 10.222.0.18 "DELETE /v2.0/ports/99b7a06c-8700-4042-911f-02aab9943e4c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.6981723
Jan 29 21:00:48.246847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['519125c7-c4bf-4481-bd95-2b44227d06c4'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:48.269281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a48cf-dc71-4f38-b4d8-99540d95dd5c req-5a9d2d05-ca1f-4077-9563-33a3b632376c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:48.277846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-680a48cf-dc71-4f38-b4d8-99540d95dd5c req-5a9d2d05-ca1f-4077-9563-33a3b632376c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.8076904
Jan 29 21:00:48.303834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['99b7a06c-8700-4042-911f-02aab9943e4c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:48.305453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74197de2-cf17-4774-8684-4ccaef404c72 req-08ad6626-22cf-4220-bc67-51416cff6ea7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2069657
Jan 29 21:00:48.365748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Allocated IP 172.20.0.8 (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695/c6bba473-6b73-446c-ab7e-73c218c20bd8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:48.373845 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6188bb-70ce-479d-9b2d-e080aef507b6 x-openstack-request-id: req-6d6188bb-70ce-479d-9b2d-e080aef507b6 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:48.374141 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-deleted", "tag": "01b58ebf-51e5-4484-bca2-f84f28bcd72c", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:48.374612 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d6188bb-70ce-479d-9b2d-e080aef507b6 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:48.375364 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-deleted', 'tag': '01b58ebf-51e5-4484-bca2-f84f28bcd72c', 'status': 'completed', 'code': 200}
Jan 29 21:00:48.423675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57054) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:48.475490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-680a48cf-dc71-4f38-b4d8-99540d95dd5c req-a0fedc3c-4264-4e96-aa33-f982bf706b3c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967826
Jan 29 21:00:48.495385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-262d2faa-a140-4a24-ac50-52d59d65c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:48.496926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-262d2faa-a140-4a24-ac50-52d59d65c1a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1127 time: 0.2985454
Jan 29 21:00:48.547230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting subnet 85f66e41-4cb4-4152-b0fa-7b7973a32cbb {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:48.557573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (85f66e41-4cb4-4152-b0fa-7b7973a32cbb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.592814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 01b58ebf-51e5-4484-bca2-f84f28bcd72c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:48.618338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (85f66e41-4cb4-4152-b0fa-7b7973a32cbb), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.619673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9184fd10-2b69-4624-8cc8-cb7a01034926 req-1a16951b-e6b2-4adc-918a-e0f09f34a02c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 210 time: 0.1417806
Jan 29 21:00:48.641764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:48.647116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:48.670368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 01b58ebf-51e5-4484-bca2-f84f28bcd72c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:48.670844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 01b58ebf-51e5-4484-bca2-f84f28bcd72c not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:48.671353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd08d567-bc68-4499-854b-8efd1c1ad5b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:48.711763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: cd08d567-bc68-4499-854b-8efd1c1ad5b9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:48.712326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device cd08d567-bc68-4499-854b-8efd1c1ad5b9 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:48.817507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (85f66e41-4cb4-4152-b0fa-7b7973a32cbb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.845428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:48.851401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.906626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-8f5541d7-92f7-447b-b23f-e37b8553b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:48.908925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-8f5541d7-92f7-447b-b23f-e37b8553b692 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.3723667
Jan 29 21:00:48.962367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (85f66e41-4cb4-4152-b0fa-7b7973a32cbb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:48.998422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Subnet': ['ID=85f66e41-4cb4-4152-b0fa-7b7973a32cbb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:49.000478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.007192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e5abf832-b176-49b3-adc7-b39704bf2c36 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/subnets/85f66e41-4cb4-4152-b0fa-7b7973a32cbb HTTP/1.1" status: 204  len: 168 time: 0.5790985
Jan 29 21:00:49.007192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:49.007851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b922f6b-1494-48b5-88f8-1eb0db10f363 req-2666c7ae-9d50-40e2-9e6b-038c660b2f4a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.009419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b922f6b-1494-48b5-88f8-1eb0db10f363 req-2666c7ae-9d50-40e2-9e6b-038c660b2f4a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2293437
Jan 29 21:00:49.009541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba728de-1761-48f3-812b-6343f2f13ea9 None None] Network 30f6f1e6-24be-462f-8f81-e7221cad2615 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:49.049920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41241081-3b69-48cb-bb4f-f39bc6c22bfb req-ce1abad2-0b2b-4957-a0b2-cd803f1cf49d tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.051441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41241081-3b69-48cb-bb4f-f39bc6c22bfb req-ce1abad2-0b2b-4957-a0b2-cd803f1cf49d tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 944 time: 0.4308114
Jan 29 21:00:49.063478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-d7df4b99-9ff2-4d00-9014-21a22a7ddf72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1000 time: 0.1475236
Jan 29 21:00:49.092179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks [] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.138673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (30f6f1e6-24be-462f-8f81-e7221cad2615), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.163994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b922f6b-1494-48b5-88f8-1eb0db10f363 req-35d3523a-7d59-46b1-a00b-a047b897e6a8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350768
Jan 29 21:00:49.192745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-f9f600c8-238a-4798-b2b0-3091cd7658c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.194260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-f9f600c8-238a-4798-b2b0-3091cd7658c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.1214435
Jan 29 21:00:49.208607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57092) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:49.214689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41241081-3b69-48cb-bb4f-f39bc6c22bfb req-912af498-d848-4baa-af0a-fc4ef5c9222b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486204
Jan 29 21:00:49.260763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.264811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] DHCP port deletion for 30f6f1e6-24be-462f-8f81-e7221cad2615 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:49.267998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (eb004a0e-e7bf-4062-ac6a-f13c61405fc4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.275187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:49.299604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-599ced03-e1cf-439e-9f54-32c263f36d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.301055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-599ced03-e1cf-439e-9f54-32c263f36d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0996106
Jan 29 21:00:49.321164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:49.327320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=eb004a0e-e7bf-4062-ac6a-f13c61405fc4,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:49.335542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:49.373296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:49.383186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event updated for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:49.387469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': '6375b10b-7e21-461a-a22b-db1886bdef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:49.387841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: f518b191-63d7-4b00-a692-74eef45865d2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:49.394471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 79373ff9-7e78-4279-9316-c1ed59269b07 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:49.394881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.463346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.464035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.472058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 79373ff9-7e78-4279-9316-c1ed59269b07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79373ff9-7e78-4279-9316-c1ed59269b07,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:49.481182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.509564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 79373ff9-7e78-4279-9316-c1ed59269b07 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:49.509808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-bc70e825-c682-44ae-900b-8ef7b7b55215 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998997
Jan 29 21:00:49.515124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c520f340-d61c-48dd-b38d-545bc73b1892 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4320989
Jan 29 21:00:49.530096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97ec8e6a-41fc-4f67-af58-6c46af2b3c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.531391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Request body: {'port': {'device_id': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:49.580034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Deleting port 79373ff9-7e78-4279-9316-c1ed59269b07 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:49.589628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.619518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a909d-ebc9-4091-824e-40c689d623cf req-643d2f0d-d070-4b83-935d-11adb865b565 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.621720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-894a909d-ebc9-4091-824e-40c689d623cf req-643d2f0d-d070-4b83-935d-11adb865b565 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 945 time: 0.1781986
Jan 29 21:00:49.631470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97ec8e6a-41fc-4f67-af58-6c46af2b3c10 admin admin] Publish callbacks [] for security_group (4140537c-82fc-4e84-9827-a43f11c7b637), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.635996 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network f518b191-63d7-4b00-a692-74eef45865d2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:49.643913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97ec8e6a-41fc-4f67-af58-6c46af2b3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4140537c-82fc-4e84-9827-a43f11c7b637), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.704376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f518b191-63d7-4b00-a692-74eef45865d2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:49.717884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.719136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.723809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba027d-4318-4ce2-9307-507c722ac1dd None None] Network f518b191-63d7-4b00-a692-74eef45865d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:49.755090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.769742 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-97ec8e6a-41fc-4f67-af58-6c46af2b3c10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6ffddb1a8cb47d5abdf7d9224dc6f86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5589144
Jan 29 21:00:49.775923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57114) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:49.779383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec8e6a-41fc-4f67-af58-6c46af2b3c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4140537c-82fc-4e84-9827-a43f11c7b637,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:49.789749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3205e8a4-3ab4-4d22-82af-360ea8c68a9d req-f97af463-817b-42cf-9969-65614cea9294 service neutron] 10.222.0.18 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2721796
Jan 29 21:00:49.797772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-894a909d-ebc9-4091-824e-40c689d623cf req-6760c193-6ef2-47b0-9912-3c3776c75829 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1629310
Jan 29 21:00:49.805641 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f17dfd88-285f-4142-aaf6-57ac7a807a7b tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1625390
Jan 29 21:00:49.816398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57116) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:49.842627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680782979'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:49.845826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af622c-4a28-4cb4-8778-6ca2142de1d1 req-004021ef-dba3-499a-8ea4-32d860c658a6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:49.847347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1af622c-4a28-4cb4-8778-6ca2142de1d1 req-004021ef-dba3-499a-8ea4-32d860c658a6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1711881
Jan 29 21:00:49.865421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] For port 79373ff9-7e78-4279-9316-c1ed59269b07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79373ff9-7e78-4279-9316-c1ed59269b07,segment=NetworkSegment(7d94861d-4fe9-4cb8-b085-589e2baf0c2c),segment_id=7d94861d-4fe9-4cb8-b085-589e2baf0c2c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:49.866039 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.909259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Calling delete_port for 79373ff9-7e78-4279-9316-c1ed59269b07 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:49.919642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f518b191-63d7-4b00-a692-74eef45865d2', 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': 'eb004a0e-e7bf-4062-ac6a-f13c61405fc4'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:49.920582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.937950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:49.941401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.949147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.992366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] Publish callbacks [] for security_group (4140537c-82fc-4e84-9827-a43f11c7b637), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:49.999495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=79373ff9-7e78-4279-9316-c1ed59269b07,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.001468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 79373ff9-7e78-4279-9316-c1ed59269b07 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:50.060331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:50.087077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] Publish callbacks [] for security_group (4140537c-82fc-4e84-9827-a43f11c7b637), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.116897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1af622c-4a28-4cb4-8778-6ca2142de1d1 req-9944e3a5-2dd6-44ba-8647-7be26d2af4b7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598424
Jan 29 21:00:50.125492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f094ff1b-4b7d-4cce-a424-bfb3c7219873), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.125681 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment f094ff1b-4b7d-4cce-a424-bfb3c7219873 of type vlan for network 79c3e079-f362-41da-b4a1-fd03facd1b0b
Jan 29 21:00:50.128394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (30f6f1e6-24be-462f-8f81-e7221cad2615), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.162158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5085-0841-42be-9e4f-79361f00cd44 req-d3504cd4-a067-40aa-beeb-78ef1a623f13 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:50.168181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (79373ff9-7e78-4279-9316-c1ed59269b07), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.170195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b7f5085-0841-42be-9e4f-79361f00cd44 req-d3504cd4-a067-40aa-beeb-78ef1a623f13 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 931 time: 0.1564741
Jan 29 21:00:50.181737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Allocated IP 2001:db8:0:ffff::2 (f518b191-63d7-4b00-a692-74eef45865d2/eb004a0e-e7bf-4062-ac6a-f13c61405fc4/7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:50.188346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] No DVR routers for this DVR port 79373ff9-7e78-4279-9316-c1ed59269b07 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:50.189420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea100b4850>,) {'filters': {'network_id': ['30f6f1e6-24be-462f-8f81-e7221cad2615']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:50.209499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100b4850>, '7d94861d-4fe9-4cb8-b085-589e2baf0c2c') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:50.209696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100b4850>, '7d94861d-4fe9-4cb8-b085-589e2baf0c2c') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:50.213712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.227668 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (7d94861d-4fe9-4cb8-b085-589e2baf0c2c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.266212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4140537c-82fc-4e84-9827-a43f11c7b637), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.270218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.271431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4140537c-82fc-4e84-9827-a43f11c7b637 HTTP/1.1" status: 204  len: 168 time: 0.4859843
Jan 29 21:00:50.293667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7d94861d-4fe9-4cb8-b085-589e2baf0c2c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.305806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:50.306467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (7d94861d-4fe9-4cb8-b085-589e2baf0c2c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:50.310613 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:50.313775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.320001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:50.320935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.328589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b7f5085-0841-42be-9e4f-79361f00cd44 req-89737989-01e3-4861-b56c-dc1e4e51a344 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573603
Jan 29 21:00:50.350127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dabf4-f274-4463-8c96-86307bf468a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140537c-82fc-4e84-9827-a43f11c7b637,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.360022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bba473-6b73-446c-ab7e-73c218c20bd8 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:50.379843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks [] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.412451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Transition to ACTIVE for port object c6bba473-6b73-446c-ab7e-73c218c20bd8 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:00:50.420715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79373ff9-7e78-4279-9316-c1ed59269b07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:50.431707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9e256-25f5-4145-931a-89b6d507812c None None] Pushing event deleted for resources: {'Port': ['ID=79373ff9-7e78-4279-9316-c1ed59269b07,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.438893 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.467244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 79373ff9-7e78-4279-9316-c1ed59269b07 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:50.467986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79373ff9-7e78-4279-9316-c1ed59269b07 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:50.513276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-deleted', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:50.518368 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baf2d9b-0a38-4e5a-a931-36630a462cb8" -d '{"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-deleted", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:50.577371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.609828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=79c3e079-f362-41da-b4a1-fd03facd1b0b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.616653 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307202f-d286-4ec1-b84c-ea4f04eca40f x-openstack-request-id: req-b307202f-d286-4ec1-b84c-ea4f04eca40f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:50.616952 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8923235-c602-4589-a68c-392930fa87eb", "name": "network-vif-deleted", "tag": "cd08d567-bc68-4499-854b-8efd1c1ad5b9", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:50.617210 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b307202f-d286-4ec1-b84c-ea4f04eca40f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:50.617647 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8923235-c602-4589-a68c-392930fa87eb', 'name': 'network-vif-deleted', 'tag': 'cd08d567-bc68-4499-854b-8efd1c1ad5b9', 'status': 'completed', 'code': 200}
Jan 29 21:00:50.626163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3289459e-2d38-4184-868b-108ff650dae0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7909420
Jan 29 21:00:50.629095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:50.635015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:50.640713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (30f6f1e6-24be-462f-8f81-e7221cad2615), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.650902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:50.680483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647aefe-a232-4f9e-8c1c-a2ac3bb3c5b1 req-2d33fb11-aea2-4ea4-a0a9-4a65f869e18a tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:50.682040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6647aefe-a232-4f9e-8c1c-a2ac3bb3c5b1 req-2d33fb11-aea2-4ea4-a0a9-4a65f869e18a tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 944 time: 0.2661786
Jan 29 21:00:50.692482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.698383 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/networks/30f6f1e6-24be-462f-8f81-e7221cad2615 HTTP/1.1" status: 204  len: 168 time: 1.6884837
Jan 29 21:00:50.701917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57128) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:50.722558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a4721-895b-4bf0-9ba1-cc261b42bf2f tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Network': ['ID=30f6f1e6-24be-462f-8f81-e7221cad2615,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.773294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:50.778958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.795255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks [] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.804308 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.824356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Attempting to bind port c6bba473-6b73-446c-ab7e-73c218c20bd8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:50.824794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Attempting to bind port c6bba473-6b73-446c-ab7e-73c218c20bd8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:50.825163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Attempting to bind port c6bba473-6b73-446c-ab7e-73c218c20bd8 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:50.833491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Port c6bba473-6b73-446c-ab7e-73c218c20bd8 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:00:50.833820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Attempting to bind port c6bba473-6b73-446c-ab7e-73c218c20bd8 on network 62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:50.842300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:50.842651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Checking segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:50.843043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Bound using segment: {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:50.843477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Bound port: c6bba473-6b73-446c-ab7e-73c218c20bd8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:50.843840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.853016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Network f518b191-63d7-4b00-a692-74eef45865d2 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:50.854046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting subnet a44af6d5-16ab-4263-a725-6d8e3db653d5 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:50.856616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:50.857446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57132) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:50.860094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:50.873467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks [] for subnet (a44af6d5-16ab-4263-a725-6d8e3db653d5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.889881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe499d25-5780-4d49-8129-76f0695f7736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.896803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Pushing event updated for resources: {'Port': ['ID=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:50.924359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6647aefe-a232-4f9e-8c1c-a2ac3bb3c5b1 req-93b3b2c8-e125-44ce-9d31-e1822769e674 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164772
Jan 29 21:00:50.941921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Attempting to bind port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:50.942276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Attempting to bind port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6375b10b-7e21-461a-a22b-db1886bdef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:50.942669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Attempting to bind port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 on network f518b191-63d7-4b00-a692-74eef45865d2 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:50.948194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:50.948765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Checking segment: {'id': '6375b10b-7e21-461a-a22b-db1886bdef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:50.949183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:50.949780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Bound using segment: {'id': '6375b10b-7e21-461a-a22b-db1886bdef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:50.950113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Bound port: 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6375b10b-7e21-461a-a22b-db1886bdef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f518b191-63d7-4b00-a692-74eef45865d2'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:50.950540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.000327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a44af6d5-16ab-4263-a725-6d8e3db653d5), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.014389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] For port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:51.017476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] For port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,segment=NetworkSegment(6375b10b-7e21-461a-a22b-db1886bdef10),segment_id=6375b10b-7e21-461a-a22b-db1886bdef10)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:51.025389 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.060378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:51.068740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed35f-3317-4a0f-9e35-7585621b3b96 req-6da2bb17-fc0e-45ff-beba-df1948061bec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.070297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bed35f-3317-4a0f-9e35-7585621b3b96 req-6da2bb17-fc0e-45ff-beba-df1948061bec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 945 time: 0.1540575
Jan 29 21:00:51.072120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:51.074165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe499d25-5780-4d49-8129-76f0695f7736 admin admin] Publish callbacks [] for security_group (404f54a0-4d80-4ca2-958d-4f4284f9f57b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.082845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe499d25-5780-4d49-8129-76f0695f7736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (404f54a0-4d80-4ca2-958d-4f4284f9f57b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.093111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620e24-df8f-401f-8894-7c777e792abe None None] Pushing event updated for resources: {'Port': ['ID=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.097592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.152377 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe499d25-5780-4d49-8129-76f0695f7736 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c02127443c14867ac8c2a6e5a25ff5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2892270
Jan 29 21:00:51.156633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57134) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:51.157614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 519125c7-c4bf-4481-bd95-2b44227d06c4 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:51.158918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe499d25-5780-4d49-8129-76f0695f7736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f54a0-4d80-4ca2-958d-4f4284f9f57b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.169253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.169632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.171038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6bba473-6b73-446c-ab7e-73c218c20bd8 HTTP/1.1" status: 200  len: 1091 time: 1.6454537
Jan 29 21:00:51.174773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:51.177100 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97419f71-a8df-4771-a635-7f7b2ea6c5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:51.244390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a44af6d5-16ab-4263-a725-6d8e3db653d5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.278794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 519125c7-c4bf-4481-bd95-2b44227d06c4 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:51.283969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 519125c7-c4bf-4481-bd95-2b44227d06c4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:51.284580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.291105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:00:51.294983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (60ace20f-88a1-4ab0-a2f1-af9f1d232b2f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.329049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] Publish callbacks [] for security_group (404f54a0-4d80-4ca2-958d-4f4284f9f57b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.336223 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112242df-65f1-4b89-8a36-58ee89498266 x-openstack-request-id: req-112242df-65f1-4b89-8a36-58ee89498266 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:51.336717 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:51.337183 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-112242df-65f1-4b89-8a36-58ee89498266 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:51.337839 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8', 'status': 'completed', 'code': 200}
Jan 29 21:00:51.338539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bf311-97a2-4d7d-a10d-025e05623440 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.390436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] Publish callbacks [] for security_group (404f54a0-4d80-4ca2-958d-4f4284f9f57b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.397936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 519125c7-c4bf-4481-bd95-2b44227d06c4 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:51.398404 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.424022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bed35f-3317-4a0f-9e35-7585621b3b96 req-0486f46b-c319-48c3-bb72-178633edb54b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3432887
Jan 29 21:00:51.445758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=60ace20f-88a1-4ab0-a2f1-af9f1d232b2f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.451073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:51.453558 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd9bc75-7236-4fa4-b67b-958c040c9f4b" -d '{"events": [{"server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "name": "network-vif-plugged", "status": "completed", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:51.458916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57142) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:51.469297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a44af6d5-16ab-4263-a725-6d8e3db653d5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.481100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=519125c7-c4bf-4481-bd95-2b44227d06c4,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:51.488032 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.490227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:51.495967 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.501039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/subnets/a44af6d5-16ab-4263-a725-6d8e3db653d5 HTTP/1.1" status: 204  len: 168 time: 0.7966006
Jan 29 21:00:51.504746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57146) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:51.558826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc8527-e7ee-4b39-a590-8da49f33c9f0 None None] Network 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:51.562279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.565501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': 'f094ff1b-4b7d-4cce-a424-bfb3c7219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:51.566150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: 79c3e079-f362-41da-b4a1-fd03facd1b0b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:51.594757 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-74b0bfaa-0d4f-4e3d-ad62-699804b6ed66 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 200  len: 992 time: 0.1249249
Jan 29 21:00:51.608966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:51.611665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168cf10-3cfe-4413-8715-9577d17d240e tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Subnet': ['ID=a44af6d5-16ab-4263-a725-6d8e3db653d5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.617272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (404f54a0-4d80-4ca2-958d-4f4284f9f57b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.621371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.622723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/404f54a0-4d80-4ca2-958d-4f4284f9f57b HTTP/1.1" status: 204  len: 168 time: 0.4649742
Jan 29 21:00:51.636654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf0395-b0b9-4b17-b303-ee9e427fc65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f54a0-4d80-4ca2-958d-4f4284f9f57b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:51.639147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79c3e079-f362-41da-b4a1-fd03facd1b0b) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:51.643484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.644446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.680023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f1107-bc59-4965-9c3b-2fab954d2133 None None] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:51.680651 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a2f65c94-4b50-47c4-b22d-7cc802521f9c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0499911
Jan 29 21:00:51.681285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324afab-c442-44a1-b26c-f48422f0c381 req-5f9a0b17-0e71-4ae1-93f9-25e7ece2d9a9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.682024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57150) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:51.688225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6324afab-c442-44a1-b26c-f48422f0c381 req-5f9a0b17-0e71-4ae1-93f9-25e7ece2d9a9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.3543084
Jan 29 21:00:51.689563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'port': {'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b', 'name': 'tempest-NetworksIpV6TestAttrs-557052627'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:51.694656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-0e5ec008-822e-4ef5-a6ae-aa2203245419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.696169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-0e5ec008-822e-4ef5-a6ae-aa2203245419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 1125 time: 0.3662782
Jan 29 21:00:51.744421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6324afab-c442-44a1-b26c-f48422f0c381 req-da63bf17-4ed4-4ed7-97ba-9f0961d5a4a4 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552311
Jan 29 21:00:51.747889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.796357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-11f020ad-e412-4c3f-a269-a4b334cc7988 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8 HTTP/1.1" status: 200  len: 217 time: 0.0573301
Jan 29 21:00:51.857702 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecd1e0c-4748-47a9-ba61-ddccc3ef3931 x-openstack-request-id: req-0ecd1e0c-4748-47a9-ba61-ddccc3ef3931 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:51.858297 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "name": "network-vif-plugged", "status": "completed", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:51.858297 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ecd1e0c-4748-47a9-ba61-ddccc3ef3931 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:51.858637 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4', 'code': 200}
Jan 29 21:00:51.876362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bbd36-f5b4-4dae-8288-6f2737e18ac6 req-24f6b373-1b94-419e-9965-885cdb9e954b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.877709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77bbd36-f5b4-4dae-8288-6f2737e18ac6 req-24f6b373-1b94-419e-9965-885cdb9e954b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 943 time: 0.3447721
Jan 29 21:00:51.904547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-79c3e079-f362-41da-b4a1-fd03facd1b0b', 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': '60ace20f-88a1-4ab0-a2f1-af9f1d232b2f'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:51.905665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.924863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-0625bf2f-a8e6-487e-8b7b-8d38473862c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:51.926591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-0625bf2f-a8e6-487e-8b7b-8d38473862c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1221843
Jan 29 21:00:51.945493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 99b7a06c-8700-4042-911f-02aab9943e4c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:00:51.952738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 99b7a06c-8700-4042-911f-02aab9943e4c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:51.953171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:51.968430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-2aebc552-1b90-4f2e-8a65-1923bf08a1b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296800
Jan 29 21:00:52.009721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:52.014095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.040801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] device_id is not set on port a3c78ad3-a4d3-43f4-9364-f957ab56b3ad yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:00:52.066619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Deleting port 74866933-3782-4f1a-aa7f-5dfe76ec072a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:52.066972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.102140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77bbd36-f5b4-4dae-8288-6f2737e18ac6 req-6af854c6-837e-4ba2-bfb6-07fb3b9f3911 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103326
Jan 29 21:00:52.109548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99826-15ba-4bac-82f1-28055b336c80 req-8cd84c75-6e84-44ec-bb9c-488bed79ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:52.113714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfb99826-15ba-4bac-82f1-28055b336c80 req-8cd84c75-6e84-44ec-bb9c-488bed79ab1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 1127 time: 0.2015307
Jan 29 21:00:52.203255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] For port 74866933-3782-4f1a-aa7f-5dfe76ec072a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74866933-3782-4f1a-aa7f-5dfe76ec072a,segment=NetworkSegment(342321b4-91e2-49c5-b7f0-91b45c5549e1),segment_id=342321b4-91e2-49c5-b7f0-91b45c5549e1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:52.204454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.240680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfb99826-15ba-4bac-82f1-28055b336c80 req-66e28e8d-0e68-4fa2-b166-1ed2ef2009a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130364
Jan 29 21:00:52.241968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-03717a5f-3e4a-4ba8-9fe5-454597651e60 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599907
Jan 29 21:00:52.243267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Calling delete_port for 74866933-3782-4f1a-aa7f-5dfe76ec072a owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:52.262417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fd9ff-5ed1-44f1-8a36-85253a387eb0 req-dcaf4285-d6cb-4dd7-97e6-158d241aee9b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:52.269649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a1fd9ff-5ed1-44f1-8a36-85253a387eb0 req-dcaf4285-d6cb-4dd7-97e6-158d241aee9b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.2334197
Jan 29 21:00:52.303942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 99b7a06c-8700-4042-911f-02aab9943e4c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:52.304628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.330836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] DHCP port deletion for 1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:52.345126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Allocated IP 2001:db8::f816:3eff:fe1a:8766 (79c3e079-f362-41da-b4a1-fd03facd1b0b/60ace20f-88a1-4ab0-a2f1-af9f1d232b2f/a3c78ad3-a4d3-43f4-9364-f957ab56b3ad) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:52.382021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a1fd9ff-5ed1-44f1-8a36-85253a387eb0 req-48f87914-7e2f-412e-81a8-6d942e843815 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114330
Jan 29 21:00:52.395581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.446403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.447889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:52.459281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.485288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Port': ['ID=74866933-3782-4f1a-aa7f-5dfe76ec072a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:52.493151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:52.499382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] No DVR routers for this DVR port 74866933-3782-4f1a-aa7f-5dfe76ec072a on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:52.578020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Deleting port 74866933-3782-4f1a-aa7f-5dfe76ec072a {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:52.578417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.588766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:52.642153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.666581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] For port 74866933-3782-4f1a-aa7f-5dfe76ec072a, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:52.666911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.685376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Calling delete_port for 74866933-3782-4f1a-aa7f-5dfe76ec072a owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:52.687035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:52.687413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.690115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Port 74866933-3782-4f1a-aa7f-5dfe76ec072a was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:00:52.692539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (74866933-3782-4f1a-aa7f-5dfe76ec072a), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.697889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b142df0>,) {'filters': {'network_id': ['1e4e434a-ba13-44c2-acd8-f69c91bfe3c7']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:52.705849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for port (a3c78ad3-a4d3-43f4-9364-f957ab56b3ad), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.717953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b142df0>, '342321b4-91e2-49c5-b7f0-91b45c5549e1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:52.718246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b142df0>, '342321b4-91e2-49c5-b7f0-91b45c5549e1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:52.745132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (342321b4-91e2-49c5-b7f0-91b45c5549e1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.751350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] Pushing event deleted for resources: {'Port': ['ID=74866933-3782-4f1a-aa7f-5dfe76ec072a,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:52.764018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ff76e-8244-4341-8ffb-c29725d85466 None None] No DVR routers for this DVR port 74866933-3782-4f1a-aa7f-5dfe76ec072a on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:52.767225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113623ce-93df-47d6-854d-2de4f5042f95 None None] Network f518b191-63d7-4b00-a692-74eef45865d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:52.790059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (342321b4-91e2-49c5-b7f0-91b45c5549e1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.793549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a3c78ad3-a4d3-43f4-9364-f957ab56b3ad), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.831101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:52.834598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:52.837111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:52.843160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:52.843831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:52.868182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.1838593
Jan 29 21:00:52.894367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af31f2-ddd0-450d-aa99-62dee58d9b52 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Port': ['ID=a3c78ad3-a4d3-43f4-9364-f957ab56b3ad,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:52.898601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57174) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:52.928085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Allocated IP 2001:db8::f816:3eff:fe4f:670e (79c3e079-f362-41da-b4a1-fd03facd1b0b/60ace20f-88a1-4ab0-a2f1-af9f1d232b2f/3615e0f0-ff1d-40a9-b03f-3beb19c8aded) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:52.981007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting subnet 60ace20f-88a1-4ab0-a2f1-af9f1d232b2f {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:53.045510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Provisioning complete for port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:53.045510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.239165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:53.239165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (342321b4-91e2-49c5-b7f0-91b45c5549e1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:53.243017 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:53.320138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.325041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:53.325578 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.369800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd465f24-7ef9-457b-88dd-157593eb88e3 req-213d4fbb-1127-440c-80c6-46105386ec48 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8351536
Jan 29 21:00:53.382595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (1e4e434a-ba13-44c2-acd8-f69c91bfe3c7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.392706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.396231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] 10.222.0.20 "DELETE /v2.0/networks/1e4e434a-ba13-44c2-acd8-f69c91bfe3c7 HTTP/1.1" status: 204  len: 168 time: 1.8651743
Jan 29 21:00:53.408451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ad0b-f1e2-4c2d-8355-8911f6b23771 req-e73c0b7f-8418-4922-a2a2-1601510d17e8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:53.410008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d863ad0b-f1e2-4c2d-8355-8911f6b23771 req-e73c0b7f-8418-4922-a2a2-1601510d17e8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 943 time: 0.1997786
Jan 29 21:00:53.428288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37c33a-6dc5-4340-b92d-62e7245ec0c0 req-c9f99dd3-f1ae-471b-981e-20cadc46a41a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:53.435756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a37c33a-6dc5-4340-b92d-62e7245ec0c0 req-c9f99dd3-f1ae-471b-981e-20cadc46a41a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2238989
Jan 29 21:00:53.441833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4da9a-bbfe-4b8f-9d9f-50ce84b2b064 tempest-ServersTestMultiNic-1244207949 tempest-ServersTestMultiNic-1244207949-project] Pushing event deleted for resources: {'Network': ['ID=1e4e434a-ba13-44c2-acd8-f69c91bfe3c7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:53.452848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,segment=NetworkSegment(6375b10b-7e21-461a-a22b-db1886bdef10),segment_id=6375b10b-7e21-461a-a22b-db1886bdef10)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:53.461422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks [] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.464858 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.486727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (60ace20f-88a1-4ab0-a2f1-af9f1d232b2f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.491128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.517349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Current status of the port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:53.517763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.562823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:53.583237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:53.602555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-60dd6618-6c5e-4c4b-a4c9-02c6ffce3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:53.604149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-60dd6618-6c5e-4c4b-a4c9-02c6ffce3e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 1125 time: 0.1661272
Jan 29 21:00:53.618656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:53.623749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:53.632015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (60ace20f-88a1-4ab0-a2f1-af9f1d232b2f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.650378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d863ad0b-f1e2-4c2d-8355-8911f6b23771 req-a7544d37-ac2b-4996-9d46-b72dbafbc773 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104893
Jan 29 21:00:53.713283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a37c33a-6dc5-4340-b92d-62e7245ec0c0 req-df10700c-f4a9-4840-aa73-a0aacc6dacfd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680583
Jan 29 21:00:53.863971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:00:53.866997 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3861e1a-8989-4698-bd94-58df484177ab" -d '{"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:00:53.894599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:00:53.895130 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:00:53.895444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57206) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:53.896396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Pushing event updated for resources: {'Port': ['ID=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:53.908547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Attempting to bind port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:53.909241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Attempting to bind port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f094ff1b-4b7d-4cce-a424-bfb3c7219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:53.909802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Attempting to bind port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded on network 79c3e079-f362-41da-b4a1-fd03facd1b0b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:53.917558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:53.918156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Checking segment: {'id': 'f094ff1b-4b7d-4cce-a424-bfb3c7219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:53.918726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.919294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Bound using segment: {'id': 'f094ff1b-4b7d-4cce-a424-bfb3c7219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:53.919926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Bound port: 3615e0f0-ff1d-40a9-b03f-3beb19c8aded, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f094ff1b-4b7d-4cce-a424-bfb3c7219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '79c3e079-f362-41da-b4a1-fd03facd1b0b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:53.921069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.924464 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aa849e-1203-4b21-9342-50d49e38de8c x-openstack-request-id: req-03aa849e-1203-4b21-9342-50d49e38de8c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:00:53.925123 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:00:53.925528 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03aa849e-1203-4b21-9342-50d49e38de8c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:00:53.926021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (60ace20f-88a1-4ab0-a2f1-af9f1d232b2f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:53.926255 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'code': 200}
Jan 29 21:00:53.953895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-f6dc16b6-b165-4674-829f-7368c0f6525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:53.963085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-f6dc16b6-b165-4674-829f-7368c0f6525b service neutron] 10.222.0.36 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.3511369
Jan 29 21:00:53.969957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57210) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:53.975997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4733-0449-4af4-9e03-65db496245e5 req-48775e6c-47af-4b2f-a475-8b1794e545de tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:53.977732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93ca4733-0449-4af4-9e03-65db496245e5 req-48775e6c-47af-4b2f-a475-8b1794e545de tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.1577108
Jan 29 21:00:54.023679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-73e5fddb-3a7f-4d21-bd75-80f540881677 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8 HTTP/1.1" status: 200  len: 217 time: 0.0447509
Jan 29 21:00:54.096188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93ca4733-0449-4af4-9e03-65db496245e5 req-b860aa4b-83ab-43ad-a225-09637864d355 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080146
Jan 29 21:00:54.100186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-f377acfd-47c9-4be7-a4f3-0de122481f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:54.101716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-f377acfd-47c9-4be7-a4f3-0de122481f51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.0712504
Jan 29 21:00:54.141470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-69530b39-d3e7-4e46-8cb1-ca40af5602de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337496
Jan 29 21:00:54.269889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-2c5f34ff-54ca-47a1-9f58-8834dfd794f9 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194210
Jan 29 21:00:54.288652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:54.355266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:54.355903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.382941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:54.401574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-97419f71-a8df-4771-a635-7f7b2ea6c5a1 req-d76f2f82-c057-46bc-bac1-5ad2719af5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264687
Jan 29 21:00:54.443857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (60ace20f-88a1-4ab0-a2f1-af9f1d232b2f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.452401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.471261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] For port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:54.505291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] For port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,segment=NetworkSegment(f094ff1b-4b7d-4cce-a424-bfb3c7219873),segment_id=f094ff1b-4b7d-4cce-a424-bfb3c7219873)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:54.505524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=60ace20f-88a1-4ab0-a2f1-af9f1d232b2f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:54.509381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aba93139-ceba-49bb-ad3f-c2f995395ff5 None None] Current status of the port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:54.533691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.548697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.555881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f865dd0f-6de1-4f16-a8bf-b0fedc00112c tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/60ace20f-88a1-4ab0-a2f1-af9f1d232b2f HTTP/1.1" status: 204  len: 168 time: 1.6562643
Jan 29 21:00:54.560300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57222) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:54.611968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:54.648826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902602e-d32f-4bc5-9464-d7b6ac09f90d None None] Pushing event updated for resources: {'Port': ['ID=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:54.666170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-03eb0892-f387-4ac9-978a-022b97f41a06 None None] Provisioning complete for port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:54.666170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-03eb0892-f387-4ac9-978a-022b97f41a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.749670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf18d3-ea4d-4f43-a193-b8be973cd557 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:54.756087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf18d3-ea4d-4f43-a193-b8be973cd557 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:54.769428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1aaf18d3-ea4d-4f43-a193-b8be973cd557 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2078028
Jan 29 21:00:54.770494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:54.786932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 74866933-3782-4f1a-aa7f-5dfe76ec072a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:54.817271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 74866933-3782-4f1a-aa7f-5dfe76ec072a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:54.817742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 74866933-3782-4f1a-aa7f-5dfe76ec072a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:54.827347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:54.881979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-03eb0892-f387-4ac9-978a-022b97f41a06 None None] Current status of the port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:55.013448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2120-684a-4cef-8ad1-0494f64d21d1 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.039333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Allocated IP 172.35.4.239 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/f5ff7129-a1c6-427b-bc9c-0303cbeff405) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:55.047045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.054313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a23f1-790b-4297-8c69-c05ddc5d2eef req-c39d0c09-0429-40d4-926d-7bcd0a8ff058 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:55.055889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d60a23f1-790b-4297-8c69-c05ddc5d2eef req-c39d0c09-0429-40d4-926d-7bcd0a8ff058 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2158086
Jan 29 21:00:55.069861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e484-ced2-4d7d-8900-7e8dc50a5fbb req-0e1bad5a-6f49-445d-8482-d0cc003e8e52 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:55.076653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6330e484-ced2-4d7d-8900-7e8dc50a5fbb req-0e1bad5a-6f49-445d-8482-d0cc003e8e52 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 943 time: 0.2904499
Jan 29 21:00:55.080546 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4e2120-684a-4cef-8ad1-0494f64d21d1 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:00:55.081027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4e2120-684a-4cef-8ad1-0494f64d21d1 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:00:55.089574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee4e2120-684a-4cef-8ad1-0494f64d21d1 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/79c3e079-f362-41da-b4a1-fd03facd1b0b HTTP/1.1" status: 409  len: 466 time: 0.3164477
Jan 29 21:00:55.090269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57244) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:55.101196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-143364161'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:55.175186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:55.179258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.209382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6330e484-ced2-4d7d-8900-7e8dc50a5fbb req-9845d656-c2e6-4e69-b945-42ba094dd5d2 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318069
Jan 29 21:00:55.220731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d60a23f1-790b-4297-8c69-c05ddc5d2eef req-bd48a98b-7fd9-4e48-8cfc-3689b24aff9a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382430
Jan 29 21:00:55.226147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:55.240587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b68aa270-4f5a-42bc-af23-f6f0952d19c7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.241214 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment b68aa270-4f5a-42bc-af23-f6f0952d19c7 of type vlan for network fe717357-6444-4798-8780-fa9acc7471d6
Jan 29 21:00:55.282350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (fe717357-6444-4798-8780-fa9acc7471d6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.298081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.309372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (fe717357-6444-4798-8780-fa9acc7471d6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.314950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:55.315558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.359976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.388826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2922418
Jan 29 21:00:55.391753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57246) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:55.396476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:55.424341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:55.432169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:55.442001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0dd30-e49a-42c0-b23d-7f0bd5a9d3ad tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=fe717357-6444-4798-8780-fa9acc7471d6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:55.453150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network fe717357-6444-4798-8780-fa9acc7471d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:00:55.453633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ff7129-a1c6-427b-bc9c-0303cbeff405,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:55.455901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:55.515961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:55.520418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.572147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Deleting port 3e33034e-a42f-4042-9444-9051d8a1be47 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:55.572491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.655914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for floatingip (2942aa59-ed71-44c7-81b1-841ef4a0a829), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.730463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.734244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] For port 3e33034e-a42f-4042-9444-9051d8a1be47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e33034e-a42f-4042-9444-9051d8a1be47,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:55.734830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.768562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Calling delete_port for 3e33034e-a42f-4042-9444-9051d8a1be47 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:55.918149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:00:55.919819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (bb8f6c9c-011e-4e36-bacc-303973b8e317), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:55.970656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=bb8f6c9c-011e-4e36-bacc-303973b8e317,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:56.035034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.040660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': 'b68aa270-4f5a-42bc-af23-f6f0952d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:56.041186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: fe717357-6444-4798-8780-fa9acc7471d6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:00:56.047688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.071423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network fe717357-6444-4798-8780-fa9acc7471d6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:00:56.085985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe717357-6444-4798-8780-fa9acc7471d6) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:56.101668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:56.102575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.105324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501ca32-c621-44ae-82ec-ed817fa653a1 None None] Network fe717357-6444-4798-8780-fa9acc7471d6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:56.140040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-42f5e559-c83e-4409-963c-9c11f669d356 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7472258
Jan 29 21:00:56.143282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57260) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:56.150635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'port': {'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6', 'name': 'tempest-NetworksIpV6TestAttrs-728527639'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:56.157226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ff7129-a1c6-427b-bc9c-0303cbeff405,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:56.158558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7649743-80aa-4de8-8ec6-becd0cbcd286 None None] Network 79c3e079-f362-41da-b4a1-fd03facd1b0b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:56.182404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (2942aa59-ed71-44c7-81b1-841ef4a0a829), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.182404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3e33034e-a42f-4042-9444-9051d8a1be47), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.212611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3e33034e-a42f-4042-9444-9051d8a1be47,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:56.254206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.260379 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bcea0d5d-595f-4727-acb9-3d323a413b43 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3614163
Jan 29 21:00:56.263643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57266) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:56.290387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-588211617', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'fixed_ips': [{'ip_address': '172.35.4.239'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:56.384868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe717357-6444-4798-8780-fa9acc7471d6', 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': 'bb8f6c9c-011e-4e36-bacc-303973b8e317'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:00:56.387095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.439035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Made reservation on behalf of 1871d698ab7e4f99bd3b250b53a9649c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:56.441524 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.513677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.519860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Provisioning complete for port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:56.520356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.527810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3615e0f0-ff1d-40a9-b03f-3beb19c8aded up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:00:56.528154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.628406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf2a7-1b5b-42d2-aa77-3ea9bbbca2a8 req-3ee95ab4-e1d0-4b2e-8758-8ce4639d3ff8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:56.635461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bafcf2a7-1b5b-42d2-aa77-3ea9bbbca2a8 req-3ee95ab4-e1d0-4b2e-8758-8ce4639d3ff8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 943 time: 0.2112408
Jan 29 21:00:56.650549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:56.654625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.687405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1bd2-8209-472d-a54e-913e6fcef4c1 req-0ac99b23-f886-4cc2-b11f-ef01ac1d0633 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:56.696170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77d1bd2-8209-472d-a54e-913e6fcef4c1 req-0ac99b23-f886-4cc2-b11f-ef01ac1d0633 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2708044
Jan 29 21:00:56.720232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Allocated IP 2001:db8::f816:3eff:fe32:b86d (fe717357-6444-4798-8780-fa9acc7471d6/bb8f6c9c-011e-4e36-bacc-303973b8e317/9d5f14e8-4bc4-45e5-aaa3-d579b6079244) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:56.750466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] DHCP port deletion for 79c3e079-f362-41da-b4a1-fd03facd1b0b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:56.765609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77d1bd2-8209-472d-a54e-913e6fcef4c1 req-098e7862-77e5-42fe-921c-985c645edd05 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680916
Jan 29 21:00:56.765787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:00:56.766039 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.786078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] device_id is not set on port 761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:00:56.876549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Router f52d2006-b9aa-45d3-b569-d8f411fee6f0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:00:56.878039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Current status of the port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:56.878428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.901757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bafcf2a7-1b5b-42d2-aa77-3ea9bbbca2a8 req-1cec18c0-544e-4a3c-8d6f-e69202a67948 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606089
Jan 29 21:00:56.916310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for security_group (745f0e10-8084-48ac-b1c6-8e3d9823ec1e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.921174 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (745f0e10-8084-48ac-b1c6-8e3d9823ec1e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.945911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f0e10-8084-48ac-b1c6-8e3d9823ec1e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:56.948785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] device_id is not set on port 5266b42b-a28b-4ad3-b416-0c559e2a47c7 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:00:56.977231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] For port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,segment=NetworkSegment(f094ff1b-4b7d-4cce-a424-bfb3c7219873),segment_id=f094ff1b-4b7d-4cce-a424-bfb3c7219873)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:56.989535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Deleting port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:56.989916 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:56.998001 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.009075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:00:57.017092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-00cd2f03-1b79-428e-b270-8b8b6eab11ae admin admin] 10.222.0.20 "PUT /v2.0/routers/f52d2006-b9aa-45d3-b569-d8f411fee6f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0437589
Jan 29 21:00:57.017291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:57.028192 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Sync routers for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:00:57.061010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:57.062607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afd82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:57.177364 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:00:57.179189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:00:57.193581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks [] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.211539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1beca141-7051-4f86-a3d0-4067d22d5722 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.9438233
Jan 29 21:00:57.212429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57278) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:57.241265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c6bba473-6b73-446c-ab7e-73c218c20bd8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:00:57.242954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:00:57.306668 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks [] for router_gateway (f52d2006-b9aa-45d3-b569-d8f411fee6f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.374300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Deleting port 221a3698-9398-4519-bd54-4fb3f7826b37 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:57.374648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.478180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] For port 221a3698-9398-4519-bd54-4fb3f7826b37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221a3698-9398-4519-bd54-4fb3f7826b37,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:57.478542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.484955 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afd82e0>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T21:00:56Z', 'revision_number': 5, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port': {'id': '221a3698-9398-4519-bd54-4fb3f7826b37', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:57Z', 'updated_at': '2022-01-29T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:57.491691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] For port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,segment=NetworkSegment(f094ff1b-4b7d-4cce-a424-bfb3c7219873),segment_id=f094ff1b-4b7d-4cce-a424-bfb3c7219873)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:57.492226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.497657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Calling delete_port for 221a3698-9398-4519-bd54-4fb3f7826b37 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:57.514847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:57.528619 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Checking router: f52d2006-b9aa-45d3-b569-d8f411fee6f0 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:00:57.533209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Deleting port f5ff7129-a1c6-427b-bc9c-0303cbeff405 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:57.533700 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.537065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Calling delete_port for 3615e0f0-ff1d-40a9-b03f-3beb19c8aded owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:57.548299 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Routers {'f52d2006-b9aa-45d3-b569-d8f411fee6f0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:00:57.550923 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afd82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:57.551670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks [] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.556907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4da1-a560-40c5-b845-f45de9dca198 None None] Pushing event updated for resources: {'Port': ['ID=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:57.584201 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.694463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Network fe717357-6444-4798-8780-fa9acc7471d6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:57.700153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Allocated IP 2001:db8::f816:3eff:feeb:bf33 (fe717357-6444-4798-8780-fa9acc7471d6/bb8f6c9c-011e-4e36-bacc-303973b8e317/761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:00:57.704725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:57.712783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:57.731652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:57.740941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.741441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for floatingip (f5ff7129-a1c6-427b-bc9c-0303cbeff405), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.765895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Calling delete_port for f5ff7129-a1c6-427b-bc9c-0303cbeff405 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:57.768949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Pushing event updated for resources: {'Port': ['ID=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:57.791496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'c6bba473-6b73-446c-ab7e-73c218c20bd8', 'network_id': '62b1f67e-55ac-4b9e-9af9-2ce62f4bac20', 'port_id': 'c6bba473-6b73-446c-ab7e-73c218c20bd8', 'mac_address': 'fa:16:3e:8b:2f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:00:57.797762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (221a3698-9398-4519-bd54-4fb3f7826b37), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.871501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=221a3698-9398-4519-bd54-4fb3f7826b37,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:57.951004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Attempting to bind port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:00:57.951434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Attempting to bind port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b68aa270-4f5a-42bc-af23-f6f0952d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:00:57.951807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Attempting to bind port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 on network fe717357-6444-4798-8780-fa9acc7471d6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:00:57.956618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port c6bba473-6b73-446c-ab7e-73c218c20bd8 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:00:57.957178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.961715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (3615e0f0-ff1d-40a9-b03f-3beb19c8aded), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.983653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:00:57.984097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Checking segment: {'id': 'b68aa270-4f5a-42bc-af23-f6f0952d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:00:57.984558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:57.985640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Bound using segment: {'id': 'b68aa270-4f5a-42bc-af23-f6f0952d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:00:57.986190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Bound port: 9d5f14e8-4bc4-45e5-aaa3-d579b6079244, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68aa270-4f5a-42bc-af23-f6f0952d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe717357-6444-4798-8780-fa9acc7471d6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:00:57.986901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.035590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.039925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] Pushing event deleted for resources: {'Port': ['ID=3615e0f0-ff1d-40a9-b03f-3beb19c8aded,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.045301 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] Set router f52d2006-b9aa-45d3-b569-d8f411fee6f0 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:00:58.064932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bba473-6b73-446c-ab7e-73c218c20bd8 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:00:58.083197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e3a2d-fcac-4e7c-8d18-a218210bbe6b None None] No DVR routers for this DVR port 3615e0f0-ff1d-40a9-b03f-3beb19c8aded on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:58.115071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for port (761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.131039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:58.139082 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afd82e0>, [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T21:00:57Z', 'revision_number': 6, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:58.141270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d3c8-4051-4e06-812e-50669038c783 req-62d938cb-653a-467b-be55-8746f0a947d3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:58.143519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65d7d3c8-4051-4e06-812e-50669038c783 req-62d938cb-653a-467b-be55-8746f0a947d3 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1872184
Jan 29 21:00:58.146347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.180455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] For port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:00:58.187225 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.188819 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674eb91d-a420-40f3-954b-227fc97938b5 None None] The sync data for ids ['f52d2006-b9aa-45d3-b569-d8f411fee6f0'] in ncdv-master-1 is: [{'id': 'f52d2006-b9aa-45d3-b569-d8f411fee6f0', 'name': 'tempest-ServersTestMultiNic-1265279440-router', 'tenant_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:56Z', 'updated_at': '2022-01-29T21:00:57Z', 'revision_number': 6, 'project_id': 'bce0e2d77c994f13bf8c17347745ab2c', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:00:58.189738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks [] for router_controller (f52d2006-b9aa-45d3-b569-d8f411fee6f0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.220214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] For port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,segment=NetworkSegment(b68aa270-4f5a-42bc-af23-f6f0952d19c7),segment_id=b68aa270-4f5a-42bc-af23-f6f0952d19c7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:00:58.229278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce718-fedf-48ba-aa74-f8833493e041 req-f966b02a-bc5f-4847-8c8a-79a4beb212ce tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:58.232449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b9ce718-fedf-48ba-aa74-f8833493e041 req-f966b02a-bc5f-4847-8c8a-79a4beb212ce tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 943 time: 0.1939983
Jan 29 21:00:58.245810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.267800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.286448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f52d2006-b9aa-45d3-b569-d8f411fee6f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.287717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52d2006-b9aa-45d3-b569-d8f411fee6f0 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:00:58.294461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.295904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d7ce780-9674-4348-9cb5-703cdf6c4dfc admin admin] 10.222.0.20 "DELETE /v2.0/routers/f52d2006-b9aa-45d3-b569-d8f411fee6f0 HTTP/1.1" status: 204  len: 168 time: 1.2775466
Jan 29 21:00:58.298524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57288) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:58.324397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.346507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f5ff7129-a1c6-427b-bc9c-0303cbeff405), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.351247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3fa5-7858-44aa-b7aa-648453a7ecf9 None None] Pushing event updated for resources: {'Port': ['ID=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.364905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Deleting subnet aa9a05b4-2d91-4f25-bfe1-b21b3843d76e {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:58.368665 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Publish callbacks [] for subnet (aa9a05b4-2d91-4f25-bfe1-b21b3843d76e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.397238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65d7d3c8-4051-4e06-812e-50669038c783 req-3f15aaf7-048f-4cd3-ac0b-6475a1342f77 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219625
Jan 29 21:00:58.405663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5ff7129-a1c6-427b-bc9c-0303cbeff405,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.411426 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (aa9a05b4-2d91-4f25-bfe1-b21b3843d76e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.429266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b9ce718-fedf-48ba-aa74-f8833493e041 req-24e79e28-c25b-4a8f-8289-010868e96880 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739585
Jan 29 21:00:58.471426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network fe717357-6444-4798-8780-fa9acc7471d6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:00:58.477294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:00:58.499020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:00:58.504301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:58.504977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.516158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (aa9a05b4-2d91-4f25-bfe1-b21b3843d76e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.543099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Port': ['ID=761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.553561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d620f7c4-4b09-4b87-82cf-f4a5f05dd276 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.4087434
Jan 29 21:00:58.554563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks [] for floatingip (2942aa59-ed71-44c7-81b1-841ef4a0a829), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.556611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57290) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:58.562294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['c6bba473-6b73-446c-ab7e-73c218c20bd8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:00:58.562979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.564221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0d0b79de-8696-46f4-ac9e-b276b29f7686 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603 tempest-ExternalNetworksAdminNegativeTestJSON-1314385603-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/2942aa59-ed71-44c7-81b1-841ef4a0a829 HTTP/1.1" status: 204  len: 168 time: 1.3506780
Jan 29 21:00:58.629052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting subnet bb8f6c9c-011e-4e36-bacc-303973b8e317 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:00:58.640805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (bb8f6c9c-011e-4e36-bacc-303973b8e317), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.704970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (aa9a05b4-2d91-4f25-bfe1-b21b3843d76e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.775613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.783755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c440b-fc27-4898-b21d-f66b44828de9 None None] Network d4ebd418-2183-4959-9332-12d7686ecc2b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:00:58.785964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3615e0f0-ff1d-40a9-b03f-3beb19c8aded no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:00:58.786828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57294) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:58.787121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa9a05b4-2d91-4f25-bfe1-b21b3843d76e HTTP/1.1" status: 204  len: 168 time: 0.4874136
Jan 29 21:00:58.791175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957ad04-76b6-45d0-af52-ba219bb31ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9a05b4-2d91-4f25-bfe1-b21b3843d76e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:58.827581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (bb8f6c9c-011e-4e36-bacc-303973b8e317), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:58.852342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3615e0f0-ff1d-40a9-b03f-3beb19c8aded {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:00:58.852688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3615e0f0-ff1d-40a9-b03f-3beb19c8aded not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:00:58.935682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d4ebd418-2183-4959-9332-12d7686ecc2b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.037339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] DHCP port deletion for d4ebd418-2183-4959-9332-12d7686ecc2b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:00:59.059726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Deleting port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:59.060886 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.064168 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (bb8f6c9c-011e-4e36-bacc-303973b8e317), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.096382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57298) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:59.148565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Deleting port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:00:59.148830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.156432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (bb8f6c9c-011e-4e36-bacc-303973b8e317), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.166295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] For port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:59.166716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.181191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Calling delete_port for 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:59.206821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8f6c9c-011e-4e36-bacc-303973b8e317,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:59.210525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.215608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-592a6e99-1c26-4b6c-8d10-20574f3111e8 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/bb8f6c9c-011e-4e36-bacc-303973b8e317 HTTP/1.1" status: 204  len: 168 time: 0.6578517
Jan 29 21:00:59.218185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57302) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:59.243779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] For port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,segment=NetworkSegment(7825fadb-142a-45c3-b825-4ed244673fea),segment_id=7825fadb-142a-45c3-b825-4ed244673fea)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:00:59.244273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.258820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Calling delete_port for 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:00:59.282806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a42e605c-72fb-49a5-b920-22a117b8dd96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.286176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.335233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] No DVR routers for this DVR port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:59.339251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dfb33-12b7-43a1-9004-58c02e3ad4c6 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:59.340692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dfb33-12b7-43a1-9004-58c02e3ad4c6 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:00:59.342282 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1f3dfb33-12b7-43a1-9004-58c02e3ad4c6 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1228988
Jan 29 21:00:59.344287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:59.345677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57306) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:59.368425 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (17b6586e-4f19-4ac7-b25b-1c090e4d37a1), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.400199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] Pushing event deleted for resources: {'Port': ['ID=17b6586e-4f19-4ac7-b25b-1c090e4d37a1,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:59.411869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c9fc0-64c1-4e30-9371-d7c929ea3730 None None] No DVR routers for this DVR port 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:00:59.456888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37fd209d-7f09-48ec-bd14-e6f10d3cc8dd tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (fe717357-6444-4798-8780-fa9acc7471d6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.459018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d4ebd418-2183-4959-9332-12d7686ecc2b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.493879 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fd209d-7f09-48ec-bd14-e6f10d3cc8dd tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:00:59.494354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fd209d-7f09-48ec-bd14-e6f10d3cc8dd tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:00:59.494862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092772e0>,) {'filters': {'network_id': ['d4ebd418-2183-4959-9332-12d7686ecc2b']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:59.497573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37fd209d-7f09-48ec-bd14-e6f10d3cc8dd tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/fe717357-6444-4798-8780-fa9acc7471d6 HTTP/1.1" status: 409  len: 466 time: 0.1494789
Jan 29 21:00:59.499726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a42e605c-72fb-49a5-b920-22a117b8dd96 admin admin] Publish callbacks [] for security_group (93728f30-ae95-4437-86e3-f1953b9300c2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.502887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:59.513142 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a42e605c-72fb-49a5-b920-22a117b8dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93728f30-ae95-4437-86e3-f1953b9300c2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.519159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2031327584'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:00:59.548730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092772e0>, '7825fadb-142a-45c3-b825-4ed244673fea') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:59.549413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092772e0>, '7825fadb-142a-45c3-b825-4ed244673fea') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:00:59.552750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:00:59.557151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.597043 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a42e605c-72fb-49a5-b920-22a117b8dd96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a81978685054fa1994aa12ef866dcca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4979379
Jan 29 21:00:59.599270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:00:59.599954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e605c-72fb-49a5-b920-22a117b8dd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93728f30-ae95-4437-86e3-f1953b9300c2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:59.615445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (7825fadb-142a-45c3-b825-4ed244673fea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.671862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] Publish callbacks [] for security_group (93728f30-ae95-4437-86e3-f1953b9300c2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.678466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7825fadb-142a-45c3-b825-4ed244673fea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.702998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:00:59.706268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:00:59.706676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (7825fadb-142a-45c3-b825-4ed244673fea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:00:59.709712 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:00:59.716559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] Publish callbacks [] for security_group (93728f30-ae95-4437-86e3-f1953b9300c2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.782603 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93728f30-ae95-4437-86e3-f1953b9300c2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.786138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:00:59.788875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93728f30-ae95-4437-86e3-f1953b9300c2 HTTP/1.1" status: 204  len: 168 time: 0.1854553
Jan 29 21:00:59.803166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df96e4-0747-49d7-9112-86820f6f8bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93728f30-ae95-4437-86e3-f1953b9300c2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:00:59.992755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff20ea7-5114-46c5-92ed-5b772f6c8845 None None] Network fe717357-6444-4798-8780-fa9acc7471d6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:00.080127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Provisioning complete for port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:00.080602 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.131773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:00.134722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.136422 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment 04f278fb-78fc-46b3-908e-ec75a4ca521f of type vlan for network 49b6e843-1088-4b4f-9d39-8d20fb553d6e
Jan 29 21:01:00.188067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7bac-c85b-4924-9c7a-a0d7f756c0e8 req-cad354fb-c688-4493-82d3-c153a968f334 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:00.189631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51cf7bac-c85b-4924-9c7a-a0d7f756c0e8 req-cad354fb-c688-4493-82d3-c153a968f334 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 944 time: 0.6298137
Jan 29 21:01:00.191224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Current status of the port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:00.191841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.203435 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-32e20cff-6c48-42fa-a8f5-76509e18cf3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1871d698ab7e4f99bd3b250b53a9649c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0682652
Jan 29 21:01:00.208133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57324) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:00.211963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d4ebd418-2183-4959-9332-12d7686ecc2b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.220020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.223068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.226522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] DHCP port deletion for fe717357-6444-4798-8780-fa9acc7471d6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:00.229530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4ebd418-2183-4959-9332-12d7686ecc2b HTTP/1.1" status: 204  len: 168 time: 1.4415412
Jan 29 21:01:00.242603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a249-1693-447f-9b65-0638a8f87ff6 req-e55e51b8-07cb-41b3-9880-96b2e89fcf15 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:00.250925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2982a249-1693-447f-9b65-0638a8f87ff6 req-e55e51b8-07cb-41b3-9880-96b2e89fcf15 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.6554747
Jan 29 21:01:00.278929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] For port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,segment=NetworkSegment(b68aa270-4f5a-42bc-af23-f6f0952d19c7),segment_id=b68aa270-4f5a-42bc-af23-f6f0952d19c7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:00.288155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.291129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddb0b9-a07f-49b0-b09b-312fc91693e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ebd418-2183-4959-9332-12d7686ecc2b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:00.334428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 221a3698-9398-4519-bd54-4fb3f7826b37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:00.343048 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.348001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:00.348602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.351771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] Publish callbacks [] for security_group (745f0e10-8084-48ac-b1c6-8e3d9823ec1e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.368423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Deleting port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:00.368944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.380446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 221a3698-9398-4519-bd54-4fb3f7826b37 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:00.380920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 221a3698-9398-4519-bd54-4fb3f7826b37 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:00.381374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:00.416514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] Publish callbacks [] for security_group (745f0e10-8084-48ac-b1c6-8e3d9823ec1e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.424284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51cf7bac-c85b-4924-9c7a-a0d7f756c0e8 req-4fbed674-4e63-426b-a92c-e45024b4b1d1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188113
Jan 29 21:01:00.442825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db950d02-c908-4928-8597-9547ed83ad93 None None] Pushing event updated for resources: {'Port': ['ID=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:00.449017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:00.449383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 17b6586e-4f19-4ac7-b25b-1c090e4d37a1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:00.449816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3e33034e-a42f-4042-9444-9051d8a1be47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:00.457178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2982a249-1693-447f-9b65-0638a8f87ff6 req-2cc7892e-e943-4453-9785-5905293a876c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052491
Jan 29 21:01:00.475753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9606743
Jan 29 21:01:00.481116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e9f3d-6618-4127-ae38-e704e7f35086 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=49b6e843-1088-4b4f-9d39-8d20fb553d6e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:00.485519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57330) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:00.486848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3e33034e-a42f-4042-9444-9051d8a1be47 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:00.487373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3e33034e-a42f-4042-9444-9051d8a1be47 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:00.492794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:00.498179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 49b6e843-1088-4b4f-9d39-8d20fb553d6e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:00.548969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:00.567255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (745f0e10-8084-48ac-b1c6-8e3d9823ec1e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.572846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.573905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] For port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,segment=NetworkSegment(b68aa270-4f5a-42bc-af23-f6f0952d19c7),segment_id=b68aa270-4f5a-42bc-af23-f6f0952d19c7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:00.574534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.578100 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/745f0e10-8084-48ac-b1c6-8e3d9823ec1e HTTP/1.1" status: 204  len: 168 time: 0.3711331
Jan 29 21:01:00.593049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a38922-0a26-4cd9-b43c-ef465fe7e20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f0e10-8084-48ac-b1c6-8e3d9823ec1e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:00.602124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Calling delete_port for 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:00.624564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b25f26f-da87-495c-b9e6-68255dd5a30c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bce0e2d77c994f13bf8c17347745ab2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0743783
Jan 29 21:01:00.627309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57340) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:00.687901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:00.692492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.695751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] Publish callbacks [] for security_group (8775b2fb-2351-4ca1-8222-bc232b706abb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.718512 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (9d5f14e8-4bc4-45e5-aaa3-d579b6079244), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:00.756010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] Pushing event deleted for resources: {'Port': ['ID=9d5f14e8-4bc4-45e5-aaa3-d579b6079244,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:00.768399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c9b84-d5d8-43a2-9b7e-1aa67b4eba0f None None] No DVR routers for this DVR port 9d5f14e8-4bc4-45e5-aaa3-d579b6079244 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:01.040069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:01:01.041867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (99dc6e5e-75c4-4b3c-be72-3515c63129d3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.123970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=99dc6e5e-75c4-4b3c-be72-3515c63129d3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:01.155122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': '04f278fb-78fc-46b3-908e-ec75a4ca521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:01.155312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: 49b6e843-1088-4b4f-9d39-8d20fb553d6e, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:01.166581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] Publish callbacks [] for security_group (8775b2fb-2351-4ca1-8222-bc232b706abb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.175187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network 49b6e843-1088-4b4f-9d39-8d20fb553d6e is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:01.186982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49b6e843-1088-4b4f-9d39-8d20fb553d6e) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:01.196008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c73772-bb05-44ef-8448-4246be1aafbf None None] Network 49b6e843-1088-4b4f-9d39-8d20fb553d6e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:01.196479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:01.196831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.220361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-31c08aa7-0c27-4993-a354-903818b35cf0 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.7337134
Jan 29 21:01:01.223330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57362) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:01.244074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8775b2fb-2351-4ca1-8222-bc232b706abb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.248697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.264657 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8775b2fb-2351-4ca1-8222-bc232b706abb HTTP/1.1" status: 204  len: 168 time: 0.6265173
Jan 29 21:01:01.285876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0210008-2ba3-4452-b84f-eeb4a2d4d4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8775b2fb-2351-4ca1-8222-bc232b706abb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:01.294250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c6bba473-6b73-446c-ab7e-73c218c20bd8 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:01.346007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49b6e843-1088-4b4f-9d39-8d20fb553d6e', 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': '99dc6e5e-75c4-4b3c-be72-3515c63129d3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:01.346196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.347535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.382215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port c6bba473-6b73-446c-ab7e-73c218c20bd8 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:01:01.438224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port c6bba473-6b73-446c-ab7e-73c218c20bd8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:01.438848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.459610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (99dc6e5e-75c4-4b3c-be72-3515c63129d3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.585540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Allocated IP 2001:db8::f816:3eff:fe2a:69e8 (49b6e843-1088-4b4f-9d39-8d20fb553d6e/99dc6e5e-75c4-4b3c-be72-3515c63129d3/8a82b6d7-617d-4f4e-92b6-0a16f2a23b92) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:01.588428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port c6bba473-6b73-446c-ab7e-73c218c20bd8 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:01.589807 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.641322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:01.643965 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dda2bc-0e8c-4ba1-81a7-e2ac79dbf164" -d '{"events": [{"server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "name": "network-vif-plugged", "status": "completed", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:01.682927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:01.692440 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.717876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279985b-1ce7-483f-949e-24727cd6dcd3 req-a06dec11-6294-4696-9ecd-d04829b6e9e9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:01.719478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d279985b-1ce7-483f-949e-24727cd6dcd3 req-a06dec11-6294-4696-9ecd-d04829b6e9e9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1062837
Jan 29 21:01:01.734814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00083e-8e26-4c05-b594-916abe65655f req-b7b7cd8f-a668-494b-addf-f94a5ca22976 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:01.736408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d00083e-8e26-4c05-b594-916abe65655f req-b7b7cd8f-a668-494b-addf-f94a5ca22976 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 944 time: 0.1395919
Jan 29 21:01:01.772223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:01.810402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d279985b-1ce7-483f-949e-24727cd6dcd3 req-464ca452-54fe-4cf3-af54-02c335205c36 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724723
Jan 29 21:01:01.855702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d00083e-8e26-4c05-b594-916abe65655f req-bfaf707e-9d67-413d-9bdd-3bf0b3f0a5be tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919406
Jan 29 21:01:01.875713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks [] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.889637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.915056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (99dc6e5e-75c4-4b3c-be72-3515c63129d3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:01.923721 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb281066-34f7-4b3b-a95f-dba8e58176bf x-openstack-request-id: req-eb281066-34f7-4b3b-a95f-dba8e58176bf {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:01.924059 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "name": "network-vif-plugged", "status": "completed", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:01.924271 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb281066-34f7-4b3b-a95f-dba8e58176bf {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:01.925065 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8', 'code': 200}
Jan 29 21:01:01.940826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Network 49b6e843-1088-4b4f-9d39-8d20fb553d6e is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:01.946151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:01.952703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:01.956086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Pushing event updated for resources: {'Port': ['ID=8a82b6d7-617d-4f4e-92b6-0a16f2a23b92,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:01.998412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=99dc6e5e-75c4-4b3c-be72-3515c63129d3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:02.020960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Attempting to bind port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:02.021386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Attempting to bind port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '04f278fb-78fc-46b3-908e-ec75a4ca521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:02.021785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Attempting to bind port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 on network 49b6e843-1088-4b4f-9d39-8d20fb553d6e {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:02.028500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:02.028808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Checking segment: {'id': '04f278fb-78fc-46b3-908e-ec75a4ca521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:02.029231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.029665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Bound using segment: {'id': '04f278fb-78fc-46b3-908e-ec75a4ca521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:02.030222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Bound port: 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f278fb-78fc-46b3-908e-ec75a4ca521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:02.030811 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.091485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.109013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] For port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:02.112726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] For port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a82b6d7-617d-4f4e-92b6-0a16f2a23b92,segment=NetworkSegment(04f278fb-78fc-46b3-908e-ec75a4ca521f),segment_id=04f278fb-78fc-46b3-908e-ec75a4ca521f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:02.117463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08fab2b0>,) {'filters': {'network_id': ['49b6e843-1088-4b4f-9d39-8d20fb553d6e']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:02.122422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.130048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c3cf-471f-44ef-aa51-2af3124dd1fc req-68b31df5-479a-464a-a5a8-dee0e5ac384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:02.133056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d26c3cf-471f-44ef-aa51-2af3124dd1fc req-68b31df5-479a-464a-a5a8-dee0e5ac384e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 1127 time: 0.1307373
Jan 29 21:01:02.134750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fab2b0>, '04f278fb-78fc-46b3-908e-ec75a4ca521f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:02.135068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fab2b0>, '04f278fb-78fc-46b3-908e-ec75a4ca521f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:02.167250 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.196168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.204577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d26c3cf-471f-44ef-aa51-2af3124dd1fc req-9399e3f5-4b15-4d68-9516-950bf8408c92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615826
Jan 29 21:01:02.205956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:02.206483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:02.209705 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:02.266218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a183b-f603-4198-8762-6be4c2361262 None None] Pushing event updated for resources: {'Port': ['ID=8a82b6d7-617d-4f4e-92b6-0a16f2a23b92,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:02.272147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0dba4b-b0c4-4dc3-9946-03a73cb39459 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:01:02.299764 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:01:02.299764 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:01:02.299764 ncdv-master-1 neutron-server[125943]: [parameters: {'id': '49b6e843-1088-4b4f-9d39-8d20fb553d6e'}]
Jan 29 21:01:02.299764 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:01:02.300118 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:01:02.439635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dba4b-b0c4-4dc3-9946-03a73cb39459 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:01:02.493819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:02.638423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1963346778-network', 'tenant_id': 'fd5ea45bd5a84b638781b5d4c7db931a'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:02.680710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Made reservation on behalf of fd5ea45bd5a84b638781b5d4c7db931a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:02.684172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.695096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.805271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.826421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks [] for security_group (8b710e42-a20d-4174-9e92-5e76163b3ae9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.842136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac109a9-0c98-433c-86e4-f1930f0b65c9 req-cee37b84-844a-4559-a125-a41c8e5b933f tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:02.843714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ac109a9-0c98-433c-86e4-f1930f0b65c9 req-cee37b84-844a-4559-a125-a41c8e5b933f tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.1010878
Jan 29 21:01:02.845316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8b710e42-a20d-4174-9e92-5e76163b3ae9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.909330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:02.934475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeddfd0c-1bf2-4bcc-9b74-12289c20ce0f None None] Network 49b6e843-1088-4b4f-9d39-8d20fb553d6e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:02.938023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5e254226-0792-484a-af97-8881aac92b0c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:02.938198 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Added segment 5e254226-0792-484a-af97-8881aac92b0c of type vlan for network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd
Jan 29 21:01:02.991080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b710e42-a20d-4174-9e92-5e76163b3ae9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:03.045552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ac109a9-0c98-433c-86e4-f1930f0b65c9 req-32666a16-4cbd-45cb-bcb8-8ba5f9c17189 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943023
Jan 29 21:01:03.076656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8d8834ae-5b0b-43a2-b5f3-396bba204ffd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.099007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:03.099354 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.125706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f129f79-fa3f-4d2e-b397-ba47a6725652 req-937ba99c-435c-437e-b1b7-50b520c5737f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:03.127219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f129f79-fa3f-4d2e-b397-ba47a6725652 req-937ba99c-435c-437e-b1b7-50b520c5737f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2129335
Jan 29 21:01:03.186276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:03.216795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8d8834ae-5b0b-43a2-b5f3-396bba204ffd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.217806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:03.218394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.318282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] For port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a82b6d7-617d-4f4e-92b6-0a16f2a23b92,segment=NetworkSegment(04f278fb-78fc-46b3-908e-ec75a4ca521f),segment_id=04f278fb-78fc-46b3-908e-ec75a4ca521f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:03.318660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.326048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8297408
Jan 29 21:01:03.331441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:03.337705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57450) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:03.342761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Request body: {'subnet': {'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1963346778-subnet', 'tenant_id': 'fd5ea45bd5a84b638781b5d4c7db931a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:03.351657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a519db-d6e5-4cae-aede-c7cab8665a29 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8834ae-5b0b-43a2-b5f3-396bba204ffd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:03.357728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:03.363332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f129f79-fa3f-4d2e-b397-ba47a6725652 req-8610f520-3bb5-4a68-b74b-4d41824909b6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006347
Jan 29 21:01:03.364972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:03.371414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.376934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Made reservation on behalf of fd5ea45bd5a84b638781b5d4c7db931a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:03.379491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.383868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f54e-159c-4171-a0af-947f894ab1ff req-5052605d-ef4c-4891-bb6b-049248c311dc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:03.385441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1027f54e-159c-4171-a0af-947f894ab1ff req-5052605d-ef4c-4891-bb6b-049248c311dc tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2264633
Jan 29 21:01:03.493555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1027f54e-159c-4171-a0af-947f894ab1ff req-0a47ca84-866f-455a-a545-14ef2b7bf8a4 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753207
Jan 29 21:01:03.513854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8a82b6d7-617d-4f4e-92b6-0a16f2a23b92), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.543011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=8a82b6d7-617d-4f4e-92b6-0a16f2a23b92,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:03.544809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No DVR routers for this DVR port 8a82b6d7-617d-4f4e-92b6-0a16f2a23b92 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:03.586172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.628532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.658231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08582160>,) {'filters': {'network_id': ['49b6e843-1088-4b4f-9d39-8d20fb553d6e']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:03.672117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08582160>, '04f278fb-78fc-46b3-908e-ec75a4ca521f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:03.672415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08582160>, '04f278fb-78fc-46b3-908e-ec75a4ca521f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:03.672878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (f27a5818-2a3e-421b-9d34-0bacea071d42), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.682925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.697376 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.704099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:03.704570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (04f278fb-78fc-46b3-908e-ec75a4ca521f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:03.708058 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:03.770715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (49b6e843-1088-4b4f-9d39-8d20fb553d6e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.777974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27a5818-2a3e-421b-9d34-0bacea071d42,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:03.780820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.787198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/49b6e843-1088-4b4f-9d39-8d20fb553d6e HTTP/1.1" status: 204  len: 168 time: 2.5593708
Jan 29 21:01:03.787550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:03.794015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1530482763'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:03.794225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de23ead-ddf7-473f-8033-0d9af8f10488 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=49b6e843-1088-4b4f-9d39-8d20fb553d6e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:03.808539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Checking segment: {'id': '5e254226-0792-484a-af97-8881aac92b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:03.808913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Network hostable DHCP agents. Network: 8d8834ae-5b0b-43a2-b5f3-396bba204ffd, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:03.814051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Allocated IP 172.35.4.86 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/253fe09c-8997-4e4a-b8ef-5304a568b07b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:03.840220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:03.843429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.892804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:03.911075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d8834ae-5b0b-43a2-b5f3-396bba204ffd) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:03.923122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:03.923727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.923919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c3d94-0579-41e6-b849-8b3b233ebf01 None None] Network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:03.932342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:03.960586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:03.960931 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment 2092419d-72b3-49b0-abce-dc3db14451cf of type vlan for network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433
Jan 29 21:01:03.965037 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06cc5f86-5152-4c73-8cff-11defe3e542e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6263700
Jan 29 21:01:04.018016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.026267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d5966-f7a9-479c-bf50-d8cddf427249 None None] Network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:04.032309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.078065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.083742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.084360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.137184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.185605 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3970928
Jan 29 21:01:04.189751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:04.190250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:04.197466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:04.197762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:04.203750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:04.211405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd105758-ba24-417d-ba59-49dd172cc6b4 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=9a738b7f-8ef9-4f93-bd97-b8996e7f0433,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:04.232686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:04.248690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=253fe09c-8997-4e4a-b8ef-5304a568b07b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:04.279146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23bdc-7368-45a5-ad18-c90efb7d6052 req-e5c9207d-7795-40f6-b6a0-2bddca579942 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.286875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6e23bdc-7368-45a5-ad18-c90efb7d6052 req-e5c9207d-7795-40f6-b6a0-2bddca579942 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.1441734
Jan 29 21:01:04.323393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (02cd18b1-5155-413e-a612-0bbed07ded37), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.356873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6e23bdc-7368-45a5-ad18-c90efb7d6052 req-29b53f85-f783-420e-894e-9d24790b8f08 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691247
Jan 29 21:01:04.364833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:04.368678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.369255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.536295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.541349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.612162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=253fe09c-8997-4e4a-b8ef-5304a568b07b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:04.618049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2de5b-0674-4ef7-a2ab-96b8e9888b50 req-61e4ed5e-f9e9-4ca7-a1a6-05b5847c096a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.619725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f2de5b-0674-4ef7-a2ab-96b8e9888b50 req-61e4ed5e-f9e9-4ca7-a1a6-05b5847c096a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1420529
Jan 29 21:01:04.622445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (02cd18b1-5155-413e-a612-0bbed07ded37), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.638658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.642550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d216340b-80cb-47c2-b6d5-38c2ccadfc56 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4525523
Jan 29 21:01:04.642807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:04.647654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-270099108'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:04.649220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-dbf4c291-334c-4d9d-ad67-f6dca41ffac7 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.650677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-dbf4c291-334c-4d9d-ad67-f6dca41ffac7 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/networks?id=8d8834ae-5b0b-43a2-b5f3-396bba204ffd HTTP/1.1" status: 200  len: 813 time: 0.2774329
Jan 29 21:01:04.666460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Made reservation on behalf of 9c58b601d1104fbf9e394351c5ce034a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:04.670042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.679763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.715986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-9e2ea188-3b62-4462-af0f-b49d15529695 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/quotas/fd5ea45bd5a84b638781b5d4c7db931a HTTP/1.1" status: 200  len: 375 time: 0.0575092
Jan 29 21:01:04.765797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for security_group (b9867b93-8459-44c5-a7c8-821c2937db78), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.769800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b9867b93-8459-44c5-a7c8-821c2937db78), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.793173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:04.793991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-856f1dcb-1901-4828-9e48-8fc94f012203 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5ea45bd5a84b638781b5d4c7db931a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0642827
Jan 29 21:01:04.808135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f2de5b-0674-4ef7-a2ab-96b8e9888b50 req-fbc43494-c010-4eb3-94d9-bff96b972bbc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673639
Jan 29 21:01:04.809407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9867b93-8459-44c5-a7c8-821c2937db78,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:04.812605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.813067 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Added segment 82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7 of type vlan for network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6
Jan 29 21:01:04.865072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (f44ef22c-fd8c-4f81-a1ad-38de55ffbb60), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.868881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.881990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-42e9a71a-ea04-4aeb-82a2-df64e063c85b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.883468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-42e9a71a-ea04-4aeb-82a2-df64e063c85b tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.36 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.2140343
Jan 29 21:01:04.900076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.905425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:04.906098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:04.959212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3151119
Jan 29 21:01:04.961929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57480) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:04.966765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Request body: {'subnet': {'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:05.024643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=f44ef22c-fd8c-4f81-a1ad-38de55ffbb60,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:05.034790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91267b6a-57a0-4c40-afae-afc01b61ecce tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Network': ['ID=d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:05.047552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:05.071267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-e86b5789-c711-4d8a-af9e-235a9ec082b3 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621849
Jan 29 21:01:05.079593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Made reservation on behalf of 9c58b601d1104fbf9e394351c5ce034a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:05.084392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.090178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': '2092419d-72b3-49b0-abce-dc3db14451cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:05.090550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: 9a738b7f-8ef9-4f93-bd97-b8996e7f0433, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:05.142514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc7128-7964-4e64-ba51-5a2fa759db1c req-73afd8d2-f01f-4ae1-a474-8ccb1f42209c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:05.143892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82dc7128-7964-4e64-ba51-5a2fa759db1c req-73afd8d2-f01f-4ae1-a474-8ccb1f42209c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2347682
Jan 29 21:01:05.201043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:05.234976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a738b7f-8ef9-4f93-bd97-b8996e7f0433) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:05.240661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Deleting port 519125c7-c4bf-4481-bd95-2b44227d06c4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:05.241019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.244221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84054034-f84b-441c-a01d-d10b0cdd55d4 None None] Network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:05.251463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-b63e581f-2a0e-4fc7-81cc-21e3aee5f0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697328
Jan 29 21:01:05.252683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:05.253313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.293266 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (017afb9e-a784-452c-be39-2044501ef862), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.321818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82dc7128-7964-4e64-ba51-5a2fa759db1c req-0b9dc037-b650-487c-af97-909b983eaf24 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704693
Jan 29 21:01:05.337093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99e69dbf-5bdc-4ea9-a81d-0a5977f2c814 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1452162
Jan 29 21:01:05.340183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57482) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:05.377239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Checking segment: {'id': '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:05.377748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network hostable DHCP agents. Network: d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:05.390223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Subnet': ['ID=017afb9e-a784-452c-be39-2044501ef862,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:05.408004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:05.420043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a738b7f-8ef9-4f93-bd97-b8996e7f0433', 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': 'f44ef22c-fd8c-4f81-a1ad-38de55ffbb60'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:05.420896 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.422045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:05.428645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:05.429370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.455179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f7388-f6db-45cd-8778-b86a39e0263a None None] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:05.459086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ded8db9a-b9af-47a1-912f-ca13b41b32c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4959469
Jan 29 21:01:05.459826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:05.466842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-338163397', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:05.507296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] For port 519125c7-c4bf-4481-bd95-2b44227d06c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=519125c7-c4bf-4481-bd95-2b44227d06c4,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:05.507922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.514527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.515635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.521913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Calling delete_port for 519125c7-c4bf-4481-bd95-2b44227d06c4 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:05.625729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_controller (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.646420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5effe763-c83d-4f3c-ac47-89b948672e16 req-c5ee9a6f-9d12-4c9f-a1d7-c617ce9bb9a4 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 210 time: 0.0706320
Jan 29 21:01:05.735218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a554-4f6f-4831-8ddd-00a2ceefc808 req-940ad249-1749-41d6-9647-f9d62c970bfc tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:05.736928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78f7a554-4f6f-4831-8ddd-00a2ceefc808 req-940ad249-1749-41d6-9647-f9d62c970bfc tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/ports?device_id=8073bb39-279b-44f5-a356-d70397cfa1ff HTTP/1.1" status: 200  len: 945 time: 0.1623626
Jan 29 21:01:05.743845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.772175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6', 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6', 'project_id': '9c58b601d1104fbf9e394351c5ce034a', 'fixed_ips': [{'subnet_id': '017afb9e-a784-452c-be39-2044501ef862'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:05.773073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.794792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Allocated IP 2001:db8::2 (9a738b7f-8ef9-4f93-bd97-b8996e7f0433/f44ef22c-fd8c-4f81-a1ad-38de55ffbb60/a7123a6a-9d74-4226-b967-fff45de8634c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:05.878396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_gateway (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:05.981513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Allocated IP 172.20.0.2 (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6/017afb9e-a784-452c-be39-2044501ef862/a05b7f24-ae4f-46ac-86f0-2a03b992a339) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:06.131770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks [] for port (a7123a6a-9d74-4226-b967-fff45de8634c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.147893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.179938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_gateway (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.197320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:06.201887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:06.205024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.207825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:06.224434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f44ef22c-fd8c-4f81-a1ad-38de55ffbb60), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.250501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Pushing event updated for resources: {'Port': ['ID=a7123a6a-9d74-4226-b967-fff45de8634c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:06.304058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks [] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.312537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78f7a554-4f6f-4831-8ddd-00a2ceefc808 req-915e86a1-2a1c-41bf-9922-c8711e0eb84e tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f867d05-60fd-4b55-a789-8a26d2eb8bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5643823
Jan 29 21:01:06.335553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (519125c7-c4bf-4481-bd95-2b44227d06c4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.342323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Attempting to bind port a7123a6a-9d74-4226-b967-fff45de8634c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:06.343822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Attempting to bind port a7123a6a-9d74-4226-b967-fff45de8634c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2092419d-72b3-49b0-abce-dc3db14451cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:06.344211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Attempting to bind port a7123a6a-9d74-4226-b967-fff45de8634c on network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:06.360830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.381989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Allocated IP 172.35.4.169 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/ccd4d586-4448-45a0-ac33-208ecf8db566) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:06.388337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0b3f4-3fdd-4e9b-b474-7bebac2f5560 req-233e9ed9-7c78-4284-a344-37e634f17e26 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:06.391461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb0b3f4-3fdd-4e9b-b474-7bebac2f5560 req-233e9ed9-7c78-4284-a344-37e634f17e26 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1726599
Jan 29 21:01:06.392574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['519125c7-c4bf-4481-bd95-2b44227d06c4'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:06.396313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Pushing event deleted for resources: {'Port': ['ID=519125c7-c4bf-4481-bd95-2b44227d06c4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:06.459656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (f44ef22c-fd8c-4f81-a1ad-38de55ffbb60), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.465598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:06.466274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Checking segment: {'id': '2092419d-72b3-49b0-abce-dc3db14451cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:06.474834 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.484769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Bound using segment: {'id': '2092419d-72b3-49b0-abce-dc3db14451cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:06.486255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Bound port: a7123a6a-9d74-4226-b967-fff45de8634c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2092419d-72b3-49b0-abce-dc3db14451cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:06.487643 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.516198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:06.528824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:06.536137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:06.544858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (ccd4d586-4448-45a0-ac33-208ecf8db566), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.590330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb0b3f4-3fdd-4e9b-b474-7bebac2f5560 req-fd913a88-0f9b-4442-adef-bc28a419bcff tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908741
Jan 29 21:01:06.591077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=f44ef22c-fd8c-4f81-a1ad-38de55ffbb60,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:06.596017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] No DVR routers for this DVR port 519125c7-c4bf-4481-bd95-2b44227d06c4 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:06.605074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ccd4d586-4448-45a0-ac33-208ecf8db566), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.617806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.621778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b23fc810-1c6d-4a60-a675-405888fb2280 req-de689449-dfaf-401e-891f-3831ddaf7498 tempest-AttachSCSIVolumeTestJSON-1587418501 tempest-AttachSCSIVolumeTestJSON-1587418501-project] 10.222.0.36 "DELETE /v2.0/ports/519125c7-c4bf-4481-bd95-2b44227d06c4 HTTP/1.1" status: 204  len: 173 time: 1.7135863
Jan 29 21:01:06.622320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'name': 'network-vif-deleted', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:06.624792 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b8d87-8ddc-4623-8be4-e18767e1fbbb" -d '{"events": [{"server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "name": "network-vif-deleted", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:06.639470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.669153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9db6e-3e68-42cd-a0b2-516f8b40377d req-74457640-9032-4c61-a85f-443025e6246b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:06.676572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ac9db6e-3e68-42cd-a0b2-516f8b40377d req-74457640-9032-4c61-a85f-443025e6246b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2809978
Jan 29 21:01:06.709158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:06.715065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:06.718958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:06.720195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0906c070>,) {'filters': {'network_id': ['9a738b7f-8ef9-4f93-bd97-b8996e7f0433']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:06.742617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=ccd4d586-4448-45a0-ac33-208ecf8db566,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:06.755500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0906c070>, '2092419d-72b3-49b0-abce-dc3db14451cf') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:06.755791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0906c070>, '2092419d-72b3-49b0-abce-dc3db14451cf') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:06.805208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.831205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ac9db6e-3e68-42cd-a0b2-516f8b40377d req-f71ca859-48b9-4807-ae1f-a8f77c3cc519 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539369
Jan 29 21:01:06.836820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.853129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:06.854470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:06.857949 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:06.914324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] For port a7123a6a-9d74-4226-b967-fff45de8634c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:06.916790 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440daf83-d400-4c98-bd98-d0ab0b4df2eb x-openstack-request-id: req-440daf83-d400-4c98-bd98-d0ab0b4df2eb {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:06.917115 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8073bb39-279b-44f5-a356-d70397cfa1ff", "name": "network-vif-deleted", "tag": "519125c7-c4bf-4481-bd95-2b44227d06c4", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:06.917374 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-440daf83-d400-4c98-bd98-d0ab0b4df2eb {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:06.917922 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8073bb39-279b-44f5-a356-d70397cfa1ff', 'name': 'network-vif-deleted', 'tag': '519125c7-c4bf-4481-bd95-2b44227d06c4', 'status': 'completed', 'code': 200}
Jan 29 21:01:06.947894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196d94e-27f1-4a9e-8b07-29e2704cc7ab req-234543bc-6492-43a3-b65a-ea2e68884cd7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:06.950151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5196d94e-27f1-4a9e-8b07-29e2704cc7ab req-234543bc-6492-43a3-b65a-ea2e68884cd7 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2331972
Jan 29 21:01:06.953954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Pushing event updated for resources: {'Port': ['ID=a05b7f24-ae4f-46ac-86f0-2a03b992a339,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:06.976128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Attempting to bind port a05b7f24-ae4f-46ac-86f0-2a03b992a339 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:06.976668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Attempting to bind port a05b7f24-ae4f-46ac-86f0-2a03b992a339 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:06.977179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Attempting to bind port a05b7f24-ae4f-46ac-86f0-2a03b992a339 on network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:06.985951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:06.987016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Checking segment: {'id': '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:06.987497 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:06.988279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Bound using segment: {'id': '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:06.989453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Bound port: a05b7f24-ae4f-46ac-86f0-2a03b992a339, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:06.990014 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.065171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:01:07.065171 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:01:07.065171 ncdv-master-1 neutron-server[125943]: [parameters: {'id': '9a738b7f-8ef9-4f93-bd97-b8996e7f0433'}]
Jan 29 21:01:07.065171 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:01:07.065665 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:01:07.072130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] For port a7123a6a-9d74-4226-b967-fff45de8634c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7123a6a-9d74-4226-b967-fff45de8634c,segment=NetworkSegment(2092419d-72b3-49b0-abce-dc3db14451cf),segment_id=2092419d-72b3-49b0-abce-dc3db14451cf)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:07.075256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-709d6731-662d-4263-9103-fd6e512b69c9 req-a5db55ec-ffbc-413e-a79d-88b262905d45 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 210 time: 0.0734289
Jan 29 21:01:07.084085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] For port a05b7f24-ae4f-46ac-86f0-2a03b992a339, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:07.089417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] For port a05b7f24-ae4f-46ac-86f0-2a03b992a339, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a05b7f24-ae4f-46ac-86f0-2a03b992a339,segment=NetworkSegment(82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7),segment_id=82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:07.095294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.136689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5196d94e-27f1-4a9e-8b07-29e2704cc7ab req-826140af-cecc-41bc-af14-715746a5303f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720991
Jan 29 21:01:07.160601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-c81c40a0-49e5-43f3-9707-b6beb69a3002 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:07.162231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-c81c40a0-49e5-43f3-9707-b6beb69a3002 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.18 "GET /v2.0/networks?id=8d8834ae-5b0b-43a2-b5f3-396bba204ffd HTTP/1.1" status: 200  len: 813 time: 0.2396731
Jan 29 21:01:07.166048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_gateway (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.177898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Request body: {'port': {'device_id': '982caa2b-b823-4b95-9922-d78ac4da3345', 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd', 'admin_state_up': True, 'tenant_id': 'fd5ea45bd5a84b638781b5d4c7db931a'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:07.178016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.268302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383194-22c1-482d-a51b-0ee2dfa5a003 None None] Pushing event updated for resources: {'Port': ['ID=a7123a6a-9d74-4226-b967-fff45de8634c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:07.362660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:01:07.365701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Made reservation on behalf of fd5ea45bd5a84b638781b5d4c7db931a for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:07.369649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.392781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2aef7-9a33-445f-92f0-df28540aa0d6 None None] Network 9a738b7f-8ef9-4f93-bd97-b8996e7f0433 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:07.520602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.532836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c08c9d-d8ea-4418-89fb-0be432308f6a None None] Pushing event updated for resources: {'Port': ['ID=a05b7f24-ae4f-46ac-86f0-2a03b992a339,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:07.568428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.707546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846719c3-8bd3-4c16-9cb9-00d6795cd55a req-161b5f62-a9a1-48b0-87f2-f730b0761e26 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:07.709159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846719c3-8bd3-4c16-9cb9-00d6795cd55a req-161b5f62-a9a1-48b0-87f2-f730b0761e26 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1988254
Jan 29 21:01:07.742880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Allocated IP 172.20.0.14 (8d8834ae-5b0b-43a2-b5f3-396bba204ffd/f27a5818-2a3e-421b-9d34-0bacea071d42/3717380e-20a0-477a-a8ff-1e019ea91c98) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:07.777389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port a7123a6a-9d74-4226-b967-fff45de8634c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:07.777775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.817035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:01:07.883740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] For port a7123a6a-9d74-4226-b967-fff45de8634c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7123a6a-9d74-4226-b967-fff45de8634c,segment=NetworkSegment(2092419d-72b3-49b0-abce-dc3db14451cf),segment_id=2092419d-72b3-49b0-abce-dc3db14451cf)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:07.884128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:07.902263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for a7123a6a-9d74-4226-b967-fff45de8634c owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:07.966548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:07.980619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797492b8-7950-4498-b003-7cbae78544cf None None] Sync routers for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:07.992656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:07.993428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f2070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.001160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.004816 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1282ff08-5a04-462b-b702-0948ab9219f7 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 2.5437815
Jan 29 21:01:08.007132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:08.046569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f2070>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.057120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:08.058602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f2070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:00:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.107151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797492b8-7950-4498-b003-7cbae78544cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f2070>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.107890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797492b8-7950-4498-b003-7cbae78544cf None None] The sync data for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:08.131399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a7123a6a-9d74-4226-b967-fff45de8634c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.155807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No DVR routers for this DVR port a7123a6a-9d74-4226-b967-fff45de8634c on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:08.193037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=a7123a6a-9d74-4226-b967-fff45de8634c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:08.318181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6f80-dc67-4a78-a315-ee6238834ee2 req-02bfd5d8-5aa5-49d1-94f7-e3baeb374458 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:08.322368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de5c6f80-dc67-4a78-a315-ee6238834ee2 req-02bfd5d8-5aa5-49d1-94f7-e3baeb374458 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.3659089
Jan 29 21:01:08.325865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846719c3-8bd3-4c16-9cb9-00d6795cd55a req-86a1d2b9-876e-45e7-873f-19d025c42c54 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6045375
Jan 29 21:01:08.395622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks [] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.406234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.432168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a05b7f24-ae4f-46ac-86f0-2a03b992a339 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:08.451443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de5c6f80-dc67-4a78-a315-ee6238834ee2 req-872f43ec-64b4-4963-813b-38b740ff6bc4 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149859
Jan 29 21:01:08.528118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20e93b37-e8cb-48da-86f9-9ec6036aec73 req-905e53b5-e5e2-46fe-bef0-c5977b6316c3 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 210 time: 0.0865898
Jan 29 21:01:08.535385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b030cd0>,) {'filters': {'network_id': ['9a738b7f-8ef9-4f93-bd97-b8996e7f0433']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.536582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a05b7f24-ae4f-46ac-86f0-2a03b992a339 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:08.537198 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.554356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b030cd0>, '2092419d-72b3-49b0-abce-dc3db14451cf') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.554356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b030cd0>, '2092419d-72b3-49b0-abce-dc3db14451cf') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:08.572093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.590550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.618355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.657411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.669890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:08.670314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2092419d-72b3-49b0-abce-dc3db14451cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:08.676145 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:08.695975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a05b7f24-ae4f-46ac-86f0-2a03b992a339 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:08.696716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.745644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port a05b7f24-ae4f-46ac-86f0-2a03b992a339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a05b7f24-ae4f-46ac-86f0-2a03b992a339,segment=NetworkSegment(82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7),segment_id=82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:08.747271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:08.759054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:08.759523 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.762485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:08.765249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Pushing event updated for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:08.808729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9a738b7f-8ef9-4f93-bd97-b8996e7f0433), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.850228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.855701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/9a738b7f-8ef9-4f93-bd97-b8996e7f0433 HTTP/1.1" status: 204  len: 168 time: 3.5146430
Jan 29 21:01:08.862406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=a05b7f24-ae4f-46ac-86f0-2a03b992a339,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:08.862678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1602-3762-4a13-b81c-277ad17cfc2a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=9a738b7f-8ef9-4f93-bd97-b8996e7f0433,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:08.870448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57582) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:08.879644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-758240459'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:08.897113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:08.897833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.912842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda6bfe-5c0f-4cd5-9b01-576e0a071956 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:01:08.925857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-8db69987-c31f-43f5-aba5-76db56503b33 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7552524
Jan 29 21:01:08.927154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:08.931210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:08.939315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Request body: {'port': {'device_id': '982caa2b-b823-4b95-9922-d78ac4da3345', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:09.013069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:09.031453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.032513 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Added segment 8bdeb0cd-7120-4472-ba2e-5342917b8bbf of type vlan for network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8
Jan 29 21:01:09.036901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bc66290e-7eb9-429f-b0dc-44a059ed76f7 None None] Provisioning complete for port a05b7f24-ae4f-46ac-86f0-2a03b992a339 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:09.037289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc66290e-7eb9-429f-b0dc-44a059ed76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.041118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.102800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda6bfe-5c0f-4cd5-9b01-576e0a071956 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:01:09.113102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.203345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.208565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:09.209293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.257183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3857422
Jan 29 21:01:09.262658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57590) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:09.267827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Request body: {'subnet': {'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:09.298769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 519125c7-c4bf-4481-bd95-2b44227d06c4 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:09.373377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e1e77-09c0-4971-aac6-970429234e37 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Network': ['ID=d5cdb118-f332-4a5c-8a8b-6764db0cc6d8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:09.374557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bc66290e-7eb9-429f-b0dc-44a059ed76f7 None None] Current status of the port a05b7f24-ae4f-46ac-86f0-2a03b992a339 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:09.391966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 519125c7-c4bf-4481-bd95-2b44227d06c4 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:09.392264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 519125c7-c4bf-4481-bd95-2b44227d06c4 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:09.395329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:09.474078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-8611af90-e1ac-455c-a189-c0d4653b09b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1606767
Jan 29 21:01:09.528876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae2122-358a-419e-855d-fa3a32860cde req-c4d91e8d-04fa-4d4a-89b8-442b59e8a511 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:09.530438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ae2122-358a-419e-855d-fa3a32860cde req-c4d91e8d-04fa-4d4a-89b8-442b59e8a511 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1091745
Jan 29 21:01:09.531306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Made reservation on behalf of fa1d97ca6c8840b1b9998f84f34dfc7a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:09.535418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.538813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3717380e-20a0-477a-a8ff-1e019ea91c98 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:09.549434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks [] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.577193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d6935-0dfa-4e75-9455-c107cf410596 None None] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:09.589253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Allocated IP 172.20.0.1 (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6/017afb9e-a784-452c-be39-2044501ef862/6559e552-afdd-49c1-b74c-8768f1264a02) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:09.606477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Transition to ACTIVE for port object 3717380e-20a0-477a-a8ff-1e019ea91c98 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:01:09.635899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.676338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ae2122-358a-419e-855d-fa3a32860cde req-ffd58763-d88f-4cdf-bf2f-08cf68caf0b6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321621
Jan 29 21:01:09.723627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060acc1a-5b49-4986-bdaf-44441b84b399 req-b0f87da0-8aaa-4602-95de-a32fa3beb909 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:09.731469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060acc1a-5b49-4986-bdaf-44441b84b399 req-b0f87da0-8aaa-4602-95de-a32fa3beb909 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1739917
Jan 29 21:01:09.761796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:09.773044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-d26d9f81-e6c5-463a-a2d9-be708c1d8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:09.774661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-d26d9f81-e6c5-463a-a2d9-be708c1d8dba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=501c6db0752046ee928e2591df72d603&device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 1128 time: 0.1830978
Jan 29 21:01:09.905381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (6559e552-afdd-49c1-b74c-8768f1264a02), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:09.907703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-060acc1a-5b49-4986-bdaf-44441b84b399 req-1dd5259e-a28a-4898-8a9e-2a62ea2cbebb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753566
Jan 29 21:01:09.910646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Attempting to bind port 3717380e-20a0-477a-a8ff-1e019ea91c98 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:09.910922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Attempting to bind port 3717380e-20a0-477a-a8ff-1e019ea91c98 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5e254226-0792-484a-af97-8881aac92b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:09.911250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Attempting to bind port 3717380e-20a0-477a-a8ff-1e019ea91c98 on network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:09.920669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Port 3717380e-20a0-477a-a8ff-1e019ea91c98 on network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:01:09.920947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Attempting to bind port 3717380e-20a0-477a-a8ff-1e019ea91c98 on network 8d8834ae-5b0b-43a2-b5f3-396bba204ffd {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:09.940819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d001a-95ef-44ce-8b4e-4aeddb2cd3d9 req-90b173fc-cb6f-47d0-8e80-aa96ab43947b tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:09.948792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-739d001a-95ef-44ce-8b4e-4aeddb2cd3d9 req-90b173fc-cb6f-47d0-8e80-aa96ab43947b tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 944 time: 0.1368940
Jan 29 21:01:09.958919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:09.959259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Checking segment: {'id': '5e254226-0792-484a-af97-8881aac92b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:09.959627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Bound using segment: {'id': '5e254226-0792-484a-af97-8881aac92b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:09.960364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Bound port: 3717380e-20a0-477a-a8ff-1e019ea91c98, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e254226-0792-484a-af97-8881aac92b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:09.960719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.013393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:10.031878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-56c85b40-4095-4cb5-b109-8c7e74b8a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.033796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-56c85b40-4095-4cb5-b109-8c7e74b8a1c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 200  len: 906 time: 0.2375104
Jan 29 21:01:10.048052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-739d001a-95ef-44ce-8b4e-4aeddb2cd3d9 req-f5b4be34-f046-484c-9484-01b2acc23f55 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981371
Jan 29 21:01:10.071740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:10.073310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3717380e-20a0-477a-a8ff-1e019ea91c98,segment=NetworkSegment(5e254226-0792-484a-af97-8881aac92b0c),segment_id=5e254226-0792-484a-af97-8881aac92b0c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:10.080526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.105680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.113040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-57931c87-935b-42b7-a6c6-6040e6e91cdf None None] Provisioning complete for port a05b7f24-ae4f-46ac-86f0-2a03b992a339 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:10.113040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57931c87-935b-42b7-a6c6-6040e6e91cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.114526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.114922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.116294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] 10.222.0.18 "PUT /v2.0/ports/3717380e-20a0-477a-a8ff-1e019ea91c98 HTTP/1.1" status: 200  len: 1092 time: 1.1825285
Jan 29 21:01:10.116755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:10.119034 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c1b8c-0280-428d-8629-8bfa5056ab24" -d '{"events": [{"name": "network-changed", "server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:10.168758 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b880d11-950d-457a-b736-1c19014cedc9 x-openstack-request-id: req-1b880d11-950d-457a-b736-1c19014cedc9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:10.169179 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:10.169526 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b880d11-950d-457a-b736-1c19014cedc9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:10.170022 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98', 'status': 'completed', 'code': 200}
Jan 29 21:01:10.186072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d39a-7e5f-437e-8009-c0366745ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:10.192440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-b047607a-eaf0-431b-a16e-46c7f63bdde4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 200  len: 217 time: 0.1215079
Jan 29 21:01:10.219859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-57931c87-935b-42b7-a6c6-6040e6e91cdf None None] Current status of the port a05b7f24-ae4f-46ac-86f0-2a03b992a339 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:10.233890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-d77167cb-247b-422f-9066-22ab23bc8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.235477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-d77167cb-247b-422f-9066-22ab23bc8805 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd5ea45bd5a84b638781b5d4c7db931a&device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 1126 time: 0.0644746
Jan 29 21:01:10.248134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:10.279691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-3bca5ee5-fc1f-4ce1-a43a-50ed50be93fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3717380e-20a0-477a-a8ff-1e019ea91c98 HTTP/1.1" status: 200  len: 217 time: 0.0367644
Jan 29 21:01:10.286036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:10.289385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:10.291427 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3ee1af8c-e268-41b0-9ddb-62011c7f3a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.326541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a05b7f24-ae4f-46ac-86f0-2a03b992a339 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:10.331967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=6559e552-afdd-49c1-b74c-8768f1264a02,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:10.355422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-443ac9f1-ee08-4ee8-aa99-f396e324da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.358420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-443ac9f1-ee08-4ee8-aa99-f396e324da5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f27a5818-2a3e-421b-9d34-0bacea071d42 HTTP/1.1" status: 200  len: 853 time: 0.0715778
Jan 29 21:01:10.387223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a05b7f24-ae4f-46ac-86f0-2a03b992a339 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:10.387744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.394156 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:01:10.400350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-b084b3ce-80b9-4d29-962a-0fa667a5e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.402289 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-b084b3ce-80b9-4d29-962a-0fa667a5e480 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 200  len: 845 time: 0.1839235
Jan 29 21:01:10.403269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-5a5e8567-a6e6-42fc-baf2-8bdb6820d117 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8834ae-5b0b-43a2-b5f3-396bba204ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396283
Jan 29 21:01:10.406752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0dd19f1a-7cab-42a9-b365-683be0494e93), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.448497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.483254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a05b7f24-ae4f-46ac-86f0-2a03b992a339 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:10.533738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-5fc4036b-041e-43da-aacb-0888d7d9ef7a service neutron] 10.222.0.18 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204267
Jan 29 21:01:10.547120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-19a2fc5e-f91b-4211-a4c2-1bdcb3bc1e55 None None] Provisioning complete for port 6559e552-afdd-49c1-b74c-8768f1264a02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:10.547494 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19a2fc5e-f91b-4211-a4c2-1bdcb3bc1e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.573683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-e227a0e8-0e15-4488-a505-c191e97948fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1547639
Jan 29 21:01:10.586044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-19a2fc5e-f91b-4211-a4c2-1bdcb3bc1e55 None None] Port 6559e552-afdd-49c1-b74c-8768f1264a02 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:10.627174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8c6bafe-8bfd-440f-a0fd-cc49c5cf7e5a req-0237d3fd-86c6-4e8c-880d-c6fb983ca5c5 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871501
Jan 29 21:01:10.672411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event updated for resources: {'Subnet': ['ID=0dd19f1a-7cab-42a9-b365-683be0494e93,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:10.719550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-6474ee99-f036-4489-96f7-7fb1a7b8ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.721530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-6474ee99-f036-4489-96f7-7fb1a7b8ba82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd5ea45bd5a84b638781b5d4c7db931a&device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 1126 time: 0.0496216
Jan 29 21:01:10.752502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Checking segment: {'id': '8bdeb0cd-7120-4472-ba2e-5342917b8bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:10.752877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network hostable DHCP agents. Network: d5cdb118-f332-4a5c-8a8b-6764db0cc6d8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:10.817641 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-0a78ee13-5a18-4431-9b5a-63492db32659 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361665
Jan 29 21:01:10.842739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-850afd8d-1f51-4dc1-8fba-a41679a5d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.844762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-850afd8d-1f51-4dc1-8fba-a41679a5d17f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8834ae-5b0b-43a2-b5f3-396bba204ffd HTTP/1.1" status: 200  len: 914 time: 0.1176610
Jan 29 21:01:10.862988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:10.905999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-d502d1c5-2e19-4062-9bb7-68b99b363495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3717380e-20a0-477a-a8ff-1e019ea91c98 HTTP/1.1" status: 200  len: 217 time: 0.0460367
Jan 29 21:01:10.915362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.917220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5cdb118-f332-4a5c-8a8b-6764db0cc6d8) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:10.925842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcbe99-d496-47d2-b484-93ffe414385c None None] Network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:10.951918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfffe4-2884-4a05-9c64-87c49c896fea req-816db736-9653-4119-b56b-899a7ca74a72 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.953276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.953434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65dfffe4-2884-4a05-9c64-87c49c896fea req-816db736-9653-4119-b56b-899a7ca74a72 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1806190
Jan 29 21:01:10.953885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:10.984274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-887a4ffb-fca3-4cdb-9d5d-627372ab7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:10.985812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-887a4ffb-fca3-4cdb-9d5d-627372ab7dd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f27a5818-2a3e-421b-9d34-0bacea071d42 HTTP/1.1" status: 200  len: 853 time: 0.0736101
Jan 29 21:01:11.017248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b34baf46-c3c1-46b6-bbde-fb586905e672 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.7537174
Jan 29 21:01:11.024776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:11.033791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-7a06a2f0-d701-456b-990b-463e0e8b50c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8834ae-5b0b-43a2-b5f3-396bba204ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395820
Jan 29 21:01:11.077425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5cdb118-f332-4a5c-8a8b-6764db0cc6d8', 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8', 'project_id': 'fa1d97ca6c8840b1b9998f84f34dfc7a', 'fixed_ips': [{'subnet_id': '0dd19f1a-7cab-42a9-b365-683be0494e93'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:11.079146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.094427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65dfffe4-2884-4a05-9c64-87c49c896fea req-2f03e6c8-5763-482e-a6cd-81aad0d03f89 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322699
Jan 29 21:01:11.101121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-25a5a9fd-e307-466b-97cc-3f21f8d22496 req-e590415e-9081-490e-b5fc-4af5cd308073 service neutron] 10.222.0.18 "GET /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2622576
Jan 29 21:01:11.184540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fee92-b4d4-41e9-8721-9b8ddcbebc46 req-033637db-cabd-4247-8a76-774be929c1c1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:11.193793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d85fee92-b4d4-41e9-8721-9b8ddcbebc46 req-033637db-cabd-4247-8a76-774be929c1c1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1625545
Jan 29 21:01:11.251866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.279464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Allocated IP 2001:db8::f816:3eff:fe41:c3d6 (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8/0dd19f1a-7cab-42a9-b365-683be0494e93/8ad828f8-ecad-4d0c-9190-23aecde70162) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:11.283920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-44a7b3e0-ff50-4b0f-b9e4-521b69f9b506 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283900
Jan 29 21:01:11.325590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d85fee92-b4d4-41e9-8721-9b8ddcbebc46 req-db5cb32d-037b-4104-931f-100aa9fc3e37 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307459
Jan 29 21:01:11.390607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14cd0-2810-43cf-86d9-a5a3db82fd46 req-4ecd2bf9-c98a-4006-9f57-fbf7c5863af3 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:11.392426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ec14cd0-2810-43cf-86d9-a5a3db82fd46 req-4ecd2bf9-c98a-4006-9f57-fbf7c5863af3 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 944 time: 0.1515996
Jan 29 21:01:11.453192 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.453575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks [] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.458898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a6c1b8c-0280-428d-8629-8bfa5056ab24 req-36618afe-10ac-4294-a562-580e03a0010a service neutron] 10.222.0.18 "GET /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675434
Jan 29 21:01:11.465165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.484996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ec14cd0-2810-43cf-86d9-a5a3db82fd46 req-ba49966b-2763-403d-a74c-a9272ece0984 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797939
Jan 29 21:01:11.510771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:11.514343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0dd19f1a-7cab-42a9-b365-683be0494e93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.516141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:11.519723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:11.526548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Pushing event updated for resources: {'Port': ['ID=8ad828f8-ecad-4d0c-9190-23aecde70162,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:11.587042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Attempting to bind port 8ad828f8-ecad-4d0c-9190-23aecde70162 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:11.588165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Attempting to bind port 8ad828f8-ecad-4d0c-9190-23aecde70162 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8bdeb0cd-7120-4472-ba2e-5342917b8bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:11.589104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Attempting to bind port 8ad828f8-ecad-4d0c-9190-23aecde70162 on network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:11.594612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:11.594999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Checking segment: {'id': '8bdeb0cd-7120-4472-ba2e-5342917b8bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:11.595478 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.595937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Bound using segment: {'id': '8bdeb0cd-7120-4472-ba2e-5342917b8bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:11.596420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Bound port: 8ad828f8-ecad-4d0c-9190-23aecde70162, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdeb0cd-7120-4472-ba2e-5342917b8bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:11.597312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.620368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-b1648174-b9b9-4df7-9f5f-aa676ba274b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0477064
Jan 29 21:01:11.634641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (6559e552-afdd-49c1-b74c-8768f1264a02), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.646568 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.673476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] For port 8ad828f8-ecad-4d0c-9190-23aecde70162, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:11.676622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] For port 8ad828f8-ecad-4d0c-9190-23aecde70162, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad828f8-ecad-4d0c-9190-23aecde70162,segment=NetworkSegment(8bdeb0cd-7120-4472-ba2e-5342917b8bbf),segment_id=8bdeb0cd-7120-4472-ba2e-5342917b8bbf)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:11.683119 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.720977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0dd19f1a-7cab-42a9-b365-683be0494e93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:11.724317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-5e766994-8d7a-408f-8da2-91f61d3f23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:11.728518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-5e766994-8d7a-408f-8da2-91f61d3f23b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.0636160
Jan 29 21:01:11.751600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c54ca8-142b-4785-8ca2-36307bfbf78f None None] Pushing event updated for resources: {'Port': ['ID=8ad828f8-ecad-4d0c-9190-23aecde70162,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:11.850114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-540f8226-4d73-498f-afb8-ef7cfd18ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:11.851602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-540f8226-4d73-498f-afb8-ef7cfd18ce2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.1022196
Jan 29 21:01:11.945764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-bc48bd16-52c8-4bf1-b7ac-38d0735e764f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 1001 time: 0.0870242
Jan 29 21:01:12.004297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-d8e9cbfd-cea7-4afa-996f-d09b1e180bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:12.005908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-d8e9cbfd-cea7-4afa-996f-d09b1e180bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.0538063
Jan 29 21:01:12.064048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-6309c552-9dd8-4e89-8982-f369e5ce6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:12.065758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-6309c552-9dd8-4e89-8982-f369e5ce6066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526028
Jan 29 21:01:12.162949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-0831ed3f-75ff-441a-826d-c060f93911bf service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911181
Jan 29 21:01:12.191449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd19f1a-7cab-42a9-b365-683be0494e93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:12.196655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=6559e552-afdd-49c1-b74c-8768f1264a02,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:12.201882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.312968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.330127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696689ad-fc04-4dfe-a10f-c5d893b94d00 req-57e8175a-e34c-4f00-8180-eda5dea66057 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:12.331805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-696689ad-fc04-4dfe-a10f-c5d893b94d00 req-57e8175a-e34c-4f00-8180-eda5dea66057 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1440048
Jan 29 21:01:12.336915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be589dd0-f78d-488d-8a47-0346dcd9be1c req-e5ab7551-a442-4641-8815-3222475a9245 service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681430
Jan 29 21:01:12.351226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ad828f8-ecad-4d0c-9190-23aecde70162 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:12.356876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea081a5130>,) {'filters': {'network_id': ['d5cdb118-f332-4a5c-8a8b-6764db0cc6d8']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:12.384825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081a5130>, '8bdeb0cd-7120-4472-ba2e-5342917b8bbf') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:12.385147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081a5130>, '8bdeb0cd-7120-4472-ba2e-5342917b8bbf') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:12.407190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-696689ad-fc04-4dfe-a10f-c5d893b94d00 req-944d44ce-4c9e-4383-9378-c8d04d3e7ed1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617516
Jan 29 21:01:12.427465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.439758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8ad828f8-ecad-4d0c-9190-23aecde70162 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:12.443860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.457291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:12.458275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.469388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa596-0033-4fe6-962f-90bb3ea5f5b2 req-da33c959-3b6a-4f0b-a398-6dc48a93c133 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:12.476373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa8aa596-0033-4fe6-962f-90bb3ea5f5b2 req-da33c959-3b6a-4f0b-a398-6dc48a93c133 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.0679841
Jan 29 21:01:12.494557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:12.503113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:12.503437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:12.508119 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:12.562071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8ad828f8-ecad-4d0c-9190-23aecde70162 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:12.562474 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.563842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa8aa596-0033-4fe6-962f-90bb3ea5f5b2 req-8a8b4506-3d06-4379-991e-4fe6582a044f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865338
Jan 29 21:01:12.627010 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa978179-c58b-4011-9741-d0132fb48483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.638958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 8ad828f8-ecad-4d0c-9190-23aecde70162, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad828f8-ecad-4d0c-9190-23aecde70162,segment=NetworkSegment(8bdeb0cd-7120-4472-ba2e-5342917b8bbf),segment_id=8bdeb0cd-7120-4472-ba2e-5342917b8bbf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:12.646272 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.653507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea6d4-3527-44bc-b2f8-eba8e7df88e9 req-a2364aa8-56dc-4afc-87d6-82fd2994a726 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:12.655521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d6ea6d4-3527-44bc-b2f8-eba8e7df88e9 req-a2364aa8-56dc-4afc-87d6-82fd2994a726 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 944 time: 0.0758910
Jan 29 21:01:12.721152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=8ad828f8-ecad-4d0c-9190-23aecde70162,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:12.732631 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.api [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:01:12.732631 ncdv-master-1 neutron-server[125942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:01:12.732631 ncdv-master-1 neutron-server[125942]: [parameters: {'id': 'd5cdb118-f332-4a5c-8a8b-6764db0cc6d8'}]
Jan 29 21:01:12.732631 ncdv-master-1 neutron-server[125942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:01:12.733156 ncdv-master-1 neutron-server[125942]: DEBUG oslo_db.api [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:01:12.738117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d6ea6d4-3527-44bc-b2f8-eba8e7df88e9 req-09e32a57-8bd1-427e-9001-ffcc5f87c844 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746632
Jan 29 21:01:12.768040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Deleting port 9ec559d0-69d4-4246-8855-a56bc5354107 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:12.768394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.838333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8fabdb5c-d5d3-4782-bb6c-405a8944acb7 None None] Provisioning complete for port 6559e552-afdd-49c1-b74c-8768f1264a02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:12.839100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8fabdb5c-d5d3-4782-bb6c-405a8944acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.841959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:12.883026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8fabdb5c-d5d3-4782-bb6c-405a8944acb7 None None] Port 6559e552-afdd-49c1-b74c-8768f1264a02 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:12.923749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec589bc-a687-4d0e-9bfa-f471e204824f None None] Network d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:12.950713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] For port 9ec559d0-69d4-4246-8855-a56bc5354107, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ec559d0-69d4-4246-8855-a56bc5354107,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:12.951085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:12.971395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Calling delete_port for 9ec559d0-69d4-4246-8855-a56bc5354107 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:13.018844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6ff44687-21d0-4d74-8c3f-65f9700395e1 None None] Provisioning complete for port 8ad828f8-ecad-4d0c-9190-23aecde70162 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:13.019135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ff44687-21d0-4d74-8c3f-65f9700395e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.035113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:13.041120 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e086185c-c0a3-40b5-8d36-8206f7a84e6c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "PUT /v2.0/routers/719fb091-2530-4fa7-b09b-3f3f4e97d0d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0329764
Jan 29 21:01:13.044206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57634) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:13.046864 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] Sync routers for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:13.052470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Request body: {'port': {'network_id': 'd1ba6b3b-7e7d-49cd-a3f8-db572108e6f6', 'name': 'tempest-FloatingIPAdminTestJSON-617499774'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:13.058483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:13.059583 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2faf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:13.094204 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2faf70>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:13.104710 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:13.105776 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2faf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:13.136775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6ff44687-21d0-4d74-8c3f-65f9700395e1 None None] Current status of the port 8ad828f8-ecad-4d0c-9190-23aecde70162 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:13.141829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2faf70>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:13.142553 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc0cf6-8de5-4e10-ac1a-baeb421621c3 None None] The sync data for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:13.144133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] DHCP port deletion for d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:13.193942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Deleting port 8ad828f8-ecad-4d0c-9190-23aecde70162 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:13.194247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.222775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Made reservation on behalf of 9c58b601d1104fbf9e394351c5ce034a for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:13.226477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.238788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.263047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] For port 8ad828f8-ecad-4d0c-9190-23aecde70162, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad828f8-ecad-4d0c-9190-23aecde70162,segment=NetworkSegment(8bdeb0cd-7120-4472-ba2e-5342917b8bbf),segment_id=8bdeb0cd-7120-4472-ba2e-5342917b8bbf)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:13.263441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.272261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] device_id is not set on port a7a4d4ff-02b1-4886-9490-d4343f8e3887 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:13.275340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Calling delete_port for 8ad828f8-ecad-4d0c-9190-23aecde70162 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:13.358543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.362504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9ec559d0-69d4-4246-8855-a56bc5354107), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.386779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] Pushing event deleted for resources: {'Port': ['ID=8ad828f8-ecad-4d0c-9190-23aecde70162,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:13.390188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f178d85-c2e2-4116-90b1-cd172b55dfbd None None] No DVR routers for this DVR port 8ad828f8-ecad-4d0c-9190-23aecde70162 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:13.404353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec559d0-69d4-4246-8855-a56bc5354107,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:13.467922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.468280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.468632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.468977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.469341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.469680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.470014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.470346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.470679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.471012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.471349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.471676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.472006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:13.520307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port 8ad828f8-ecad-4d0c-9190-23aecde70162 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:13.520667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.523110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Allocated IP 172.20.0.7 (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6/017afb9e-a784-452c-be39-2044501ef862/a7a4d4ff-02b1-4886-9490-d4343f8e3887) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:13.523265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d3ab6-5b3f-47d4-b44f-75204dadf99a req-b7a395e5-823c-48c7-9d06-fc0e9b293457 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:13.524703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-804d3ab6-5b3f-47d4-b44f-75204dadf99a req-b7a395e5-823c-48c7-9d06-fc0e9b293457 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.0533640
Jan 29 21:01:13.598974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-804d3ab6-5b3f-47d4-b44f-75204dadf99a req-08cc2d1d-35b9-442f-b7fb-882a1c4acd8a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663631
Jan 29 21:01:13.659836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.697431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff34f6-c70f-4ac4-9f2f-6488aa2a9a8e req-5b2375e1-35ea-4138-ab60-9d65ba570017 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:13.699658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73ff34f6-c70f-4ac4-9f2f-6488aa2a9a8e req-5b2375e1-35ea-4138-ab60-9d65ba570017 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.0647583
Jan 29 21:01:13.702391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] For port 8ad828f8-ecad-4d0c-9190-23aecde70162, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:13.702763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.736033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for 8ad828f8-ecad-4d0c-9190-23aecde70162 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:13.744300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Port 8ad828f8-ecad-4d0c-9190-23aecde70162 was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:01:13.750133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73ff34f6-c70f-4ac4-9f2f-6488aa2a9a8e req-7e0b0cfa-efdf-40e0-9e26-c04c58a4d230 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418649
Jan 29 21:01:13.753715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8ad828f8-ecad-4d0c-9190-23aecde70162), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.836340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=8ad828f8-ecad-4d0c-9190-23aecde70162,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:13.841774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No DVR routers for this DVR port 8ad828f8-ecad-4d0c-9190-23aecde70162 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:13.860322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07063eff-9ed7-4cf2-b19f-8a82fc8c6c49 req-be8cf6e7-2b8b-4c00-9a64-811e6869a844 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:13.862572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07063eff-9ed7-4cf2-b19f-8a82fc8c6c49 req-be8cf6e7-2b8b-4c00-9a64-811e6869a844 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 944 time: 0.0549910
Jan 29 21:01:13.872198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:13.916277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07063eff-9ed7-4cf2-b19f-8a82fc8c6c49 req-07a1aa65-d7df-4352-afed-683c08308d66 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472507
Jan 29 21:01:14.017658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.071320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0892a790>,) {'filters': {'network_id': ['d5cdb118-f332-4a5c-8a8b-6764db0cc6d8']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:14.076915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.088348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0892a790>, '8bdeb0cd-7120-4472-ba2e-5342917b8bbf') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:14.088674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0892a790>, '8bdeb0cd-7120-4472-ba2e-5342917b8bbf') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:14.105628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.128302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.145581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:14.145991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (8bdeb0cd-7120-4472-ba2e-5342917b8bbf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:14.149911 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:14.275073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.288395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d5cdb118-f332-4a5c-8a8b-6764db0cc6d8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.323275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.326481 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 HTTP/1.1" status: 204  len: 168 time: 3.3000686
Jan 29 21:01:14.327453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ad828f8-ecad-4d0c-9190-23aecde70162 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:14.329890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57642) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.349141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8ad828f8-ecad-4d0c-9190-23aecde70162 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:14.349587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ad828f8-ecad-4d0c-9190-23aecde70162 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:14.359191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5de7c-3e05-4350-ab18-546b81b59ae2 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=d5cdb118-f332-4a5c-8a8b-6764db0cc6d8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:14.362774 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1618e7af-8b6e-44e5-8123-19f54b8460fe tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.363238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1618e7af-8b6e-44e5-8123-19f54b8460fe tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.366172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:14.366325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1618e7af-8b6e-44e5-8123-19f54b8460fe tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/0dd19f1a-7cab-42a9-b365-683be0494e93 HTTP/1.1" status: 404  len: 337 time: 0.0353482
Jan 29 21:01:14.368859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57644) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.369285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event updated for resources: {'Port': ['ID=a7a4d4ff-02b1-4886-9490-d4343f8e3887,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:14.373672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:14.379454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:14.387494 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-563660c6-0910-45d0-90ee-148be6936154 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.388431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563660c6-0910-45d0-90ee-148be6936154 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.397300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-563660c6-0910-45d0-90ee-148be6936154 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/d5cdb118-f332-4a5c-8a8b-6764db0cc6d8 HTTP/1.1" status: 404  len: 339 time: 0.0251355
Jan 29 21:01:14.397660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57646) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.420572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Router 2d0b9cf5-4804-4992-866d-2c21f55a4749 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:14.441123 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c254c16-6619-4958-8627-dd3fac25a67f tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.441594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c254c16-6619-4958-8627-dd3fac25a67f tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.444749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0c254c16-6619-4958-8627-dd3fac25a67f tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/f44ef22c-fd8c-4f81-a1ad-38de55ffbb60 HTTP/1.1" status: 404  len: 337 time: 0.0460339
Jan 29 21:01:14.447324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57648) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.452827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:14.454174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.478223 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db38055-c281-4393-a740-0952f1db9075 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.478741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db38055-c281-4393-a740-0952f1db9075 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.483005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0db38055-c281-4393-a740-0952f1db9075 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/9a738b7f-8ef9-4f93-bd97-b8996e7f0433 HTTP/1.1" status: 404  len: 339 time: 0.0346713
Jan 29 21:01:14.489808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57650) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.529991 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9520228e-a547-499f-9375-e5c9a20e38e5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.530464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9520228e-a547-499f-9375-e5c9a20e38e5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.533731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9520228e-a547-499f-9375-e5c9a20e38e5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/99dc6e5e-75c4-4b3c-be72-3515c63129d3 HTTP/1.1" status: 404  len: 337 time: 0.0429976
Jan 29 21:01:14.536257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57652) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.549048 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a040c86d-f6bb-406e-9b5e-5bd800871953 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5015330
Jan 29 21:01:14.550728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57654) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.555860 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cc2b97-d58e-481d-9d94-cca363c6a458 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:14.556382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cc2b97-d58e-481d-9d94-cca363c6a458 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:14.560136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-18cc2b97-d58e-481d-9d94-cca363c6a458 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/49b6e843-1088-4b4f-9d39-8d20fb553d6e HTTP/1.1" status: 404  len: 339 time: 0.0229321
Jan 29 21:01:14.563196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57658) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.639760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'project_id': '9c58b601d1104fbf9e394351c5ce034a', 'port_id': 'a7a4d4ff-02b1-4886-9490-d4343f8e3887'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:14.680427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port 761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:14.680775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.684558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3717380e-20a0-477a-a8ff-1e019ea91c98 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:01:14.686663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:14.698912 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aafe07fd-6511-4e37-82a8-3f968cf53974 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d0b9cf5-4804-4992-866d-2c21f55a4749/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6813722
Jan 29 21:01:14.701356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.711602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57662) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:14.715425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Sync routers for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:14.722952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-313ce91d-a64c-4a61-a142-e0c5add4c075 None None] Provisioning complete for port a7a4d4ff-02b1-4886-9490-d4343f8e3887 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:14.723633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-313ce91d-a64c-4a61-a142-e0c5add4c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.769729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-313ce91d-a64c-4a61-a142-e0c5add4c075 None None] Port a7a4d4ff-02b1-4886-9490-d4343f8e3887 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:14.804606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:14.805798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5225e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:14.840276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:14.984489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Allocated IP 172.35.4.196 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/8db06162-0e55-4c8d-9cb6-4032e69404b6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:15.110739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.154682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.172593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3717380e-20a0-477a-a8ff-1e019ea91c98,segment=NetworkSegment(5e254226-0792-484a-af97-8881aac92b0c),segment_id=5e254226-0792-484a-af97-8881aac92b0c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:15.182877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:15.206372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:15.209743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:15.216759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:15.240220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '3717380e-20a0-477a-a8ff-1e019ea91c98', 'network_id': '8d8834ae-5b0b-43a2-b5f3-396bba204ffd', 'port_id': '3717380e-20a0-477a-a8ff-1e019ea91c98', 'mac_address': 'fa:16:3e:8c:be:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27a5818-2a3e-421b-9d34-0bacea071d42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:01:15.248583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Pushing event updated for resources: {'Port': ['ID=8db06162-0e55-4c8d-9cb6-4032e69404b6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:15.281536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.307867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for 761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:15.328157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3717380e-20a0-477a-a8ff-1e019ea91c98 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:15.329028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.346407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fa174-d00d-41c8-9557-be1756be7984 req-0691afa5-2836-4a6f-b16b-6155d6a9d754 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:15.347911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a79fa174-d00d-41c8-9557-be1756be7984 req-0691afa5-2836-4a6f-b16b-6155d6a9d754 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1671112
Jan 29 21:01:15.350482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3717380e-20a0-477a-a8ff-1e019ea91c98 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:15.380139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3717380e-20a0-477a-a8ff-1e019ea91c98,segment=NetworkSegment(5e254226-0792-484a-af97-8881aac92b0c),segment_id=5e254226-0792-484a-af97-8881aac92b0c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:15.385040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks [] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.399758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.435153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f1431-fbed-4a15-bfa3-4e2e7ee6a693 req-f58a3b9e-c768-41c1-bb94-66939963bbe9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:15.441997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-134f1431-fbed-4a15-bfa3-4e2e7ee6a693 req-f58a3b9e-c768-41c1-bb94-66939963bbe9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.6961932
Jan 29 21:01:15.460753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:15.470124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5225e0>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T21:01:13Z', 'revision_number': 5, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:15.512308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Checking router: 2d0b9cf5-4804-4992-866d-2c21f55a4749 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:15.528180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.529409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Routers {'2d0b9cf5-4804-4992-866d-2c21f55a4749'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:15.530245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5225e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['2d0b9cf5-4804-4992-866d-2c21f55a4749'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:15.605631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-134f1431-fbed-4a15-bfa3-4e2e7ee6a693 req-d03154ba-4feb-4364-94f6-32fc86de37b9 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627302
Jan 29 21:01:15.616653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a79fa174-d00d-41c8-9557-be1756be7984 req-7b16b47c-7142-4055-b918-26479ced49a2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275670
Jan 29 21:01:15.630137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.658974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] Set router 2d0b9cf5-4804-4992-866d-2c21f55a4749 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:15.687096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:15.694686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.699142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7cb2ab1f-0294-4107-bf5b-0b8c66fedb5a tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/ports/761adbcd-9ccf-4f0c-8d78-3b8f3e0ce40e HTTP/1.1" status: 204  len: 168 time: 1.1339078
Jan 29 21:01:15.701296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks [] for router_gateway (2d0b9cf5-4804-4992-866d-2c21f55a4749), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.704774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:15.734014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['3717380e-20a0-477a-a8ff-1e019ea91c98'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:15.762723 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-039112c3-cd5e-4689-8676-4ccd6f1ebabb tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:15.762723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039112c3-cd5e-4689-8676-4ccd6f1ebabb tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:15.768631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-039112c3-cd5e-4689-8676-4ccd6f1ebabb tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/bb8f6c9c-011e-4e36-bacc-303973b8e317 HTTP/1.1" status: 404  len: 337 time: 0.0601544
Jan 29 21:01:15.768884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57672) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:15.889705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395130-624f-4021-ba2c-9e15ee80ed5e req-589dac29-5512-44a1-9bfb-12e2da89262f tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:15.891170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94395130-624f-4021-ba2c-9e15ee80ed5e req-589dac29-5512-44a1-9bfb-12e2da89262f tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 945 time: 0.1917043
Jan 29 21:01:15.900406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (fe717357-6444-4798-8780-fa9acc7471d6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.941369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Deleting port 52228d36-855d-479f-98aa-8479cb56ca79 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:15.941778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (52228d36-855d-479f-98aa-8479cb56ca79), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.970889 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (30849a48-345d-4393-bc26-25cd5f0455ce), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:15.971555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5225e0>, [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T21:01:13Z', 'revision_number': 5, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.006095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847be43-1fe8-434d-b11e-75e6c40a4684 None None] The sync data for ids ['2d0b9cf5-4804-4992-866d-2c21f55a4749'] in ncdv-master-1 is: [{'id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205858943-router', 'tenant_id': 'fd4d14f918d841dbb3dff9a919096e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': '52228d36-855d-479f-98aa-8479cb56ca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:19Z', 'updated_at': '2022-01-29T21:01:13Z', 'revision_number': 5, 'project_id': 'fd4d14f918d841dbb3dff9a919096e33', 'gw_port': {'id': '52228d36-855d-479f-98aa-8479cb56ca79', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0b9cf5-4804-4992-866d-2c21f55a4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:21Z', 'updated_at': '2022-01-29T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:16.057249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.072930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94395130-624f-4021-ba2c-9e15ee80ed5e req-0f7d63a9-37cd-401b-b760-3dceee4720fc tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697626
Jan 29 21:01:16.094999 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (fe717357-6444-4798-8780-fa9acc7471d6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.126284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09f96310>,) {'filters': {'network_id': ['fe717357-6444-4798-8780-fa9acc7471d6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.143306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f96310>, 'b68aa270-4f5a-42bc-af23-f6f0952d19c7') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.143533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f96310>, 'b68aa270-4f5a-42bc-af23-f6f0952d19c7') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.157617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] For port 52228d36-855d-479f-98aa-8479cb56ca79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52228d36-855d-479f-98aa-8479cb56ca79,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:16.157977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (52228d36-855d-479f-98aa-8479cb56ca79), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.161118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (b68aa270-4f5a-42bc-af23-f6f0952d19c7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.179903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Calling delete_port for 52228d36-855d-479f-98aa-8479cb56ca79 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:16.186217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b68aa270-4f5a-42bc-af23-f6f0952d19c7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.196770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:16.197195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (b68aa270-4f5a-42bc-af23-f6f0952d19c7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:16.200188 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:16.216226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.225883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.294805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Pushing event updated for resources: {'Port': ['ID=8db06162-0e55-4c8d-9cb6-4032e69404b6,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:16.302900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (fe717357-6444-4798-8780-fa9acc7471d6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.309216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (30849a48-345d-4393-bc26-25cd5f0455ce), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.311311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.314512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/fe717357-6444-4798-8780-fa9acc7471d6 HTTP/1.1" status: 204  len: 168 time: 0.5446613
Jan 29 21:01:16.318649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57674) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:16.339764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e6ca-8031-4ea3-b69c-094f91c615cf tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=fe717357-6444-4798-8780-fa9acc7471d6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:16.479304 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Floating IP 30849a48-345d-4393-bc26-25cd5f0455ce associated. External IP: 172.35.4.196, port: a7a4d4ff-02b1-4886-9490-d4343f8e3887.
Jan 29 21:01:16.552914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port a3c78ad3-a4d3-43f4-9364-f957ab56b3ad {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:16.553370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a3c78ad3-a4d3-43f4-9364-f957ab56b3ad), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.600645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (52228d36-855d-479f-98aa-8479cb56ca79), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.600835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9ec559d0-69d4-4246-8855-a56bc5354107 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:16.626931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9ec559d0-69d4-4246-8855-a56bc5354107 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:16.633991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9ec559d0-69d4-4246-8855-a56bc5354107 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:16.642142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52228d36-855d-479f-98aa-8479cb56ca79,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:16.684282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a3c78ad3-a4d3-43f4-9364-f957ab56b3ad), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.696504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3717380e-20a0-477a-a8ff-1e019ea91c98 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:16.718499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for a3c78ad3-a4d3-43f4-9364-f957ab56b3ad owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:16.777298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:16.797538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.799278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.804281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 3717380e-20a0-477a-a8ff-1e019ea91c98 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:01:16.810239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 3717380e-20a0-477a-a8ff-1e019ea91c98 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:16.811173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.892954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 3717380e-20a0-477a-a8ff-1e019ea91c98 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:16.893795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.900102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:16.911657 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] Sync routers for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:16.920152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:16.922567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.922719 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3d8fd-a18c-4f0b-ace1-6bb30a67df70" -d '{"events": [{"server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "name": "network-vif-plugged", "status": "completed", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:16.928996 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:16.931002 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.939818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3717380e-20a0-477a-a8ff-1e019ea91c98,segment=NetworkSegment(5e254226-0792-484a-af97-8881aac92b0c),segment_id=5e254226-0792-484a-af97-8881aac92b0c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:16.941995 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.948544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks [] for router_controller (2d0b9cf5-4804-4992-866d-2c21f55a4749), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.950289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:16.973790 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dbfa2331-da1f-48d4-b6b6-c751c53ce396 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 2.4172282
Jan 29 21:01:16.974409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:16.974529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:16.988423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:16.989388 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:17.014719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0429-7be7-441a-b4cd-0f5148fc39be req-0191a733-ff2f-4905-a40b-45b010258a0d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:17.016028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daac0429-7be7-441a-b4cd-0f5148fc39be req-0191a733-ff2f-4905-a40b-45b010258a0d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2841151
Jan 29 21:01:17.029304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:17.037511 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:17.038167 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c1404-596b-48c1-a78c-1a0c9f988757 None None] The sync data for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:17.043596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c95050-8e4d-4556-916e-18697b415f53 req-da7a3a30-40c2-43dc-9920-416b017e2ffb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:17.045163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72c95050-8e4d-4556-916e-18697b415f53 req-da7a3a30-40c2-43dc-9920-416b017e2ffb tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2787519
Jan 29 21:01:17.046991 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (2d0b9cf5-4804-4992-866d-2c21f55a4749), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.047511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0b9cf5-4804-4992-866d-2c21f55a4749 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:01:17.055056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a3c78ad3-a4d3-43f4-9364-f957ab56b3ad), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.067125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.068240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4832ba1-3e92-47df-8458-65af4ad893a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d0b9cf5-4804-4992-866d-2c21f55a4749 HTTP/1.1" status: 204  len: 168 time: 2.3556972
Jan 29 21:01:17.070833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57684) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.117310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=a3c78ad3-a4d3-43f4-9364-f957ab56b3ad,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:17.134929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.141238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b46060c-14ae-4ba5-91a6-404deaa81a40 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/ports/a3c78ad3-a4d3-43f4-9364-f957ab56b3ad HTTP/1.1" status: 204  len: 168 time: 0.8187883
Jan 29 21:01:17.146648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57688) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.167809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daac0429-7be7-441a-b4cd-0f5148fc39be req-63951d25-62d6-4305-80eb-f4968d03f373 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418340
Jan 29 21:01:17.175396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72c95050-8e4d-4556-916e-18697b415f53 req-c7bd491d-6b49-45ce-8372-15e108c0f9f1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184862
Jan 29 21:01:17.189029 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0321ad3e-db0d-4094-b0ba-08a5e450bb58 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "GET /v2.0/floatingips/30849a48-345d-4393-bc26-25cd5f0455ce HTTP/1.1" status: 200  len: 982 time: 0.2131536
Jan 29 21:01:17.199934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.200353 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d60cdac-4d5f-4012-865d-f2a647443ad5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:17.200687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d60cdac-4d5f-4012-865d-f2a647443ad5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:17.207387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d60cdac-4d5f-4012-865d-f2a647443ad5 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/60ace20f-88a1-4ab0-a2f1-af9f1d232b2f HTTP/1.1" status: 404  len: 337 time: 0.0574965
Jan 29 21:01:17.208653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.228692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Deleting subnet 4b1ffdc6-b934-4598-95c4-854714a3c4ce {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:17.233355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Publish callbacks [] for subnet (4b1ffdc6-b934-4598-95c4-854714a3c4ce), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.242555 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c65441-6058-4f1e-a14c-be543bd615cd x-openstack-request-id: req-11c65441-6058-4f1e-a14c-be543bd615cd {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:17.242911 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "name": "network-vif-plugged", "status": "completed", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:17.243233 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11c65441-6058-4f1e-a14c-be543bd615cd {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:17.243693 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98', 'code': 200}
Jan 29 21:01:17.328070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4b1ffdc6-b934-4598-95c4-854714a3c4ce), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.355441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.419597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ddb8ac9-52f4-4195-9a7f-5f61de6ce1c4 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3036 time: 0.2184868
Jan 29 21:01:17.422446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.442325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef696dd-5235-469c-a595-9e675d6609c2 req-50d4605d-dc0c-431c-8a3a-e345fe97d9c5 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:17.443734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef696dd-5235-469c-a595-9e675d6609c2 req-50d4605d-dc0c-431c-8a3a-e345fe97d9c5 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.1723013
Jan 29 21:01:17.446463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53174e-e166-43e4-be4e-f5f50d2d499e req-407c570d-de93-4c66-ad0e-502fc4ae53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:17.447878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d53174e-e166-43e4-be4e-f5f50d2d499e req-407c570d-de93-4c66-ad0e-502fc4ae53ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 1128 time: 0.1171644
Jan 29 21:01:17.514519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4b1ffdc6-b934-4598-95c4-854714a3c4ce), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.521712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef696dd-5235-469c-a595-9e675d6609c2 req-d54eceaf-d925-4c57-8205-697d6ef69707 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721633
Jan 29 21:01:17.523816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d53174e-e166-43e4-be4e-f5f50d2d499e req-0e7474b7-c2f0-4f2d-8cb4-cacb55c64aeb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686021
Jan 29 21:01:17.549402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.596774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea090bc190>,) {'filters': {'network_id': ['79c3e079-f362-41da-b4a1-fd03facd1b0b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:17.641114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090bc190>, 'f094ff1b-4b7d-4cce-a424-bfb3c7219873') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:17.641419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090bc190>, 'f094ff1b-4b7d-4cce-a424-bfb3c7219873') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:17.655133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4b1ffdc6-b934-4598-95c4-854714a3c4ce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.657976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (f094ff1b-4b7d-4cce-a424-bfb3c7219873), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.699633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1ffdc6-b934-4598-95c4-854714a3c4ce,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:17.701624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f094ff1b-4b7d-4cce-a424-bfb3c7219873), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.712785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:17.713061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (f094ff1b-4b7d-4cce-a424-bfb3c7219873), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:17.716557 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:17.728619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.728619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1d058008-c97c-40ea-8ad4-2045624a772f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b1ffdc6-b934-4598-95c4-854714a3c4ce HTTP/1.1" status: 204  len: 168 time: 0.6480968
Jan 29 21:01:17.728807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635fd2c-c6df-425d-afcd-06c1902d0d71 None None] Network ef7e4130-3950-4a6b-a688-755b44cf966d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:17.729645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.808871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ef7e4130-3950-4a6b-a688-755b44cf966d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.811128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (79c3e079-f362-41da-b4a1-fd03facd1b0b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.815604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port 8db06162-0e55-4c8d-9cb6-4032e69404b6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:17.815920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.821732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.827538 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/79c3e079-f362-41da-b4a1-fd03facd1b0b HTTP/1.1" status: 204  len: 168 time: 0.6158359
Jan 29 21:01:17.837253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:17.873243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Deleting port 5d963c38-cc88-404f-bb19-f9b2a68cb48d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:17.873585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.885687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f2887-bda5-44a5-b2bf-cfc97bb34093 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=79c3e079-f362-41da-b4a1-fd03facd1b0b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:17.909416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] DHCP port deletion for ef7e4130-3950-4a6b-a688-755b44cf966d request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:17.943956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting subnet eb004a0e-e7bf-4062-ac6a-f13c61405fc4 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:17.948255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] For port 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d963c38-cc88-404f-bb19-f9b2a68cb48d,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:17.948777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.950769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (eb004a0e-e7bf-4062-ac6a-f13c61405fc4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.963125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Deleting port 5d963c38-cc88-404f-bb19-f9b2a68cb48d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:17.964425 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.964836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Calling delete_port for 5d963c38-cc88-404f-bb19-f9b2a68cb48d owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:17.984790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:17.985441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (8db06162-0e55-4c8d-9cb6-4032e69404b6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.005068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for 8db06162-0e55-4c8d-9cb6-4032e69404b6 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:18.012280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (eb004a0e-e7bf-4062-ac6a-f13c61405fc4), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.028382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] For port 5d963c38-cc88-404f-bb19-f9b2a68cb48d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d963c38-cc88-404f-bb19-f9b2a68cb48d,segment=NetworkSegment(7f867a1d-c432-4606-a234-bb95fe46c299),segment_id=7f867a1d-c432-4606-a234-bb95fe46c299)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:18.028787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.041520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Calling delete_port for 5d963c38-cc88-404f-bb19-f9b2a68cb48d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:18.054401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.080512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d963c38-cc88-404f-bb19-f9b2a68cb48d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.084854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] No DVR routers for this DVR port 5d963c38-cc88-404f-bb19-f9b2a68cb48d on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:18.127208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (5d963c38-cc88-404f-bb19-f9b2a68cb48d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.154635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] No DVR routers for this DVR port 5d963c38-cc88-404f-bb19-f9b2a68cb48d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:18.155898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (eb004a0e-e7bf-4062-ac6a-f13c61405fc4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.156343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b65aa8-6a45-419b-9ace-5235350e6762 None None] Pushing event deleted for resources: {'Port': ['ID=5d963c38-cc88-404f-bb19-f9b2a68cb48d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.163780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ef7e4130-3950-4a6b-a688-755b44cf966d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.190295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea093bbfa0>,) {'filters': {'network_id': ['ef7e4130-3950-4a6b-a688-755b44cf966d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:18.200252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea093bbfa0>, '7f867a1d-c432-4606-a234-bb95fe46c299') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:18.201138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea093bbfa0>, '7f867a1d-c432-4606-a234-bb95fe46c299') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:18.213019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (7f867a1d-c432-4606-a234-bb95fe46c299), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.237747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7f867a1d-c432-4606-a234-bb95fe46c299), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.247497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:18.248159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (7f867a1d-c432-4606-a234-bb95fe46c299), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:18.250135 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:18.277607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (eb004a0e-e7bf-4062-ac6a-f13c61405fc4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.321685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Subnet': ['ID=eb004a0e-e7bf-4062-ac6a-f13c61405fc4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.323102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d963c38-cc88-404f-bb19-f9b2a68cb48d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:18.327575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.330943 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f7788af6-5bf9-45b3-a48b-b9fc16dbb486 tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/subnets/eb004a0e-e7bf-4062-ac6a-f13c61405fc4 HTTP/1.1" status: 204  len: 168 time: 0.4693775
Jan 29 21:01:18.331835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8db06162-0e55-4c8d-9cb6-4032e69404b6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.335202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57704) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:18.350717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a8c94-d9f3-4005-8405-3893e73b09a0 None None] Network f518b191-63d7-4b00-a692-74eef45865d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:18.353211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5d963c38-cc88-404f-bb19-f9b2a68cb48d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:18.354582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d963c38-cc88-404f-bb19-f9b2a68cb48d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:18.355280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 52228d36-855d-479f-98aa-8479cb56ca79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:18.402404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ef7e4130-3950-4a6b-a688-755b44cf966d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.413641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792ca9-0ead-4951-aaec-1e8dbbfd065a req-177635ac-2d10-4820-9bb1-1a6e89d35275 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:18.415147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb792ca9-0ead-4951-aaec-1e8dbbfd065a req-177635ac-2d10-4820-9bb1-1a6e89d35275 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1142435
Jan 29 21:01:18.418410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 52228d36-855d-479f-98aa-8479cb56ca79 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:18.418945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 52228d36-855d-479f-98aa-8479cb56ca79 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:18.420152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.423641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef7e4130-3950-4a6b-a688-755b44cf966d HTTP/1.1" status: 204  len: 168 time: 0.6877682
Jan 29 21:01:18.431956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:18.441634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debd7c4-9877-4641-bb14-4bf06770225d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7e4130-3950-4a6b-a688-755b44cf966d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.453183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=8db06162-0e55-4c8d-9cb6-4032e69404b6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.454913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028b9c-4d55-4b39-a778-7a8830bbef58 req-b3b01f43-d0fa-4298-8462-dfe3b161c4b3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:18.461702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e028b9c-4d55-4b39-a778-7a8830bbef58 req-b3b01f43-d0fa-4298-8462-dfe3b161c4b3 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1618190
Jan 29 21:01:18.532940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb792ca9-0ead-4951-aaec-1e8dbbfd065a req-ab67ded2-e219-43ab-b3f1-8bfcd18cfd51 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956655
Jan 29 21:01:18.544563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e028b9c-4d55-4b39-a778-7a8830bbef58 req-f4dd7b58-d62e-4810-9188-691eb5cedcb1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799758
Jan 29 21:01:18.579234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] DHCP port deletion for f518b191-63d7-4b00-a692-74eef45865d2 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:18.590006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (30849a48-345d-4393-bc26-25cd5f0455ce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.590339 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Floating IP 30849a48-345d-4393-bc26-25cd5f0455ce disassociated (deleted). External IP: 172.35.4.196, port: a7a4d4ff-02b1-4886-9490-d4343f8e3887.
Jan 29 21:01:18.596718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (f518b191-63d7-4b00-a692-74eef45865d2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.630290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Deleting port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:18.630290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.661029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb851d-d1fa-46fa-acfc-6f92ece01196 req-11102b89-4ecd-40fa-bb23-b51067a7ba55 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:18.662663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09eb851d-d1fa-46fa-acfc-6f92ece01196 req-11102b89-4ecd-40fa-bb23-b51067a7ba55 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.0610631
Jan 29 21:01:18.694754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:18.720183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09eb851d-d1fa-46fa-acfc-6f92ece01196 req-4899cd73-1e10-4e75-bee4-9a1ad13dc95f tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497074
Jan 29 21:01:18.734744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] For port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,segment=NetworkSegment(6375b10b-7e21-461a-a22b-db1886bdef10),segment_id=6375b10b-7e21-461a-a22b-db1886bdef10)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:18.735156 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.755173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Calling delete_port for 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:18.854632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:18.854949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.896507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:18.897869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.903558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.922791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Deleting port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:18.923137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:18.925923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] Pushing event deleted for resources: {'Port': ['ID=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:18.930946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bbd0e-5693-42fa-b775-b7143fab7a0c None None] No DVR routers for this DVR port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:18.980445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:19.032145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] For port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:19.032655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.056396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Calling delete_port for 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:19.061061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:01:19.077337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.111686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:19.114043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Port': ['ID=7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:19.120734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] No DVR routers for this DVR port 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:19.245064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:19.247464 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3c98e-8025-462c-ab18-ced9256e4fc5" -d '{"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:19.286850 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d575d-652e-4f10-ac74-1f54056bec28 x-openstack-request-id: req-4d7d575d-652e-4f10-ac74-1f54056bec28 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:19.287156 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:19.287414 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d7d575d-652e-4f10-ac74-1f54056bec28 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:19.287811 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'code': 200}
Jan 29 21:01:19.584520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (f518b191-63d7-4b00-a692-74eef45865d2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.624606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea084cba00>,) {'filters': {'network_id': ['f518b191-63d7-4b00-a692-74eef45865d2']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.642814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084cba00>, '6375b10b-7e21-461a-a22b-db1886bdef10') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.643108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084cba00>, '6375b10b-7e21-461a-a22b-db1886bdef10') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.673064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (6375b10b-7e21-461a-a22b-db1886bdef10), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.688700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f142b-ddd4-4a5c-bf82-7f3b3fb6dfaa req-089e2cc4-74df-4f53-9df1-6da57ee892cb tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:19.690248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e43f142b-ddd4-4a5c-bf82-7f3b3fb6dfaa req-089e2cc4-74df-4f53-9df1-6da57ee892cb tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.0805111
Jan 29 21:01:19.701082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:19.705712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.711229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6375b10b-7e21-461a-a22b-db1886bdef10), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.714546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] Sync routers for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:19.726972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf160b0-1086-4335-846d-7f2047c29f3c req-ff51b61a-9f19-4743-a5c8-4a9d2dc2d535 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:19.728660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bf160b0-1086-4335-846d-7f2047c29f3c req-ff51b61a-9f19-4743-a5c8-4a9d2dc2d535 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 943 time: 0.0888646
Jan 29 21:01:19.756152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:19.756709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (6375b10b-7e21-461a-a22b-db1886bdef10), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:19.761012 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:19.769272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9389963-22fd-411c-bf0e-e5af50a3a448 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/floatingips/30849a48-345d-4393-bc26-25cd5f0455ce HTTP/1.1" status: 204  len: 168 time: 2.3413010
Jan 29 21:01:19.770601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57718) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:19.775150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:19.785107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e43f142b-ddd4-4a5c-bf82-7f3b3fb6dfaa req-329f15d3-d923-48dc-81ec-ad89fd30b820 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887980
Jan 29 21:01:19.825914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bf160b0-1086-4335-846d-7f2047c29f3c req-388e5b81-a43a-46a1-bd64-b13d50f9044f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848279
Jan 29 21:01:19.827297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (bffbc361-c14a-4269-992e-f1b31599f66f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.828251 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.894705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:19.895339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad88970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.928724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad88970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.938752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:19.939349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad88970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.943900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (f518b191-63d7-4b00-a692-74eef45865d2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.964709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:19.970607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] 10.222.0.20 "DELETE /v2.0/networks/f518b191-63d7-4b00-a692-74eef45865d2 HTTP/1.1" status: 204  len: 168 time: 1.6330242
Jan 29 21:01:19.972258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a4a4-f4fc-4387-a6d9-c7e7201d1fea req-7fc8e93d-1fc7-42b1-b947-6c2ec25e0621 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:19.973718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f26a4a4-f4fc-4387-a6d9-c7e7201d1fea req-7fc8e93d-1fc7-42b1-b947-6c2ec25e0621 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.0781996
Jan 29 21:01:19.978111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad88970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:19.979530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66349f-4d16-46ff-a3fa-428626d5834b None None] The sync data for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:19.979874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0a018-c0d4-43d5-b5fd-5bbe4dc8365e tempest-NetworksIpV6TestAttrs-710868478 tempest-NetworksIpV6TestAttrs-710868478-project] Pushing event deleted for resources: {'Network': ['ID=f518b191-63d7-4b00-a692-74eef45865d2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:20.001207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.066063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f26a4a4-f4fc-4387-a6d9-c7e7201d1fea req-7d12de2e-a344-412d-8aef-b81bf37aa8b6 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851135
Jan 29 21:01:20.137429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Allocated IP 172.35.4.102 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/92a0457b-197b-4f46-9062-808d8d501546) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:20.188179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Deleting port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:20.188741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.265480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for port (92a0457b-197b-4f46-9062-808d8d501546), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.298971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] For port 1a84e739-cbc3-4121-bf06-9ebfe2f78c49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:20.299675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.315674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (92a0457b-197b-4f46-9062-808d8d501546), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.318446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Calling delete_port for 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:20.320358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:20.357288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:20.357587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:20.358286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7e75b2bc-d04c-4f81-b36d-4d9a8f6fab43 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:20.391792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:20.400815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:20.404721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:20.430152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Pushing event updated for resources: {'Port': ['ID=92a0457b-197b-4f46-9062-808d8d501546,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:20.547065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1a84e739-cbc3-4121-bf06-9ebfe2f78c49), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.580316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a84e739-cbc3-4121-bf06-9ebfe2f78c49,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:20.620300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (ae101f0a-6edf-426d-9c6d-f1fe43a820e7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.645884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-07a15ad5-633c-43cd-9703-7eeb93a86116 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa1d97ca6c8840b1b9998f84f34dfc7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2858348
Jan 29 21:01:20.649086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57736) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:20.656711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b776a97-abe6-49f3-8962-1d0c74c3f7a5 req-4a687a42-0492-4e05-815e-6e9d5e6c2807 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:20.658304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b776a97-abe6-49f3-8962-1d0c74c3f7a5 req-4a687a42-0492-4e05-815e-6e9d5e6c2807 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.1176078
Jan 29 21:01:20.698848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:01:20.715545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (92a0457b-197b-4f46-9062-808d8d501546), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.778229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b776a97-abe6-49f3-8962-1d0c74c3f7a5 req-f22586bd-6eb5-4269-bafb-82cd4ca3aad7 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989306
Jan 29 21:01:20.800086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] Publish callbacks [] for security_group (1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.832953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:20.842694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] Publish callbacks [] for security_group (1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.864336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'port_id': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'mac_address': 'fa:16:3e:38:a1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260e06a-50b4-4077-82d8-9bf29e42e0e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:01:20.880670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (bffbc361-c14a-4269-992e-f1b31599f66f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.912322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:20.913116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:20.929899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fea317-212d-45e1-9866-5e4ea0192ba6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:20.950791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:20.954713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.013925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:21.017826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.020583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.024044 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1 HTTP/1.1" status: 204  len: 168 time: 0.3709648
Jan 29 21:01:21.028364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for port (92a0457b-197b-4f46-9062-808d8d501546), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.033589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdf6aa-ae8b-46e6-9a04-3b0280dcd195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f5785-6c3a-44f0-9a9f-ba3ff3668cc1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:21.043873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (92a0457b-197b-4f46-9062-808d8d501546), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.063625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdec61f-421b-4a49-a7d1-8dc2e11b29ab req-66ab8ab7-ebde-4b2c-baca-be7386d01a6f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:21.065399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cdec61f-421b-4a49-a7d1-8dc2e11b29ab req-66ab8ab7-ebde-4b2c-baca-be7386d01a6f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 944 time: 0.1334314
Jan 29 21:01:21.122045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae741f7-328d-4929-9171-ab7584ef902e req-46506749-4df4-4fa2-909d-d0fa5dd360e1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:21.123953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ae741f7-328d-4929-9171-ab7584ef902e req-46506749-4df4-4fa2-909d-d0fa5dd360e1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2083781
Jan 29 21:01:21.142181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Router bffbc361-c14a-4269-992e-f1b31599f66f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:21.264848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:21.273050 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af4ed974-4063-4bfc-9e5f-581f9560765d admin admin] 10.222.0.20 "PUT /v2.0/routers/bffbc361-c14a-4269-992e-f1b31599f66f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8340731
Jan 29 21:01:21.273240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['c5fea317-212d-45e1-9866-5e4ea0192ba6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:21.277694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57748) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:21.279512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Sync routers for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:21.291593 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:21.292556 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adfac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:21.423586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks [] for router (bffbc361-c14a-4269-992e-f1b31599f66f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.487212 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:21.539770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks [] for router_gateway (bffbc361-c14a-4269-992e-f1b31599f66f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.589382 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (ae101f0a-6edf-426d-9c6d-f1fe43a820e7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.595967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Pushing event updated for resources: {'Port': ['ID=92a0457b-197b-4f46-9062-808d8d501546,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:21.622950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Deleting port c78ec23b-9377-464e-9ebb-338ef444d2fc {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:21.623591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.629747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.630105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.630459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.630803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.631136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.631469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.631804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.632137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.632469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.632798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.633154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.633482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.633796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:21.641361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.642589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9c2f4950-1b49-40c9-b37f-ab57c27c0d75 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8708324
Jan 29 21:01:21.657217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cdec61f-421b-4a49-a7d1-8dc2e11b29ab req-9eb18d15-3b3b-405b-a879-0aeaae7b46a0 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5567317
Jan 29 21:01:21.657864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57756) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:21.692968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ae741f7-328d-4929-9171-ab7584ef902e req-d244d23e-5321-4017-ad15-eea3ab71d36f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5579031
Jan 29 21:01:21.725499 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adfac10>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:20Z', 'revision_number': 5, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port': {'id': 'c78ec23b-9377-464e-9ebb-338ef444d2fc', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:21.776380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Checking router: bffbc361-c14a-4269-992e-f1b31599f66f for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:21.785391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Routers {'bffbc361-c14a-4269-992e-f1b31599f66f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:21.786080 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adfac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bffbc361-c14a-4269-992e-f1b31599f66f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:21.804661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] For port c78ec23b-9377-464e-9ebb-338ef444d2fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c78ec23b-9377-464e-9ebb-338ef444d2fc,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:21.804913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:21.834212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Calling delete_port for c78ec23b-9377-464e-9ebb-338ef444d2fc owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:21.919808 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] Set router bffbc361-c14a-4269-992e-f1b31599f66f gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:21.959299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:21.981933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-c5483015-bc0f-48e7-98d3-2b6bfea778d8 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:21.983743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-c5483015-bc0f-48e7-98d3-2b6bfea778d8 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.18 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.1541560
Jan 29 21:01:21.998569 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adfac10>, [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 6, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:22.025234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c696-28f3-4663-b4e3-9a4e356ef7de None None] The sync data for ids ['bffbc361-c14a-4269-992e-f1b31599f66f'] in ncdv-master-1 is: [{'id': 'bffbc361-c14a-4269-992e-f1b31599f66f', 'name': 'tempest-AttachSCSIVolumeTestJSON-366220252-router', 'tenant_id': '2d2003abd2a944829e028a3f00a070c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 6, 'project_id': '2d2003abd2a944829e028a3f00a070c1', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:22.040152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:22.046640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e7ab-b632-4142-a3ff-9631d64bbfa8 req-762cbcb2-d4e0-4339-a948-6d22a0dd87c7 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:22.048184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48d1e7ab-b632-4142-a3ff-9631d64bbfa8 req-762cbcb2-d4e0-4339-a948-6d22a0dd87c7 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 946 time: 0.1430826
Jan 29 21:01:22.059366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c78ec23b-9377-464e-9ebb-338ef444d2fc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.085488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.098810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Pushing event deleted for resources: {'Port': ['ID=c78ec23b-9377-464e-9ebb-338ef444d2fc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:22.162728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1980967815'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:22.172503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (bffbc361-c14a-4269-992e-f1b31599f66f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.190324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48d1e7ab-b632-4142-a3ff-9631d64bbfa8 req-c334b26a-0489-46f6-9826-f3c3d13babc9 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b710e42-a20d-4174-9e92-5e76163b3ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301966
Jan 29 21:01:22.229579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Deleting port 3717380e-20a0-477a-a8ff-1e019ea91c98 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:22.229934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.267998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:22.271300 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.276826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (bffbc361-c14a-4269-992e-f1b31599f66f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.283018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks [] for router_controller (bffbc361-c14a-4269-992e-f1b31599f66f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.286209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.299862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.331368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.339871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (bffbc361-c14a-4269-992e-f1b31599f66f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.340413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bffbc361-c14a-4269-992e-f1b31599f66f {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:01:22.345730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.347237 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5cd3688f-9799-4445-bd0b-8d0dc53e388e admin admin] 10.222.0.20 "DELETE /v2.0/routers/bffbc361-c14a-4269-992e-f1b31599f66f HTTP/1.1" status: 204  len: 168 time: 1.0681393
Jan 29 21:01:22.350566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:22.365473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] For port 3717380e-20a0-477a-a8ff-1e019ea91c98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3717380e-20a0-477a-a8ff-1e019ea91c98,segment=NetworkSegment(5e254226-0792-484a-af97-8881aac92b0c),segment_id=5e254226-0792-484a-af97-8881aac92b0c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:22.365842 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.404447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (ccac46d4-5ae2-40fc-ba6b-87d546bcf965), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.412017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ccac46d4-5ae2-40fc-ba6b-87d546bcf965), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.426494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:22.426691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Calling delete_port for 3717380e-20a0-477a-a8ff-1e019ea91c98 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:22.439568 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f5912785-582b-433b-a449-636fd941c801), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.440059 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment f5912785-582b-433b-a449-636fd941c801 of type vlan for network 1b450921-26b3-4bd0-9691-7a78656b9c64
Jan 29 21:01:22.458242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Deleting subnet 6bb23f35-c415-4543-9679-8ba00f8dbe95 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:22.467919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Publish callbacks [] for subnet (6bb23f35-c415-4543-9679-8ba00f8dbe95), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.485816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (1b450921-26b3-4bd0-9691-7a78656b9c64), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.536603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac46d4-5ae2-40fc-ba6b-87d546bcf965,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:22.542900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (1b450921-26b3-4bd0-9691-7a78656b9c64), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.553991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:22.555345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.590317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:22.616589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:22.617346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1a84e739-cbc3-4121-bf06-9ebfe2f78c49 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:22.631064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=1b450921-26b3-4bd0-9691-7a78656b9c64,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:22.631333 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (6bb23f35-c415-4543-9679-8ba00f8dbe95), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.648617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-00ef32c4-dfc1-4e7d-80d8-4ff1344e0f46 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6073370
Jan 29 21:01:22.650290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:22.651138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57780) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:22.656412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'name': 'tempest-PortsIpV6TestJSON-647735782'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:22.695522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Allocated IP 172.35.4.5 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5cd2d43d-60a3-47be-84c9-43fae7e7312c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:22.746046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:22.776976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:22.781588 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.797359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3717380e-20a0-477a-a8ff-1e019ea91c98), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.801902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 594a5ab6-f974-4054-9231-fc1ded8522d7 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:22.848113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port c5fea317-212d-45e1-9866-5e4ea0192ba6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:22.848765 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.912004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Pushing event deleted for resources: {'Port': ['ID=3717380e-20a0-477a-a8ff-1e019ea91c98,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:22.937493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:22.938214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.964961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:22.967860 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72148a0b-39cd-4137-8f97-399124d11ddf" -d '{"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:22.984311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:22.991670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:22.993519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3717380e-20a0-477a-a8ff-1e019ea91c98 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:22.998876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.008423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6bb23f35-c415-4543-9679-8ba00f8dbe95), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.031533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] No DVR routers for this DVR port 3717380e-20a0-477a-a8ff-1e019ea91c98 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:23.041271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.044246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.045218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b42b7a2-707a-4dd9-add7-49d68d3f6563 req-672b955e-fb78-4d9d-99ea-71c0cf89c211 tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.18 "DELETE /v2.0/ports/3717380e-20a0-477a-a8ff-1e019ea91c98 HTTP/1.1" status: 204  len: 173 time: 1.0484583
Jan 29 21:01:23.049351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'name': 'network-vif-deleted', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:23.051663 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd71695-c5b1-4a8e-bb05-ed8f002fe261" -d '{"events": [{"server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "name": "network-vif-deleted", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:23.074323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.086069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:23.090350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc03cd-7c70-45eb-8d14-7553128d7971 req-ce3bbf36-6a66-4706-bbbd-d14ab0aca889 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:23.091204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 3717380e-20a0-477a-a8ff-1e019ea91c98 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:23.091714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 3717380e-20a0-477a-a8ff-1e019ea91c98 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:23.097806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7dc03cd-7c70-45eb-8d14-7553128d7971 req-ce3bbf36-6a66-4706-bbbd-d14ab0aca889 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.3054459
Jan 29 21:01:23.124568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc38ff-c4e1-42c5-8e0e-b3fccf3595b5 req-cde9cc1d-9bd8-4c80-b65d-4c020da9155a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:23.126209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bfc38ff-c4e1-42c5-8e0e-b3fccf3595b5 req-cde9cc1d-9bd8-4c80-b65d-4c020da9155a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 944 time: 0.3371592
Jan 29 21:01:23.129411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=594a5ab6-f974-4054-9231-fc1ded8522d7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:23.138486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': 'f5912785-582b-433b-a449-636fd941c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:23.138924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 1b450921-26b3-4bd0-9691-7a78656b9c64, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:23.158024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:23.171887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b450921-26b3-4bd0-9691-7a78656b9c64) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:23.176491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:23.183887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:23.184701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.196317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060039a-fc28-4dc8-831c-e6c533f8dd4e None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:23.208331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-619d4c11-7e1d-47cc-9245-f76f68e01d2c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5559013
Jan 29 21:01:23.211289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:23.212117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (6bb23f35-c415-4543-9679-8ba00f8dbe95), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.220493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-137022393'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:23.240486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:23.245744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.274113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:23.281776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7dc03cd-7c70-45eb-8d14-7553128d7971 req-d27bbe5a-ad58-4bca-9e2d-179d1f914575 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789489
Jan 29 21:01:23.282628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb23f35-c415-4543-9679-8ba00f8dbe95,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:23.288229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.289891 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.290341 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660 of type vlan for network 6914e013-2f50-4d9d-baa0-50feb3a94510
Jan 29 21:01:23.295527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.299698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-789e6d41-fae9-4c8c-9bb4-15c32bf832e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6bb23f35-c415-4543-9679-8ba00f8dbe95 HTTP/1.1" status: 204  len: 168 time: 0.9472096
Jan 29 21:01:23.305919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bfc38ff-c4e1-42c5-8e0e-b3fccf3595b5 req-eb037a74-9493-4283-ae81-fffcc7f18482 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684299
Jan 29 21:01:23.311302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:23.326206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc480696-81e1-4643-bc2f-6083b00d5845 None None] Network d092719c-cd74-4f77-9bfb-374131320ddb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:23.395231 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50daea25-5d4e-4332-a5c4-921361e2fae3 x-openstack-request-id: req-50daea25-5d4e-4332-a5c4-921361e2fae3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:23.395526 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:23.395782 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50daea25-5d4e-4332-a5c4-921361e2fae3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:23.396349 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'code': 200}
Jan 29 21:01:23.402266 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.414567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6914e013-2f50-4d9d-baa0-50feb3a94510), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.422138 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ea1bb-e28d-4637-9f7e-278d49d3bafc x-openstack-request-id: req-4c6ea1bb-e28d-4637-9f7e-278d49d3bafc {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:23.422454 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982caa2b-b823-4b95-9922-d78ac4da3345", "name": "network-vif-deleted", "tag": "3717380e-20a0-477a-a8ff-1e019ea91c98", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:23.422675 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c6ea1bb-e28d-4637-9f7e-278d49d3bafc {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:23.423088 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982caa2b-b823-4b95-9922-d78ac4da3345', 'name': 'network-vif-deleted', 'tag': '3717380e-20a0-477a-a8ff-1e019ea91c98', 'status': 'completed', 'code': 200}
Jan 29 21:01:23.442423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:23.458442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:23.496743 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6914e013-2f50-4d9d-baa0-50feb3a94510), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.501955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:23.502611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.515652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d092719c-cd74-4f77-9bfb-374131320ddb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.521095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:23.538637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Pushing event updated for resources: {'Port': ['ID=5cd2d43d-60a3-47be-84c9-43fae7e7312c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:23.595605 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3825722
Jan 29 21:01:23.598272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:23.610181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] DHCP port deletion for d092719c-cd74-4f77-9bfb-374131320ddb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:23.614752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'ports': [{'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'}, {'network_id': '6914e013-2f50-4d9d-baa0-50feb3a94510'}]} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:23.615069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:23.615566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '6914e013-2f50-4d9d-baa0-50feb3a94510'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:23.637440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64dbc278-407f-4a1f-a6a0-3a102318e114 req-f113ddec-03b9-4009-a19d-e6c8207e550c tempest-ServerPasswordTestJSON-570677738 tempest-ServerPasswordTestJSON-570677738-project] 10.222.0.20 "GET /v2.0/ports?device_id=982caa2b-b823-4b95-9922-d78ac4da3345 HTTP/1.1" status: 200  len: 210 time: 0.1136243
Jan 29 21:01:23.678217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d232ae-cff9-41db-9632-f75c3a2afd4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=6914e013-2f50-4d9d-baa0-50feb3a94510,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:23.696295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6914e013-2f50-4d9d-baa0-50feb3a94510 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:23.700756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912529f0-a4b9-472d-9a68-68cb1af2402f req-0b3510a1-a4af-43a1-8127-3ecca909304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:23.702391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-912529f0-a4b9-472d-9a68-68cb1af2402f req-0b3510a1-a4af-43a1-8127-3ecca909304e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 1127 time: 0.1776268
Jan 29 21:01:23.752543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Deleting port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:23.752830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.785210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Deleting port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:23.785527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.834644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for floatingip (4a00d92b-310a-4c89-ac19-dc52c9e2f5d0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.835419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 2} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:23.840338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.844113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] For port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:23.844514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.852858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-912529f0-a4b9-472d-9a68-68cb1af2402f req-4e676676-7550-4147-9fac-294ba0db7429 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413200
Jan 29 21:01:23.855086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.860525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Calling delete_port for 3492a0ee-7268-47a2-860b-3a1e38b7ed2b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:23.892008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] For port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,segment=NetworkSegment(5af0b019-7ce8-4824-a765-52dd41efcb5d),segment_id=5af0b019-7ce8-4824-a765-52dd41efcb5d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:23.892426 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.907066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.908804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Calling delete_port for 3492a0ee-7268-47a2-860b-3a1e38b7ed2b owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:23.952522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:23.986394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] No DVR routers for this DVR port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:23.991553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be75761-bf8a-4403-8fa7-21c74467779a None None] Pushing event deleted for resources: {'Port': ['ID=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.006105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:24.089575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.093304 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3492a0ee-7268-47a2-860b-3a1e38b7ed2b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.131370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Pushing event deleted for resources: {'Port': ['ID=3492a0ee-7268-47a2-860b-3a1e38b7ed2b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.139156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] No DVR routers for this DVR port 3492a0ee-7268-47a2-860b-3a1e38b7ed2b on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:24.154984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port aafedab9-256f-40d7-a62c-7ab63d3ba205 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:24.218139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.226647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d092719c-cd74-4f77-9bfb-374131320ddb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.234245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.246984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (aafedab9-256f-40d7-a62c-7ab63d3ba205), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.277822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08a82760>,) {'filters': {'network_id': ['d092719c-cd74-4f77-9bfb-374131320ddb']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:24.292106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c78ec23b-9377-464e-9ebb-338ef444d2fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:24.294256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a82760>, '5af0b019-7ce8-4824-a765-52dd41efcb5d') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:24.294555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a82760>, '5af0b019-7ce8-4824-a765-52dd41efcb5d') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:24.300886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.316420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c78ec23b-9377-464e-9ebb-338ef444d2fc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:24.316778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c78ec23b-9377-464e-9ebb-338ef444d2fc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:24.317249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3492a0ee-7268-47a2-860b-3a1e38b7ed2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:24.331145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (5af0b019-7ce8-4824-a765-52dd41efcb5d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.337663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3492a0ee-7268-47a2-860b-3a1e38b7ed2b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:24.345475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Pushing event updated for resources: {'Port': ['ID=5cd2d43d-60a3-47be-84c9-43fae7e7312c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.350277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3492a0ee-7268-47a2-860b-3a1e38b7ed2b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:24.354456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:24.360053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:24.362261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5af0b019-7ce8-4824-a765-52dd41efcb5d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.363363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:24.364298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (aafedab9-256f-40d7-a62c-7ab63d3ba205), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.364434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (4a00d92b-310a-4c89-ac19-dc52c9e2f5d0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.374494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:24.374930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (5af0b019-7ce8-4824-a765-52dd41efcb5d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:24.376741 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:24.399456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.426373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.427542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3d3602ce-9a76-4aaf-aaa9-c29067e841c7 tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.7651806
Jan 29 21:01:24.432207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.493824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d092719c-cd74-4f77-9bfb-374131320ddb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.503289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.506995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d092719c-cd74-4f77-9bfb-374131320ddb HTTP/1.1" status: 204  len: 168 time: 1.1930230
Jan 29 21:01:24.520857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bd84e-f723-4f54-b415-f49e2c2c6426 admin admin] Pushing event deleted for resources: {'Network': ['ID=d092719c-cd74-4f77-9bfb-374131320ddb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.540791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83311d-14c3-4649-be85-1581ef8d7af2 req-9be05d7b-8634-4b52-9338-3106a2691be5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:24.542410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c83311d-14c3-4649-be85-1581ef8d7af2 req-9be05d7b-8634-4b52-9338-3106a2691be5 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1230233
Jan 29 21:01:24.545768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': 'cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6914e013-2f50-4d9d-baa0-50feb3a94510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:24.546140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 6914e013-2f50-4d9d-baa0-50feb3a94510, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:24.550178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef836-4ed5-48e9-b843-a55421eece92 req-7ed5ddba-5256-4d63-a1da-bff746c0e50d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:24.551681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244ef836-4ed5-48e9-b843-a55421eece92 req-7ed5ddba-5256-4d63-a1da-bff746c0e50d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1311719
Jan 29 21:01:24.562242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=aafedab9-256f-40d7-a62c-7ab63d3ba205,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:24.590693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-64433f1c-3eb8-4c3f-85a1-cceae6a44318 tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3220 time: 0.1552978
Jan 29 21:01:24.593339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.601023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 6914e013-2f50-4d9d-baa0-50feb3a94510 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:24.632555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c83311d-14c3-4649-be85-1581ef8d7af2 req-64249f52-2a4c-470c-91b2-849964e83db8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798390
Jan 29 21:01:24.644504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3fad0713-4cec-4f59-9348-da887bc0a71c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.0501206
Jan 29 21:01:24.647262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.650065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244ef836-4ed5-48e9-b843-a55421eece92 req-264297c7-2b43-4195-9cd3-aeadc992b544 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880508
Jan 29 21:01:24.654299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6914e013-2f50-4d9d-baa0-50feb3a94510) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:24.658883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:24.664698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:24.669509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:24.670255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.678924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8a151-202d-4760-99bb-7613b8fad758 None None] Network 6914e013-2f50-4d9d-baa0-50feb3a94510 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:24.718163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.743381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57816) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.765531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2b65bd2e-7043-4efb-a49f-b8b86cbdaa22 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1662261
Jan 29 21:01:24.771906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57818) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.821244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6b00ea93-56ff-43bc-8b7b-7509bd25d42d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd4d14f918d841dbb3dff9a919096e33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0765438
Jan 29 21:01:24.824384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:24.831845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Deleting subnet f27a5818-2a3e-421b-9d34-0bacea071d42 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:24.836127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Publish callbacks [] for subnet (f27a5818-2a3e-421b-9d34-0bacea071d42), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.882245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (f27a5818-2a3e-421b-9d34-0bacea071d42), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.914037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] Publish callbacks [] for security_group (6f867d05-60fd-4b55-a789-8a26d2eb8bea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.922398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port aafedab9-256f-40d7-a62c-7ab63d3ba205 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:24.922742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aafedab9-256f-40d7-a62c-7ab63d3ba205), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:24.992340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] Publish callbacks [] for security_group (6f867d05-60fd-4b55-a789-8a26d2eb8bea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.023499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aafedab9-256f-40d7-a62c-7ab63d3ba205), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.049321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for aafedab9-256f-40d7-a62c-7ab63d3ba205 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:25.106464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6f867d05-60fd-4b55-a789-8a26d2eb8bea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.109147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.110336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f867d05-60fd-4b55-a789-8a26d2eb8bea HTTP/1.1" status: 204  len: 168 time: 0.2851632
Jan 29 21:01:25.134243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a953-18cc-493e-99d9-10ad31b0569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f867d05-60fd-4b55-a789-8a26d2eb8bea,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:25.160827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (aafedab9-256f-40d7-a62c-7ab63d3ba205), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.270218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Deleting port 5cd2d43d-60a3-47be-84c9-43fae7e7312c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:25.270561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.335719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f27a5818-2a3e-421b-9d34-0bacea071d42), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.398047 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.398374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for floatingip (5cd2d43d-60a3-47be-84c9-43fae7e7312c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.414023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Calling delete_port for 5cd2d43d-60a3-47be-84c9-43fae7e7312c owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:25.430023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=aafedab9-256f-40d7-a62c-7ab63d3ba205,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:25.436222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (f27a5818-2a3e-421b-9d34-0bacea071d42), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.438621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.442157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d00eb0df-1fe0-43c9-b662-edfe93b5a61b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/aafedab9-256f-40d7-a62c-7ab63d3ba205 HTTP/1.1" status: 204  len: 168 time: 0.6739342
Jan 29 21:01:25.444714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57828) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.493349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27a5818-2a3e-421b-9d34-0bacea071d42,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:25.504406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.509497 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-480211d8-c33b-409b-b545-81907a5e9adb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f27a5818-2a3e-421b-9d34-0bacea071d42 HTTP/1.1" status: 204  len: 168 time: 0.7909911
Jan 29 21:01:25.510180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57830) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.566142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.601370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5cd2d43d-60a3-47be-84c9-43fae7e7312c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.605136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03985bac-124a-4863-8bbc-94696b34ed8f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:25.610353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03985bac-124a-4863-8bbc-94696b34ed8f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:25.611896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-03985bac-124a-4863-8bbc-94696b34ed8f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1662457
Jan 29 21:01:25.618639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.627274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Pushing event deleted for resources: {'Port': ['ID=5cd2d43d-60a3-47be-84c9-43fae7e7312c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:25.669063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8d8834ae-5b0b-43a2-b5f3-396bba204ffd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.690706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks [] for floatingip (4a00d92b-310a-4c89-ac19-dc52c9e2f5d0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.693573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.694861 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8fc3917d-17e7-465b-9066-9b60f5ac215c tempest-FloatingIPAdminTestJSON-1048364293 tempest-FloatingIPAdminTestJSON-1048364293-project] 10.222.0.20 "DELETE /v2.0/floatingips/4a00d92b-310a-4c89-ac19-dc52c9e2f5d0 HTTP/1.1" status: 204  len: 168 time: 1.0465438
Jan 29 21:01:25.697399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.702865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a3e8e43-201e-4151-a6db-b13533f4fe21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d2003abd2a944829e028a3f00a070c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1347709
Jan 29 21:01:25.707294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:25.851499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] Publish callbacks [] for security_group (b48ece29-b022-4caa-a4bf-62440d05aeca), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.872640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8d8834ae-5b0b-43a2-b5f3-396bba204ffd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.882995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] Publish callbacks [] for security_group (b48ece29-b022-4caa-a4bf-62440d05aeca), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.900195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Deleting port 92a0457b-197b-4f46-9062-808d8d501546 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:25.900542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (92a0457b-197b-4f46-9062-808d8d501546), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.913181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09256d30>,) {'filters': {'network_id': ['8d8834ae-5b0b-43a2-b5f3-396bba204ffd']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:25.923325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba0b7b-e1ec-421e-a334-9539f8d5b880 req-f40b9ba6-ef93-4da4-bb93-c3d0486992c8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:25.924814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1fba0b7b-e1ec-421e-a334-9539f8d5b880 req-f40b9ba6-ef93-4da4-bb93-c3d0486992c8 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1685441
Jan 29 21:01:25.931505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54795c5a-9588-4888-b88f-31bcc0bbcebe req-6831498c-365d-4f69-bc9c-76836954c225 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:25.932933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54795c5a-9588-4888-b88f-31bcc0bbcebe req-6831498c-365d-4f69-bc9c-76836954c225 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.1961045
Jan 29 21:01:25.944359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:25.945086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.952854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09256d30>, '5e254226-0792-484a-af97-8881aac92b0c') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:25.953497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09256d30>, '5e254226-0792-484a-af97-8881aac92b0c') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:25.983255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b48ece29-b022-4caa-a4bf-62440d05aeca), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.986124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:25.987248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b48ece29-b022-4caa-a4bf-62440d05aeca HTTP/1.1" status: 204  len: 168 time: 0.2776432
Jan 29 21:01:26.004265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (92a0457b-197b-4f46-9062-808d8d501546), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.004583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (92a0457b-197b-4f46-9062-808d8d501546), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.007797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f834d02-1ea9-4997-ac4f-6760a2c1819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48ece29-b022-4caa-a4bf-62440d05aeca,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:26.013244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (5e254226-0792-484a-af97-8881aac92b0c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.021910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Calling delete_port for 92a0457b-197b-4f46-9062-808d8d501546 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:26.051485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5e254226-0792-484a-af97-8881aac92b0c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.088854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:26.089429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (5e254226-0792-484a-af97-8881aac92b0c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:26.095394 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:26.110786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.158466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1fba0b7b-e1ec-421e-a334-9539f8d5b880 req-9ccb019d-e73a-4ffc-af65-dd974a2a1680 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194166
Jan 29 21:01:26.185235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:26.189789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54795c5a-9588-4888-b88f-31bcc0bbcebe req-024f9647-18e9-4b63-986c-5eaefdde5a62 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496953
Jan 29 21:01:26.220247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (92a0457b-197b-4f46-9062-808d8d501546), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.241582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8d8834ae-5b0b-43a2-b5f3-396bba204ffd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.247859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.256268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Pushing event deleted for resources: {'Port': ['ID=92a0457b-197b-4f46-9062-808d8d501546,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:26.257772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d8834ae-5b0b-43a2-b5f3-396bba204ffd HTTP/1.1" status: 204  len: 168 time: 0.7458498
Jan 29 21:01:26.333575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df89a-6610-4f07-bac3-2efa96e62028 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8834ae-5b0b-43a2-b5f3-396bba204ffd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:26.343089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks [] for floatingip (ae101f0a-6edf-426d-9c6d-f1fe43a820e7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.346570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.348117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6768c93d-630d-4529-876d-e848517a31ba tempest-FloatingIPAdminTestJSON-1486804205 tempest-FloatingIPAdminTestJSON-1486804205-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/ae101f0a-6edf-426d-9c6d-f1fe43a820e7 HTTP/1.1" status: 204  len: 168 time: 0.6470520
Jan 29 21:01:26.360947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57854) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.428004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.484025 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.495091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4 HTTP/1.1" status: 204  len: 168 time: 0.8684614
Jan 29 21:01:26.495091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea698e-d976-4684-b9c6-c43a49e165ae tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:26.495818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57864) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.523613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205079fe-0de0-4e4d-9e34-005dc00eef11 req-16a7d3be-79b5-4e33-b61f-16553d5c7365 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:26.530853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-205079fe-0de0-4e4d-9e34-005dc00eef11 req-16a7d3be-79b5-4e33-b61f-16553d5c7365 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.2294323
Jan 29 21:01:26.560595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57868) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.617065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-205079fe-0de0-4e4d-9e34-005dc00eef11 req-34529cf7-6ca2-49ad-b409-ae288da03ecc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852005
Jan 29 21:01:26.639005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99eee9e-2fd9-4df8-a13b-9dfce6539dc7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:26.640734 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e99eee9e-2fd9-4df8-a13b-9dfce6539dc7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1489165
Jan 29 21:01:26.644642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57872) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.664832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port a7a4d4ff-02b1-4886-9490-d4343f8e3887 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:26.665975 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.670443 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd95c67-1611-4c1d-b551-6f7cbb07e780 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:01:26.671891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fbd95c67-1611-4c1d-b551-6f7cbb07e780 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/aafedab9-256f-40d7-a62c-7ab63d3ba205 HTTP/1.1" status: 404  len: 333 time: 0.0262177
Jan 29 21:01:26.674728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.703958 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd946dac-8bff-402f-977d-bdf162f5ff8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:01:26.705562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd946dac-8bff-402f-977d-bdf162f5ff8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/8b6bf0c9-f9bf-4df6-b764-eac44d7cd8e4 HTTP/1.1" status: 404  len: 333 time: 0.0299356
Jan 29 21:01:26.708137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57876) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.749715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-022098f0-9847-4b90-9c76-dbf9198a8bc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5ea45bd5a84b638781b5d4c7db931a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1870399
Jan 29 21:01:26.753205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57880) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:26.802315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6914e013-2f50-4d9d-baa0-50feb3a94510), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.855018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.876828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ec4b7-c2d6-478b-bb68-72bcefd8a2e5 req-98b6b93f-bb71-4453-a078-07d5ecd1a2a8 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:26.878373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-155ec4b7-c2d6-478b-bb68-72bcefd8a2e5 req-98b6b93f-bb71-4453-a078-07d5ecd1a2a8 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2303619
Jan 29 21:01:26.882992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] Publish callbacks [] for security_group (8b710e42-a20d-4174-9e92-5e76163b3ae9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.890543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for a7a4d4ff-02b1-4886-9490-d4343f8e3887 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:26.937241 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] Publish callbacks [] for security_group (8b710e42-a20d-4174-9e92-5e76163b3ae9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.938076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6914e013-2f50-4d9d-baa0-50feb3a94510), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:26.963657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b4cb400>,) {'filters': {'network_id': ['6914e013-2f50-4d9d-baa0-50feb3a94510']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:26.977791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b4cb400>, 'cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:26.978226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b4cb400>, 'cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:26.992345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.010404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.020082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:27.020579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cd63d2e7-ddb7-4bf1-a0f1-f2ae916e4660), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:27.025601 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:27.031457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-155ec4b7-c2d6-478b-bb68-72bcefd8a2e5 req-a2e39356-4124-4b16-b4af-93daf1576536 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465061
Jan 29 21:01:27.082789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57902) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:27.102607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8b710e42-a20d-4174-9e92-5e76163b3ae9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.106381 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.107492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b710e42-a20d-4174-9e92-5e76163b3ae9 HTTP/1.1" status: 204  len: 168 time: 0.3516533
Jan 29 21:01:27.108500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6914e013-2f50-4d9d-baa0-50feb3a94510), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.120784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.125615 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/6914e013-2f50-4d9d-baa0-50feb3a94510 HTTP/1.1" status: 204  len: 168 time: 0.4147856
Jan 29 21:01:27.130819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57910) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:27.137045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700838462'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:27.154826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957be468-9f6d-40f5-9417-2f4ced3ecda8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=6914e013-2f50-4d9d-baa0-50feb3a94510,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:27.169655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2128-5ece-4cf3-86e9-b6bd0b2ebd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b710e42-a20d-4174-9e92-5e76163b3ae9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:27.178541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:27.182698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.221362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:27.237437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (feef3c3f-0401-432b-a138-999af7979d06), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.237838 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment feef3c3f-0401-432b-a138-999af7979d06 of type vlan for network 92bd01a4-c88d-456f-9db5-947ebe86f549
Jan 29 21:01:27.287132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (92bd01a4-c88d-456f-9db5-947ebe86f549), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.306483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a7a4d4ff-02b1-4886-9490-d4343f8e3887), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.314727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-503f802e-1870-40e9-93dc-0d8008a79f20 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:27.316110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-503f802e-1870-40e9-93dc-0d8008a79f20 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.2401636
Jan 29 21:01:27.330284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (92bd01a4-c88d-456f-9db5-947ebe86f549), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.338581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:27.339445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.357779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=a7a4d4ff-02b1-4886-9490-d4343f8e3887,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:27.368968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-8b826e71-f94d-4c0f-991b-95c40162532d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/quotas/bab7bd62cd4844eeaf4983741cbe925d HTTP/1.1" status: 200  len: 375 time: 0.0428665
Jan 29 21:01:27.410261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079afe9-12fe-4b47-b763-484ddc408dd0 req-606dfc61-e795-4607-9425-f458eb478956 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:27.411817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8079afe9-12fe-4b47-b763-484ddc408dd0 req-606dfc61-e795-4607-9425-f458eb478956 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1485312
Jan 29 21:01:27.436893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=92bd01a4-c88d-456f-9db5-947ebe86f549,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:27.454358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:27.456218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a746ccb4-4491-41a9-b51f-859f70a63789 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3243120
Jan 29 21:01:27.459133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:27.471541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:27.508064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-network', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:27.578558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.584103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f837b938-29a8-41d8-af9e-2d24721d447c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/ports/a7a4d4ff-02b1-4886-9490-d4343f8e3887 HTTP/1.1" status: 204  len: 168 time: 1.2182536
Jan 29 21:01:27.586404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57924) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:27.605036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:27.608594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.614261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Made reservation on behalf of f0577901aca44f5a82edf8cef07174b6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:27.617597 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.637709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.682075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Performing IP validity checks on allocation pools {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:01:27.686089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:01:27.688605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8079afe9-12fe-4b47-b763-484ddc408dd0 req-485154f6-f22b-4a5c-b1bd-ca62476b75a5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220182
Jan 29 21:01:27.693828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-dd53f9ae-bce0-47f8-87bb-db4ac816e7f1 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2956529
Jan 29 21:01:27.824259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600bd697-d2a2-4a6e-84f4-eaef3f1cdf22 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:27.828361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-600bd697-d2a2-4a6e-84f4-eaef3f1cdf22 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "GET /v2.0/ports?device_id=719fb091-2530-4fa7-b09b-3f3f4e97d0d1 HTTP/1.1" status: 200  len: 913 time: 0.2328868
Jan 29 21:01:27.829252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57930) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:27.847513 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (9a164ea5-b1bc-4716-b647-4d5722fe9bb8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.911726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=9a164ea5-b1bc-4716-b647-4d5722fe9bb8,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:27.937744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': 'feef3c3f-0401-432b-a138-999af7979d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:27.937744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 92bd01a4-c88d-456f-9db5-947ebe86f549, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:27.956590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:27.968891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92bd01a4-c88d-456f-9db5-947ebe86f549) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:27.974226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:27.975029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:27.980925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e093504-8fb6-49d5-abe3-276ce77e8cb5 None None] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:28.012978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef79377c-b4ff-4ec2-b774-ec3e5359b79a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5495512
Jan 29 21:01:28.015941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57942) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:28.020888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549', 'name': 'tempest-PortsIpV6TestJSON-1612348643'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:28.040115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-474edc8a-7729-4d9d-9cda-3a546f5ab975 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3368890
Jan 29 21:01:28.137155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92bd01a4-c88d-456f-9db5-947ebe86f549', 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '9a164ea5-b1bc-4716-b647-4d5722fe9bb8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:28.138488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.171753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:28.175421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.202395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port c333d451-da69-421b-a4fd-c9bef76d6173 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:28.213485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57946) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:28.318181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Allocated IP 2001:db8::2 (92bd01a4-c88d-456f-9db5-947ebe86f549/9a164ea5-b1bc-4716-b647-4d5722fe9bb8/ce538af7-f86b-4625-90fb-51cb33f9f834) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:28.364016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1155555941-network', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:28.387989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Made reservation on behalf of ef4e73ff3ae74f7381a76059476b8d9c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:28.390913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.400949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.470951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks [] for security_group (bd9b07a6-ad20-4611-b3f3-e67243afb9f8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.484926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks [] for security_group (a7d2744e-1384-40b5-b172-bed927410990), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.489912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a7d2744e-1384-40b5-b172-bed927410990), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.490343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks [] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.492953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd9b07a6-ad20-4611-b3f3-e67243afb9f8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.500138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.524606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:28.530412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a912-003a-4d8a-9a04-16cbbd6840c8 req-1b53289e-03c4-4edf-8a78-42c24f5700ae tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:28.532393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4585a912-003a-4d8a-9a04-16cbbd6840c8 req-1b53289e-03c4-4edf-8a78-42c24f5700ae tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.5923884
Jan 29 21:01:28.537534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:28.539796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:28.546216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:28.562792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Pushing event updated for resources: {'Port': ['ID=ce538af7-f86b-4625-90fb-51cb33f9f834,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:28.578638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d2744e-1384-40b5-b172-bed927410990,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:28.597651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (00252849-be15-4052-b1c4-abf5d7d8c866), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.598132 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Added segment 00252849-be15-4052-b1c4-abf5d7d8c866 of type vlan for network 9c6a631d-01fb-49db-aced-43f268a05868
Jan 29 21:01:28.611295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Attempting to bind port ce538af7-f86b-4625-90fb-51cb33f9f834 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:28.611669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Attempting to bind port ce538af7-f86b-4625-90fb-51cb33f9f834 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'feef3c3f-0401-432b-a138-999af7979d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:28.612081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Attempting to bind port ce538af7-f86b-4625-90fb-51cb33f9f834 on network 92bd01a4-c88d-456f-9db5-947ebe86f549 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:28.617268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:28.617658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Checking segment: {'id': 'feef3c3f-0401-432b-a138-999af7979d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:28.618065 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.618640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Bound using segment: {'id': 'feef3c3f-0401-432b-a138-999af7979d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:28.619311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Bound port: ce538af7-f86b-4625-90fb-51cb33f9f834, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feef3c3f-0401-432b-a138-999af7979d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92bd01a4-c88d-456f-9db5-947ebe86f549'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:28.620390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.651077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:28.658305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-6789135b-1a41-4f04-b55a-646456d21b33 service neutron] 10.222.0.20 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6069555
Jan 29 21:01:28.659622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::1a (92bd01a4-c88d-456f-9db5-947ebe86f549/9a164ea5-b1bc-4716-b647-4d5722fe9bb8/c333d451-da69-421b-a4fd-c9bef76d6173) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:28.673399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9c6a631d-01fb-49db-aced-43f268a05868), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.679113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-00672ebe-1b9a-4705-8b07-3854c981d86e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:28.682489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-00672ebe-1b9a-4705-8b07-3854c981d86e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d2f72f-19fc-42b1-802e-42956b98cff9 HTTP/1.1" status: 200  len: 945 time: 0.3238480
Jan 29 21:01:28.691426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b07a6-ad20-4611-b3f3-e67243afb9f8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:28.710757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] For port ce538af7-f86b-4625-90fb-51cb33f9f834, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:28.715356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] For port ce538af7-f86b-4625-90fb-51cb33f9f834, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce538af7-f86b-4625-90fb-51cb33f9f834,segment=NetworkSegment(feef3c3f-0401-432b-a138-999af7979d06),segment_id=feef3c3f-0401-432b-a138-999af7979d06)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:28.733678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.753402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (45ff8fef-a785-4891-9adc-fdba04e576f8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.756003 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Added segment 45ff8fef-a785-4891-9adc-fdba04e576f8 of type vlan for network 454d4dfa-72d9-4078-a000-638e688f0cc0
Jan 29 21:01:28.798856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d7de8-a9a0-4e31-bb97-671d156a217b None None] Pushing event updated for resources: {'Port': ['ID=ce538af7-f86b-4625-90fb-51cb33f9f834,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:28.848374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4585a912-003a-4d8a-9a04-16cbbd6840c8 req-f89258d2-95c6-4fb2-b9f4-9a2de445d2c0 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2732122
Jan 29 21:01:28.894592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9c6a631d-01fb-49db-aced-43f268a05868), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.895583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:28.896188 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:28.970739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (454d4dfa-72d9-4078-a000-638e688f0cc0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.026545 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8109457
Jan 29 21:01:29.029759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57974) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:29.038022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a905dce-adcf-4d26-b613-9cd8c472a996 req-5d2f09df-9f59-408c-a32f-71c3fe2b555f tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 210 time: 0.0770020
Jan 29 21:01:29.050278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293aa8c-9346-4276-b1a0-e030a6749542 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6a631d-01fb-49db-aced-43f268a05868,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:29.058171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (c333d451-da69-421b-a4fd-c9bef76d6173), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.064278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Request body: {'subnet': {'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1155555941-subnet', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:29.065832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9c6a631d-01fb-49db-aced-43f268a05868 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:29.124035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c333d451-da69-421b-a4fd-c9bef76d6173), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.126790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (454d4dfa-72d9-4078-a000-638e688f0cc0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.128029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:29.128778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.162942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403fbc7-77ed-4a3d-b20e-dbe23608cce3 req-f2e8567a-7b0b-4848-98cc-3e3aa633289b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:29.172266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0403fbc7-77ed-4a3d-b20e-dbe23608cce3 req-f2e8567a-7b0b-4848-98cc-3e3aa633289b tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.2665792
Jan 29 21:01:29.174314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Made reservation on behalf of ef4e73ff3ae74f7381a76059476b8d9c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:29.180067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.210911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=c333d451-da69-421b-a4fd-c9bef76d6173,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:29.224113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:29.225809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:29.229214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:29.251726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:29.254335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.275063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c2b091db-7c68-453e-bb13-f6a3f9aba50c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2580683
Jan 29 21:01:29.279436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57976) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:29.343390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.2700639
Jan 29 21:01:29.344500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57980) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:29.351289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Request body: {'subnet': {'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-subnet', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:29.379014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Made reservation on behalf of f0577901aca44f5a82edf8cef07174b6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:29.382552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.424683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e662e-2076-413a-bf44-8562e6928c91 admin admin] Pushing event updated for resources: {'Network': ['ID=454d4dfa-72d9-4078-a000-638e688f0cc0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:29.436077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Deleting port c5fea317-212d-45e1-9866-5e4ea0192ba6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:29.436436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.450326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:29.582944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0403fbc7-77ed-4a3d-b20e-dbe23608cce3 req-95b9fc21-20ca-4240-b157-3b61ee48b6ed tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3941150
Jan 29 21:01:29.624309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8a2f37e1-ecd8-40c5-946b-b2471fb0749e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.676931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2f37e1-ecd8-40c5-946b-b2471fb0749e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:29.692471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Checking segment: {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:29.692840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Network hostable DHCP agents. Network: 454d4dfa-72d9-4078-a000-638e688f0cc0, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:29.712918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:29.724875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 454d4dfa-72d9-4078-a000-638e688f0cc0) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:29.729726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:29.730537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.741576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a6e48-2f24-40e2-9718-e41446824eca None None] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:29.752488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc2369fc-2427-4a67-9765-d0f5516d268c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.4066303
Jan 29 21:01:29.755150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57986) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:29.760368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:29.773247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] For port c5fea317-212d-45e1-9866-5e4ea0192ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5fea317-212d-45e1-9866-5e4ea0192ba6,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:29.773613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.796918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (e50eaf46-537e-410f-ab53-9bc298157129), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.799029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (e50eaf46-537e-410f-ab53-9bc298157129), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.801442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-d1c990c6-573a-42de-b74c-1cb050a0701a tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:29.803189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-d1c990c6-573a-42de-b74c-1cb050a0701a tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.36 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2992992
Jan 29 21:01:29.815379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Calling delete_port for c5fea317-212d-45e1-9866-5e4ea0192ba6 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:29.844369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port c333d451-da69-421b-a4fd-c9bef76d6173 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:29.844568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c333d451-da69-421b-a4fd-c9bef76d6173), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.890837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-454d4dfa-72d9-4078-a000-638e688f0cc0', 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0', 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'fixed_ips': [{'subnet_id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:29.891770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:29.927452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for router_controller (e50eaf46-537e-410f-ab53-9bc298157129), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.087133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.100667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Allocated IP 172.20.0.2 (454d4dfa-72d9-4078-a000-638e688f0cc0/8a2f37e1-ecd8-40c5-946b-b2471fb0749e/f3ea9317-e19f-4fc4-b84f-468776db2532) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:30.120363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (e9662072-2cd8-4afc-bcdb-258fdb0f8a5f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.184436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for router_gateway (e50eaf46-537e-410f-ab53-9bc298157129), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.588044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks [] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.599595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce538af7-f86b-4625-90fb-51cb33f9f834 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:30.602600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070f7b2-d225-463f-baf9-7fce129331a1 None None] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:30.609193 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.647615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for router_gateway (e50eaf46-537e-410f-ab53-9bc298157129), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.686987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aca46885-8965-46f7-b03e-4096ee69220c req-0b8e0eff-fbd1-413b-b60a-c08dbd1fdfbc tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 210 time: 0.5034969
Jan 29 21:01:30.694888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.718559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-79077889-3e47-488d-bcf3-77cff3794cd8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:30.719804 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-79077889-3e47-488d-bcf3-77cff3794cd8 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.36 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 815 time: 0.2834082
Jan 29 21:01:30.736061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c333d451-da69-421b-a4fd-c9bef76d6173), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.752339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Provisioning complete for port ce538af7-f86b-4625-90fb-51cb33f9f834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:30.752819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.754524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Request body: {'port': {'device_id': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'admin_state_up': True, 'tenant_id': 'bab7bd62cd4844eeaf4983741cbe925d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:30.766808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:30.767773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c5fea317-212d-45e1-9866-5e4ea0192ba6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:30.773421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:30.785163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for c333d451-da69-421b-a4fd-c9bef76d6173 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:30.797098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c508f5-8641-4f62-bd55-8b857402c510 req-176984ca-e712-4b96-a65a-f20258693ec1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:30.804252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58c508f5-8641-4f62-bd55-8b857402c510 req-176984ca-e712-4b96-a65a-f20258693ec1 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.8024952
Jan 29 21:01:30.846754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Pushing event updated for resources: {'Port': ['ID=f3ea9317-e19f-4fc4-b84f-468776db2532,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:30.851369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:30.868016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:30.883600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Checking segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:30.883965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Network hostable DHCP agents. Network: 9c6a631d-01fb-49db-aced-43f268a05868, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:30.930170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Made reservation on behalf of bab7bd62cd4844eeaf4983741cbe925d for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:30.934150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:30.936873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Allocated IP 172.35.4.182 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/f0f10259-46ca-4eed-855c-10d163995acf) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:30.987548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ce538af7-f86b-4625-90fb-51cb33f9f834 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:30.987909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.040881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Attempting to bind port f3ea9317-e19f-4fc4-b84f-468776db2532 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:31.041990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Attempting to bind port f3ea9317-e19f-4fc4-b84f-468776db2532 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:31.042361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Attempting to bind port f3ea9317-e19f-4fc4-b84f-468776db2532 on network 454d4dfa-72d9-4078-a000-638e688f0cc0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:31.047732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Deleting port acbbe458-af19-480c-aaa8-c93e96130825 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:31.047930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (acbbe458-af19-480c-aaa8-c93e96130825), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.074410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:31.074921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Checking segment: {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:31.075205 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.075607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Bound using segment: {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:31.076095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Bound port: f3ea9317-e19f-4fc4-b84f-468776db2532, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:31.076477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.092808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c5fea317-212d-45e1-9866-5e4ea0192ba6 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:31.093887 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.158512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c5fea317-212d-45e1-9866-5e4ea0192ba6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.162968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58c508f5-8641-4f62-bd55-8b857402c510 req-14648a0e-8321-4f9b-a908-810fcbc524de tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3578691
Jan 29 21:01:31.184208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Network 9c6a631d-01fb-49db-aced-43f268a05868 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:31.244115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event deleted for resources: {'Port': ['ID=c5fea317-212d-45e1-9866-5e4ea0192ba6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:31.259805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Current status of the port ce538af7-f86b-4625-90fb-51cb33f9f834 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:31.260697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.282116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ce538af7-f86b-4625-90fb-51cb33f9f834 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:31.282508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.295259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c6a631d-01fb-49db-aced-43f268a05868) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:31.309033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:31.309631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.321785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42567-ac49-408f-8f13-79ad42cf67ee req-c6a78b2a-9702-4e5c-bbc5-abab5e0a8cdd tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:31.323881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f42567-ac49-408f-8f13-79ad42cf67ee req-c6a78b2a-9702-4e5c-bbc5-abab5e0a8cdd tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.4878516
Jan 29 21:01:31.333278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] For port f3ea9317-e19f-4fc4-b84f-468776db2532, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:31.336932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] For port f3ea9317-e19f-4fc4-b84f-468776db2532, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ea9317-e19f-4fc4-b84f-468776db2532,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:31.377635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] No DVR routers for this DVR port c5fea317-212d-45e1-9866-5e4ea0192ba6 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:31.387407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] For port ce538af7-f86b-4625-90fb-51cb33f9f834, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce538af7-f86b-4625-90fb-51cb33f9f834,segment=NetworkSegment(feef3c3f-0401-432b-a138-999af7979d06),segment_id=feef3c3f-0401-432b-a138-999af7979d06)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:31.410866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadcbe9-c9a7-4e22-b5f2-073472092814 None None] Network 9c6a631d-01fb-49db-aced-43f268a05868 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:31.438213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.442215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5af24f50-9e3c-4730-9215-1c9251fe9432 req-c9a11326-2fdf-40fe-bceb-8b694b29b5fd tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.18 "DELETE /v2.0/ports/c5fea317-212d-45e1-9866-5e4ea0192ba6 HTTP/1.1" status: 204  len: 173 time: 2.7384465
Jan 29 21:01:31.456241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-deleted', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:31.459657 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d73b0-96f6-43bf-8582-8dc12163de0f" -d '{"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-deleted", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:31.475803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] For port acbbe458-af19-480c-aaa8-c93e96130825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acbbe458-af19-480c-aaa8-c93e96130825,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:31.476312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (acbbe458-af19-480c-aaa8-c93e96130825), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.511784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for port (f0f10259-46ca-4eed-855c-10d163995acf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.518197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Allocated IP 172.20.0.8 (50b8a44c-8805-4c80-98b2-4737494020b8/d260e06a-50b4-4077-82d8-9bf29e42e0e1/eb1f3e75-7702-4ac6-a880-e812b61fc035) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:31.558700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.609398 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.618911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f589d-146a-41a9-af78-6fcdc90b9db3 None None] Network 9c6a631d-01fb-49db-aced-43f268a05868 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:31.620473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f0f10259-46ca-4eed-855c-10d163995acf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.706393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-798ac3bd-95bf-4c36-8fde-6d5e04977122 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6683338
Jan 29 21:01:31.706393 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45ff04-39de-4d29-837e-1c513718edc0 x-openstack-request-id: req-ab45ff04-39de-4d29-837e-1c513718edc0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:31.706393 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2f72f-19fc-42b1-802e-42956b98cff9", "name": "network-vif-deleted", "tag": "c5fea317-212d-45e1-9866-5e4ea0192ba6", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:31.706393 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab45ff04-39de-4d29-837e-1c513718edc0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:31.706393 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2f72f-19fc-42b1-802e-42956b98cff9', 'name': 'network-vif-deleted', 'tag': 'c5fea317-212d-45e1-9866-5e4ea0192ba6', 'status': 'completed', 'code': 200}
Jan 29 21:01:31.717784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:31.741947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:31.785891 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:01:31.786523 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:01:31.786741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c1f6c-13d2-4dd8-9f32-a12364947725 None None] Pushing event updated for resources: {'Port': ['ID=f3ea9317-e19f-4fc4-b84f-468776db2532,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:31.820021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:31.836576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:31.844254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:31.846482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Pushing event updated for resources: {'Port': ['ID=f0f10259-46ca-4eed-855c-10d163995acf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:31.879777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f864a208-8410-4d46-8631-50a40839fb32), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.880848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f864a208-8410-4d46-8631-50a40839fb32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.928690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3737e46-77c2-4b79-b5b0-aa73cb17f12c None None] Pushing event updated for resources: {'Port': ['ID=ce538af7-f86b-4625-90fb-51cb33f9f834,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:31.961541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c333d451-da69-421b-a4fd-c9bef76d6173), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:31.981840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6166a689-6e93-4794-834c-c7031fe3a9b4 None None] Provisioning complete for port ce538af7-f86b-4625-90fb-51cb33f9f834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:31.982397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6166a689-6e93-4794-834c-c7031fe3a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.058908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks [] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.105410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f42567-ac49-408f-8f13-79ad42cf67ee req-d2f23e55-8c10-4e06-a5e3-f157b520fb94 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7341795
Jan 29 21:01:32.116507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5978d8d1-257f-4037-bafb-4b4191676517 req-acec7e0f-4282-4756-b21b-d67f1f4f41f7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 210 time: 0.2799213
Jan 29 21:01:32.180622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6166a689-6e93-4794-834c-c7031fe3a9b4 None None] Current status of the port ce538af7-f86b-4625-90fb-51cb33f9f834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:32.192328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6166a689-6e93-4794-834c-c7031fe3a9b4 None None] Could not find standard attr ID for object c333d451-da69-421b-a4fd-c9bef76d6173. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:01:32.202543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for router_controller (f864a208-8410-4d46-8631-50a40839fb32), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.231542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=c333d451-da69-421b-a4fd-c9bef76d6173,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:32.313025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.322305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-017fbe43-9135-4ae9-ab55-59cd7fb68008 None None] Could not find standard attr ID for object c333d451-da69-421b-a4fd-c9bef76d6173. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:01:32.341039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ce538af7-f86b-4625-90fb-51cb33f9f834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:32.414931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.420683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cb06c545-472b-4840-b2bc-a6105985c8e6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/c333d451-da69-421b-a4fd-c9bef76d6173 HTTP/1.1" status: 204  len: 168 time: 3.1150048
Jan 29 21:01:32.425493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.426004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.426326 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Floating IP 61a877bb-4f43-40b8-b6ac-dd11811cbf27 disassociated. External IP: 172.35.4.241, port: acbbe458-af19-480c-aaa8-c93e96130825.
Jan 29 21:01:32.426678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Calling delete_port for acbbe458-af19-480c-aaa8-c93e96130825 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:32.443226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58004) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:32.513094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Network 50b8a44c-8805-4c80-98b2-4737494020b8 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:32.531120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for router_gateway (f864a208-8410-4d46-8631-50a40839fb32), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.542615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:32.557482 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-554706c2-8eaa-456f-ad38-926c9fc723b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:01:32.558142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554706c2-8eaa-456f-ad38-926c9fc723b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:01:32.560864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a142-e194-449e-bd96-17727676ac0d req-403b0e7d-4e7c-4ddf-b6d6-023a3e841a4c tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:32.568108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2057a142-e194-449e-bd96-17727676ac0d req-403b0e7d-4e7c-4ddf-b6d6-023a3e841a4c tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 946 time: 0.2592969
Jan 29 21:01:32.568916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-554706c2-8eaa-456f-ad38-926c9fc723b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/c333d451-da69-421b-a4fd-c9bef76d6173 HTTP/1.1" status: 404  len: 333 time: 0.0924635
Jan 29 21:01:32.571570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:32.575507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:32.585187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port 6559e552-afdd-49c1-b74c-8768f1264a02 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:32.585785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.655526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3ea9317-e19f-4fc4-b84f-468776db2532 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:32.657105 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-19152988-5913-427a-84ab-772709d35160 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:01:32.658577 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19152988-5913-427a-84ab-772709d35160 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/c333d451-da69-421b-a4fd-c9bef76d6173 HTTP/1.1" status: 404  len: 333 time: 0.0798516
Jan 29 21:01:32.664317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58008) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:32.669359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event updated for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:32.739353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f3ea9317-e19f-4fc4-b84f-468776db2532 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:32.741117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.745318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2057a142-e194-449e-bd96-17727676ac0d req-287f0c44-9644-4b39-b7c1-08d327cd1c87 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups?id=f87cb804-eec4-4957-834e-eab912103648&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1755853
Jan 29 21:01:32.766634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:32.767224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.783947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for router_gateway (e50eaf46-537e-410f-ab53-9bc298157129), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.792488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.806702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (acbbe458-af19-480c-aaa8-c93e96130825), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.821479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for 6559e552-afdd-49c1-b74c-8768f1264a02 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:32.847452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event deleted for resources: {'Port': ['ID=acbbe458-af19-480c-aaa8-c93e96130825,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:32.873455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 9a164ea5-b1bc-4716-b647-4d5722fe9bb8 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:32.877964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f3ea9317-e19f-4fc4-b84f-468776db2532 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:32.877964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.883886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (9a164ea5-b1bc-4716-b647-4d5722fe9bb8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.922740 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-f450349c-459b-4771-8af2-d6f4b708fb0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1740587
Jan 29 21:01:32.943521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f3ea9317-e19f-4fc4-b84f-468776db2532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ea9317-e19f-4fc4-b84f-468776db2532,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:32.948931 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:32.950024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce538af7-f86b-4625-90fb-51cb33f9f834 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:32.975992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (9a164ea5-b1bc-4716-b647-4d5722fe9bb8), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.038472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Request body: {'port': {'device_id': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:33.042762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f3ea9317-e19f-4fc4-b84f-468776db2532,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:33.057964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ce538af7-f86b-4625-90fb-51cb33f9f834 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:33.058344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.121773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Router 4776db32-ca9b-4b7c-afba-d04344e9921a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:33.158627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ce538af7-f86b-4625-90fb-51cb33f9f834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:33.281860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9a164ea5-b1bc-4716-b647-4d5722fe9bb8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.336097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796e4aa-f0de-41f8-ad06-17e79cb10da1 None None] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:33.352911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.417569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-da734324-3d6e-4c9a-985c-9c34f45a19a5 None None] Provisioning complete for port f3ea9317-e19f-4fc4-b84f-468776db2532 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:33.418321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-da734324-3d6e-4c9a-985c-9c34f45a19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.493587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device acbbe458-af19-480c-aaa8-c93e96130825 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:33.530220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: acbbe458-af19-480c-aaa8-c93e96130825 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:33.530573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device acbbe458-af19-480c-aaa8-c93e96130825 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:33.624595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-da734324-3d6e-4c9a-985c-9c34f45a19a5 None None] Current status of the port f3ea9317-e19f-4fc4-b84f-468776db2532 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:33.736793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (e50eaf46-537e-410f-ab53-9bc298157129), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.773033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe1e1-44f5-48ac-9847-388e17ea749e req-7291a8b0-7f62-4303-88af-218a22398bb5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:33.774639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34cbe1e1-44f5-48ac-9847-388e17ea749e req-7291a8b0-7f62-4303-88af-218a22398bb5 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.5358410
Jan 29 21:01:33.834430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a4c49-2cef-413e-9799-558655264dad req-a2fb87cd-5719-4161-a25f-f8f3bc0e31f6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:33.835862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a6a4c49-2cef-413e-9799-558655264dad req-a2fb87cd-5719-4161-a25f-f8f3bc0e31f6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 931 time: 0.5982127
Jan 29 21:01:33.839197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:33.840700 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6559e552-afdd-49c1-b74c-8768f1264a02), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.844710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (9a164ea5-b1bc-4716-b647-4d5722fe9bb8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.857481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Sync routers for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:33.874984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1b408d80-d034-48ee-8d6c-ec9a07c6b77e None None] Provisioning complete for port f3ea9317-e19f-4fc4-b84f-468776db2532 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:33.875368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b408d80-d034-48ee-8d6c-ec9a07c6b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.880457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:33.881242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for router_gateway (f864a208-8410-4d46-8631-50a40839fb32), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.881340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:33.913315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=6559e552-afdd-49c1-b74c-8768f1264a02,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:33.940384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] No DVR routers for this DVR port acbbe458-af19-480c-aaa8-c93e96130825 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:33.950110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:33.953577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ad752a-0bbb-4aac-b0b9-a52366194ca4 req-9e93d745-0876-4d39-9d88-2c456f131cb9 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.36 "DELETE /v2.0/ports/acbbe458-af19-480c-aaa8-c93e96130825 HTTP/1.1" status: 204  len: 173 time: 4.1425962
Jan 29 21:01:33.956339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'name': 'network-vif-deleted', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:33.958697 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b33ca-2387-4d0c-8dda-3a6f68eda331" -d '{"events": [{"server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "name": "network-vif-deleted", "tag": "acbbe458-af19-480c-aaa8-c93e96130825"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:34.002014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=9a164ea5-b1bc-4716-b647-4d5722fe9bb8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:34.014784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34cbe1e1-44f5-48ac-9847-388e17ea749e req-b61d47f0-c8a2-4a68-ba9a-0674e8fcf9d6 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295260
Jan 29 21:01:34.019442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.022785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d0051b33-18f5-46ec-8d18-e451852833a9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/9a164ea5-b1bc-4716-b647-4d5722fe9bb8 HTTP/1.1" status: 204  len: 168 time: 1.3508029
Jan 29 21:01:34.033737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee63b1-4457-4d39-9faf-f729e8443a82 None None] Network 92bd01a4-c88d-456f-9db5-947ebe86f549 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:34.047005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.048787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:34.098753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a6a4c49-2cef-413e-9799-558655264dad req-16659e34-2808-479b-bf1b-cc424d4671a4 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473059
Jan 29 21:01:34.216706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:34.228274 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79def82b-6988-4bf2-bb27-c03c770f658c x-openstack-request-id: req-79def82b-6988-4bf2-bb27-c03c770f658c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:34.228274 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacad7cd-1b7f-45ce-9544-c2e2624c7fd9", "name": "network-vif-deleted", "tag": "acbbe458-af19-480c-aaa8-c93e96130825", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:34.234667 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79def82b-6988-4bf2-bb27-c03c770f658c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:34.235156 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacad7cd-1b7f-45ce-9544-c2e2624c7fd9', 'name': 'network-vif-deleted', 'tag': 'acbbe458-af19-480c-aaa8-c93e96130825', 'status': 'completed', 'code': 200}
Jan 29 21:01:34.307939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33e2259c-93a1-44ad-b67c-f4b3d89da83a req-125619e1-cc1b-4589-befe-ea87029e346b tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/ports?device_id=dacad7cd-1b7f-45ce-9544-c2e2624c7fd9 HTTP/1.1" status: 200  len: 210 time: 0.0717881
Jan 29 21:01:34.368348 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.389324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (92bd01a4-c88d-456f-9db5-947ebe86f549), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.543827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3ea9317-e19f-4fc4-b84f-468776db2532 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:34.545314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Allocated IP 172.35.4.243 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2736aa33-520c-4a1d-b559-0faef4a5d4de) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:34.564877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Router e50eaf46-537e-410f-ab53-9bc298157129 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:01:34.653420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1b408d80-d034-48ee-8d6c-ec9a07c6b77e None None] Current status of the port f3ea9317-e19f-4fc4-b84f-468776db2532 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:34.716562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce151-a7eb-4d55-877d-d4720eaa9b2e req-8e425997-b2d5-44f8-9ba6-234a683a73ef tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:34.718120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-546ce151-a7eb-4d55-877d-d4720eaa9b2e req-8e425997-b2d5-44f8-9ba6-234a683a73ef tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1779060
Jan 29 21:01:34.738484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f3ea9317-e19f-4fc4-b84f-468776db2532 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:34.739038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.747960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1f3e75-7702-4ac6-a880-e812b61fc035 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:34.762117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks [] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.762836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:34.782306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] DHCP port deletion for 92bd01a4-c88d-456f-9db5-947ebe86f549 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:34.795667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port ce538af7-f86b-4625-90fb-51cb33f9f834 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:34.796160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.797623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-546ce151-a7eb-4d55-877d-d4720eaa9b2e req-a0e7737f-61df-441b-bf71-93356b04d264 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644162
Jan 29 21:01:34.864492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Transition to ACTIVE for port object eb1f3e75-7702-4ac6-a880-e812b61fc035 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:01:34.884140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.915447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f3ea9317-e19f-4fc4-b84f-468776db2532 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:34.920019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:34.930271 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f495c-af88-425f-bb22-591f318153cf None None] Sync routers for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:34.930769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Deleting port ce538af7-f86b-4625-90fb-51cb33f9f834 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:34.931068 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.933641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aca158db-f60d-47f5-8063-26cc2c028977 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "PUT /v2.0/routers/719fb091-2530-4fa7-b09b-3f3f4e97d0d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1034086
Jan 29 21:01:34.946359 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:34.948522 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b228e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:34.955365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:34.972896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:34.987800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Sync routers for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:34.988685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:34.993013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port ce538af7-f86b-4625-90fb-51cb33f9f834, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce538af7-f86b-4625-90fb-51cb33f9f834,segment=NetworkSegment(feef3c3f-0401-432b-a138-999af7979d06),segment_id=feef3c3f-0401-432b-a138-999af7979d06)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:34.993561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.002520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0580>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.007398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b228e50>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.015485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595f6c7-d748-4d6c-ab09-dc41d308821f req-3edfcd8c-aa2a-48cb-ae89-9ad8fc2ba33f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:35.017503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5595f6c7-d748-4d6c-ab09-dc41d308821f req-3edfcd8c-aa2a-48cb-ae89-9ad8fc2ba33f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.0826554
Jan 29 21:01:35.023790 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] Routers {'719fb091-2530-4fa7-b09b-3f3f4e97d0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:35.024633 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b228e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.044853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Checking router: 4776db32-ca9b-4b7c-afba-d04344e9921a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:35.048597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] For port ce538af7-f86b-4625-90fb-51cb33f9f834, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce538af7-f86b-4625-90fb-51cb33f9f834,segment=NetworkSegment(feef3c3f-0401-432b-a138-999af7979d06),segment_id=feef3c3f-0401-432b-a138-999af7979d06)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:35.049021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.058187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:35.058817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea099dd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.069310 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-549f495c-af88-425f-bb22-591f318153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b228e50>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.070461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f495c-af88-425f-bb22-591f318153cf None None] The sync data for ids ['719fb091-2530-4fa7-b09b-3f3f4e97d0d1'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:35.082080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5595f6c7-d748-4d6c-ab09-dc41d308821f req-d4588934-cc43-4132-b899-e001a5f20a06 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580003
Jan 29 21:01:35.107636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Calling delete_port for ce538af7-f86b-4625-90fb-51cb33f9f834 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:35.109583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for ce538af7-f86b-4625-90fb-51cb33f9f834 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:35.124002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:35.149095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:35.149736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:35.156794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.160785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-87a406d3-2187-406f-ad10-6dc4636f444b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.4021580
Jan 29 21:01:35.163912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58034) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:35.278975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.279426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:35.305508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.394895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca395f1-4053-435e-b433-3dddd55315f0 req-847437d2-e045-4f60-80cc-fc62bd932fce tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:35.397317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ca395f1-4053-435e-b433-3dddd55315f0 req-847437d2-e045-4f60-80cc-fc62bd932fce tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 943 time: 0.1648054
Jan 29 21:01:35.406296 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.423178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:35.434106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Attempting to bind port eb1f3e75-7702-4ac6-a880-e812b61fc035 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:35.434840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Attempting to bind port eb1f3e75-7702-4ac6-a880-e812b61fc035 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:35.434840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Attempting to bind port eb1f3e75-7702-4ac6-a880-e812b61fc035 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:35.451363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:35.456394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:35.493025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Pushing event deleted for resources: {'Port': ['ID=ce538af7-f86b-4625-90fb-51cb33f9f834,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:35.510862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Port eb1f3e75-7702-4ac6-a880-e812b61fc035 on network 50b8a44c-8805-4c80-98b2-4737494020b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:01:35.511148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] No DVR routers for this DVR port ce538af7-f86b-4625-90fb-51cb33f9f834 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:35.511258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Attempting to bind port eb1f3e75-7702-4ac6-a880-e812b61fc035 on network 50b8a44c-8805-4c80-98b2-4737494020b8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:35.519445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Pushing event updated for resources: {'Port': ['ID=2736aa33-520c-4a1d-b559-0faef4a5d4de,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:35.531398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.531993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.532525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.533849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.534231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.534764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.535144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.535491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.535826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.536893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.540709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.540709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.540709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d65fa-218d-41d0-b728-9a580189d509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:35.544079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ce538af7-f86b-4625-90fb-51cb33f9f834), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.546124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ca395f1-4053-435e-b433-3dddd55315f0 req-a223cf24-1a29-4e6a-93c8-b7bcb8bf5a40 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106887
Jan 29 21:01:35.551954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:35.552308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Checking segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:35.552955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Bound using segment: {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:35.553551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Bound port: eb1f3e75-7702-4ac6-a880-e812b61fc035, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7a095c-ae53-4fb0-b328-8920496f6131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:35.553927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.595372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:35.611424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=ce538af7-f86b-4625-90fb-51cb33f9f834,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:35.621406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58042) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:35.625132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port ce538af7-f86b-4625-90fb-51cb33f9f834 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:35.666642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3228d46-ea3e-4972-9a7c-b44178071fdd req-ece2cc51-af02-4a8d-a467-9d49b92dcac1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:35.668233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3228d46-ea3e-4972-9a7c-b44178071fdd req-ece2cc51-af02-4a8d-a467-9d49b92dcac1 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.1902969
Jan 29 21:01:35.762695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3228d46-ea3e-4972-9a7c-b44178071fdd req-d282226c-10f0-413d-84c8-25d9929392a0 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793486
Jan 29 21:01:35.899148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:35.964391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea099dd2b0>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:32Z', 'revision_number': 3, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:36.004879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Checking router: e50eaf46-537e-410f-ab53-9bc298157129 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:36.005265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Updating router e50eaf46-537e-410f-ab53-9bc298157129 port f0f10259-46ca-4eed-855c-10d163995acf binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:01:36.049660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f0f10259-46ca-4eed-855c-10d163995acf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.112307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_gateway (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.132648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (92bd01a4-c88d-456f-9db5-947ebe86f549), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.218625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a77efd0>,) {'filters': {'network_id': ['92bd01a4-c88d-456f-9db5-947ebe86f549']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:36.230798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:36.245799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a77efd0>, 'feef3c3f-0401-432b-a138-999af7979d06') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:36.246086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a77efd0>, 'feef3c3f-0401-432b-a138-999af7979d06') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:36.250248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (f87cb804-eec4-4957-834e-eab912103648), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.276858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:36.279095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (feef3c3f-0401-432b-a138-999af7979d06), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.332096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0580>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:36.368171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.373318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685020e2-338c-44d4-bf04-36305d23f019 None None] The sync data for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 is: [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T20:59:41Z', 'revision_number': 4, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fd7b089-7cf2-44eb-943c-3d7a3fe92b04', 'name': '', 'network_id': '7d2e9b08-0d77-4cd3-9472-88b45c6c0e09', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'mac_address': 'fa:16:3e:42:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:39Z', 'updated_at': '2022-01-29T20:59:53Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'subnets': [{'id': '6ea62d6d-7077-495c-bc53-a46535a1fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:36.381935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (f87cb804-eec4-4957-834e-eab912103648), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.384885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (feef3c3f-0401-432b-a138-999af7979d06), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.413090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Allocated IP 172.20.0.1 (454d4dfa-72d9-4078-a000-638e688f0cc0/8a2f37e1-ecd8-40c5-946b-b2471fb0749e/8ff0dc39-9523-4a3b-9ec6-5a675b3a9628) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:36.440205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:36.440626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (feef3c3f-0401-432b-a138-999af7979d06), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.449718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:36.450525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.453563 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb1f3e75-7702-4ac6-a880-e812b61fc035 HTTP/1.1" status: 200  len: 1091 time: 3.5149529
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:36.463883 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:36.489981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:36.492565 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745cc219-3b85-47e6-9045-6201bc47e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:36.545306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce538af7-f86b-4625-90fb-51cb33f9f834 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:36.598763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ce538af7-f86b-4625-90fb-51cb33f9f834 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:36.599484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ce538af7-f86b-4625-90fb-51cb33f9f834 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:36.609713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076457e-16cc-4313-a672-2d420edf41db req-8f4a1759-686e-45be-994f-7fe2d2cad1da tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:36.611196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b076457e-16cc-4313-a672-2d420edf41db req-8f4a1759-686e-45be-994f-7fe2d2cad1da tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.0862961
Jan 29 21:01:36.642406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea73e8-9d04-47f1-997e-1fb6ca3e5102 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:36.651764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port ccd4d586-4448-45a0-ac33-208ecf8db566 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:36.652158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ccd4d586-4448-45a0-ac33-208ecf8db566), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.659559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (92bd01a4-c88d-456f-9db5-947ebe86f549), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.663213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.667184 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/92bd01a4-c88d-456f-9db5-947ebe86f549 HTTP/1.1" status: 204  len: 168 time: 2.5975168
Jan 29 21:01:36.686339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58050) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:36.699674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1047675053'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:36.700137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks [] for port (f0f10259-46ca-4eed-855c-10d163995acf), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.716393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f0f10259-46ca-4eed-855c-10d163995acf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.723731 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for router_gateway (f864a208-8410-4d46-8631-50a40839fb32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.731625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a799-ccdc-4964-97bd-d93705ec60ec tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=92bd01a4-c88d-456f-9db5-947ebe86f549,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:36.796352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Attempting to bind port f0f10259-46ca-4eed-855c-10d163995acf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:36.796714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks [] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.797362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Attempting to bind port f0f10259-46ca-4eed-855c-10d163995acf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:36.798107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Attempting to bind port f0f10259-46ca-4eed-855c-10d163995acf on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:36.809580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f87cb804-eec4-4957-834e-eab912103648), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.812328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.816094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "DELETE /v2.0/security-groups/f87cb804-eec4-4957-834e-eab912103648 HTTP/1.1" status: 204  len: 168 time: 1.1835713
Jan 29 21:01:36.820019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8058aa0-0859-49f8-bda8-5455d1ac56f9 None None] Pushing event updated for resources: {'Port': ['ID=f0f10259-46ca-4eed-855c-10d163995acf,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:36.823340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58054) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:36.835648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:36.836577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:36.837428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.838637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:36.839392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Bound port: f0f10259-46ca-4eed-855c-10d163995acf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:36.840016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f0f10259-46ca-4eed-855c-10d163995acf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.842012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00f7dd-7734-4ba9-ae0b-e93ca045af05 tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87cb804-eec4-4957-834e-eab912103648,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:36.848003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:36.852559 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.857183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-ce9c32ec-5768-44bd-97c4-279bb4737ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:36.858776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-ce9c32ec-5768-44bd-97c4-279bb4737ded service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 1125 time: 0.3132367
Jan 29 21:01:36.889243 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-d262800b-dc92-4d43-bb05-ddde5975d93f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] show failed (client error): The resource could not be found.
Jan 29 21:01:36.892734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d262800b-dc92-4d43-bb05-ddde5975d93f tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "GET /v2.0/security-groups/f87cb804-eec4-4957-834e-eab912103648 HTTP/1.1" status: 404  len: 347 time: 0.0641098
Jan 29 21:01:36.897419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58056) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:36.901678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ccd4d586-4448-45a0-ac33-208ecf8db566), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.961723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] For port f0f10259-46ca-4eed-855c-10d163995acf, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:36.965907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] For port f0f10259-46ca-4eed-855c-10d163995acf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f10259-46ca-4eed-855c-10d163995acf,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:36.976446 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f0f10259-46ca-4eed-855c-10d163995acf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:36.991963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019cc09-3448-4317-ab64-b5fc25018736 req-fa662e0e-70d8-4bba-8242-7f1e6194a268 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:36.994804 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46863e5f-d673-47ef-b54b-e3d2fd579c12 None None] New status for floating IP 61a877bb-4f43-40b8-b6ac-dd11811cbf27: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:01:36.995924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for ccd4d586-4448-45a0-ac33-208ecf8db566 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:37.000485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7019cc09-3448-4317-ab64-b5fc25018736 req-fa662e0e-70d8-4bba-8242-7f1e6194a268 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 943 time: 0.3112109
Jan 29 21:01:37.045605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:37.059387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:37.060027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea099dd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:37.063309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8058aa0-0859-49f8-bda8-5455d1ac56f9 None None] Pushing event updated for resources: {'Port': ['ID=f0f10259-46ca-4eed-855c-10d163995acf,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:37.099788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.109552 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f35685a-bd56-496f-976f-5c966cf99e57 x-openstack-request-id: req-1f35685a-bd56-496f-976f-5c966cf99e57 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:37.109853 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:37.110116 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f35685a-bd56-496f-976f-5c966cf99e57 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:37.110526 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035', 'status': 'completed', 'code': 200}
Jan 29 21:01:37.110676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port c6bba473-6b73-446c-ab7e-73c218c20bd8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:37.111024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.113831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-c74d73ae-ba1a-4499-bc38-1f4f96832482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035 HTTP/1.1" status: 200  len: 217 time: 0.2436254
Jan 29 21:01:37.185024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2cb7c782-be23-4ed7-87bb-2ae2d1d19353), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.185363 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment 2cb7c782-be23-4ed7-87bb-2ae2d1d19353 of type vlan for network 469d50ae-4658-476b-9acb-c395b3176ee9
Jan 29 21:01:37.193585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:37.293882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:37.310427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-0a69ef7b-1d73-42e3-b591-4ce9eede1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:37.311977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-0a69ef7b-1d73-42e3-b591-4ce9eede1a59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.1635549
Jan 29 21:01:37.338318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:37.356931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7019cc09-3448-4317-ab64-b5fc25018736 req-8d0702cc-ad54-4e59-8bab-351d45d28f23 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3555150
Jan 29 21:01:37.372915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:37.378079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Pushing event updated for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:37.386075 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (469d50ae-4658-476b-9acb-c395b3176ee9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.409702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea099dd2b0>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:32Z', 'revision_number': 3, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:37.446468 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-3e1517ee-f92c-4d8d-a575-7a8aded06ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1267114
Jan 29 21:01:37.461341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffec77-ce7f-43ad-9d96-2d67cb3e0cb6 None None] The sync data for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 is: [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:32Z', 'revision_number': 3, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:37.505386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port c6bba473-6b73-446c-ab7e-73c218c20bd8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6bba473-6b73-446c-ab7e-73c218c20bd8,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:37.505760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.519756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2359ca-bfb0-49e2-8b2b-b90a182fb865 req-e22dfa83-2cc7-448a-8a3b-0b597304a20d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:37.523898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ccd4d586-4448-45a0-ac33-208ecf8db566), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.525594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a2359ca-bfb0-49e2-8b2b-b90a182fb865 req-e22dfa83-2cc7-448a-8a3b-0b597304a20d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 945 time: 0.4203856
Jan 29 21:01:37.542571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (e50eaf46-537e-410f-ab53-9bc298157129), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.563381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=ccd4d586-4448-45a0-ac33-208ecf8db566,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:37.591996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f864a208-8410-4d46-8631-50a40839fb32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.606101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (469d50ae-4658-476b-9acb-c395b3176ee9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.611095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:37.611821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.615344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for c6bba473-6b73-446c-ab7e-73c218c20bd8 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:37.630147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Deleting port 892aa936-2cf3-46c0-9ecf-11b59ed8a67a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:37.630412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.646509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e1fc92c7-3ffb-4620-8e04-36fb35792bb8 None None] Provisioning complete for port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:37.646881 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1fc92c7-3ffb-4620-8e04-36fb35792bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.691412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc92c7-3ffb-4620-8e04-36fb35792bb8 None None] Port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:37.765117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-12cc2fe2-479b-4c01-80a2-5ded1f224e49 service neutron] 10.222.0.36 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3067009
Jan 29 21:01:37.782512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0953233
Jan 29 21:01:37.783149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58058) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:37.801642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:37.804505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.928817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.929174 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.956715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001870-62c7-4806-b039-20de06f9d3fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=469d50ae-4658-476b-9acb-c395b3176ee9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:37.972283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a2359ca-bfb0-49e2-8b2b-b90a182fb865 req-9bcfc3d3-469d-476f-b0f8-60350d47e7fe tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4217935
Jan 29 21:01:37.973474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 469d50ae-4658-476b-9acb-c395b3176ee9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:37.983929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:37.991869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router_controller (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.011375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Calling delete_port for 892aa936-2cf3-46c0-9ecf-11b59ed8a67a owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:38.091919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (719fb091-2530-4fa7-b09b-3f3f4e97d0d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.092592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Fanout notify agent at l3_agent the message router_deleted on router 719fb091-2530-4fa7-b09b-3f3f4e97d0d1 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:01:38.105422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.106828 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-db72b3fc-a35e-4be5-b3e4-97ab3b09ad5c tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/routers/719fb091-2530-4fa7-b09b-3f3f4e97d0d1 HTTP/1.1" status: 204  len: 168 time: 3.1462533
Jan 29 21:01:38.109144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5e55ff2c-4c9f-4df2-8ffc-534ea47b60fc req-5f50b33d-3e3f-475c-b0bb-6c770d0452c7 service neutron] 10.222.0.36 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3225591
Jan 29 21:01:38.111397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:38.164968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Router f864a208-8410-4d46-8631-50a40839fb32 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:01:38.186273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.207909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:38.211386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.220796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting subnet 017afb9e-a784-452c-be39-2044501ef862 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:38.257538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for subnet (017afb9e-a784-452c-be39-2044501ef862), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.468476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (892aa936-2cf3-46c0-9ecf-11b59ed8a67a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.470416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c6bba473-6b73-446c-ab7e-73c218c20bd8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.483360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7efb631c-3991-437b-a08c-d517f3371899'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:38.522779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['c6bba473-6b73-446c-ab7e-73c218c20bd8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:38.569110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f0f10259-46ca-4eed-855c-10d163995acf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:38.652650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-0aa73c20-bc70-4926-9a0f-18e8beabb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:38.654482 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-0aa73c20-bc70-4926-9a0f-18e8beabb37d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 1125 time: 0.4846413
Jan 29 21:01:38.657560 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (017afb9e-a784-452c-be39-2044501ef862), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.675652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Pushing event deleted for resources: {'Port': ['ID=892aa936-2cf3-46c0-9ecf-11b59ed8a67a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:38.691393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f0f10259-46ca-4eed-855c-10d163995acf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:38.692096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f0f10259-46ca-4eed-855c-10d163995acf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.799895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:38.803376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=c6bba473-6b73-446c-ab7e-73c218c20bd8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:38.822286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Sync routers for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:38.844003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.848254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Routers {'f864a208-8410-4d46-8631-50a40839fb32'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:38.848429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a7e7b5d2-2e2a-4e9d-a4d4-7afabd590081 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.1071680
Jan 29 21:01:38.848541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f864a208-8410-4d46-8631-50a40839fb32'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:38.848541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f0f10259-46ca-4eed-855c-10d163995acf is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:38.848541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f0f10259-46ca-4eed-855c-10d163995acf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.857761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:38.886925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.888964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port c6bba473-6b73-446c-ab7e-73c218c20bd8 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:38.902237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.905491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b076457e-16cc-4313-a672-2d420edf41db req-66c5eba0-edfe-4ac1-9e6f-45ce55f75a15 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.36 "DELETE /v2.0/ports/c6bba473-6b73-446c-ab7e-73c218c20bd8 HTTP/1.1" status: 204  len: 173 time: 2.2898622
Jan 29 21:01:38.908835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'name': 'network-vif-deleted', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:38.911324 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca520fb-c771-46ef-a4a1-76bd134e7e66" -d '{"events": [{"server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "name": "network-vif-deleted", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:38.957804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-09b8313a-8755-4fdc-9554-f493ff4deec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:38.959456 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-09b8313a-8755-4fdc-9554-f493ff4deec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 200  len: 916 time: 0.2970819
Jan 29 21:01:38.972812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (017afb9e-a784-452c-be39-2044501ef862), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:38.977032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Set router f864a208-8410-4d46-8631-50a40839fb32 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:39.014354 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks [] for floatingip (61a877bb-4f43-40b8-b6ac-dd11811cbf27), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.017607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.019393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0914d437-cd0d-46ca-b246-5b42281aab4d tempest-ServersTestManualDisk-904984215 tempest-ServersTestManualDisk-904984215-project] 10.222.0.20 "DELETE /v2.0/floatingips/61a877bb-4f43-40b8-b6ac-dd11811cbf27 HTTP/1.1" status: 204  len: 168 time: 2.1146243
Jan 29 21:01:39.026758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:39.040896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d5f99-7764-44c3-8c82-2ab63482db61 req-c022b58a-9375-413c-af97-7dd94e3247db tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:39.049630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-895d5f99-7764-44c3-8c82-2ab63482db61 req-c022b58a-9375-413c-af97-7dd94e3247db tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 943 time: 0.5822906
Jan 29 21:01:39.071305 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacde427-5aa8-48ac-bea9-e66c188b718b x-openstack-request-id: req-bacde427-5aa8-48ac-bea9-e66c188b718b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:39.071812 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba5f5c4-1b16-4652-8796-7598b08bfa9c", "name": "network-vif-deleted", "tag": "c6bba473-6b73-446c-ab7e-73c218c20bd8", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:39.072191 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bacde427-5aa8-48ac-bea9-e66c188b718b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:39.072701 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba5f5c4-1b16-4652-8796-7598b08bfa9c', 'name': 'network-vif-deleted', 'tag': 'c6bba473-6b73-446c-ab7e-73c218c20bd8', 'status': 'completed', 'code': 200}
Jan 29 21:01:39.083786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-016695f1-013a-4a75-ac55-9413ae2a52ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035 HTTP/1.1" status: 200  len: 217 time: 0.1069365
Jan 29 21:01:39.126653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f0f10259-46ca-4eed-855c-10d163995acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f10259-46ca-4eed-855c-10d163995acf,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:39.142134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f0f10259-46ca-4eed-855c-10d163995acf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.221274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:39.230571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-86b42344-0ee3-46eb-9210-545caa463b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:39.231803 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-86b42344-0ee3-46eb-9210-545caa463b1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 200  len: 855 time: 0.1367090
Jan 29 21:01:39.239471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (017afb9e-a784-452c-be39-2044501ef862), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.258616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3803af40-ab70-4a12-8ab5-5a36f764666d req-01942bf6-f933-4916-9d48-a6d9a24c83db tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba5f5c4-1b16-4652-8796-7598b08bfa9c HTTP/1.1" status: 200  len: 210 time: 0.0971246
Jan 29 21:01:39.295613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f0f10259-46ca-4eed-855c-10d163995acf,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:39.295864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks [] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.311250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Subnet': ['ID=017afb9e-a784-452c-be39-2044501ef862,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:39.314528 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-6ec78a41-778c-473d-94f9-717954bffc94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b8a44c-8805-4c80-98b2-4737494020b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700979
Jan 29 21:01:39.314652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.315450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.318601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9762e28-d8e4-4b9d-8abd-6df24548c5c8 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/subnets/017afb9e-a784-452c-be39-2044501ef862 HTTP/1.1" status: 204  len: 168 time: 1.2059898
Jan 29 21:01:39.321628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:39.324129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0319e10-9c12-463d-8479-17c608c95a0b None None] Network d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:39.335668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-895d5f99-7764-44c3-8c82-2ab63482db61 req-9e5329cc-ba29-4309-99c3-76e5a85d09ec tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849720
Jan 29 21:01:39.342930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': '2cb7c782-be23-4ed7-87bb-2ae2d1d19353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:39.343615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 469d50ae-4658-476b-9acb-c395b3176ee9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:39.488853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa460>, [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:36Z', 'revision_number': 3, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:39.523114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Checking router: f864a208-8410-4d46-8631-50a40839fb32 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:39.523476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Updating router f864a208-8410-4d46-8631-50a40839fb32 port 2736aa33-520c-4a1d-b559-0faef4a5d4de binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:01:39.563799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.628054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.672962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] DHCP port deletion for d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:39.777865 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-6d3dc77a-fe11-4729-a4b0-7a888c8055f6 service neutron] 10.222.0.36 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4451227
Jan 29 21:01:39.778151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Pushing event updated for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:39.790337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (e50eaf46-537e-410f-ab53-9bc298157129), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.804792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Deleting port a05b7f24-ae4f-46ac-86f0-2a03b992a339 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:39.805206 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.828080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 469d50ae-4658-476b-9acb-c395b3176ee9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:39.875914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.890492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 469d50ae-4658-476b-9acb-c395b3176ee9) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:39.904643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:39.905721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.943969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port a05b7f24-ae4f-46ac-86f0-2a03b992a339 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:39.944389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:39.988138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0783d0c6-a929-499e-a6d8-ba6b1cac3c48 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1930892
Jan 29 21:01:39.997892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58078) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:40.006583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1554691506'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:40.043482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb01134-7d51-4366-9086-23d0cbced088 None None] Network 469d50ae-4658-476b-9acb-c395b3176ee9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:40.059342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-745cc219-3b85-47e6-9045-6201bc47e3d3 req-2345948f-2f31-4eb5-9897-e977b67de311 service neutron] 10.222.0.36 "GET /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585297
Jan 29 21:01:40.115974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] For port a05b7f24-ae4f-46ac-86f0-2a03b992a339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a05b7f24-ae4f-46ac-86f0-2a03b992a339,segment=NetworkSegment(82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7),segment_id=82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:40.116330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.123335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] For port a05b7f24-ae4f-46ac-86f0-2a03b992a339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a05b7f24-ae4f-46ac-86f0-2a03b992a339,segment=NetworkSegment(82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7),segment_id=82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:40.123706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.142487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Calling delete_port for a05b7f24-ae4f-46ac-86f0-2a03b992a339 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:40.144408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for a05b7f24-ae4f-46ac-86f0-2a03b992a339 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:40.160854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:40.186117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:40.253072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Allocated IP 172.20.0.1 (9c6a631d-01fb-49db-aced-43f268a05868/e9662072-2cd8-4afc-bcdb-258fdb0f8a5f/14ff701e-4a42-49cd-a8e3-2bebbf05db7b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:40.334797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:40.338335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.372355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-469d50ae-4658-476b-9acb-c395b3176ee9', 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:40.373321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.429091 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks [] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.443273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port c849141c-3ba9-45e2-82f4-2ee75353510d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:40.468816 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61a4e24c-9ff6-476e-afc4-19497e867599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.477465 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks [] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.481510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.501725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a05b7f24-ae4f-46ac-86f0-2a03b992a339), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.561216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.563321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f0f10259-46ca-4eed-855c-10d163995acf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:40.564625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=a05b7f24-ae4f-46ac-86f0-2a03b992a339,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:40.581732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] No DVR routers for this DVR port a05b7f24-ae4f-46ac-86f0-2a03b992a339 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:40.584231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Router e50eaf46-537e-410f-ab53-9bc298157129 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:40.599586 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.650132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Network 9c6a631d-01fb-49db-aced-43f268a05868 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:40.662259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] Pushing event deleted for resources: {'Port': ['ID=a05b7f24-ae4f-46ac-86f0-2a03b992a339,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:40.664719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:40.698839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:40.705257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832bbd52-78b2-4fdf-9e4b-c73be6d52d2f None None] No DVR routers for this DVR port a05b7f24-ae4f-46ac-86f0-2a03b992a339 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:40.758741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Attempting to bind port 2736aa33-520c-4a1d-b559-0faef4a5d4de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:40.759117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Attempting to bind port 2736aa33-520c-4a1d-b559-0faef4a5d4de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:40.759517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Attempting to bind port 2736aa33-520c-4a1d-b559-0faef4a5d4de on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:40.780054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ffc10f09-1bc2-4614-8cb1-d8b99af30195 None None] Provisioning complete for port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:40.780437 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ffc10f09-1bc2-4614-8cb1-d8b99af30195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.783954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:40.784337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:40.784737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.785162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:40.785916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Bound port: 2736aa33-520c-4a1d-b559-0faef4a5d4de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:40.786307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.789592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527971f0-3850-4f17-a089-e8405bfd10ab None None] Pushing event updated for resources: {'Port': ['ID=2736aa33-520c-4a1d-b559-0faef4a5d4de,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:40.819836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Pushing event updated for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:40.825641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ef19-53d8-4334-ad3a-757736994517 req-ca3e4d48-e2e0-4c98-a4a0-34aa9aae1552 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:40.827204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bf6ef19-53d8-4334-ad3a-757736994517 req-ca3e4d48-e2e0-4c98-a4a0-34aa9aae1552 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 943 time: 0.3439341
Jan 29 21:01:40.851234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.862411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::3e4 (469d50ae-4658-476b-9acb-c395b3176ee9/8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58/c849141c-3ba9-45e2-82f4-2ee75353510d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:40.868123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4776db32-ca9b-4b7c-afba-d04344e9921a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.878719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f864a208-8410-4d46-8631-50a40839fb32), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.884169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ffc10f09-1bc2-4614-8cb1-d8b99af30195 None None] Port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:40.886413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f0f10259-46ca-4eed-855c-10d163995acf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:40.886798 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f0f10259-46ca-4eed-855c-10d163995acf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.919613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08497e50>,) {'filters': {'network_id': ['d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:40.938594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] For port 2736aa33-520c-4a1d-b559-0faef4a5d4de, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:40.943224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08497e50>, '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:40.943572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08497e50>, '82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:40.946263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] For port 2736aa33-520c-4a1d-b559-0faef4a5d4de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2736aa33-520c-4a1d-b559-0faef4a5d4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:40.960641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.961027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:40.989837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.020717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:41.021159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (82f5b2fd-bbf0-46dc-ab4c-33ade5b8bcd7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:41.024715 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:41.028807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527971f0-3850-4f17-a089-e8405bfd10ab None None] Pushing event updated for resources: {'Port': ['ID=2736aa33-520c-4a1d-b559-0faef4a5d4de,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:41.066143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:41.078465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c56d7fc2-3c53-4834-a651-9059e07e8eef admin admin] 10.222.0.20 "PUT /v2.0/routers/e50eaf46-537e-410f-ab53-9bc298157129/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9110608
Jan 29 21:01:41.082191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bf6ef19-53d8-4334-ad3a-757736994517 req-050a1b68-0845-47ce-9868-29d6232bcf28 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470326
Jan 29 21:01:41.090699 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Sync routers for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:41.106395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Routers {'f864a208-8410-4d46-8631-50a40839fb32'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:41.107791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f864a208-8410-4d46-8631-50a40839fb32'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:41.119022 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:41.120391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ede80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:41.173825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.262101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.323514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:41.327729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] Set router f864a208-8410-4d46-8631-50a40839fb32 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:41.399906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.518340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1f3e75-7702-4ac6-a880-e812b61fc035 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:01:41.520958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c6bba473-6b73-446c-ab7e-73c218c20bd8 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:41.547681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 469d50ae-4658-476b-9acb-c395b3176ee9 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:41.551245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: c6bba473-6b73-446c-ab7e-73c218c20bd8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:41.551848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c6bba473-6b73-446c-ab7e-73c218c20bd8 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:41.561804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f0f10259-46ca-4eed-855c-10d163995acf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:41.567353 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-ee032f94-bc24-4a87-a76f-165fb097cd7f req-0e4763ba-069c-41ce-9c84-e124020016a1 tempest-FloatingIPDetailsNegativeTestJSON-1379056966 tempest-FloatingIPDetailsNegativeTestJSON-1379056966-project] show failed (client error): The resource could not be found.
Jan 29 21:01:41.568413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee032f94-bc24-4a87-a76f-165fb097cd7f req-0e4763ba-069c-41ce-9c84-e124020016a1 tempest-FloatingIPDetailsNegativeTestJSON-1379056966 tempest-FloatingIPDetailsNegativeTestJSON-1379056966-project] 10.222.0.20 "GET /v2.0/floatingips/d733a644-cdd2-4728-a24e-8ecaf3cf2cc5 HTTP/1.1" status: 404  len: 350 time: 0.0930421
Jan 29 21:01:41.588080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:41.593788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:41.602076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:41.602757 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.604424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Allocated IP 2001:db8::2 (469d50ae-4658-476b-9acb-c395b3176ee9/8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58/ea6dbc23-b7ca-4374-a32e-c6c19941a823) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:41.613279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58122) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:41.615994 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ede80>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff0dc39-9523-4a3b-9ec6-5a675b3a9628', 'name': '', 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'mac_address': 'fa:16:3e:ee:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:35Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 2, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'subnets': [{'id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:41.648032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=c849141c-3ba9-45e2-82f4-2ee75353510d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:41.750104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.752436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f72afb36-7dd8-4cbf-b17e-467132048090 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.7530153
Jan 29 21:01:41.754778 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/networks/d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6 HTTP/1.1" status: 204  len: 168 time: 2.4323266
Jan 29 21:01:41.758098 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Checking router: e50eaf46-537e-410f-ab53-9bc298157129 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:41.758508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Updating router e50eaf46-537e-410f-ab53-9bc298157129 port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:01:41.760961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58124) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:41.761319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58126) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:41.769087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.773094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0dba-7a6f-461b-8eff-624b047a3eb9 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Network': ['ID=d1ba6b3b-7e7d-49cd-a3f8-db572108e6f6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:41.794809 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.795326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks [] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.812750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a05b7f24-ae4f-46ac-86f0-2a03b992a339 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:41.821181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.882619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a05b7f24-ae4f-46ac-86f0-2a03b992a339 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:41.883042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a05b7f24-ae4f-46ac-86f0-2a03b992a339 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:41.894291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Network 469d50ae-4658-476b-9acb-c395b3176ee9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:41.905827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:01:41.921087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:41.933528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Deleting port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:41.933864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.957262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:41.961992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc0f1-7ae0-40e7-bfdb-dc5c549c42c1 req-58cc2ffb-0c4d-48a5-a16c-2ba3f036b10a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:41.964354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae3dc0f1-7ae0-40e7-bfdb-dc5c549c42c1 req-58cc2ffb-0c4d-48a5-a16c-2ba3f036b10a tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 946 time: 0.4154408
Jan 29 21:01:41.986493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks [] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:41.988006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Pushing event updated for resources: {'Port': ['ID=ea6dbc23-b7ca-4374-a32e-c6c19941a823,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:41.996086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.077291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f864a208-8410-4d46-8631-50a40839fb32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.088411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Pushing event updated for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:42.104603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Attempting to bind port ea6dbc23-b7ca-4374-a32e-c6c19941a823 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:42.105081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Attempting to bind port ea6dbc23-b7ca-4374-a32e-c6c19941a823 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cb7c782-be23-4ed7-87bb-2ae2d1d19353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:42.105513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Attempting to bind port ea6dbc23-b7ca-4374-a32e-c6c19941a823 on network 469d50ae-4658-476b-9acb-c395b3176ee9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:42.115263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:42.115988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Checking segment: {'id': '2cb7c782-be23-4ed7-87bb-2ae2d1d19353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:42.116173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.116740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Bound using segment: {'id': '2cb7c782-be23-4ed7-87bb-2ae2d1d19353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:42.117308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Bound port: ea6dbc23-b7ca-4374-a32e-c6c19941a823, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb7c782-be23-4ed7-87bb-2ae2d1d19353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '469d50ae-4658-476b-9acb-c395b3176ee9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:42.117753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.140235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:42.183396 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks [] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.189452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'eb1f3e75-7702-4ac6-a880-e812b61fc035', 'network_id': '50b8a44c-8805-4c80-98b2-4737494020b8', 'port_id': 'eb1f3e75-7702-4ac6-a880-e812b61fc035', 'mac_address': 'fa:16:3e:39:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260e06a-50b4-4077-82d8-9bf29e42e0e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:01:42.191461 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.204023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa460>, [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:36Z', 'revision_number': 3, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:42.250974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Network 9c6a631d-01fb-49db-aced-43f268a05868 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:42.254970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:42.260075 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Pushing event updated for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:42.264203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accc3-499d-40ea-bcdc-8e1f940d7fae None None] The sync data for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 is: [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:36Z', 'revision_number': 3, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:42.317843 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.318601 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.319326 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.319871 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.320437 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.321046 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.322531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.323186 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.323744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.324290 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.324850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.325423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.325981 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:01:42.339718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] For port ea6dbc23-b7ca-4374-a32e-c6c19941a823, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:42.349249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] For port ea6dbc23-b7ca-4374-a32e-c6c19941a823, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6dbc23-b7ca-4374-a32e-c6c19941a823,segment=NetworkSegment(2cb7c782-be23-4ed7-87bb-2ae2d1d19353),segment_id=2cb7c782-be23-4ed7-87bb-2ae2d1d19353)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:42.359348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb1f3e75-7702-4ac6-a880-e812b61fc035 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:42.359748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.369952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.406568 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Attempting to bind port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:42.407418 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Attempting to bind port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:42.408120 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Attempting to bind port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 on network 454d4dfa-72d9-4078-a000-638e688f0cc0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:42.416724 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:42.417651 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Checking segment: {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:42.418409 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.419007 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Bound using segment: {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:42.419676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Bound port: 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ff8fef-a785-4891-9adc-fdba04e576f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:42.420237 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.470069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1f3e75-7702-4ac6-a880-e812b61fc035 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:42.476210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Router f864a208-8410-4d46-8631-50a40839fb32 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:42.501498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:42.518430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.528755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] For port 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:42.529366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.543920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Calling delete_port for 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:42.554537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89ffc-b026-44d6-90ef-cad4433eddb2 None None] Pushing event updated for resources: {'Port': ['ID=ea6dbc23-b7ca-4374-a32e-c6c19941a823,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:42.608615 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] For port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:42.623596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] For port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:42.638823 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:42.779911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842e214-595f-4994-a3b9-e467c49d40e4 None None] Pushing event updated for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:42.800038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:42.808176 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:42.808948 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ede80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:42.812553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ad7cee71-9dfe-4cef-be17-d6dd9fef42b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/f864a208-8410-4d46-8631-50a40839fb32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9535778
Jan 29 21:01:43.003649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:43.047035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Provisioning complete for port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:43.047413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.081823 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:43.122081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-222c8e58-b591-43a5-9523-4c2d4ea74e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.140218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae3dc0f1-7ae0-40e7-bfdb-dc5c549c42c1 req-16f9ce4e-2aef-4d6f-acad-8b10f102fa6d tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4209385
Jan 29 21:01:43.151847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['eb1f3e75-7702-4ac6-a880-e812b61fc035'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:01:43.375406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Current status of the port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:43.375801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.433537 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ede80>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff0dc39-9523-4a3b-9ec6-5a675b3a9628', 'name': '', 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'mac_address': 'fa:16:3e:ee:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:35Z', 'updated_at': '2022-01-29T21:01:42Z', 'revision_number': 4, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'subnets': [{'id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:43.440815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] For port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:43.454386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.466495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-9b63276d-c12e-4a97-aed5-955c6134b58e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:43.468227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-9b63276d-c12e-4a97-aed5-955c6134b58e tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 946 time: 0.6945474
Jan 29 21:01:43.477626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dfb24-0b9b-4c8a-b2a1-a5339d370a00 None None] The sync data for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 is: [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff0dc39-9523-4a3b-9ec6-5a675b3a9628', 'name': '', 'network_id': '454d4dfa-72d9-4078-a000-638e688f0cc0', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'mac_address': 'fa:16:3e:ee:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:35Z', 'updated_at': '2022-01-29T21:01:42Z', 'revision_number': 4, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'subnets': [{'id': '8a2f37e1-ecd8-40c5-946b-b2471fb0749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:43.563869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Deleting port 253fe09c-8997-4e4a-b8ef-5304a568b07b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:43.564524 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.575992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077147e-ebe4-48d9-97d3-1eedd75ad209 req-e7392e09-efee-4f05-93a0-9dcf8d4b2d6a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:43.579126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7077147e-ebe4-48d9-97d3-1eedd75ad209 req-e7392e09-efee-4f05-93a0-9dcf8d4b2d6a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 944 time: 1.1169369
Jan 29 21:01:43.606562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778e9af-86b2-455b-945e-258078c7f7ac None None] Pushing event updated for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:43.622933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1afced0c-b0bb-41e4-a269-8944cd70f749 None None] Provisioning complete for port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:43.623764 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1afced0c-b0bb-41e4-a269-8944cd70f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.642731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port c849141c-3ba9-45e2-82f4-2ee75353510d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:43.643046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.692565 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.733373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4fd7b089-7cf2-44eb-943c-3d7a3fe92b04), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:43.757187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1afced0c-b0bb-41e4-a269-8944cd70f749 None None] Current status of the port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:43.794812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd7b089-7cf2-44eb-943c-3d7a3fe92b04,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:44.000474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7077147e-ebe4-48d9-97d3-1eedd75ad209 req-060779d0-e06c-4422-9ad2-666d7b6ee770 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3626194
Jan 29 21:01:44.124806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.125155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (253fe09c-8997-4e4a-b8ef-5304a568b07b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.144140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.154236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-04dcaccb-0a17-474d-a398-51d001ec24ba tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:44.155823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-04dcaccb-0a17-474d-a398-51d001ec24ba tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 811 time: 0.7029707
Jan 29 21:01:44.173927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Calling delete_port for 253fe09c-8997-4e4a-b8ef-5304a568b07b owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:44.196167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for c849141c-3ba9-45e2-82f4-2ee75353510d owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:44.239306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bcbb49-4c88-4b67-9667-92778ac48c1f None None] Network 469d50ae-4658-476b-9acb-c395b3176ee9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:44.290699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-9f598cca-6d69-4d73-8d11-9412d2b25988 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/quotas/ef4e73ff3ae74f7381a76059476b8d9c HTTP/1.1" status: 200  len: 375 time: 0.1230803
Jan 29 21:01:44.312682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Provisioning complete for port ea6dbc23-b7ca-4374-a32e-c6c19941a823 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:44.313080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.347132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:01:44.457157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Current status of the port ea6dbc23-b7ca-4374-a32e-c6c19941a823 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:44.457553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.472361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Deleting port 7efb631c-3991-437b-a08c-d517f3371899 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:44.472647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7efb631c-3991-437b-a08c-d517f3371899), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.500364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] For port ea6dbc23-b7ca-4374-a32e-c6c19941a823, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6dbc23-b7ca-4374-a32e-c6c19941a823,segment=NetworkSegment(2cb7c782-be23-4ed7-87bb-2ae2d1d19353),segment_id=2cb7c782-be23-4ed7-87bb-2ae2d1d19353)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:44.513165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.578179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60ec1-7f9c-4ea7-be1e-b6375bca603b None None] Pushing event updated for resources: {'Port': ['ID=ea6dbc23-b7ca-4374-a32e-c6c19941a823,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:44.627410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c4a8-9735-4a50-b86a-1d9ffd5c3596 req-92f2119e-9b47-4fbf-a777-61f9fbb58023 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:44.629177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e368c4a8-9735-4a50-b86a-1d9ffd5c3596 req-92f2119e-9b47-4fbf-a777-61f9fbb58023 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 946 time: 0.3495793
Jan 29 21:01:44.718428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-0bf49bd0-c454-45f0-ba3f-87d2d462ef71 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3578053
Jan 29 21:01:44.736729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4776db32-ca9b-4b7c-afba-d04344e9921a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.746141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2736aa33-520c-4a1d-b559-0faef4a5d4de up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:44.810262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2736aa33-520c-4a1d-b559-0faef4a5d4de triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:44.810563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.887575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Provisioning complete for port c849141c-3ba9-45e2-82f4-2ee75353510d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:44.888299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:44.939313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Port c849141c-3ba9-45e2-82f4-2ee75353510d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:44.989887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2736aa33-520c-4a1d-b559-0faef4a5d4de is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:44.993111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.015552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Provisioning complete for port ea6dbc23-b7ca-4374-a32e-c6c19941a823 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:45.016027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.068439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 2736aa33-520c-4a1d-b559-0faef4a5d4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2736aa33-520c-4a1d-b559-0faef4a5d4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:45.084826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.085659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:45.200016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=2736aa33-520c-4a1d-b559-0faef4a5d4de,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:45.218305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5a813-1395-4828-ae3c-f36beae381d9 None None] Current status of the port ea6dbc23-b7ca-4374-a32e-c6c19941a823 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:45.222646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:45.223027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.280690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Sync routers for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:45.322853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Routers {'f864a208-8410-4d46-8631-50a40839fb32'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:45.323724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8b1670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f864a208-8410-4d46-8631-50a40839fb32'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:45.336447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] For port 7efb631c-3991-437b-a08c-d517f3371899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7efb631c-3991-437b-a08c-d517f3371899,segment=NetworkSegment(bdfa01f9-5d5b-463b-a98e-8f23ef4a215b),segment_id=bdfa01f9-5d5b-463b-a98e-8f23ef4a215b)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:45.336827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7efb631c-3991-437b-a08c-d517f3371899), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.389655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e368c4a8-9735-4a50-b86a-1d9ffd5c3596 req-e042819c-8b94-491a-b9b3-d89b945b812c tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/security-groups?id=c83d0ecf-ba99-403b-9efa-e1c139564137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7345984
Jan 29 21:01:45.405693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:45.406789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ea6dbc23-b7ca-4374-a32e-c6c19941a823 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:45.436211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Calling delete_port for 7efb631c-3991-437b-a08c-d517f3371899 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:45.450548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ea9c3603-49a1-4519-817f-309e2e6b54f2 None None] Provisioning complete for port c849141c-3ba9-45e2-82f4-2ee75353510d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:45.450893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ea9c3603-49a1-4519-817f-309e2e6b54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.480065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (253fe09c-8997-4e4a-b8ef-5304a568b07b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.489071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c849141c-3ba9-45e2-82f4-2ee75353510d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.510208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1f3e75-7702-4ac6-a880-e812b61fc035 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:45.510426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-2f0b4807-5915-414a-a003-a10707258d15 service neutron] 10.222.0.20 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7699292
Jan 29 21:01:45.548220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Set router f864a208-8410-4d46-8631-50a40839fb32 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:45.605122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Pushing event deleted for resources: {'Port': ['ID=253fe09c-8997-4e4a-b8ef-5304a568b07b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:45.610826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.618555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c3603-49a1-4519-817f-309e2e6b54f2 None None] Port c849141c-3ba9-45e2-82f4-2ee75353510d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:01:45.661887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ea6dbc23-b7ca-4374-a32e-c6c19941a823 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:45.662273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.760562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=c849141c-3ba9-45e2-82f4-2ee75353510d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:45.765007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port eb1f3e75-7702-4ac6-a880-e812b61fc035 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:01:45.767791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.773321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ace77207-bce1-4b9a-9644-34a7753deaa0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/c849141c-3ba9-45e2-82f4-2ee75353510d HTTP/1.1" status: 204  len: 168 time: 4.0075984
Jan 29 21:01:45.775099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58154) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:45.781826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port eb1f3e75-7702-4ac6-a880-e812b61fc035 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:45.782408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.816706 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-716abde5-a56f-42ff-8e2b-d37bd3136b41 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:01:45.823097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-716abde5-a56f-42ff-8e2b-d37bd3136b41 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/c849141c-3ba9-45e2-82f4-2ee75353510d HTTP/1.1" status: 404  len: 333 time: 0.0461056
Jan 29 21:01:45.823664 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (e50eaf46-537e-410f-ab53-9bc298157129), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.824295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58156) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:45.902856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:45.906109 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.953006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.967606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port eb1f3e75-7702-4ac6-a880-e812b61fc035 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:45.967999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:45.971693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ea6dbc23-b7ca-4374-a32e-c6c19941a823 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:45.977216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1fd09-e5a5-4235-a935-3382ea6e2079 req-942f7f0c-077a-4c73-bb5f-33cf0bfa6da8 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:45.984220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fa1fd09-e5a5-4235-a935-3382ea6e2079 req-942f7f0c-077a-4c73-bb5f-33cf0bfa6da8 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.5057817
Jan 29 21:01:45.999120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:46.001741 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f0b09-69ec-48c7-b784-d6f40f924930" -d '{"events": [{"server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "name": "network-vif-plugged", "status": "completed", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:46.008034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8b1670>, [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:41Z', 'revision_number': 4, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14ff701e-4a42-49cd-a8e3-2bebbf05db7b', 'name': '', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'mac_address': 'fa:16:3e:ac:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:39Z', 'updated_at': '2022-01-29T21:01:41Z', 'revision_number': 2, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'subnets': [{'id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:46.030205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks [] for floatingip (02cd18b1-5155-413e-a612-0bbed07ded37), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.033332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.037686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e5514a39-5d52-4dc0-a85e-212d6ab850a4 tempest-FloatingIPAdminTestJSON-1626325496 tempest-FloatingIPAdminTestJSON-1626325496-project] 10.222.0.20 "DELETE /v2.0/floatingips/02cd18b1-5155-413e-a612-0bbed07ded37 HTTP/1.1" status: 204  len: 168 time: 4.2693682
Jan 29 21:01:46.047670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:46.053554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Checking router: f864a208-8410-4d46-8631-50a40839fb32 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:46.053944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Updating router f864a208-8410-4d46-8631-50a40839fb32 port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:01:46.056053 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.077844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.124650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ea1c6b86-152b-4ec6-9323-9afe5358dd3b service neutron] 10.222.0.20 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5554020
Jan 29 21:01:46.136779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.140326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:46.192023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fa1fd09-e5a5-4235-a935-3382ea6e2079 req-16364668-de3a-43dc-89ea-043fd0d5a74e tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1888239
Jan 29 21:01:46.192371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58162) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:46.207068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Router 4776db32-ca9b-4b7c-afba-d04344e9921a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:46.285332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7efb631c-3991-437b-a08c-d517f3371899), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.358691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.419946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58172) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:46.508920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:46.516760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.522416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf521dfa-512c-42fd-a175-625a73e46b4f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58 HTTP/1.1" status: 204  len: 168 time: 0.6946223
Jan 29 21:01:46.522713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Pushing event deleted for resources: {'Port': ['ID=7efb631c-3991-437b-a08c-d517f3371899,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:46.523306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58178) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:46.687276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (469d50ae-4658-476b-9acb-c395b3176ee9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.774034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 5a92c079-ae1a-4131-a2a1-133908c8ae8c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:46.774381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.776194 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c762832-2800-435f-9638-34821b774229 x-openstack-request-id: req-1c762832-2800-435f-9638-34821b774229 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:46.776733 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "name": "network-vif-plugged", "status": "completed", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:46.776853 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c762832-2800-435f-9638-34821b774229 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:46.777399 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035', 'code': 200}
Jan 29 21:01:46.779946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1c73a-d2cf-4a7e-9b4f-aa72f929ce24 None None] Network 469d50ae-4658-476b-9acb-c395b3176ee9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:46.788182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] No DVR routers for this DVR port 7efb631c-3991-437b-a08c-d517f3371899 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:46.792227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:46.794383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.798284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5b3ae05-c443-47bf-9b08-e36e1fb41cc1 req-a7791c26-c8f6-4725-8226-255b79ce944f tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.18 "DELETE /v2.0/ports/7efb631c-3991-437b-a08c-d517f3371899 HTTP/1.1" status: 204  len: 173 time: 3.3204679
Jan 29 21:01:46.804315 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Sync routers for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:46.823375 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:46.824351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5eda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:46.839463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'name': 'network-vif-deleted', 'tag': '7efb631c-3991-437b-a08c-d517f3371899'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:46.847146 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce36001-617f-4a2f-8025-801ec9e9ddd2" -d '{"events": [{"server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "name": "network-vif-deleted", "tag": "7efb631c-3991-437b-a08c-d517f3371899"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:46.870190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ff6b1af6-92c2-45fb-b802-f089a2f26a87 admin admin] 10.222.0.20 "PUT /v2.0/routers/4776db32-ca9b-4b7c-afba-d04344e9921a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8373218
Jan 29 21:01:46.879929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58188) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:46.885724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2736aa33-520c-4a1d-b559-0faef4a5d4de up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:46.919747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.920343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (5a92c079-ae1a-4131-a2a1-133908c8ae8c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:46.949410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 5a92c079-ae1a-4131-a2a1-133908c8ae8c owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:46.967138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7efb631c-3991-437b-a08c-d517f3371899 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:47.027435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7efb631c-3991-437b-a08c-d517f3371899 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:47.027816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7efb631c-3991-437b-a08c-d517f3371899 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:47.045570 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:47.061008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d9227-d034-4802-9e3a-8cf560ca58ab req-9158757e-23a1-48d9-8c57-45c95af00ea7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:47.062537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b5d9227-d034-4802-9e3a-8cf560ca58ab req-9158757e-23a1-48d9-8c57-45c95af00ea7 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.7620678
Jan 29 21:01:47.063777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks [] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.075194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2656-275d-46b2-bde4-a985d91efadf req-bd0767bc-b132-47f9-8846-c847d1a01336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:47.076770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b70a2656-275d-46b2-bde4-a985d91efadf req-bd0767bc-b132-47f9-8846-c847d1a01336 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 1127 time: 0.3750365
Jan 29 21:01:47.136285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2736aa33-520c-4a1d-b559-0faef4a5d4de triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:47.136677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.175863 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.207250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88bc1b25-e1d0-4b58-b059-29a082939f54 req-d13f21da-51a8-40cf-9439-2639e49eb404 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 210 time: 0.4830208
Jan 29 21:01:47.216464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port ea6dbc23-b7ca-4374-a32e-c6c19941a823 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:47.216464 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.327902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3305191d-14c8-4af0-b0a5-8777a7992ae4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c58b601d1104fbf9e394351c5ce034a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8957226
Jan 29 21:01:47.331249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks [] for router_gateway (4776db32-ca9b-4b7c-afba-d04344e9921a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.339139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58190) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:47.356817 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5eda30>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:43Z', 'revision_number': 5, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port': {'id': '1d63a82b-e48b-4c46-83da-f61c064a16a8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:59:35Z', 'updated_at': '2022-01-29T20:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:47.395716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] DHCP port deletion for 469d50ae-4658-476b-9acb-c395b3176ee9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:47.398305 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Checking router: 4776db32-ca9b-4b7c-afba-d04344e9921a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:47.408011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b70a2656-275d-46b2-bde4-a985d91efadf req-2eede8ad-f79b-498c-9cd2-03f0b73b0cf5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3246064
Jan 29 21:01:47.415656 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Routers {'4776db32-ca9b-4b7c-afba-d04344e9921a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:47.416623 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5eda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4776db32-ca9b-4b7c-afba-d04344e9921a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:47.455659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port ea6dbc23-b7ca-4374-a32e-c6c19941a823, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6dbc23-b7ca-4374-a32e-c6c19941a823,segment=NetworkSegment(2cb7c782-be23-4ed7-87bb-2ae2d1d19353),segment_id=2cb7c782-be23-4ed7-87bb-2ae2d1d19353)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:47.456622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.469131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Deleting port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:47.469408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.508650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2736aa33-520c-4a1d-b559-0faef4a5d4de is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:47.510484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ea6dbc23-b7ca-4374-a32e-c6c19941a823 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:47.528735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5a92c079-ae1a-4131-a2a1-133908c8ae8c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.539875 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] Set router 4776db32-ca9b-4b7c-afba-d04344e9921a gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:47.541496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for ea6dbc23-b7ca-4374-a32e-c6c19941a823 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:47.564597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] For port 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:47.564947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.572931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=5a92c079-ae1a-4131-a2a1-133908c8ae8c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:47.582140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Calling delete_port for 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:47.610012 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5eda30>, [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:47Z', 'revision_number': 6, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:47.644201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644f54a-c3a9-4233-b90b-1503bf19af97 None None] The sync data for ids ['4776db32-ca9b-4b7c-afba-d04344e9921a'] in ncdv-master-1 is: [{'id': '4776db32-ca9b-4b7c-afba-d04344e9921a', 'name': 'tempest-ServersTestManualDisk-1594799355-router', 'tenant_id': 'c48f23744bb646418961365d18213e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:59:34Z', 'updated_at': '2022-01-29T21:01:47Z', 'revision_number': 6, 'project_id': 'c48f23744bb646418961365d18213e20', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:47.653880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ea6dbc23-b7ca-4374-a32e-c6c19941a823 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:47.654271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.698162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f2a7c97-660b-44a8-b8ee-819279a2fdfc req-4d833082-8d74-4302-b01b-493faa2f3a01 tempest-ServersTestJSON-479877098 tempest-ServersTestJSON-479877098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c HTTP/1.1" status: 200  len: 210 time: 0.2809563
Jan 29 21:01:47.710778 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks [] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.716672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Deleting port ea6dbc23-b7ca-4374-a32e-c6c19941a823 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:47.717793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.746945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (a66733c8-1403-4db4-ba82-d732b2973590), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.747505 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP a66733c8-1403-4db4-ba82-d732b2973590 disassociated (deleted). External IP: 172.35.4.13, port: 99b7a06c-8700-4042-911f-02aab9943e4c.
Jan 29 21:01:47.779119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b5d9227-d034-4802-9e3a-8cf560ca58ab req-6ec7c90f-391d-44b2-8e16-903ebd18062b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5567470
Jan 29 21:01:47.797544 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84496ab9-eb47-4e50-87da-6ac2b109d14a x-openstack-request-id: req-84496ab9-eb47-4e50-87da-6ac2b109d14a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:47.798233 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c", "name": "network-vif-deleted", "tag": "7efb631c-3991-437b-a08c-d517f3371899", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:47.798233 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84496ab9-eb47-4e50-87da-6ac2b109d14a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:47.798538 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3e5b39-c850-45ec-b0a7-95fe5cd50a8c', 'name': 'network-vif-deleted', 'tag': '7efb631c-3991-437b-a08c-d517f3371899', 'status': 'completed', 'code': 200}
Jan 29 21:01:47.800107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] Publish callbacks [] for security_group (b9867b93-8459-44c5-a7c8-821c2937db78), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.805075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] For port ea6dbc23-b7ca-4374-a32e-c6c19941a823, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6dbc23-b7ca-4374-a32e-c6c19941a823,segment=NetworkSegment(2cb7c782-be23-4ed7-87bb-2ae2d1d19353),segment_id=2cb7c782-be23-4ed7-87bb-2ae2d1d19353)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:47.805601 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.822908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Calling delete_port for ea6dbc23-b7ca-4374-a32e-c6c19941a823 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:47.839294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.879114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Deleting port 1d63a82b-e48b-4c46-83da-f61c064a16a8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:47.879474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.947914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] Publish callbacks [] for security_group (b9867b93-8459-44c5-a7c8-821c2937db78), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:47.997801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.025517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0dc9b-06af-4e6d-b958-e2e64cb5c9d8 None None] Pushing event updated for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.043674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ea6dbc23-b7ca-4374-a32e-c6c19941a823 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:48.054916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=ea6dbc23-b7ca-4374-a32e-c6c19941a823,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.063224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Attempting to bind port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:48.063543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Attempting to bind port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:48.063921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Attempting to bind port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b on network 9c6a631d-01fb-49db-aced-43f268a05868 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:48.066318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port ea6dbc23-b7ca-4374-a32e-c6c19941a823 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:48.072175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:48.072567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Checking segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:48.073349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.073766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Bound using segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:48.074273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Bound port: 14ff701e-4a42-49cd-a8e3-2bebbf05db7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:48.074669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.124046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ea6dbc23-b7ca-4374-a32e-c6c19941a823), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.137531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] No DVR routers for this DVR port ea6dbc23-b7ca-4374-a32e-c6c19941a823 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:48.146643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-95a98414-9333-49ff-a625-68f0a83a361a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:48.146643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-95a98414-9333-49ff-a625-68f0a83a361a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.18 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 811 time: 0.3605361
Jan 29 21:01:48.161582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Request body: {'port': {'device_id': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'admin_state_up': True, 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:48.188386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (469d50ae-4658-476b-9acb-c395b3176ee9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.211782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 02bd61f2-d39d-42d1-9670-b22c77e5f894 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:48.214202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] For port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:48.219978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] For port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:48.223192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea11124f70>,) {'filters': {'network_id': ['469d50ae-4658-476b-9acb-c395b3176ee9']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:48.226780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51fea2-1fbd-4a1e-ae86-348313c7dc97 None None] Pushing event deleted for resources: {'Port': ['ID=ea6dbc23-b7ca-4374-a32e-c6c19941a823,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.234951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.259357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea11124f70>, '2cb7c782-be23-4ed7-87bb-2ae2d1d19353') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:48.260304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea11124f70>, '2cb7c782-be23-4ed7-87bb-2ae2d1d19353') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:48.276521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (2cb7c782-be23-4ed7-87bb-2ae2d1d19353), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.298432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Routers {'f864a208-8410-4d46-8631-50a40839fb32'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:48.299483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8b1670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f864a208-8410-4d46-8631-50a40839fb32'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:48.308337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2cb7c782-be23-4ed7-87bb-2ae2d1d19353), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.321312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:48.321803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (2cb7c782-be23-4ed7-87bb-2ae2d1d19353), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:48.325535 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:48.413617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0dc9b-06af-4e6d-b958-e2e64cb5c9d8 None None] Pushing event updated for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.446588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] Set router f864a208-8410-4d46-8631-50a40839fb32 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:48.516507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (469d50ae-4658-476b-9acb-c395b3176ee9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.528605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.535246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/469d50ae-4658-476b-9acb-c395b3176ee9 HTTP/1.1" status: 204  len: 168 time: 2.0077515
Jan 29 21:01:48.543815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58194) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:48.555330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1d63a82b-e48b-4c46-83da-f61c064a16a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:48.557829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bc588-6ff0-42e6-b5f7-715c5061e4b0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=469d50ae-4658-476b-9acb-c395b3176ee9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.577787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'name': 'tempest-PortsIpV6TestJSON-1547311570'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:48.582845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:48.588290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.622344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b9867b93-8459-44c5-a7c8-821c2937db78), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.625055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.628439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9867b93-8459-44c5-a7c8-821c2937db78 HTTP/1.1" status: 204  len: 168 time: 1.2762518
Jan 29 21:01:48.636401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Sync routers for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:48.652768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ca810ca-3b10-4b0e-a976-8aa155c0d3c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/floatingips/a66733c8-1403-4db4-ba82-d732b2973590 HTTP/1.1" status: 204  len: 168 time: 2.4577146
Jan 29 21:01:48.652768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:48.654126 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97184ab3-3fc8-42be-958c-14538186a60d" -d '{"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:48.660347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:48.661364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a271550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:48.715615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda5d88-3078-4ff5-9a5c-525628edbed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9867b93-8459-44c5-a7c8-821c2937db78,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:48.732798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe2a0e57-f694-481e-84ee-edc2b98c171f req-b9a0466e-f61f-4d6c-904e-f6adfb056e58 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 210 time: 0.1832981
Jan 29 21:01:48.735116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] For port 1d63a82b-e48b-4c46-83da-f61c064a16a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d63a82b-e48b-4c46-83da-f61c064a16a8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:48.741687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.795718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Calling delete_port for 1d63a82b-e48b-4c46-83da-f61c064a16a8 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:48.808233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:48.825297 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc757c37-156d-4342-af04-ec407188d5f6 x-openstack-request-id: req-fc757c37-156d-4342-af04-ec407188d5f6 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:48.825578 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:48.825843 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc757c37-156d-4342-af04-ec407188d5f6 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:48.826302 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'status': 'completed', 'code': 200}
Jan 29 21:01:48.867831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58208) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:48.896961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:48.900766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:48.997903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Deleting subnet 6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:49.006942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Publish callbacks [] for subnet (6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.033392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184ab3-3fc8-42be-958c-14538186a60d req-456517d3-3da7-4334-8463-6e98b9341b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.033626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 892ac130-bb37-4399-bad5-94a11b3a9d20 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:49.038943 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-456517d3-3da7-4334-8463-6e98b9341b38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.1833379
Jan 29 21:01:49.098917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1d63a82b-e48b-4c46-83da-f61c064a16a8 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:49.099409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.120314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Made reservation on behalf of ef4e73ff3ae74f7381a76059476b8d9c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:49.122034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.123629 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.125522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8ff0dc39-9523-4a3b-9ec6-5a675b3a9628), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.187183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:49.193555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1d63a82b-e48b-4c46-83da-f61c064a16a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d63a82b-e48b-4c46-83da-f61c064a16a8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:49.199525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.208315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff0dc39-9523-4a3b-9ec6-5a675b3a9628,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:49.209350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.210204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:49.251277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93ee-8acd-4fa8-9a43-6b953088d8de req-fa4e9e4b-c2a7-42ff-94ea-8acfcb03270e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.254087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-79cab90b-c411-457b-b8be-fe9ae2a79383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.258199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b85f93ee-8acd-4fa8-9a43-6b953088d8de req-fa4e9e4b-c2a7-42ff-94ea-8acfcb03270e tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.3005753
Jan 29 21:01:49.265328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:49.265759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4fd7b089-7cf2-44eb-943c-3d7a3fe92b04 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:49.266246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ea6dbc23-b7ca-4374-a32e-c6c19941a823 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:49.318024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ea6dbc23-b7ca-4374-a32e-c6c19941a823 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:49.318721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ea6dbc23-b7ca-4374-a32e-c6c19941a823 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:49.330037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184ab3-3fc8-42be-958c-14538186a60d req-d7b7e1d7-3edc-4a15-a456-58e005be283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.332087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-d7b7e1d7-3edc-4a15-a456-58e005be283d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 200  len: 897 time: 0.2848878
Jan 29 21:01:49.342874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:49.354022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8b1670>, [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:41Z', 'revision_number': 4, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14ff701e-4a42-49cd-a8e3-2bebbf05db7b', 'name': '', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'mac_address': 'fa:16:3e:ac:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:39Z', 'updated_at': '2022-01-29T21:01:48Z', 'revision_number': 4, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'subnets': [{'id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:49.413566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-87a864f1-9670-4271-a670-1937034ad84c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 200  len: 217 time: 0.0741472
Jan 29 21:01:49.473071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184ab3-3fc8-42be-958c-14538186a60d req-12fde15d-0498-485f-a3e5-c233be88f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.475084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-12fde15d-0498-485f-a3e5-c233be88f9ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 200  len: 835 time: 0.0557394
Jan 29 21:01:49.482629 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.551020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-79cab90b-c411-457b-b8be-fe9ae2a79383 admin admin] Publish callbacks [] for security_group (1bb6e15c-36c6-46aa-b471-34e12429fcfb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.554389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:49.569403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-79cab90b-c411-457b-b8be-fe9ae2a79383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1bb6e15c-36c6-46aa-b471-34e12429fcfb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.583142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494448c-fa1e-4c6c-8a54-24b9a37d9ac0 None None] The sync data for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 is: [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243'}], 'enable_snat': True}, 'gw_port_id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:01:41Z', 'revision_number': 4, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port': {'id': '2736aa33-520c-4a1d-b559-0faef4a5d4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:34Z', 'updated_at': '2022-01-29T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14ff701e-4a42-49cd-a8e3-2bebbf05db7b', 'name': '', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'mac_address': 'fa:16:3e:ac:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f864a208-8410-4d46-8631-50a40839fb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:39Z', 'updated_at': '2022-01-29T21:01:48Z', 'revision_number': 4, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'subnets': [{'id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:49.601007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847b76e-65b3-4ccd-a023-8231cecd9eb9 req-dea80154-e9d0-4f2a-ab50-6d0f4fddeeac tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.602769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e847b76e-65b3-4ccd-a023-8231cecd9eb9 req-dea80154-e9d0-4f2a-ab50-6d0f4fddeeac tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.5100353
Jan 29 21:01:49.608203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.611585 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77c8f868-a63e-4a75-95ec-bce8c6a816dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d6fe3ab-ff1d-4e7e-afe8-0b3479d92695 HTTP/1.1" status: 204  len: 168 time: 0.7414520
Jan 29 21:01:49.623112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58214) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:49.639450 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-79cab90b-c411-457b-b8be-fe9ae2a79383 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a12c5de6afee40abb83008b2872208f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4470618
Jan 29 21:01:49.639450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:49.650626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cab90b-c411-457b-b8be-fe9ae2a79383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb6e15c-36c6-46aa-b471-34e12429fcfb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:49.662443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a271550>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:49.703242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (892ac130-bb37-4399-bad5-94a11b3a9d20), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.712073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Checking router: 02bd61f2-d39d-42d1-9670-b22c77e5f894 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:49.714613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b85f93ee-8acd-4fa8-9a43-6b953088d8de req-61ecb402-3e62-47a4-a17b-8488211846d6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4555469
Jan 29 21:01:49.739476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:49.739476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a271550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:49.739786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184ab3-3fc8-42be-958c-14538186a60d req-2308b3c0-e3a8-46d6-9ce4-25bd84636774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:49.739786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-2308b3c0-e3a8-46d6-9ce4-25bd84636774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c695c48-ff14-4640-8e8e-7e1e24bf84c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2520952
Jan 29 21:01:49.771458 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] Publish callbacks [] for security_group (1bb6e15c-36c6-46aa-b471-34e12429fcfb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.848848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] Publish callbacks [] for security_group (1bb6e15c-36c6-46aa-b471-34e12429fcfb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.887207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:49.910060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-89d0e604-6cb4-474c-95c3-bc64e698ab5c service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617935
Jan 29 21:01:49.988850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1bb6e15c-36c6-46aa-b471-34e12429fcfb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.992018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:49.995155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bb6e15c-36c6-46aa-b471-34e12429fcfb HTTP/1.1" status: 204  len: 168 time: 0.3532906
Jan 29 21:01:50.005121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1d63a82b-e48b-4c46-83da-f61c064a16a8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.008459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca3a50-4fa1-45a1-8069-cea8d0a0b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb6e15c-36c6-46aa-b471-34e12429fcfb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:50.045745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-97184ab3-3fc8-42be-958c-14538186a60d req-ace681c3-325f-4141-848e-2739a55443d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284213
Jan 29 21:01:50.092971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Pushing event deleted for resources: {'Port': ['ID=1d63a82b-e48b-4c46-83da-f61c064a16a8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:50.143036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.184054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e847b76e-65b3-4ccd-a023-8231cecd9eb9 req-cd49bd30-c993-40b0-8ca8-47c9c9b55b62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5355537
Jan 29 21:01:50.191937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Allocated IP 172.20.0.9 (9c6a631d-01fb-49db-aced-43f268a05868/e9662072-2cd8-4afc-bcdb-258fdb0f8a5f/9671b252-297e-4670-819b-5fb2180d04c9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:01:50.210175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a271550>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:50.242618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67dcdc-eecd-4909-a983-b6bcbaadaa32 None None] The sync data for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 is: [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2904945b-9855-4ee0-b51f-65c0210f6c6f', 'name': '', 'network_id': '4c695c48-ff14-4640-8e8e-7e1e24bf84c9', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:fa:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:19Z', 'updated_at': '2022-01-29T20:58:26Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': 'a494379a-6ef2-4689-882e-ca6cc5983694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:50.287716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd08c9-0a8a-40fa-8fe5-20420ebd5b0e req-b44c36ba-9394-4fc2-801e-bd1fbce85caf tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:50.289424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5cd08c9-0a8a-40fa-8fe5-20420ebd5b0e req-b44c36ba-9394-4fc2-801e-bd1fbce85caf tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.4767733
Jan 29 21:01:50.297684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (e50eaf46-537e-410f-ab53-9bc298157129), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.299865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (892ac130-bb37-4399-bad5-94a11b3a9d20), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.417463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cf6aac5-aad8-4e06-97eb-76c12dbf3eb9 req-9e873290-c977-4a3e-a1e1-9c05553f13c7 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 210 time: 0.1203959
Jan 29 21:01:50.437344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (4776db32-ca9b-4b7c-afba-d04344e9921a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.587044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-edd04186-20bd-442a-b723-383c51204cfb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:50.589301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-edd04186-20bd-442a-b723-383c51204cfb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.1631150
Jan 29 21:01:50.651263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58226) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:50.671110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.671687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 14ff701e-4a42-49cd-a8e3-2bebbf05db7b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:50.689649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9529ad27-4079-441b-9527-4b800f3df88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.693182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:50.750823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea1011f880>,) {'filters': {'network_id': ['62b1f67e-55ac-4b9e-9af9-2ce62f4bac20']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:50.762089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1011f880>, 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:50.762708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1011f880>, 'bdfa01f9-5d5b-463b-a98e-8f23ef4a215b') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:50.762995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:50.763386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.773879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (bdfa01f9-5d5b-463b-a98e-8f23ef4a215b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.781900 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aae10f-196e-4d7c-82e6-d66ee34d5adc None None] New status for floating IP a66733c8-1403-4db4-ba82-d732b2973590: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:01:50.788140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=892ac130-bb37-4399-bad5-94a11b3a9d20,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:50.791754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:50.852432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bdfa01f9-5d5b-463b-a98e-8f23ef4a215b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.865127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:50.866062 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (bdfa01f9-5d5b-463b-a98e-8f23ef4a215b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.867502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:50.867932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.905121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:50.905880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 99b7a06c-8700-4042-911f-02aab9943e4c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:50.906286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.908555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:50.914707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.915143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:50.916329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:50.930559 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:50.939596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.942184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks [] for router_controller (4776db32-ca9b-4b7c-afba-d04344e9921a), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:50.982305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:51.098515 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9529ad27-4079-441b-9527-4b800f3df88b admin admin] Publish callbacks [] for security_group (e0f0588a-ace2-4a95-b4e7-bf2b67f10279), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.108375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9529ad27-4079-441b-9527-4b800f3df88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e0f0588a-ace2-4a95-b4e7-bf2b67f10279), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.396348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5cd08c9-0a8a-40fa-8fe5-20420ebd5b0e req-66dad48c-c682-4413-9000-0d8be47a71aa tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0914137
Jan 29 21:01:51.425532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 99b7a06c-8700-4042-911f-02aab9943e4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99b7a06c-8700-4042-911f-02aab9943e4c,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:51.425961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.429394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (4776db32-ca9b-4b7c-afba-d04344e9921a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.430318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4776db32-ca9b-4b7c-afba-d04344e9921a {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:01:51.437542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.441425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-52f043a5-6c23-4c79-85f3-ef2640e8baed admin admin] 10.222.0.20 "DELETE /v2.0/routers/4776db32-ca9b-4b7c-afba-d04344e9921a HTTP/1.1" status: 204  len: 168 time: 4.5503891
Jan 29 21:01:51.443445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:51.460788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1ff1f2a4-ca36-47b3-8dd7-abe0cecbec8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.8922393
Jan 29 21:01:51.467557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529ad27-4079-441b-9527-4b800f3df88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f0588a-ace2-4a95-b4e7-bf2b67f10279,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:51.468210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58234) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:51.489624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 99b7a06c-8700-4042-911f-02aab9943e4c owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:51.493204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9529ad27-4079-441b-9527-4b800f3df88b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bfc44f6fbec46e98f6113a2863b394a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8409097
Jan 29 21:01:51.498187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58238) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:51.508067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (62b1f67e-55ac-4b9e-9af9-2ce62f4bac20), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.515021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.520934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62b1f67e-55ac-4b9e-9af9-2ce62f4bac20 HTTP/1.1" status: 204  len: 168 time: 1.8898644
Jan 29 21:01:51.596411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Deleting subnet 6ea62d6d-7077-495c-bc53-a46535a1fb9d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:51.599600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Publish callbacks [] for subnet (6ea62d6d-7077-495c-bc53-a46535a1fb9d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.600218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f22e58-df92-44fd-abad-f81737032274 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b1f67e-55ac-4b9e-9af9-2ce62f4bac20,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:51.637014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0604d-80f8-49d1-a79d-021d7ee4c1e7 req-e816d57e-5224-4fea-ba6c-bcc85dd2c600 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:51.645512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13e0604d-80f8-49d1-a79d-021d7ee4c1e7 req-e816d57e-5224-4fea-ba6c-bcc85dd2c600 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=7752b383-8ac5-4318-a4fe-698c24e3c8f6 HTTP/1.1" status: 200  len: 946 time: 0.3096819
Jan 29 21:01:51.676525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (6ea62d6d-7077-495c-bc53-a46535a1fb9d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.728690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] Publish callbacks [] for security_group (e0f0588a-ace2-4a95-b4e7-bf2b67f10279), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.764128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] Publish callbacks [] for security_group (e0f0588a-ace2-4a95-b4e7-bf2b67f10279), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.791181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks [] for port (9671b252-297e-4670-819b-5fb2180d04c9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.826114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58244) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:51.828916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c02e0311-e2f2-4c21-a02f-3c94453766dc req-0e7ebd1c-3080-4dd6-a206-2eb29c950083 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 210 time: 0.0678749
Jan 29 21:01:51.889648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6ea62d6d-7077-495c-bc53-a46535a1fb9d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.921765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e0f0588a-ace2-4a95-b4e7-bf2b67f10279), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.924347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.925539 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0f0588a-ace2-4a95-b4e7-bf2b67f10279 HTTP/1.1" status: 204  len: 168 time: 0.4251657
Jan 29 21:01:51.938317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (99b7a06c-8700-4042-911f-02aab9943e4c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:51.943108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13e0604d-80f8-49d1-a79d-021d7ee4c1e7 req-9702092b-a1a7-4950-822e-5e695a50bb5b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3af41a2-5db2-4203-a7f4-1cfddfaad20b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2965424
Jan 29 21:01:51.963108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d59839-a40d-4777-ad4c-f88dfbbd9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f0588a-ace2-4a95-b4e7-bf2b67f10279,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:52.001227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 892ac130-bb37-4399-bad5-94a11b3a9d20 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:52.001573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (892ac130-bb37-4399-bad5-94a11b3a9d20), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.015500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c48a9e3c-7e28-4471-b018-dde0d60ea477 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=501c6db0752046ee928e2591df72d603&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1829863
Jan 29 21:01:52.025321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Router e50eaf46-537e-410f-ab53-9bc298157129 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:01:52.027663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58248) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:52.037742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=99b7a06c-8700-4042-911f-02aab9943e4c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:52.053220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.083471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] No DVR routers for this DVR port 99b7a06c-8700-4042-911f-02aab9943e4c on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:52.086498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.090511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f201080-53f5-4f18-b04e-f3a6cf336322 req-66108b70-d67b-4b8d-b287-63a5f3dd0837 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "DELETE /v2.0/ports/99b7a06c-8700-4042-911f-02aab9943e4c HTTP/1.1" status: 204  len: 173 time: 1.4958572
Jan 29 21:01:52.090959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-deleted', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:52.093262 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419055b-b100-4617-a72d-aec1e186051d" -d '{"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-deleted", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:52.104554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6ea62d6d-7077-495c-bc53-a46535a1fb9d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.121263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.125150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ea62d6d-7077-495c-bc53-a46535a1fb9d HTTP/1.1" status: 204  len: 168 time: 0.6765063
Jan 29 21:01:52.128008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62234cdf-aa92-4a25-8fdb-499b32c9b884 None None] Network 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:52.129043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58252) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:52.144771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f737d-9e9d-4e66-bfc1-bf8d00c87238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea62d6d-7077-495c-bc53-a46535a1fb9d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:52.217589 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9cd85-7692-4b2e-852d-6ae6dbcff0ad x-openstack-request-id: req-baa9cd85-7692-4b2e-852d-6ae6dbcff0ad {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:52.218111 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752b383-8ac5-4318-a4fe-698c24e3c8f6", "name": "network-vif-deleted", "tag": "99b7a06c-8700-4042-911f-02aab9943e4c", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:52.218673 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baa9cd85-7692-4b2e-852d-6ae6dbcff0ad {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:52.219240 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752b383-8ac5-4318-a4fe-698c24e3c8f6', 'name': 'network-vif-deleted', 'tag': '99b7a06c-8700-4042-911f-02aab9943e4c', 'status': 'completed', 'code': 200}
Jan 29 21:01:52.223532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (892ac130-bb37-4399-bad5-94a11b3a9d20), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.255813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Network 9c6a631d-01fb-49db-aced-43f268a05868 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:52.324025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.337422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae751f-bd04-47c9-b199-b23f9f102ad2 req-80051cf2-0a8a-44ec-9bf1-589ba7e0188d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:52.341438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ae751f-bd04-47c9-b199-b23f9f102ad2 req-80051cf2-0a8a-44ec-9bf1-589ba7e0188d tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.4104407
Jan 29 21:01:52.342551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:52.376195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Pushing event updated for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:52.383019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:52.391159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 892ac130-bb37-4399-bad5-94a11b3a9d20 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:52.404135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] DHCP port deletion for 7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:52.495256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Deleting port da508cc9-04dd-46fb-b080-c9233b96f443 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:52.495767 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.558323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] Publish callbacks [] for security_group (c83d0ecf-ba99-403b-9efa-e1c139564137), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.577334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 14ff701e-4a42-49cd-a8e3-2bebbf05db7b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:01:52.624073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.651276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] For port da508cc9-04dd-46fb-b080-c9233b96f443, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da508cc9-04dd-46fb-b080-c9233b96f443,segment=NetworkSegment(5b263a97-89a7-4c46-8c96-557830ef091a),segment_id=5b263a97-89a7-4c46-8c96-557830ef091a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:52.651844 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.662881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:52.663685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.676585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Calling delete_port for da508cc9-04dd-46fb-b080-c9233b96f443 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:52.682595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:01:52.700757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Sync routers for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:01:52.712977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:01:52.713393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.721784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-24d77460-e306-484a-b02d-866ba1f96c6e admin admin] 10.222.0.20 "PUT /v2.0/routers/e50eaf46-537e-410f-ab53-9bc298157129/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1015320
Jan 29 21:01:52.722415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:52.764900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] Publish callbacks [] for security_group (c83d0ecf-ba99-403b-9efa-e1c139564137), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.783486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:52.784134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afee9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:52.785008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ae751f-bd04-47c9-b199-b23f9f102ad2 req-b396f377-2370-4f64-8383-8a96ac16b4f6 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4097977
Jan 29 21:01:52.820685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ca83e569-00fd-4b50-a4a6-37c45416d583 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6633890
Jan 29 21:01:52.881941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks [] for router (e50eaf46-537e-410f-ab53-9bc298157129), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:52.981695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.012546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (892ac130-bb37-4399-bad5-94a11b3a9d20), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.042014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:53.047087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] Pushing event deleted for resources: {'Port': ['ID=da508cc9-04dd-46fb-b080-c9233b96f443,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:53.052259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c946a0-0f3d-4e32-9960-2e784ef65af4 None None] No DVR routers for this DVR port da508cc9-04dd-46fb-b080-c9233b96f443 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:53.087276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.092850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/892ac130-bb37-4399-bad5-94a11b3a9d20 HTTP/1.1" status: 204  len: 168 time: 1.6183379
Jan 29 21:01:53.092850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b8433-872c-4cb8-b702-8d67e036dfe4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=892ac130-bb37-4399-bad5-94a11b3a9d20,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:53.098157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Request body: {'port': {'device_id': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:53.098557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:53.111227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'mac_address': 'fa:16:3e:ba:e3:cd', 'name': 'tempest-PortsIpV6TestJSON-1754469144'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:53.163237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:01:53.182856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c83d0ecf-ba99-403b-9efa-e1c139564137), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.186853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks [] for router_gateway (e50eaf46-537e-410f-ab53-9bc298157129), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.193769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.193769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c83d0ecf-ba99-403b-9efa-e1c139564137 HTTP/1.1" status: 204  len: 168 time: 1.1367831
Jan 29 21:01:53.240804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a831ecd-856d-418b-9020-f932cef39fbc req-1d6b3d0d-6f47-4b3a-8481-cab006c5e941 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:53.252732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a831ecd-856d-418b-9020-f932cef39fbc req-1d6b3d0d-6f47-4b3a-8481-cab006c5e941 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.3084798
Jan 29 21:01:53.269625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9671b252-297e-4670-819b-5fb2180d04c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.272257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Deleting port da508cc9-04dd-46fb-b080-c9233b96f443 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:53.272585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.282801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device da508cc9-04dd-46fb-b080-c9233b96f443 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:53.352208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] For port da508cc9-04dd-46fb-b080-c9233b96f443, host ncdv-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:53.352619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.363958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: da508cc9-04dd-46fb-b080-c9233b96f443 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:53.365607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:53.367355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device da508cc9-04dd-46fb-b080-c9233b96f443 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:53.370727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Calling delete_port for da508cc9-04dd-46fb-b080-c9233b96f443 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:53.372688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Deleting port f0f10259-46ca-4eed-855c-10d163995acf {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:53.373166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f0f10259-46ca-4eed-855c-10d163995acf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.375128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.378473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Port da508cc9-04dd-46fb-b080-c9233b96f443 was not found and therefore no delete operation was performed {{(pid=125943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:01:53.382180 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (da508cc9-04dd-46fb-b080-c9233b96f443), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.384160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b86dca-6ac7-47ad-8a17-8ab42d4024fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d0ecf-ba99-403b-9efa-e1c139564137,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:53.439781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c7431-23c8-40d1-a3a2-98dde4b8fc5f req-9ac08d4c-08bb-4627-bd01-16625b80571d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:53.449120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c37c7431-23c8-40d1-a3a2-98dde4b8fc5f req-9ac08d4c-08bb-4627-bd01-16625b80571d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 931 time: 0.4807854
Jan 29 21:01:53.498218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.551029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port ad615e87-3c3a-4764-a0e3-42a26a22fecd yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:53.559081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afee9a0>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:48Z', 'revision_number': 5, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port': {'id': 'f0f10259-46ca-4eed-855c-10d163995acf', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:30Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:53.561552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] For port f0f10259-46ca-4eed-855c-10d163995acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f10259-46ca-4eed-855c-10d163995acf,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:53.562183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f0f10259-46ca-4eed-855c-10d163995acf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.610615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Calling delete_port for f0f10259-46ca-4eed-855c-10d163995acf owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:53.613228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Checking router: e50eaf46-537e-410f-ab53-9bc298157129 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:01:53.640333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Routers {'e50eaf46-537e-410f-ab53-9bc298157129'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:01:53.640886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afee9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e50eaf46-537e-410f-ab53-9bc298157129'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:53.734320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=da508cc9-04dd-46fb-b080-c9233b96f443,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:53.740111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] Set router e50eaf46-537e-410f-ab53-9bc298157129 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:01:53.766599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] No DVR routers for this DVR port da508cc9-04dd-46fb-b080-c9233b96f443 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:53.827082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afee9a0>, [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:53Z', 'revision_number': 6, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:53.851804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (ad615e87-3c3a-4764-a0e3-42a26a22fecd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.858621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b4ceb-efb0-4bdb-b047-387932974033 None None] The sync data for ids ['e50eaf46-537e-410f-ab53-9bc298157129'] in ncdv-master-1 is: [{'id': 'e50eaf46-537e-410f-ab53-9bc298157129', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-716861215-router', 'tenant_id': 'f0577901aca44f5a82edf8cef07174b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:29Z', 'updated_at': '2022-01-29T21:01:53Z', 'revision_number': 6, 'project_id': 'f0577901aca44f5a82edf8cef07174b6', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:01:53.934480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.969035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08a25070>,) {'filters': {'network_id': ['7d2e9b08-0d77-4cd3-9472-88b45c6c0e09']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:53.970239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f0f10259-46ca-4eed-855c-10d163995acf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:53.989125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a831ecd-856d-418b-9020-f932cef39fbc req-eaaa8a49-279c-41ae-b264-d1159cc7e1ac tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7351608
Jan 29 21:01:53.998181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a25070>, '5b263a97-89a7-4c46-8c96-557830ef091a') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:53.998678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a25070>, '5b263a97-89a7-4c46-8c96-557830ef091a') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:54.027412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f10259-46ca-4eed-855c-10d163995acf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:54.047710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c37c7431-23c8-40d1-a3a2-98dde4b8fc5f req-fa76d3a1-9f23-4ea9-a71a-f66989705bd7 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5976009
Jan 29 21:01:54.067844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (5b263a97-89a7-4c46-8c96-557830ef091a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.092958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58312) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.103501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ad615e87-3c3a-4764-a0e3-42a26a22fecd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.148213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58314) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.163612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5b263a97-89a7-4c46-8c96-557830ef091a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.187644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:54.188157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (5b263a97-89a7-4c46-8c96-557830ef091a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:54.191510 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:54.261941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:54.271211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (e50eaf46-537e-410f-ab53-9bc298157129), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.277011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:54.312456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:54.318166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:54.318979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.321614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=ad615e87-3c3a-4764-a0e3-42a26a22fecd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:54.440176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (e50eaf46-537e-410f-ab53-9bc298157129), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.444637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks [] for router_controller (e50eaf46-537e-410f-ab53-9bc298157129), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.446337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9a518660-d7e7-417b-8cbc-509034706511 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-562624822'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:54.447551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9a518660-d7e7-417b-8cbc-509034706511 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Unknown quota resources ['metering_label']. {{(pid=125943) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 21:01:54.451629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bbec4fd7-e61a-4f9b-9294-e693ec861205 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.3510702
Jan 29 21:01:54.456549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58328) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.463285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (7d2e9b08-0d77-4cd3-9472-88b45c6c0e09), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.499352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.503243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d2e9b08-0d77-4cd3-9472-88b45c6c0e09 HTTP/1.1" status: 204  len: 168 time: 2.3552859
Jan 29 21:01:54.557831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:54.594469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75810-b660-451b-911e-fc7b0ae42c3f req-373f4fdb-9e68-4f45-9fd3-b7fc8c1fd347 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:54.597228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1c75810-b660-451b-911e-fc7b0ae42c3f req-373f4fdb-9e68-4f45-9fd3-b7fc8c1fd347 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.2271125
Jan 29 21:01:54.598612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146d773-297e-4b1a-b7db-b94d5e0b5d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2e9b08-0d77-4cd3-9472-88b45c6c0e09,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:54.622235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:54.622859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ff0dc39-9523-4a3b-9ec6-5a675b3a9628 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:54.723492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b3945-5a77-46bb-9d68-6b443efda7ad tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:54.725256 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f45b3945-5a77-46bb-9d68-6b443efda7ad tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/ad615e87-3c3a-4764-a0e3-42a26a22fecd HTTP/1.1" status: 200  len: 845 time: 0.2670915
Jan 29 21:01:54.726201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (e50eaf46-537e-410f-ab53-9bc298157129), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.727265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50eaf46-537e-410f-ab53-9bc298157129 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:01:54.731142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.745499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.748835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-55f93a9e-fe6e-40c6-a505-7fe53f209969 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e50eaf46-537e-410f-ab53-9bc298157129 HTTP/1.1" status: 204  len: 168 time: 2.0231342
Jan 29 21:01:54.765082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58336) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.858102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58340) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.870630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Deleting subnet 8a2f37e1-ecd8-40c5-946b-b2471fb0749e {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:01:54.878043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Publish callbacks [] for subnet (8a2f37e1-ecd8-40c5-946b-b2471fb0749e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.882149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a518660-d7e7-417b-8cbc-509034706511 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.885853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9a518660-d7e7-417b-8cbc-509034706511 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.7338631
Jan 29 21:01:54.887007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58342) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:54.894953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-04894384-9c75-4ef4-8d80-68694992a989 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '10622c50-1265-4462-8c22-1b67532ef3b9'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:54.895449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-04894384-9c75-4ef4-8d80-68694992a989 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 21:01:54.917416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9671b252-297e-4670-819b-5fb2180d04c9 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:01:54.933914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks [] for port (9671b252-297e-4670-819b-5fb2180d04c9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.959479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port ad615e87-3c3a-4764-a0e3-42a26a22fecd {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:54.960276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ad615e87-3c3a-4764-a0e3-42a26a22fecd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.970688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8a2f37e1-ecd8-40c5-946b-b2471fb0749e), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:54.992075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Transition to ACTIVE for port object 9671b252-297e-4670-819b-5fb2180d04c9 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:01:55.005844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1c75810-b660-451b-911e-fc7b0ae42c3f req-2280300f-fe6f-4803-9ced-7f0722204a0b tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3924468
Jan 29 21:01:55.008767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.114128 ncdv-master-1 neutron-server[125942]: WARNING neutron.services.metering.metering_plugin [None req-04894384-9c75-4ef4-8d80-68694992a989 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 21:01:55.204145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb020045-aea3-4bfa-acd1-8b6e689c3089 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c48f23744bb646418961365d18213e20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3431456
Jan 29 21:01:55.227251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:55.532754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:55.539840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ad615e87-3c3a-4764-a0e3-42a26a22fecd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.545821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04894384-9c75-4ef4-8d80-68694992a989 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.547033 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-04894384-9c75-4ef4-8d80-68694992a989 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6588652
Jan 29 21:01:55.550520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58364) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:55.561760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b8bc4c30-4a20-41e4-b3c0-9b61e95cc80f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '10622c50-1265-4462-8c22-1b67532ef3b9'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:55.562382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b8bc4c30-4a20-41e4-b3c0-9b61e95cc80f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125943) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 21:01:55.566921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:55.574442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for ad615e87-3c3a-4764-a0e3-42a26a22fecd owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:55.594916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8a2f37e1-ecd8-40c5-946b-b2471fb0749e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.620504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 99b7a06c-8700-4042-911f-02aab9943e4c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:55.621276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 99b7a06c-8700-4042-911f-02aab9943e4c not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:55.701564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] Publish callbacks [] for security_group (24e007f6-fa42-4632-a423-6eeafe56341d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.741828 ncdv-master-1 neutron-server[125943]: WARNING neutron.services.metering.metering_plugin [None req-b8bc4c30-4a20-41e4-b3c0-9b61e95cc80f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 29 21:01:55.751463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] Publish callbacks [] for security_group (24e007f6-fa42-4632-a423-6eeafe56341d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.751567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04869-72f2-4a29-b690-949234941a6a req-174c95dc-b8d4-45b1-9987-bb1a25858c2a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:55.753140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca04869-72f2-4a29-b690-949234941a6a req-174c95dc-b8d4-45b1-9987-bb1a25858c2a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.6596489
Jan 29 21:01:55.760720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977a01-aea0-4c06-bea3-ae6cd4986266 req-526fea57-53d3-4336-920a-596d0e9cac82 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:55.767868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4977a01-aea0-4c06-bea3-ae6cd4986266 req-526fea57-53d3-4336-920a-596d0e9cac82 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 943 time: 0.6145923
Jan 29 21:01:55.806897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ad615e87-3c3a-4764-a0e3-42a26a22fecd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.823599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.864572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Attempting to bind port 9671b252-297e-4670-819b-5fb2180d04c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:01:55.864916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Attempting to bind port 9671b252-297e-4670-819b-5fb2180d04c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:01:55.865274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Attempting to bind port 9671b252-297e-4670-819b-5fb2180d04c9 on network 9c6a631d-01fb-49db-aced-43f268a05868 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:55.879468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=ad615e87-3c3a-4764-a0e3-42a26a22fecd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:55.913831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.917589 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-18cf55fc-9213-418d-9f64-b462989d344c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/ad615e87-3c3a-4764-a0e3-42a26a22fecd HTTP/1.1" status: 204  len: 168 time: 1.1834357
Jan 29 21:01:55.920307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:55.943680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Port 9671b252-297e-4670-819b-5fb2180d04c9 on network 9c6a631d-01fb-49db-aced-43f268a05868 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:01:55.943984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Attempting to bind port 9671b252-297e-4670-819b-5fb2180d04c9 on network 9c6a631d-01fb-49db-aced-43f268a05868 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:01:55.953654 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb471a7e-d5bd-46ed-984b-66cb27593b0d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:01:55.955032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4c30-4a20-41e4-b3c0-9b61e95cc80f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.955556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb471a7e-d5bd-46ed-984b-66cb27593b0d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/ad615e87-3c3a-4764-a0e3-42a26a22fecd HTTP/1.1" status: 404  len: 333 time: 0.0342364
Jan 29 21:01:55.956440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24e007f6-fa42-4632-a423-6eeafe56341d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.959278 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:55.962328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b8bc4c30-4a20-41e4-b3c0-9b61e95cc80f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.4046435
Jan 29 21:01:55.963667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24e007f6-fa42-4632-a423-6eeafe56341d HTTP/1.1" status: 204  len: 168 time: 0.7337129
Jan 29 21:01:55.969288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58378) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:55.969803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58380) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:55.978816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'name': 'tempest-PortsIpV6TestJSON-1478536056'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:55.981912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:01:55.982478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Checking segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:55.982750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Bound using segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:01:55.983251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Bound port: 9671b252-297e-4670-819b-5fb2180d04c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:01:55.983657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9671b252-297e-4670-819b-5fb2180d04c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.001149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8a2f37e1-ecd8-40c5-946b-b2471fb0749e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.048457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252388bf-5db0-4021-8d4d-84e31359ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e007f6-fa42-4632-a423-6eeafe56341d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:56.048850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ca04869-72f2-4a29-b690-949234941a6a req-7849916e-c64d-4215-bb69-adf2ae174bce tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2749245
Jan 29 21:01:56.053312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4977a01-aea0-4c06-bea3-ae6cd4986266 req-333c0549-469f-4092-acd9-7d697551c702 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840025
Jan 29 21:01:56.057732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.065726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a2f37e1-ecd8-40c5-946b-b2471fb0749e HTTP/1.1" status: 204  len: 168 time: 1.2932241
Jan 29 21:01:56.066121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc2191-5abf-4212-bbd7-1fb46f0afa33 None None] Network 454d4dfa-72d9-4078-a000-638e688f0cc0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:56.066212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:56.066713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafcec4-45b0-4ada-8492-c681ce47739b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2f37e1-ecd8-40c5-946b-b2471fb0749e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:56.067345 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ac6be3d-c671-4733-8866-5ad26bfac3af tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=660a9487-b6ca-49d3-8f45-70a997253111 HTTP/1.1" status: 200  len: 464 time: 0.0931394
Jan 29 21:01:56.076281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58392) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:56.202168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (454d4dfa-72d9-4078-a000-638e688f0cc0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.205317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:01:56.209462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9671b252-297e-4670-819b-5fb2180d04c9,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:01:56.225957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.343663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:56.344955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.355545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac799b-4472-4598-8a22-590638530756 None None] DHCP port deletion for 454d4dfa-72d9-4078-a000-638e688f0cc0 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:01:56.356295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] 10.222.0.18 "PUT /v2.0/ports/9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 200  len: 1091 time: 3.5122399
Jan 29 21:01:56.392532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:01:56.396082 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d42f44-b1d0-488d-b120-2179fae42215" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "tag": "9671b252-297e-4670-819b-5fb2180d04c9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:01:56.493685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:56.497142 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.519574 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd5d68-2ee3-4884-8e24-ae24151ef019 x-openstack-request-id: req-33bd5d68-2ee3-4884-8e24-ae24151ef019 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:01:56.519946 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "tag": "9671b252-297e-4670-819b-5fb2180d04c9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:01:56.520304 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33bd5d68-2ee3-4884-8e24-ae24151ef019 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:01:56.520957 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9', 'status': 'completed', 'code': 200}
Jan 29 21:01:56.525898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f782de9-ed90-4a9d-87ec-77038ab6ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:56.556902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-3159d955-47c8-42ce-9101-31aa29bfd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:56.557730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Deleting port f3ea9317-e19f-4fc4-b84f-468776db2532 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:56.559287 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.560472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-3159d955-47c8-42ce-9101-31aa29bfd8ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1125 time: 0.1453850
Jan 29 21:01:56.562134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Deleting port f3ea9317-e19f-4fc4-b84f-468776db2532 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:56.562471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.616074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6acd9f5-1730-447a-bf8c-52dd7d40a9cc tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.623343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6acd9f5-1730-447a-bf8c-52dd7d40a9cc tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/660a9487-b6ca-49d3-8f45-70a997253111 HTTP/1.1" status: 204  len: 168 time: 0.5448041
Jan 29 21:01:56.627669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58412) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:56.662145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-871e9456-32e4-4072-ad0a-0937723db0fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 200  len: 217 time: 0.0852857
Jan 29 21:01:56.678038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 3ddb943b-3f6c-47d5-b295-20c929804798 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:01:56.687845 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06185756-7b99-4f2e-be87-c324a0bacb81 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=660a9487-b6ca-49d3-8f45-70a997253111 HTTP/1.1" status: 200  len: 221 time: 0.0507889
Jan 29 21:01:56.692237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58416) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:56.700432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e63009df-2c90-41ec-9d8b-083733a97056 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1999207003', 'description': 'label created by tempest'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:56.701030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e63009df-2c90-41ec-9d8b-083733a97056 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Unknown quota resources ['metering_label']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 21:01:56.707248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b6ac799b-4472-4598-8a22-590638530756 None None] For port f3ea9317-e19f-4fc4-b84f-468776db2532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ea9317-e19f-4fc4-b84f-468776db2532,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:56.708026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.743117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Calling delete_port for f3ea9317-e19f-4fc4-b84f-468776db2532 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:56.755430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3ea9317-e19f-4fc4-b84f-468776db2532 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:56.786814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] For port f3ea9317-e19f-4fc4-b84f-468776db2532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ea9317-e19f-4fc4-b84f-468776db2532,segment=NetworkSegment(45ff8fef-a785-4891-9adc-fdba04e576f8),segment_id=45ff8fef-a785-4891-9adc-fdba04e576f8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:56.787432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:56.797463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-dc629ddf-86a4-4556-a89d-73e51c9b24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:56.799380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-dc629ddf-86a4-4556-a89d-73e51c9b24d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.1310682
Jan 29 21:01:56.812036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Calling delete_port for f3ea9317-e19f-4fc4-b84f-468776db2532 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:56.992562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-b7d5360d-d56d-4155-b0cc-0d96d035ed98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1822984
Jan 29 21:01:57.001234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.062072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No active binding found for port f3ea9317-e19f-4fc4-b84f-468776db2532 {{(pid=125944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 29 21:01:57.062422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] The host ncdv-master-1 is not matching for port f3ea9317-e19f-4fc4-b84f-468776db2532 host None! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:01:57.063063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3ea9317-e19f-4fc4-b84f-468776db2532 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:57.063694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f0f10259-46ca-4eed-855c-10d163995acf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:01:57.092422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f0f10259-46ca-4eed-855c-10d163995acf {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:01:57.093085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f0f10259-46ca-4eed-855c-10d163995acf not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:01:57.098427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-e3eaaceb-0218-485b-a342-dba039210494 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982554
Jan 29 21:01:57.108093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8f267-3376-48d6-b245-9bcaf114fcdc req-db9b8355-adfd-4965-a8dc-ad3484b8a7f2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:57.114931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ad8f267-3376-48d6-b245-9bcaf114fcdc req-db9b8355-adfd-4965-a8dc-ad3484b8a7f2 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.4349873
Jan 29 21:01:57.116717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (f3ea9317-e19f-4fc4-b84f-468776db2532), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.149337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac799b-4472-4598-8a22-590638530756 None None] Pushing event deleted for resources: {'Port': ['ID=f3ea9317-e19f-4fc4-b84f-468776db2532,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:57.152257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac799b-4472-4598-8a22-590638530756 None None] No DVR routers for this DVR port f3ea9317-e19f-4fc4-b84f-468776db2532 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:57.188489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ea9317-e19f-4fc4-b84f-468776db2532,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:57.192186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e63009df-2c90-41ec-9d8b-083733a97056 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.193443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e63009df-2c90-41ec-9d8b-083733a97056 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.5001099
Jan 29 21:01:57.200891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58432) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.244776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] No DVR routers for this DVR port f3ea9317-e19f-4fc4-b84f-468776db2532 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:01:57.320871 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3bccd1bb-d6cf-4b6b-8183-75441f84270e tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a0831cb5-83ec-46c6-96e6-2f335b4b46bb HTTP/1.1" status: 200  len: 468 time: 0.1184406
Jan 29 21:01:57.324877 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (3ddb943b-3f6c-47d5-b295-20c929804798), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.328028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58438) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.331510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 2904945b-9855-4ee0-b51f-65c0210f6c6f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:57.332119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.390690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58440) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.414149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ad8f267-3376-48d6-b245-9bcaf114fcdc req-208b7b48-ed01-4b9a-a6bb-c60e292fbf46 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2983646
Jan 29 21:01:57.417476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (454d4dfa-72d9-4078-a000-638e688f0cc0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.462743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea083702e0>,) {'filters': {'network_id': ['454d4dfa-72d9-4078-a000-638e688f0cc0']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:57.466324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3338ba6-51f0-48aa-ba19-81b36b19dd64 req-ff8e1e28-3b1e-4234-a056-06310c4e1282 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3457096
Jan 29 21:01:57.479745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9a548-9cdc-4693-abb0-d3603c2b4447 req-c5b42a4f-2e3e-4e49-a4fb-1d873198d3fc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:57.481549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2f9a548-9cdc-4693-abb0-d3603c2b4447 req-c5b42a4f-2e3e-4e49-a4fb-1d873198d3fc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 943 time: 0.2338214
Jan 29 21:01:57.485638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea083702e0>, '45ff8fef-a785-4891-9adc-fdba04e576f8') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:57.487617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea083702e0>, '45ff8fef-a785-4891-9adc-fdba04e576f8') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:01:57.574810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2f9a548-9cdc-4693-abb0-d3603c2b4447 req-496e120e-5f35-4e24-aef5-8dd36db8a84a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819657
Jan 29 21:01:57.581669 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (45ff8fef-a785-4891-9adc-fdba04e576f8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.617589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (45ff8fef-a785-4891-9adc-fdba04e576f8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.626101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-network', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:57.635243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:01:57.635720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (45ff8fef-a785-4891-9adc-fdba04e576f8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.638098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:01:57.639898 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:01:57.651107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 2904945b-9855-4ee0-b51f-65c0210f6c6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2904945b-9855-4ee0-b51f-65c0210f6c6f,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:57.651507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.669921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c59cb07a-9a6f-425c-9517-11e9796503fa tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.673414 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c59cb07a-9a6f-425c-9517-11e9796503fa tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a0831cb5-83ec-46c6-96e6-2f335b4b46bb HTTP/1.1" status: 204  len: 168 time: 0.3357654
Jan 29 21:01:57.686676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58450) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.695936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 2904945b-9855-4ee0-b51f-65c0210f6c6f owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:57.709344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d42f44-b1d0-488d-b120-2179fae42215 req-a430e75e-5af5-42c4-81e7-da9392b9e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:57.711012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-a430e75e-5af5-42c4-81e7-da9392b9e6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1125 time: 0.1716290
Jan 29 21:01:57.715030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:01:57.722786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:57.727369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cfad74b2-df1e-4bfc-a15c-f4b639af2927 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a0831cb5-83ec-46c6-96e6-2f335b4b46bb HTTP/1.1" status: 200  len: 216 time: 0.0360379
Jan 29 21:01:57.727948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:01:57.735234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:57.736417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.736541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58452) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.756090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:57.758831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.780508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=3ddb943b-3f6c-47d5-b295-20c929804798,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:57.793695 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-afe3c47e-0223-4f01-ba62-a38deb973c4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.8210175
Jan 29 21:01:57.797637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58456) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.798341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (454d4dfa-72d9-4078-a000-638e688f0cc0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.803129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:57.805365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.810741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:57.816577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/454d4dfa-72d9-4078-a000-638e688f0cc0 HTTP/1.1" status: 204  len: 168 time: 1.7443426
Jan 29 21:01:57.825903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0c466b1b-1cc3-44eb-a632-137fa7f74949 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0871966
Jan 29 21:01:57.831857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58460) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.856573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e945b-a34d-4091-83ce-ea8ce02944e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=454d4dfa-72d9-4078-a000-638e688f0cc0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:57.860593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6936d776-2bbe-4bd2-92d3-6097c1399a18 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0262184
Jan 29 21:01:57.870152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:57.950082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fbcf0663-f617-4680-844c-bd39b08c595f tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/10622c50-1265-4462-8c22-1b67532ef3b9 HTTP/1.1" status: 200  len: 472 time: 0.0785689
Jan 29 21:01:57.964646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58466) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.003081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-58690c58-e9a7-44ff-8d12-e2957897360b tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/c15109ee-ddd8-4cee-99b2-96e4d2ceb64c HTTP/1.1" status: 200  len: 461 time: 0.0372834
Jan 29 21:01:58.006159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.008937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.031563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks [] for security_group (cd8dff9e-681a-4a66-a1f7-d0495a3beaec), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.051058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cd8dff9e-681a-4a66-a1f7-d0495a3beaec), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.080172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d42f44-b1d0-488d-b120-2179fae42215 req-f78a486f-44ae-4b71-85c2-cd4eb89c8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:58.080468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-cb0f4ba9-d780-4267-aa36-fca1e6b99973 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:58.081965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-f78a486f-44ae-4b71-85c2-cd4eb89c8bde service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.3583932
Jan 29 21:01:58.082402 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-cb0f4ba9-d780-4267-aa36-fca1e6b99973 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.36 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.1780803
Jan 29 21:01:58.089209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:01:58.152649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-4c8c75f4-490d-4157-9c3a-ecccc4ea02a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 200  len: 217 time: 0.0603712
Jan 29 21:01:58.154034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a2533e3a-cea0-4e1d-b515-da48c37c2e0a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.154440 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Added segment a2533e3a-cea0-4e1d-b515-da48c37c2e0a of type vlan for network 3e327258-7f1e-4845-bb1c-0c1b6454845f
Jan 29 21:01:58.155724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8dff9e-681a-4a66-a1f7-d0495a3beaec,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:58.167857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.258509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (3e327258-7f1e-4845-bb1c-0c1b6454845f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.283437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d42f44-b1d0-488d-b120-2179fae42215 req-d63885ac-835f-40e7-a2fd-ec5bd7d22ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:58.285017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-d63885ac-835f-40e7-a2fd-ec5bd7d22ef7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.1180267
Jan 29 21:01:58.297081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-920a53e0-dc31-4326-9df5-7e82874fe4b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0577901aca44f5a82edf8cef07174b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1275461
Jan 29 21:01:58.309014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58478) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.318376 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50dac3b1-1bd0-4f5a-b56b-be6dd4264fc7 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.322393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-50dac3b1-1bd0-4f5a-b56b-be6dd4264fc7 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/c15109ee-ddd8-4cee-99b2-96e4d2ceb64c HTTP/1.1" status: 204  len: 168 time: 0.3075063
Jan 29 21:01:58.327805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2904945b-9855-4ee0-b51f-65c0210f6c6f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.330976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58480) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.338370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-72d391e2-ab3b-4bcc-943e-b9d265529321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431209
Jan 29 21:01:58.353998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (3e327258-7f1e-4845-bb1c-0c1b6454845f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.354941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:58.355468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.442230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=2904945b-9855-4ee0-b51f-65c0210f6c6f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:58.496129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1016984
Jan 29 21:01:58.501014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58486) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:58.508712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Request body: {'subnet': {'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-subnet', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:58.517903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5501ae-0b25-46a4-8723-f2ec49f30d07 admin admin] Pushing event updated for resources: {'Network': ['ID=3e327258-7f1e-4845-bb1c-0c1b6454845f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:58.544090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:01:58.728499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] Publish callbacks [] for security_group (bd9b07a6-ad20-4611-b3f3-e67243afb9f8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.740782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:01:58.743110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.751041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-f2bf8a74-efb9-492f-ab7c-ae23163b7804 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4066713
Jan 29 21:01:58.897766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (3ddb943b-3f6c-47d5-b295-20c929804798), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:58.952453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.106550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] In _notify_port_updated(), no bound segment for port 3ddb943b-3f6c-47d5-b295-20c929804798 on network 1b450921-26b3-4bd0-9691-7a78656b9c64 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:01:59.111827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:59.112467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.113850 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/ports/3ddb943b-3f6c-47d5-b295-20c929804798 HTTP/1.1" status: 200  len: 818 time: 1.3152974
Jan 29 21:01:59.123212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Deleting port eb1f3e75-7702-4ac6-a880-e812b61fc035 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:59.123850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.126816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58496) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:59.156954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-236a0f34-d5ec-4eb7-a3af-95bc177df538 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.158348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-236a0f34-d5ec-4eb7-a3af-95bc177df538 tempest-MeteringTestJSON-1844747002 tempest-MeteringTestJSON-1844747002-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/10622c50-1265-4462-8c22-1b67532ef3b9 HTTP/1.1" status: 204  len: 168 time: 0.8215423
Jan 29 21:01:59.198034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] Publish callbacks [] for security_group (bd9b07a6-ad20-4611-b3f3-e67243afb9f8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.211288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397cfcc-ed3c-4183-a939-8e75a8c20c18 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=3ddb943b-3f6c-47d5-b295-20c929804798,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:59.283090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a9f9-35ba-4f53-80ec-84174288f81a req-1a78c18b-0e3c-43c9-9462-c24fc370c17c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:59.289896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee18a9f9-35ba-4f53-80ec-84174288f81a req-1a78c18b-0e3c-43c9-9462-c24fc370c17c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 945 time: 0.7149494
Jan 29 21:01:59.313367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.347151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] For port eb1f3e75-7702-4ac6-a880-e812b61fc035, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb1f3e75-7702-4ac6-a880-e812b61fc035,segment=NetworkSegment(1e7a095c-ae53-4fb0-b328-8920496f6131),segment_id=1e7a095c-ae53-4fb0-b328-8920496f6131)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:01:59.347803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.348415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53f70-9739-4462-a2f5-8c09ade9ad82 req-270eb9f7-586f-4ddd-bdd4-608900553450 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:59.350242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30c53f70-9739-4462-a2f5-8c09ade9ad82 req-270eb9f7-586f-4ddd-bdd4-608900553450 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 943 time: 0.6117187
Jan 29 21:01:59.372392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34d42f44-b1d0-488d-b120-2179fae42215 req-936e3600-16d0-4b8d-8642-7dcbe8bab6a1 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6034174
Jan 29 21:01:59.397493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd9b07a6-ad20-4611-b3f3-e67243afb9f8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.400539 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.405819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd9b07a6-ad20-4611-b3f3-e67243afb9f8 HTTP/1.1" status: 204  len: 168 time: 1.0957787
Jan 29 21:01:59.445875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee18a9f9-35ba-4f53-80ec-84174288f81a req-420c45b7-425f-4919-b1a7-e898736b1a6c tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e12313-1853-4cc8-be11-b2e483224f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551113
Jan 29 21:01:59.460660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffa946-ac1e-4dc4-92ec-118e4b52b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b07a6-ad20-4611-b3f3-e67243afb9f8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:59.514392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Calling delete_port for eb1f3e75-7702-4ac6-a880-e812b61fc035 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:59.532569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 3ddb943b-3f6c-47d5-b295-20c929804798 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:01:59.533264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.538161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30c53f70-9739-4462-a2f5-8c09ade9ad82 req-ae61afe7-7e1e-4ca8-9c0c-d606cc80d413 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565771
Jan 29 21:01:59.559065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (52729628-6f6a-4387-8d06-cad327472b73), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.642545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.652854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52729628-6f6a-4387-8d06-cad327472b73,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:01:59.655071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:59.661255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Checking segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:01:59.661698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Network hostable DHCP agents. Network: 3e327258-7f1e-4845-bb1c-0c1b6454845f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:01:59.683300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:01:59.696936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e327258-7f1e-4845-bb1c-0c1b6454845f) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:01:59.701946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:01:59.703020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.708866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1140720-955a-4ae1-91ed-93bcc6cffff6 None None] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:01:59.709738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 3ddb943b-3f6c-47d5-b295-20c929804798 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:01:59.730287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d4ff4007-1b4b-4b19-95b8-8e2a5039551c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2239909
Jan 29 21:01:59.730648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58518) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:01:59.738174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:01:59.765535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.766923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.928616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e327258-7f1e-4845-bb1c-0c1b6454845f', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:01:59.929584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:01:59.945655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for router_controller (be15cde7-adc6-41b2-86dd-f691ecadb091), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.015258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3ddb943b-3f6c-47d5-b295-20c929804798), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.082790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=3ddb943b-3f6c-47d5-b295-20c929804798,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:00.085539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 02bd61f2-d39d-42d1-9670-b22c77e5f894 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:02:00.090037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.093617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aa747405-bc74-4132-875b-1f5f98c054b8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/3ddb943b-3f6c-47d5-b295-20c929804798 HTTP/1.1" status: 204  len: 168 time: 0.9607668
Jan 29 21:02:00.096941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:00.104249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3578f57f-e8c6-4523-94da-805e3561d785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.136251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (eb1f3e75-7702-4ac6-a880-e812b61fc035), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.201616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Pushing event deleted for resources: {'Port': ['ID=eb1f3e75-7702-4ac6-a880-e812b61fc035,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:00.218113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Allocated IP 172.20.0.2 (3e327258-7f1e-4845-bb1c-0c1b6454845f/52729628-6f6a-4387-8d06-cad327472b73/a601dd7d-b799-44f1-b658-11094f95b095) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:00.232810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for router_gateway (be15cde7-adc6-41b2-86dd-f691ecadb091), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.351025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e51c9e9-fde8-422f-95f9-401b461099e9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:00.352664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e51c9e9-fde8-422f-95f9-401b461099e9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2546103
Jan 29 21:02:00.355697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] No DVR routers for this DVR port eb1f3e75-7702-4ac6-a880-e812b61fc035 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:00.358750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58534) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:00.373960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.374369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3578f57f-e8c6-4523-94da-805e3561d785 admin admin] Publish callbacks [] for security_group (ae2cba68-d2d7-4075-9ac8-65bd90ee90c0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.377618 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f58afbb7-f20b-4711-8677-fe0edc541152 req-af1d218f-c840-4cdf-8000-34664000ff0a tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.36 "DELETE /v2.0/ports/eb1f3e75-7702-4ac6-a880-e812b61fc035 HTTP/1.1" status: 204  len: 173 time: 2.2601948
Jan 29 21:02:00.377998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'name': 'network-vif-deleted', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:00.380486 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dbce74-e7cb-4ed5-bd44-45c3f1e72688" -d '{"events": [{"server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "name": "network-vif-deleted", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:00.386552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3578f57f-e8c6-4523-94da-805e3561d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae2cba68-d2d7-4075-9ac8-65bd90ee90c0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.408738 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f2db79-2aaf-4d20-ae93-073404a7819d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:00.410364 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7f2db79-2aaf-4d20-ae93-073404a7819d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/3ddb943b-3f6c-47d5-b295-20c929804798 HTTP/1.1" status: 404  len: 333 time: 0.0506673
Jan 29 21:02:00.425651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58538) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:00.426506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578f57f-e8c6-4523-94da-805e3561d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2cba68-d2d7-4075-9ac8-65bd90ee90c0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:00.437483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549218401'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:00.472087 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0899d3-7c81-4fe7-ab95-eaa63e70c198 x-openstack-request-id: req-0a0899d3-7c81-4fe7-ab95-eaa63e70c198 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:00.472397 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927a90c2-1df1-453f-9c1f-ef31312f72c2", "name": "network-vif-deleted", "tag": "eb1f3e75-7702-4ac6-a880-e812b61fc035", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:00.472652 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a0899d3-7c81-4fe7-ab95-eaa63e70c198 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:00.473088 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927a90c2-1df1-453f-9c1f-ef31312f72c2', 'name': 'network-vif-deleted', 'tag': 'eb1f3e75-7702-4ac6-a880-e812b61fc035', 'status': 'completed', 'code': 200}
Jan 29 21:02:00.485416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:00.497046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3578f57f-e8c6-4523-94da-805e3561d785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=484a259a803343dba83bfb5033de9070&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8403461
Jan 29 21:02:00.498508 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-866733d4-4b6f-4c8b-8b80-5cff43c4b7c0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/02bd61f2-d39d-42d1-9670-b22c77e5f894/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4001446
Jan 29 21:02:00.499104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58542) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:00.499438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:00.502026 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Sync routers for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:00.534428 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:00.535147 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b470640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:00.622716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks [] for port (a601dd7d-b799-44f1-b658-11094f95b095), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.635020 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a601dd7d-b799-44f1-b658-11094f95b095), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.695618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:00.700211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:00.712102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:00.721894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting subnet a494379a-6ef2-4689-882e-ca6cc5983694 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:00.725288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Pushing event updated for resources: {'Port': ['ID=a601dd7d-b799-44f1-b658-11094f95b095,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:00.755080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (a494379a-6ef2-4689-882e-ca6cc5983694), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.780035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c45112b-254c-47b6-ad21-0b693365073d req-7584b325-f68e-4eda-928b-62b8d5801fd9 tempest-ServerDiskConfigTestJSON-238901202 tempest-ServerDiskConfigTestJSON-238901202-project] 10.222.0.20 "GET /v2.0/ports?device_id=927a90c2-1df1-453f-9c1f-ef31312f72c2 HTTP/1.1" status: 200  len: 210 time: 0.0972259
Jan 29 21:02:00.804929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 9671b252-297e-4670-819b-5fb2180d04c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:02:00.846131 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:00.851763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:00.856098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.876357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Attempting to bind port a601dd7d-b799-44f1-b658-11094f95b095 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:00.876701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Attempting to bind port a601dd7d-b799-44f1-b658-11094f95b095 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:00.881913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Attempting to bind port a601dd7d-b799-44f1-b658-11094f95b095 on network 3e327258-7f1e-4845-bb1c-0c1b6454845f {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:00.885018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] Publish callbacks [] for security_group (ae2cba68-d2d7-4075-9ac8-65bd90ee90c0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.897266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:00.897657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Checking segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:00.898074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.898479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Bound using segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:00.898975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Bound port: a601dd7d-b799-44f1-b658-11094f95b095, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:00.899368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a601dd7d-b799-44f1-b658-11094f95b095), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.907477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for router_gateway (be15cde7-adc6-41b2-86dd-f691ecadb091), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.914183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (a494379a-6ef2-4689-882e-ca6cc5983694), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:00.944014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:00.953937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a130cc-53b5-4fdb-b168-1c7add2b6325 req-ae6e9dfe-1efb-4079-9a6a-ebd4d7097f26 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:00.961420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71a130cc-53b5-4fdb-b168-1c7add2b6325 req-ae6e9dfe-1efb-4079-9a6a-ebd4d7097f26 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 943 time: 0.1783867
Jan 29 21:02:00.967652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.042934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71a130cc-53b5-4fdb-b168-1c7add2b6325 req-32c93316-66a8-4ad1-9f9b-873c2045a5f4 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808620
Jan 29 21:02:01.049716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c4e330fa-d4d8-4a8c-a6f7-a6e730837608), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.050256 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment c4e330fa-d4d8-4a8c-a6f7-a6e730837608 of type vlan for network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c
Jan 29 21:02:01.111789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] For port a601dd7d-b799-44f1-b658-11094f95b095, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:01.116559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] For port a601dd7d-b799-44f1-b658-11094f95b095, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a601dd7d-b799-44f1-b658-11094f95b095,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:01.123248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9671b252-297e-4670-819b-5fb2180d04c9,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:01.136518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a601dd7d-b799-44f1-b658-11094f95b095), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.153941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9a36cc75-a9cf-445e-8762-a3d7b4eed36c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.192163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a494379a-6ef2-4689-882e-ca6cc5983694), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.196788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70bf2-e06d-4f33-965d-58ac885ef9cb None None] Pushing event updated for resources: {'Port': ['ID=a601dd7d-b799-44f1-b658-11094f95b095,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:01.202639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '9671b252-297e-4670-819b-5fb2180d04c9', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'port_id': '9671b252-297e-4670-819b-5fb2180d04c9', 'mac_address': 'fa:16:3e:56:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:02:01.241882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9a36cc75-a9cf-445e-8762-a3d7b4eed36c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.262660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:01.263845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.273624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 9671b252-297e-4670-819b-5fb2180d04c9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:01.273932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9671b252-297e-4670-819b-5fb2180d04c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.303468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9671b252-297e-4670-819b-5fb2180d04c9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:01.325886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Allocated IP 172.35.4.19 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/49e601c0-4985-412c-8340-9ca23ed62cd7) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:01.351287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9671b252-297e-4670-819b-5fb2180d04c9,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:01.358460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.387696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] Publish callbacks [] for security_group (ae2cba68-d2d7-4075-9ac8-65bd90ee90c0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.432177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (a494379a-6ef2-4689-882e-ca6cc5983694), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.444948 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b470640>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T21:01:58Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:01.461538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:01.463798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0196607
Jan 29 21:02:01.489432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:01.497830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1d36d-2f32-4980-b6f7-0e24a2ecd39d None None] Network 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:01.517262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353221e3-d471-4d22-a17f-1cb95c69a85d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=9a36cc75-a9cf-445e-8762-a3d7b4eed36c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:01.539886 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Checking router: 02bd61f2-d39d-42d1-9670-b22c77e5f894 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:01.573600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.576843 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/subnets/a494379a-6ef2-4689-882e-ca6cc5983694 HTTP/1.1" status: 204  len: 168 time: 1.0764246
Jan 29 21:02:01.577800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:01.580251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:01.587886 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Routers {'02bd61f2-d39d-42d1-9670-b22c77e5f894'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:01.589392 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b470640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['02bd61f2-d39d-42d1-9670-b22c77e5f894'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:01.631220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f74382-3ef0-427b-91e2-e7dde88cbc94 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Subnet': ['ID=a494379a-6ef2-4689-882e-ca6cc5983694,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:01.639353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:01.645501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1f3e75-7702-4ac6-a880-e812b61fc035 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:01.650302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:01.704073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ae2cba68-d2d7-4075-9ac8-65bd90ee90c0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.709397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.711550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae2cba68-d2d7-4075-9ac8-65bd90ee90c0 HTTP/1.1" status: 204  len: 168 time: 1.2098911
Jan 29 21:02:01.725152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.751833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:01.760382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.855940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['9671b252-297e-4670-819b-5fb2180d04c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:02:01.901559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: eb1f3e75-7702-4ac6-a880-e812b61fc035 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:01.901891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device eb1f3e75-7702-4ac6-a880-e812b61fc035 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:01.955926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:01.974757 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] Set router 02bd61f2-d39d-42d1-9670-b22c77e5f894 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:02.032326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2005944903-network', 'tenant_id': '32b002caffc8479a8ba3d87eddd46879'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:02.036705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1aabe2-5d6d-47f4-865a-5ca208dc3954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2cba68-d2d7-4075-9ac8-65bd90ee90c0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:02.051725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a774296b-6569-4bd8-b405-455953d06dd4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.066915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.166673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:02.175666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.228689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.244539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:02.286047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=a774296b-6569-4bd8-b405-455953d06dd4,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:02.310998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:02.357562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:02.369916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] DHCP port deletion for 4c695c48-ff14-4640-8e8e-7e1e24bf84c9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:02:02.375981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:02.376836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:02.378761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 9a36cc75-a9cf-445e-8762-a3d7b4eed36c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:02.445135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b470640>, [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T21:01:58Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:02.489348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:02.535883 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8844-63d7-4504-baf8-9672ccca52cd None None] The sync data for ids ['02bd61f2-d39d-42d1-9670-b22c77e5f894'] in ncdv-master-1 is: [{'id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596655211', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12'}], 'enable_snat': True}, 'gw_port_id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:58:09Z', 'updated_at': '2022-01-29T21:01:58Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '86413dcb-fae8-4691-aac2-b10f8959f3f2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd61f2-d39d-42d1-9670-b22c77e5f894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:58:11Z', 'updated_at': '2022-01-29T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:02.536090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a36cc75-a9cf-445e-8762-a3d7b4eed36c) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:02.545695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Deleting port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:02.547838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.568382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:02.570912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.589113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c55bf86-7d65-4cc4-bf65-0a7d76a538bb None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:02.597829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58600) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:02.645259 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-30231837-d6f4-4288-a86c-8ff6e570fdb7 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1625593
Jan 29 21:02:02.647755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3f7c-f098-4d36-a785-80c14c0e3c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.660155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58602) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:02.686092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:02.727524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] For port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,segment=NetworkSegment(6abbdd52-1dec-47ed-8fc3-d57d4449b3e7),segment_id=6abbdd52-1dec-47ed-8fc3-d57d4449b3e7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:02.730293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.762000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Calling delete_port for 3da1a533-99fe-4ea9-a637-cc66c9db1e6b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:02.787782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Deleting subnet d260e06a-50b4-4077-82d8-9bf29e42e0e1 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:02.805674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Publish callbacks [] for subnet (d260e06a-50b4-4077-82d8-9bf29e42e0e1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.846026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3f7c-f098-4d36-a785-80c14c0e3c4a admin admin] Publish callbacks [] for security_group (a50df089-df1a-4fa6-9662-2c5ecccc7710), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.859243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3f7c-f098-4d36-a785-80c14c0e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a50df089-df1a-4fa6-9662-2c5ecccc7710), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.887644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cddcb-b783-42a2-85e5-3bebc5220896 req-7070cabd-1ccf-47a1-8415-db4069a2c7e6 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:02.888136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks [] for security_group (cfce83ec-0cc7-49ba-849d-8807075e2e35), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.888442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': 'a774296b-6569-4bd8-b405-455953d06dd4'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:02.889295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.893495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-037cddcb-b783-42a2-85e5-3bebc5220896 req-7070cabd-1ccf-47a1-8415-db4069a2c7e6 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 944 time: 0.7126830
Jan 29 21:02:02.894496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Pushing event updated for resources: {'Port': ['ID=49e601c0-4985-412c-8340-9ca23ed62cd7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:02.917262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cfce83ec-0cc7-49ba-849d-8807075e2e35), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:02.987722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad3f7c-f098-4d36-a785-80c14c0e3c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50df089-df1a-4fa6-9662-2c5ecccc7710,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:02.998224 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d6ad3f7c-f098-4d36-a785-80c14c0e3c4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dfab007f925416c9dbc0f4495f3385e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3940122
Jan 29 21:02:03.007287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:03.011412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:03.079177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a601dd7d-b799-44f1-b658-11094f95b095 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:03.088155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (d260e06a-50b4-4077-82d8-9bf29e42e0e1), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.107236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c4ef68e1-50ec-4966-856c-93624ac39a71), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.108094 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Added segment c4ef68e1-50ec-4966-856c-93624ac39a71 of type vlan for network b709d68e-d5b8-4af1-856f-050ad158cd85
Jan 29 21:02:03.157400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d260e06a-50b4-4077-82d8-9bf29e42e0e1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.158186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40666d09-904a-45c5-aef8-a2b8847e6552 None None] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:03.182079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce83ec-0cc7-49ba-849d-8807075e2e35,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:03.198998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (02bd61f2-d39d-42d1-9670-b22c77e5f894), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.227788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (3da1a533-99fe-4ea9-a637-cc66c9db1e6b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.234612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b709d68e-d5b8-4af1-856f-050ad158cd85), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.240142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:03.246572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.259858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-037cddcb-b783-42a2-85e5-3bebc5220896 req-e7aae782-d7a5-4e30-9863-6188b4a8c647 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233097
Jan 29 21:02:03.261160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] No DVR routers for this DVR port 3da1a533-99fe-4ea9-a637-cc66c9db1e6b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:03.288904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for router_gateway (be15cde7-adc6-41b2-86dd-f691ecadb091), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.343291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b5a03-e6bc-4724-b2c9-e9ddea60ef24 None None] Pushing event deleted for resources: {'Port': ['ID=3da1a533-99fe-4ea9-a637-cc66c9db1e6b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:03.367261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Provisioning complete for port a601dd7d-b799-44f1-b658-11094f95b095 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:03.367717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a601dd7d-b799-44f1-b658-11094f95b095), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.377213 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a774296b-6569-4bd8-b405-455953d06dd4 (CIDR: 2001:db8::/64)
Jan 29 21:02:03.379551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (d260e06a-50b4-4077-82d8-9bf29e42e0e1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.382531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] Publish callbacks [] for security_group (a50df089-df1a-4fa6-9662-2c5ecccc7710), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.387602 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:02:03.388255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:02:03.426924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d260e06a-50b4-4077-82d8-9bf29e42e0e1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:03.435493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.440302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69bc5404-cde2-4790-8eb5-b2ab82ad72fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d260e06a-50b4-4077-82d8-9bf29e42e0e1 HTTP/1.1" status: 204  len: 168 time: 1.1248889
Jan 29 21:02:03.444429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:03.447604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] Publish callbacks [] for security_group (a50df089-df1a-4fa6-9662-2c5ecccc7710), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.461872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ef43f5e-28a5-4f30-bc41-1b09c00d54b2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7797980
Jan 29 21:02:03.469584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58612) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:03.472327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b709d68e-d5b8-4af1-856f-050ad158cd85), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.473343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:03.473936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.479764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:03.487749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a601dd7d-b799-44f1-b658-11094f95b095 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:03.487749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a601dd7d-b799-44f1-b658-11094f95b095), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.558914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Allocated IP 2001:db8::2 (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a774296b-6569-4bd8-b405-455953d06dd4/900c6b1a-156a-4b8f-833c-b138d8b04d93) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:03.560652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9684463
Jan 29 21:02:03.561395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:03.571627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Request body: {'subnet': {'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2005944903-subnet', 'tenant_id': '32b002caffc8479a8ba3d87eddd46879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:03.586394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cad46-3fad-41c4-bc92-eed0e6d2277b admin admin] Pushing event updated for resources: {'Network': ['ID=b709d68e-d5b8-4af1-856f-050ad158cd85,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:03.606954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b709d68e-d5b8-4af1-856f-050ad158cd85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:03.615266 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a50df089-df1a-4fa6-9662-2c5ecccc7710), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.622459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.623860 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a50df089-df1a-4fa6-9662-2c5ecccc7710 HTTP/1.1" status: 204  len: 168 time: 0.6098299
Jan 29 21:02:03.628616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:03.631954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.640389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bce37-c217-4959-aa6c-e46739d9617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50df089-df1a-4fa6-9662-2c5ecccc7710,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:03.905954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (42703c3e-c26d-4652-942c-7324428e17ec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.946642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 86413dcb-fae8-4691-aac2-b10f8959f3f2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:03.946642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:03.997935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42703c3e-c26d-4652-942c-7324428e17ec,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:04.005392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Current status of the port a601dd7d-b799-44f1-b658-11094f95b095 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:04.006075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a601dd7d-b799-44f1-b658-11094f95b095), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.007498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Checking segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:04.007873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Network hostable DHCP agents. Network: b709d68e-d5b8-4af1-856f-050ad158cd85, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:04.031113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Network b709d68e-d5b8-4af1-856f-050ad158cd85 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:04.056171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b709d68e-d5b8-4af1-856f-050ad158cd85) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:04.061399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:04.062805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.075826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (50b8a44c-8805-4c80-98b2-4737494020b8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.096976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e0819-bd94-442f-9c88-7f0e2f667812 None None] Network b709d68e-d5b8-4af1-856f-050ad158cd85 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:04.106929 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3c511a4-d52d-49b4-ae38-eeebac7433f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5404892
Jan 29 21:02:04.146684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58626) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:04.230876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] For port a601dd7d-b799-44f1-b658-11094f95b095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a601dd7d-b799-44f1-b658-11094f95b095,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:04.264647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a601dd7d-b799-44f1-b658-11094f95b095), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.292868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a601dd7d-b799-44f1-b658-11094f95b095 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:04.295197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a601dd7d-b799-44f1-b658-11094f95b095), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.361395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b7a-4f10-492d-9b53-5b545d58c344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.448344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:04.452309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.459730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (50b8a44c-8805-4c80-98b2-4737494020b8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.472963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 86413dcb-fae8-4691-aac2-b10f8959f3f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86413dcb-fae8-4691-aac2-b10f8959f3f2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:04.478397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.500641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 86413dcb-fae8-4691-aac2-b10f8959f3f2 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:04.513978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4b8bf-6bed-4183-87df-179b679c6c26 None None] Pushing event updated for resources: {'Port': ['ID=a601dd7d-b799-44f1-b658-11094f95b095,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:04.522067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks [] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.523837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5dc2c-c867-4a77-bc9f-a810f007d00f None None] Network b709d68e-d5b8-4af1-856f-050ad158cd85 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:04.538203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b7a-4f10-492d-9b53-5b545d58c344 admin admin] Publish callbacks [] for security_group (d2bad083-223f-4954-8bb5-b4a78456fcdb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.548044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b7a-4f10-492d-9b53-5b545d58c344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d2bad083-223f-4954-8bb5-b4a78456fcdb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.589869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.603362 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2e3f0b7a-4f10-492d-9b53-5b545d58c344 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d049825af354307aa5c887abbca958c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4519365
Jan 29 21:02:04.603866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58644) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:04.617540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0b7a-4f10-492d-9b53-5b545d58c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bad083-223f-4954-8bb5-b4a78456fcdb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:04.627171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:02:04.627171 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:02:04.679413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f179bb3f-9590-4ec3-b17f-1f95820862bc None None] Provisioning complete for port a601dd7d-b799-44f1-b658-11094f95b095 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:04.680352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f179bb3f-9590-4ec3-b17f-1f95820862bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a601dd7d-b799-44f1-b658-11094f95b095), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.691074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:04.698936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:04.705733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09976c40>,) {'filters': {'network_id': ['50b8a44c-8805-4c80-98b2-4737494020b8']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:04.721770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] Publish callbacks [] for security_group (d2bad083-223f-4954-8bb5-b4a78456fcdb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.728964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09976c40>, '1e7a095c-ae53-4fb0-b328-8920496f6131') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:04.729380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09976c40>, '1e7a095c-ae53-4fb0-b328-8920496f6131') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:04.731892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:04.743081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (1e7a095c-ae53-4fb0-b328-8920496f6131), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.763214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1e7a095c-ae53-4fb0-b328-8920496f6131), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.766407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] Publish callbacks [] for security_group (d2bad083-223f-4954-8bb5-b4a78456fcdb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.771206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:02:04.771613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (1e7a095c-ae53-4fb0-b328-8920496f6131), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.804069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Pushing event updated for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:04.838982 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 9671b252-297e-4670-819b-5fb2180d04c9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:04.848257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d2bad083-223f-4954-8bb5-b4a78456fcdb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.851368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.852898 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2bad083-223f-4954-8bb5-b4a78456fcdb HTTP/1.1" status: 204  len: 168 time: 0.2476764
Jan 29 21:02:04.862132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322daec6-7092-46ca-95bb-ec4cebf295df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bad083-223f-4954-8bb5-b4a78456fcdb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:02:04.886505 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:02:04.894884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.938202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Attempting to bind port 900c6b1a-156a-4b8f-833c-b138d8b04d93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:04.938810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Attempting to bind port 900c6b1a-156a-4b8f-833c-b138d8b04d93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:04.939335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Attempting to bind port 900c6b1a-156a-4b8f-833c-b138d8b04d93 on network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:04.952677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:04.953210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Checking segment: {'id': 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:04.953691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:04.954225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Bound using segment: {'id': 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:04.954785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Bound port: 900c6b1a-156a-4b8f-833c-b138d8b04d93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:04.955358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.033800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f179bb3f-9590-4ec3-b17f-1f95820862bc None None] Current status of the port a601dd7d-b799-44f1-b658-11094f95b095 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:05.036460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 9671b252-297e-4670-819b-5fb2180d04c9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:02:05.046242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 9671b252-297e-4670-819b-5fb2180d04c9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:05.046940 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9671b252-297e-4670-819b-5fb2180d04c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.085530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58668) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:05.105018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:05.122886 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (50b8a44c-8805-4c80-98b2-4737494020b8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.123131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=900c6b1a-156a-4b8f-833c-b138d8b04d93,segment=NetworkSegment(c4e330fa-d4d8-4a8c-a6f7-a6e730837608),segment_id=c4e330fa-d4d8-4a8c-a6f7-a6e730837608)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:05.150256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.156404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] 10.222.0.20 "DELETE /v2.0/networks/50b8a44c-8805-4c80-98b2-4737494020b8 HTTP/1.1" status: 204  len: 168 time: 1.7098393
Jan 29 21:02:05.162223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.200270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac2b43-7913-42cf-918f-948928d51b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=50b8a44c-8805-4c80-98b2-4737494020b8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:05.209058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dbf69-adab-43c5-bfa3-24abb748ab21 req-0e2d8e21-019f-4700-8fa1-ff3390d9ddcb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:05.213565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee7dbf69-adab-43c5-bfa3-24abb748ab21 req-0e2d8e21-019f-4700-8fa1-ff3390d9ddcb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 944 time: 0.7871926
Jan 29 21:02:05.247010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a601dd7d-b799-44f1-b658-11094f95b095 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:05.269308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 9671b252-297e-4670-819b-5fb2180d04c9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:05.269709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9671b252-297e-4670-819b-5fb2180d04c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.276455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa439b-90f9-42ab-b46e-dc895af9d006 None None] Pushing event updated for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:05.317213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:05.320397 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1878e35-4e45-4263-8222-ab06b6d74a81" -d '{"events": [{"server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "9671b252-297e-4670-819b-5fb2180d04c9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:05.341756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3da1a533-99fe-4ea9-a637-cc66c9db1e6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:05.355489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:05.367801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3da1a533-99fe-4ea9-a637-cc66c9db1e6b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:05.368287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3da1a533-99fe-4ea9-a637-cc66c9db1e6b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:05.383681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bca07a35-ea9d-404e-bddb-64f2f2f6a310 tempest-AgentManagementNegativeTest-268940914 tempest-AgentManagementNegativeTest-268940914-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.2924151
Jan 29 21:02:05.390577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9671b252-297e-4670-819b-5fb2180d04c9,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:05.398233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.421048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-f29b131d-c8c5-47d0-bcde-2f93063ff07e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:05.422564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-f29b131d-c8c5-47d0-bcde-2f93063ff07e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.5309916
Jan 29 21:02:05.477238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97546df3-c429-44a7-82e8-6f5efbf5f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.487360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:05.517964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a601dd7d-b799-44f1-b658-11094f95b095 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:05.569857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (86413dcb-fae8-4691-aac2-b10f8959f3f2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.623694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a601dd7d-b799-44f1-b658-11094f95b095 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:05.624143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a601dd7d-b799-44f1-b658-11094f95b095), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.633739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-091fab11-f699-456e-94eb-0a6beb0614c8 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/quotas/32b002caffc8479a8ba3d87eddd46879 HTTP/1.1" status: 200  len: 375 time: 0.1972315
Jan 29 21:02:05.656740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:05.675283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=86413dcb-fae8-4691-aac2-b10f8959f3f2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:05.688142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee7dbf69-adab-43c5-bfa3-24abb748ab21 req-21bf4573-b665-48dd-9166-2f746a96b54b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3908141
Jan 29 21:02:05.689535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Router be15cde7-adc6-41b2-86dd-f691ecadb091 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:02:05.762015 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-925e71f4-6d2c-4220-a692-a01446738d45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bab7bd62cd4844eeaf4983741cbe925d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1027725
Jan 29 21:02:05.764620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58684) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:05.765850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a601dd7d-b799-44f1-b658-11094f95b095 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:05.779486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2904945b-9855-4ee0-b51f-65c0210f6c6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:05.799827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da86537a-2dda-4b3c-a92c-99e10b3b9aad tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1533809
Jan 29 21:02:05.807103 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160010a3-bbe9-4abf-85be-2a7c7ad4f569 x-openstack-request-id: req-160010a3-bbe9-4abf-85be-2a7c7ad4f569 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:05.807560 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "9671b252-297e-4670-819b-5fb2180d04c9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:05.807913 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-160010a3-bbe9-4abf-85be-2a7c7ad4f569 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:05.808404 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9', 'code': 200}
Jan 29 21:02:05.809491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2904945b-9855-4ee0-b51f-65c0210f6c6f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:05.810008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2904945b-9855-4ee0-b51f-65c0210f6c6f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:05.869605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] Publish callbacks [] for security_group (55e12313-1853-4cc8-be11-b2e483224f54), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.894545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] Publish callbacks [] for security_group (55e12313-1853-4cc8-be11-b2e483224f54), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.917241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:05.951494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (55e12313-1853-4cc8-be11-b2e483224f54), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.954280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:05.957968 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55e12313-1853-4cc8-be11-b2e483224f54 HTTP/1.1" status: 204  len: 168 time: 0.1893227
Jan 29 21:02:05.964163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb532226-b88f-430a-89c5-aeb87f5243c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e12313-1853-4cc8-be11-b2e483224f54,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:06.057304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6e14-b563-44eb-a4c3-ff6b308aba90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.069315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.149759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6e14-b563-44eb-a4c3-ff6b308aba90 admin admin] Publish callbacks [] for security_group (858e7e93-a2fd-4edd-b337-8b7cd8c6d87f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.155237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6e14-b563-44eb-a4c3-ff6b308aba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (858e7e93-a2fd-4edd-b337-8b7cd8c6d87f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.197853 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2b6e6e14-b563-44eb-a4c3-ff6b308aba90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ded0e828674fd1a177acd5e4d55fa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2795327
Jan 29 21:02:06.199117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6e14-b563-44eb-a4c3-ff6b308aba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e7e93-a2fd-4edd-b337-8b7cd8c6d87f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:06.201778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:06.249741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.252146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (02bd61f2-d39d-42d1-9670-b22c77e5f894), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.289613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] Publish callbacks [] for security_group (858e7e93-a2fd-4edd-b337-8b7cd8c6d87f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.323118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] Publish callbacks [] for security_group (858e7e93-a2fd-4edd-b337-8b7cd8c6d87f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.391251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (858e7e93-a2fd-4edd-b337-8b7cd8c6d87f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.394510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.395881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858e7e93-a2fd-4edd-b337-8b7cd8c6d87f HTTP/1.1" status: 204  len: 168 time: 0.1931870
Jan 29 21:02:06.410478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db905a-2161-4965-99d6-933761b07e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e7e93-a2fd-4edd-b337-8b7cd8c6d87f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:06.671324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (02bd61f2-d39d-42d1-9670-b22c77e5f894), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.671830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Fanout notify agent at l3_agent the message router_deleted on router 02bd61f2-d39d-42d1-9670-b22c77e5f894 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:02:06.709977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.711274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-468b1cf7-d568-4cdd-a4bc-31c9551eb983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/routers/02bd61f2-d39d-42d1-9670-b22c77e5f894 HTTP/1.1" status: 204  len: 168 time: 5.1290448
Jan 29 21:02:06.714319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58716) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:06.789242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158325-451e-49cf-9719-22835704534d req-c676c3da-8fa7-49a0-8787-fed2f16271d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:06.800761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31158325-451e-49cf-9719-22835704534d req-c676c3da-8fa7-49a0-8787-fed2f16271d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1127 time: 0.8827190
Jan 29 21:02:06.801983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (a7053887-fe88-4f8a-b321-b08ac1cdcad5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.804314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859ff2f-79d9-46ed-adcf-dfca330c6dfc None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:06.846287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:06.847898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:06.884315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4c695c48-ff14-4640-8e8e-7e1e24bf84c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.908773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:06.920626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Sync routers for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:06.950341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:06.950959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.958253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97546df3-c429-44a7-82e8-6f5efbf5f338 admin admin] Publish callbacks [] for security_group (38c6c057-1553-4fab-b1e4-eaf763494473), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:06.991146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-227ef5e3-abee-4441-9d25-9ff9ed21576d service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1349223
Jan 29 21:02:06.999187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:06.999783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.016277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4c695c48-ff14-4640-8e8e-7e1e24bf84c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.021665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85d245-565f-4a7d-b66d-93312bf90a76 req-a37a6dce-355f-48bd-8165-cb37c60ea2ca tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:07.023129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec85d245-565f-4a7d-b66d-93312bf90a76 req-a37a6dce-355f-48bd-8165-cb37c60ea2ca tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1630824
Jan 29 21:02:07.023968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97546df3-c429-44a7-82e8-6f5efbf5f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (38c6c057-1553-4fab-b1e4-eaf763494473), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.051823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:07.055744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3ccb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:07.069166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c4b20>,) {'filters': {'network_id': ['4c695c48-ff14-4640-8e8e-7e1e24bf84c9']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:07.093776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c4b20>, '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:07.094077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c4b20>, '6abbdd52-1dec-47ed-8fc3-d57d4449b3e7') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:07.105625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (6abbdd52-1dec-47ed-8fc3-d57d4449b3e7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.111955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-97546df3-c429-44a7-82e8-6f5efbf5f338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e623ed4f084827ba0f8dab8df98359&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7543159
Jan 29 21:02:07.119274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:07.142498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.6681299
Jan 29 21:02:07.143403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afca6e-75ee-4ace-a6aa-3d0d4e769deb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=a7053887-fe88-4f8a-b321-b08ac1cdcad5,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:07.154668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58732) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:07.186618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6abbdd52-1dec-47ed-8fc3-d57d4449b3e7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.213891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:02:07.214983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (6abbdd52-1dec-47ed-8fc3-d57d4449b3e7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.240142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:07.240421 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.270647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.276637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5462268e-f5c6-4533-8141-2635d71a69b5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.5438168
Jan 29 21:02:07.280403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-9eb4509f-b7c6-4fcd-94c8-cc5b089cad1d service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2714281
Jan 29 21:02:07.297067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58738) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:07.301444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'fixed_ips': [{'subnet_id': 'a774296b-6569-4bd8-b405-455953d06dd4'}, {'subnet_id': 'a7053887-fe88-4f8a-b321-b08ac1cdcad5'}], 'name': 'tempest-PortsIpV6TestJSON-1498330552'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:07.319981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=900c6b1a-156a-4b8f-833c-b138d8b04d93,segment=NetworkSegment(c4e330fa-d4d8-4a8c-a6f7-a6e730837608),segment_id=c4e330fa-d4d8-4a8c-a6f7-a6e730837608)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:07.330679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.338491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:07.489624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31158325-451e-49cf-9719-22835704534d req-9f44beb3-1744-4822-b1aa-36111a733443 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6714516
Jan 29 21:02:07.559384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546df3-c429-44a7-82e8-6f5efbf5f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c6c057-1553-4fab-b1e4-eaf763494473,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:07.584097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec85d245-565f-4a7d-b66d-93312bf90a76 req-fb3dec8d-763a-46f9-852b-0a5741aea9d1 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5171812
Jan 29 21:02:07.726785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:07.825279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bc1063f-0363-4b39-b32c-31c463d8642d req-00879d29-d27e-409b-9fc7-c12c1edc20b7 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 210 time: 0.1381135
Jan 29 21:02:07.827517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:07.878727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 900c6b1a-156a-4b8f-833c-b138d8b04d93 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:07.881711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42a46-186e-4415-9be1-9fd0f95cd4cf None None] Pushing event updated for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:07.958830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] Publish callbacks [] for security_group (38c6c057-1553-4fab-b1e4-eaf763494473), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   warnings.warn(msg)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:02:07.960584 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:02:08.044346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] Publish callbacks [] for security_group (38c6c057-1553-4fab-b1e4-eaf763494473), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.047021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4c695c48-ff14-4640-8e8e-7e1e24bf84c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.062862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Update dhcp port {'port': {'network_id': '9a36cc75-a9cf-445e-8762-a3d7b4eed36c', 'fixed_ips': [{'subnet_id': 'a774296b-6569-4bd8-b405-455953d06dd4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7053887-fe88-4f8a-b321-b08ac1cdcad5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '900c6b1a-156a-4b8f-833c-b138d8b04d93'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:02:08.072838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.076381 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/networks/4c695c48-ff14-4640-8e8e-7e1e24bf84c9 HTTP/1.1" status: 204  len: 168 time: 1.3610401
Jan 29 21:02:08.081147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58766) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.084771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-908b4e01-23d8-47d8-8fa7-571381b9b4fa tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.089033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-908b4e01-23d8-47d8-8fa7-571381b9b4fa tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.2300115
Jan 29 21:02:08.098732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58768) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.112223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-b35885eb-2fe5-4326-a2a1-76054f7cbcc1 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.113445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b35885eb-2fe5-4326-a2a1-76054f7cbcc1 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0131497
Jan 29 21:02:08.114585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5524fd-629f-4441-a3d9-4cff2a4f9a90 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Network': ['ID=4c695c48-ff14-4640-8e8e-7e1e24bf84c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:08.116847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.130969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-a60a031b-6518-4de1-818c-9ac17a31c395 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.132157 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a60a031b-6518-4de1-818c-9ac17a31c395 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0063288
Jan 29 21:02:08.136360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58776) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.141444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-2c2feb56-1f7c-4e30-93a2-b6b35165d56e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.142672 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c2feb56-1f7c-4e30-93a2-b6b35165d56e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0051594
Jan 29 21:02:08.147015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.156803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.172472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-c2ffb8e5-2164-4dee-afe4-0b82b8ed8de9 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.173857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c2ffb8e5-2164-4dee-afe4-0b82b8ed8de9 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0116246
Jan 29 21:02:08.176456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58780) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.187258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-01be6c76-6c8c-4de0-ae95-198f705bd38e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.191338 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-01be6c76-6c8c-4de0-ae95-198f705bd38e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0116675
Jan 29 21:02:08.194482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.204638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-ab4f9073-a1a1-4d49-a2ba-9a099541f3f5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.205817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ab4f9073-a1a1-4d49-a2ba-9a099541f3f5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0089321
Jan 29 21:02:08.210734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (38c6c057-1553-4fab-b1e4-eaf763494473), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.210884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.214795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.219602 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38c6c057-1553-4fab-b1e4-eaf763494473 HTTP/1.1" status: 204  len: 168 time: 1.0987146
Jan 29 21:02:08.225039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58784) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.255126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-be5593c1-dd10-4aec-8ad4-5c3dd727cba6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.263034 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-be5593c1-dd10-4aec-8ad4-5c3dd727cba6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0176961
Jan 29 21:02:08.264532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039f88b-dc4d-47ca-b6a5-deda17e5f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c6c057-1553-4fab-b1e4-eaf763494473,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:08.266445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58788) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.273962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:08.274350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.275595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-b097cea0-731c-46c5-bca2-d42cadcc9a05 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.276783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b097cea0-731c-46c5-bca2-d42cadcc9a05 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0092320
Jan 29 21:02:08.279698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.292628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-e4701fa4-842f-4260-8bc5-2accd4ed87b8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.294145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4701fa4-842f-4260-8bc5-2accd4ed87b8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0127797
Jan 29 21:02:08.296810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58792) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.302044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-ee438ac8-80db-4fc2-9ec3-76880f1413c4 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.305513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ee438ac8-80db-4fc2-9ec3-76880f1413c4 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0062425
Jan 29 21:02:08.307489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58794) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.320477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-5f07417c-2789-42b9-8376-0502e23104fd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.335295 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f07417c-2789-42b9-8376-0502e23104fd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0265298
Jan 29 21:02:08.339543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.351254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 084ab752-4b86-47b2-862a-74db385c1787 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:08.363011 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (d3af41a2-5db2-4203-a7f4-1cfddfaad20b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.390146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-a49b8492-2583-4650-9a58-0e1efa53a599 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.396445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a49b8492-2583-4650-9a58-0e1efa53a599 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0229526
Jan 29 21:02:08.400779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.436392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-bd5cf265-1183-4bc0-9ce3-a9d78fdd9e80 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.439180 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd5cf265-1183-4bc0-9ce3-a9d78fdd9e80 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0369487
Jan 29 21:02:08.441656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.452296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-fc52d6f1-02eb-4251-9310-49bc87006a06 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.454950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc52d6f1-02eb-4251-9310-49bc87006a06 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0099273
Jan 29 21:02:08.457430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.467177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-0518af36-0084-4a50-8c65-a3697e6febb5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.471268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0518af36-0084-4a50-8c65-a3697e6febb5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0112662
Jan 29 21:02:08.472342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.479703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-8c84bd68-6d74-4245-b57d-23682c6dcb5a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.481662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c84bd68-6d74-4245-b57d-23682c6dcb5a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0081768
Jan 29 21:02:08.484315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.491935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-b7cb5c0c-ba30-41f2-9ad6-cba7fdca3348 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.493708 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b7cb5c0c-ba30-41f2-9ad6-cba7fdca3348 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0067885
Jan 29 21:02:08.496244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.502746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-08a42411-13b5-4651-8ca3-78ffa5706696 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.504826 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-08a42411-13b5-4651-8ca3-78ffa5706696 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0074325
Jan 29 21:02:08.507759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.515119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-5f8e2fb3-9ce8-45bf-be3c-3e9a98220311 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.518359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f8e2fb3-9ce8-45bf-be3c-3e9a98220311 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0073531
Jan 29 21:02:08.519162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.527273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-7a23094a-cacf-458e-976d-572232269807 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.529935 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a23094a-cacf-458e-976d-572232269807 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0065041
Jan 29 21:02:08.532365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58818) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.538950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-06767b48-f82a-4abd-814e-52db3c1e7f29 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.542991 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06767b48-f82a-4abd-814e-52db3c1e7f29 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0050855
Jan 29 21:02:08.544457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58820) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.548713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f8d71b13-06ba-4aac-8abd-9513af283a4d tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.549747 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f8d71b13-06ba-4aac-8abd-9513af283a4d tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0042982
Jan 29 21:02:08.552332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.557266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-ae527b36-7b64-4f57-a0a4-af31fd50fb27 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.558291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ae527b36-7b64-4f57-a0a4-af31fd50fb27 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0048082
Jan 29 21:02:08.564953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58824) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.577084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-49263a32-1faf-49b7-bce0-7fd29bca9edb tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.578631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (d3af41a2-5db2-4203-a7f4-1cfddfaad20b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.579300 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49263a32-1faf-49b7-bce0-7fd29bca9edb tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0109293
Jan 29 21:02:08.586120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58826) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.594771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-65fbd2b9-dfff-4a81-a867-c643b5f690e8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.596681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-65fbd2b9-dfff-4a81-a867-c643b5f690e8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0095387
Jan 29 21:02:08.603973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.613359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-e265587d-fecd-41b7-ab6c-2d40779bd6fc tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.622333 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e265587d-fecd-41b7-ab6c-2d40779bd6fc tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0172522
Jan 29 21:02:08.626525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58834) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.634303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-1c21c22b-e1ad-4828-833f-9a900f9a6906 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.638494 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c21c22b-e1ad-4828-833f-9a900f9a6906 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0108328
Jan 29 21:02:08.641389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58836) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.647616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-6c582380-1422-4744-afbe-79d0594ae5b6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.652324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6c582380-1422-4744-afbe-79d0594ae5b6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0080993
Jan 29 21:02:08.656719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cda8088d-ed91-450b-8948-8b2ee2236a3a req-b2918b73-d05e-40c4-8fe4-8eb755d1f9ea tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.1204236
Jan 29 21:02:08.657855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58838) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.690259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-f124a8d4-ecdb-4885-9fb9-e383a6d0b3f5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.690259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f124a8d4-ecdb-4885-9fb9-e383a6d0b3f5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0195532
Jan 29 21:02:08.697385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.697385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-25891276-8b51-4d20-88c2-10b2ebbe088b tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.700129 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-25891276-8b51-4d20-88c2-10b2ebbe088b tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0068347
Jan 29 21:02:08.702605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58844) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.707495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3ccb20>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:02Z', 'revision_number': 3, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:08.708666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-a1fcb35b-886b-4b67-aff3-a08caef367ea tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.713318 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1fcb35b-886b-4b67-aff3-a08caef367ea tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0079591
Jan 29 21:02:08.716049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.740500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-0ff1264f-94bf-4126-8f16-ca042c9b650f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.745622 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ff1264f-94bf-4126-8f16-ca042c9b650f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0254898
Jan 29 21:02:08.746861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58852) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.751384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-b1a1915c-d560-423b-833e-0a55250cc456 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.758174 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b1a1915c-d560-423b-833e-0a55250cc456 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0102134
Jan 29 21:02:08.761502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.769915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-071a0e7c-169a-4436-a94b-f09f3e84fca3 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.771182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-071a0e7c-169a-4436-a94b-f09f3e84fca3 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0086710
Jan 29 21:02:08.774171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.781167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f75180cb-d40e-4a96-a8e7-ad12df4cb185 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.786054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f75180cb-d40e-4a96-a8e7-ad12df4cb185 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0102665
Jan 29 21:02:08.789216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.796856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-503ea8c4-6cf3-453f-a900-013ce6a0f0cc tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.797966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-503ea8c4-6cf3-453f-a900-013ce6a0f0cc tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0077746
Jan 29 21:02:08.802441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58860) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.807010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-fd544e9e-0cb1-4cd0-97f9-f3344a152646 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.814134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd544e9e-0cb1-4cd0-97f9-f3344a152646 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0103569
Jan 29 21:02:08.817688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Allocated IP 2001:db8:0:1::2 (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a7053887-fe88-4f8a-b321-b08ac1cdcad5/900c6b1a-156a-4b8f-833c-b138d8b04d93) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:08.819050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.824962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Checking router: be15cde7-adc6-41b2-86dd-f691ecadb091 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:08.825771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-7e79d5a9-b891-44cc-b345-2655a5cc85df tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.826964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Updating router be15cde7-adc6-41b2-86dd-f691ecadb091 port 49e601c0-4985-412c-8340-9ca23ed62cd7 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:08.828206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e79d5a9-b891-44cc-b345-2655a5cc85df tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0089407
Jan 29 21:02:08.832939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58864) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.842087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-6ad2fd7a-f0b8-4083-aca9-4ba5caf9834b tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.845587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6ad2fd7a-f0b8-4083-aca9-4ba5caf9834b tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0115402
Jan 29 21:02:08.849787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.864151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-e1e814d0-0a81-456b-a47b-6a97938d326e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.868301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e1e814d0-0a81-456b-a47b-6a97938d326e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0158219
Jan 29 21:02:08.871119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.888706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-66d2c5c3-7647-4c88-8b35-07ca013ee2bd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.896768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66d2c5c3-7647-4c88-8b35-07ca013ee2bd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0211511
Jan 29 21:02:08.897549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.912566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-d14a5c7d-bde4-4d79-91bc-a0c677b3331f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.920262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d14a5c7d-bde4-4d79-91bc-a0c677b3331f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0169730
Jan 29 21:02:08.926630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.934006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:08.939880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f3c899c7-e4f4-4483-be69-2f3bc70f46aa tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.942043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:08.947940 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3c899c7-e4f4-4483-be69-2f3bc70f46aa tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0204940
Jan 29 21:02:08.950003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58880) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.963550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-02a12b9e-f74b-46f5-9fa1-8e511583e023 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.971024 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-02a12b9e-f74b-46f5-9fa1-8e511583e023 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0202744
Jan 29 21:02:08.972510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58882) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.982416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f8a5040c-23c6-48ad-be80-d44d99ea0f16 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:08.990777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f8a5040c-23c6-48ad-be80-d44d99ea0f16 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0089989
Jan 29 21:02:08.990777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:08.993851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-a8a4eeab-fc4c-4b05-ac21-3239280f9c72 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.000680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8a4eeab-fc4c-4b05-ac21-3239280f9c72 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0113883
Jan 29 21:02:09.001896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58888) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.006704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-c599476c-8a77-4429-83c6-a6b0bdc96076 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.013423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58890) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.016202 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c599476c-8a77-4429-83c6-a6b0bdc96076 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0129864
Jan 29 21:02:09.030650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-772abdcf-9a87-401d-bd54-a7729643ffb8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.034589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-772abdcf-9a87-401d-bd54-a7729643ffb8 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0145490
Jan 29 21:02:09.034735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.044634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-bd7ae25d-de1e-43a2-a5ab-1481fd08f9af tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.060245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd7ae25d-de1e-43a2-a5ab-1481fd08f9af tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0069482
Jan 29 21:02:09.061501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58894) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.071089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-1a1161ec-bf95-49d9-bfe6-19e5636ec54e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.081181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a1161ec-bf95-49d9-bfe6-19e5636ec54e tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0182047
Jan 29 21:02:09.089389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58898) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.094279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f20a0f04-2435-475b-bbde-0c003fcf843c tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.098704 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f20a0f04-2435-475b-bbde-0c003fcf843c tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0076735
Jan 29 21:02:09.099572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58902) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.106292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-3d69e574-e070-4817-a2e6-ed3322554485 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.110443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.114771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d69e574-e070-4817-a2e6-ed3322554485 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0139487
Jan 29 21:02:09.115666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58904) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.116960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 86413dcb-fae8-4691-aac2-b10f8959f3f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:09.127621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-5618c388-4124-49e6-be47-60d43346dae6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.138514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5618c388-4124-49e6-be47-60d43346dae6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0203311
Jan 29 21:02:09.139568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.143936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-19ba206f-d476-4375-bcc1-7abdde0c872d tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.154461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19ba206f-d476-4375-bcc1-7abdde0c872d tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0136588
Jan 29 21:02:09.155461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.159901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-6e056043-fe5c-4f51-b957-c5cc640676b5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.165266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 86413dcb-fae8-4691-aac2-b10f8959f3f2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:09.165266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 86413dcb-fae8-4691-aac2-b10f8959f3f2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:09.167590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e056043-fe5c-4f51-b957-c5cc640676b5 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0108893
Jan 29 21:02:09.172795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58910) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.179071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-72914f4f-1c8f-401b-b271-ca66ae21d7b0 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.189232 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72914f4f-1c8f-401b-b271-ca66ae21d7b0 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0136461
Jan 29 21:02:09.191286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58912) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.194270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb0d5db8-e5ad-41f4-bdf9-75ef69fda240 req-0016b4f6-692b-42a8-b33d-fc4c8b73de5f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 210 time: 0.1542401
Jan 29 21:02:09.217704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-492de8cd-08a4-46b1-9d35-cb4e8cb95d36 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.222671 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-492de8cd-08a4-46b1-9d35-cb4e8cb95d36 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0286546
Jan 29 21:02:09.231974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.268650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928bd7-b2be-4d1a-aaec-cd2c64bd82ac req-1fab8666-7811-44fb-b190-91770d044ed7 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:09.278836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf928bd7-b2be-4d1a-aaec-cd2c64bd82ac req-1fab8666-7811-44fb-b190-91770d044ed7 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.4675055
Jan 29 21:02:09.312764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-f7570a18-0e05-47f3-9cdf-565c5e6564cb tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.313830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f7570a18-0e05-47f3-9cdf-565c5e6564cb tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0804167
Jan 29 21:02:09.330293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d3af41a2-5db2-4203-a7f4-1cfddfaad20b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.346200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.349617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.349761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3af41a2-5db2-4203-a7f4-1cfddfaad20b HTTP/1.1" status: 204  len: 168 time: 1.2519360
Jan 29 21:02:09.356701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-6addfdc5-22fc-4332-80a6-a092d61f4f3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:09.369210 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-6addfdc5-22fc-4332-80a6-a092d61f4f3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.1420529
Jan 29 21:02:09.373885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-075f1558-876f-4be3-8b4c-73a8f288763f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.375419 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-075f1558-876f-4be3-8b4c-73a8f288763f tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0049284
Jan 29 21:02:09.380895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Request body: {'port': {'device_id': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'admin_state_up': True, 'tenant_id': '32b002caffc8479a8ba3d87eddd46879'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:09.384381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.405140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-cc2ad9d6-a9ff-4d37-8841-c7a078437a0a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.410131 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc2ad9d6-a9ff-4d37-8841-c7a078437a0a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0103846
Jan 29 21:02:09.430450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58932) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.436547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-6dc8fa92-81dd-406f-ba13-ba36a74b00da tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.438485 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6dc8fa92-81dd-406f-ba13-ba36a74b00da tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0065956
Jan 29 21:02:09.442448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c29c31-a587-4fc7-a872-191b97ccc74e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3af41a2-5db2-4203-a7f4-1cfddfaad20b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:09.495154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.501769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-37de419d-aaed-4649-8281-2b1fd5682b3a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.509942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37de419d-aaed-4649-8281-2b1fd5682b3a tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0131686
Jan 29 21:02:09.516209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.523213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-5e9ca3a5-b081-49c6-8d39-bd884b3105ed tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.545197 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e9ca3a5-b081-49c6-8d39-bd884b3105ed tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0267513
Jan 29 21:02:09.554992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.564455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 900c6b1a-156a-4b8f-833c-b138d8b04d93 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:09.575022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-c4ebe05f-f508-412a-b2af-cd9aea3b05f3 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.588221 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c4ebe05f-f508-412a-b2af-cd9aea3b05f3 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0311091
Jan 29 21:02:09.595231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58944) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.614016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-f46fa1a7-9900-4a3b-83aa-e728c16cce41 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.617978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f46fa1a7-9900-4a3b-83aa-e728c16cce41 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0179081
Jan 29 21:02:09.625242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.636726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Allocated IP 172.20.0.1 (3e327258-7f1e-4845-bb1c-0c1b6454845f/52729628-6f6a-4387-8d06-cad327472b73/23321ee2-3702-48ab-ba1a-2085c8e4152f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:09.642080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-a43f4177-3482-486a-87a5-7842bded1077 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.646077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a43f4177-3482-486a-87a5-7842bded1077 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0179098
Jan 29 21:02:09.648905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58954) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.656339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-d50cae5f-58d1-4f51-816f-e87b29ed33be tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.664656 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d50cae5f-58d1-4f51-816f-e87b29ed33be tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0139887
Jan 29 21:02:09.668410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.674644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=900c6b1a-156a-4b8f-833c-b138d8b04d93,segment=NetworkSegment(c4e330fa-d4d8-4a8c-a6f7-a6e730837608),segment_id=c4e330fa-d4d8-4a8c-a6f7-a6e730837608)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:09.676792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-0dd66d80-203d-4656-ab98-e3931e6b3617 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.681095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58958) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.689117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0dd66d80-203d-4656-ab98-e3931e6b3617 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0164690
Jan 29 21:02:09.709698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [None req-65e645a7-fd5d-49c7-9350-6c1603f151f6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.720631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-65e645a7-fd5d-49c7-9350-6c1603f151f6 tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0141690
Jan 29 21:02:09.722727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:09.755302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [None req-fbfd7a1b-bbb9-4688-b902-f1ee60dfdddd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:02:09.781868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fbfd7a1b-bbb9-4688-b902-f1ee60dfdddd tempest-ExtensionsTestJSON-710094725 tempest-ExtensionsTestJSON-710094725-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0577903
Jan 29 21:02:09.811638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf928bd7-b2be-4d1a-aaec-cd2c64bd82ac req-e0c5d33c-bfdb-46c3-980b-e84b190261ec tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5319428
Jan 29 21:02:09.823027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Publish callbacks [] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.854704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.883838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:09.884763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:09.906996 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:09.919028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.083467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b565-261c-4ddc-a6b5-66bb5f0ad5d3 None None] Pushing event updated for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:10.107748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks [] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.124479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a98034de-12b4-47a7-9cef-918fd88619ae req-d9948a9f-0e0e-4107-9531-3bb81f2204c4 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1592221
Jan 29 21:02:10.156536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.248429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Allocated IP 172.20.0.2 (b709d68e-d5b8-4af1-856f-050ad158cd85/42703c3e-c26d-4652-942c-7324428e17ec/45e4afaf-438f-4368-9333-81ef04ae4285) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:10.399641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Attempting to bind port 49e601c0-4985-412c-8340-9ca23ed62cd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:10.405992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Attempting to bind port 49e601c0-4985-412c-8340-9ca23ed62cd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:10.406470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Attempting to bind port 49e601c0-4985-412c-8340-9ca23ed62cd7 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:10.505576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1eccc925-da40-4086-8da0-2fe78190e94c req-01ace088-bcfc-4e5c-9598-bc387debb7e1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 210 time: 0.1371350
Jan 29 21:02:10.518683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:10.528735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:10.529436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:10.532165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.532786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:10.534362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Bound port: 49e601c0-4985-412c-8340-9ca23ed62cd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:10.535179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.547006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162fff-831b-4d67-858f-3401fd353c28 None None] Pushing event updated for resources: {'Port': ['ID=49e601c0-4985-412c-8340-9ca23ed62cd7,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:10.553846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58984) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:10.557562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks [] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.565288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58986) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:10.588473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414281408', 'description': 'tempest-secgroup-smoke-1414281408 description', 'project_id': '3a9491db693d463a969459cbdbfa2db1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:10.624125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::17c (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a774296b-6569-4bd8-b405-455953d06dd4/084ab752-4b86-47b2-862a-74db385c1787) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:10.634627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8:0:1::31c (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a7053887-fe88-4f8a-b321-b08ac1cdcad5/084ab752-4b86-47b2-862a-74db385c1787) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:10.673030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] For port 49e601c0-4985-412c-8340-9ca23ed62cd7, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:10.680461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] For port 49e601c0-4985-412c-8340-9ca23ed62cd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e601c0-4985-412c-8340-9ca23ed62cd7,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:10.684471 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c43ed0bc-9e80-4f20-b2d0-839d23e8063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.691688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.710822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.757026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:10.758061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3ccb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:01:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:10.784156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.914382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Pushing event updated for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:10.920689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-46f33275-b936-47d5-97ad-5bde1c812031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.964901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks [] for port (45e4afaf-438f-4368-9333-81ef04ae4285), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:10.980018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162fff-831b-4d67-858f-3401fd353c28 None None] Pushing event updated for resources: {'Port': ['ID=49e601c0-4985-412c-8340-9ca23ed62cd7,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:10.986558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:11.054990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (cf37905a-dbc4-4248-bbaa-11233710cd1f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.065598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:11.067580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:11.070051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf37905a-dbc4-4248-bbaa-11233710cd1f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.091811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:11.133804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37905a-dbc4-4248-bbaa-11233710cd1f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:11.179840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.194640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.196948 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-74ef90c0-d2cc-4f74-b5c6-52e1b11d42e4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6121860
Jan 29 21:02:11.202173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59004) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:11.240389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a136b56-2e06-4be0-a481-8415fd2fefe1 None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:11.255166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:11.279628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Network b709d68e-d5b8-4af1-856f-050ad158cd85 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:11.293601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:11.301944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (084ab752-4b86-47b2-862a-74db385c1787), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.306012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (be15cde7-adc6-41b2-86dd-f691ecadb091), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.308744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:11.320351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:11.371037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf28c-be90-4fac-a5b2-d8275a4a2503 req-f0f5887d-0530-4976-967d-5f4c9ff2bbed tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:11.378449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aadf28c-be90-4fac-a5b2-d8275a4a2503 req-f0f5887d-0530-4976-967d-5f4c9ff2bbed tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.4421644
Jan 29 21:02:11.396810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-46f33275-b936-47d5-97ad-5bde1c812031 admin admin] Publish callbacks [] for security_group (43f3944a-bbc0-4fb3-b040-b6682beb9b38), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.434624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-46f33275-b936-47d5-97ad-5bde1c812031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (43f3944a-bbc0-4fb3-b040-b6682beb9b38), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.470956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee4c952d-4ba6-4760-9636-d10e97ec92c1 req-a17c6309-5ba6-47f5-bd1f-1f92d6d1db3e tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1117120
Jan 29 21:02:11.517285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e77a3aff-01d0-4c95-88ed-1b0b666b03d4), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.564291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46f33275-b936-47d5-97ad-5bde1c812031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83f12d363baa4f7396d1297206533dd7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0093615
Jan 29 21:02:11.573309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59010) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:11.597758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b1b37028-e35e-456f-970a-9b2f8bbe4ee8 None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:11.598516 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b1b37028-e35e-456f-970a-9b2f8bbe4ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.609927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:11.611232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.631311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33275-b936-47d5-97ad-5bde1c812031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3944a-bbc0-4fb3-b040-b6682beb9b38,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:11.636485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 900c6b1a-156a-4b8f-833c-b138d8b04d93 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:11.643434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3aadf28c-be90-4fac-a5b2-d8275a4a2503 req-de58c7f3-2cc1-4453-92e2-9fdcb2b8548f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324448
Jan 29 21:02:11.664529 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (084ab752-4b86-47b2-862a-74db385c1787), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.696510 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-da5cc910-6275-4d60-9f76-9c79cc262b3e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3194823
Jan 29 21:02:11.714431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Request body: {'port': {'device_id': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:11.779184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:11.793184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e77a3aff-01d0-4c95-88ed-1b0b666b03d4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.801213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:11.808504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=084ab752-4b86-47b2-862a-74db385c1787,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:11.812451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:11.818373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:11.819330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.825152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e77a3aff-01d0-4c95-88ed-1b0b666b03d4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.840712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.891710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce2b8-86b4-4c16-914d-0aaeefcb6d3e req-154c482a-73e7-441d-bd24-c823f31c426c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:11.893407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32cce2b8-86b4-4c16-914d-0aaeefcb6d3e req-154c482a-73e7-441d-bd24-c823f31c426c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 931 time: 0.2795036
Jan 29 21:02:11.901557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77a3aff-01d0-4c95-88ed-1b0b666b03d4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:11.927251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] Publish callbacks [] for security_group (43f3944a-bbc0-4fb3-b040-b6682beb9b38), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:11.960374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] Publish callbacks [] for security_group (43f3944a-bbc0-4fb3-b040-b6682beb9b38), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.014727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.076499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (43f3944a-bbc0-4fb3-b040-b6682beb9b38), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.080403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.082072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43f3944a-bbc0-4fb3-b040-b6682beb9b38 HTTP/1.1" status: 204  len: 168 time: 0.5044959
Jan 29 21:02:12.105667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19425d3a-1ec4-43bc-9f3b-d3dd705f867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f3944a-bbc0-4fb3-b040-b6682beb9b38,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:12.296721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b1b37028-e35e-456f-970a-9b2f8bbe4ee8 None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:12.300159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:12.300544 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.361456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3ccb20>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:02Z', 'revision_number': 3, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:12.402259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c54b0-340a-48a6-9458-d893ff678ab9 None None] The sync data for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 is: [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:02Z', 'revision_number': 3, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:12.414088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e4afaf-438f-4368-9333-81ef04ae4285 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:12.425216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks [] for port (45e4afaf-438f-4368-9333-81ef04ae4285), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.452765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Transition to ACTIVE for port object 45e4afaf-438f-4368-9333-81ef04ae4285 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:02:12.467287 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.469332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-15f80b2c-58f2-4a98-a774-1cc815ac8065 None None] Provisioning complete for port 23321ee2-3702-48ab-ba1a-2085c8e4152f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:12.470397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15f80b2c-58f2-4a98-a774-1cc815ac8065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.495477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-708a3382-2107-4d24-a8f4-d0ad0ebb256f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 5.2148921
Jan 29 21:02:12.496180 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.497406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-529a4b39-3b6c-4b20-b141-609206b1aa2c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2790320
Jan 29 21:02:12.515604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:12.515962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59032) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:12.552681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:12.555242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:12.560193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-15f80b2c-58f2-4a98-a774-1cc815ac8065 None None] Port 23321ee2-3702-48ab-ba1a-2085c8e4152f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:12.567002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a774296b-6569-4bd8-b405-455953d06dd4'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:12.620413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3439-14f1-40dc-a0de-1b7e81a1c7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.755041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Attempting to bind port 45e4afaf-438f-4368-9333-81ef04ae4285 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:12.755403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Attempting to bind port 45e4afaf-438f-4368-9333-81ef04ae4285 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:12.755706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Attempting to bind port 45e4afaf-438f-4368-9333-81ef04ae4285 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:12.762625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:12.789356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Port 45e4afaf-438f-4368-9333-81ef04ae4285 on network b709d68e-d5b8-4af1-856f-050ad158cd85 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:02:12.789708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Attempting to bind port 45e4afaf-438f-4368-9333-81ef04ae4285 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:12.796851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:12.797237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Checking segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:12.797600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Bound using segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:12.798128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Bound port: 45e4afaf-438f-4368-9333-81ef04ae4285, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:12.798495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.923499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Provisioning complete for port 084ab752-4b86-47b2-862a-74db385c1787 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:12.925657 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (084ab752-4b86-47b2-862a-74db385c1787), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:12.961163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:12.967824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:12.980387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.028878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Port 084ab752-4b86-47b2-862a-74db385c1787 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:13.052379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:13.052765 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.055302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32cce2b8-86b4-4c16-914d-0aaeefcb6d3e req-f714ceb2-4826-49e6-bf20-6ff97205ce36 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1445117
Jan 29 21:02:13.060905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf11ff01-504c-4128-b1c2-6c2c676f1f50 req-296172eb-fe8c-4f99-b1d0-5afd7edbc135 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.1554556
Jan 29 21:02:13.089973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.092477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.094811 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] 10.222.0.36 "PUT /v2.0/ports/45e4afaf-438f-4368-9333-81ef04ae4285 HTTP/1.1" status: 200  len: 1091 time: 1.3880467
Jan 29 21:02:13.105815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:13.109504 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f17ee61-d90d-4786-a99d-948d57488151" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:13.113912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8ba83775-3658-4eb3-84d9-bc2f5ade4867), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.152561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325db7-4ce1-499d-b888-152dcd66777b req-c67f1471-543c-414e-95c7-0dec89fded6d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.162276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09325db7-4ce1-499d-b888-152dcd66777b req-c67f1471-543c-414e-95c7-0dec89fded6d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.6453598
Jan 29 21:02:13.162914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (084ab752-4b86-47b2-862a-74db385c1787), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.184284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17ad7-2190-4623-8ada-03923018a709 service neutron] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:13.248941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-87e6b5d9-8db9-4c39-8e82-b04ae6c8bfb5 None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:13.290971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-9ac6310f-d2f7-4ba1-8d3e-a04f32fd0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.292833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-9ac6310f-d2f7-4ba1-8d3e-a04f32fd0313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1127 time: 0.7943382
Jan 29 21:02:13.361090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-692d9996-99c6-4884-921c-c2bb3ed53930 req-841e0441-a903-45e2-a170-a5a2dc368893 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1177845
Jan 29 21:02:13.378082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9d1baf4c-1d79-499d-bf47-a2bf31975b90 None None] Provisioning complete for port 084ab752-4b86-47b2-862a-74db385c1787 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:13.378633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9d1baf4c-1d79-499d-bf47-a2bf31975b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (084ab752-4b86-47b2-862a-74db385c1787), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.413950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-ae54760b-ea6b-4a78-8a2b-225550a7f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.418664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-ae54760b-ea6b-4a78-8a2b-225550a7f790 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 1125 time: 0.0673707
Jan 29 21:02:13.491472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9d1baf4c-1d79-499d-bf47-a2bf31975b90 None None] Port 084ab752-4b86-47b2-862a-74db385c1787 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:13.538121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-16c9196d-bf80-4d48-ba98-69d19ce047a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45e4afaf-438f-4368-9333-81ef04ae4285 HTTP/1.1" status: 200  len: 217 time: 0.1089506
Jan 29 21:02:13.539769 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf41667-7d24-42c8-951f-57b5a6c1b6e7 x-openstack-request-id: req-ccf41667-7d24-42c8-951f-57b5a6c1b6e7 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:13.541182 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:13.541182 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccf41667-7d24-42c8-951f-57b5a6c1b6e7 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:13.541397 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285', 'status': 'completed', 'code': 200}
Jan 29 21:02:13.644523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0adb68-2d59-4fee-a495-599d6152021e req-3b028e4e-82d8-4206-ad46-db2841ab5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.646796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-3b028e4e-82d8-4206-ad46-db2841ab5abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1005275
Jan 29 21:02:13.681627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09325db7-4ce1-499d-b888-152dcd66777b req-519505a6-c18f-48cb-9cb0-a1eca57a1fa5 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4413517
Jan 29 21:02:13.682245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 49e601c0-4985-412c-8340-9ca23ed62cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:13.711472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-bb4ba1db-7a98-4857-b96e-9869c9f5ff80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552249
Jan 29 21:02:13.720009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8ba83775-3658-4eb3-84d9-bc2f5ade4867), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.737211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.758549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8ba83775-3658-4eb3-84d9-bc2f5ade4867), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.777529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 49e601c0-4985-412c-8340-9ca23ed62cd7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:13.777911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.813396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks [] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.848533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.905032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-ba028a47-ab50-4ac2-9dd2-92aee976f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:13.907155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-ba028a47-ab50-4ac2-9dd2-92aee976f851 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.5554299
Jan 29 21:02:13.908313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba83775-3658-4eb3-84d9-bc2f5ade4867,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:13.916262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-3492cf7b-baab-420f-b1d3-f5e57084a138 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973929
Jan 29 21:02:13.945179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 49e601c0-4985-412c-8340-9ca23ed62cd7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:13.945762 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.977389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 49e601c0-4985-412c-8340-9ca23ed62cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e601c0-4985-412c-8340-9ca23ed62cd7,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:13.982904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.984554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:13.985596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-784c9a47-e147-4927-a445-b87fcb33f3c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4662032
Jan 29 21:02:14.006212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:14.039643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:14.104836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-0b125ac6-a617-488b-bec1-614aaa794ce0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 200  len: 217 time: 0.1394408
Jan 29 21:02:14.122202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=49e601c0-4985-412c-8340-9ca23ed62cd7,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:14.133396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Pushing event updated for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:14.152454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a50e3bc7-3e57-4cdf-802b-2723bd1f813b req-2c2a14b8-26fe-4724-9fc1-a13eee02d7bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0633936
Jan 29 21:02:14.179152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (be15cde7-adc6-41b2-86dd-f691ecadb091), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.184058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59072) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:14.243927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (c2bce6ed-8f06-492d-9827-a378d265b7fe), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.261644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:14.305926 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a0adb68-2d59-4fee-a495-599d6152021e req-9f84d5b3-20bd-4de6-8a7c-65c7433e7534 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838246
Jan 29 21:02:14.324107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-bbc4bc61-8fc3-48f0-84e8-a3535c5e6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:14.325711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-bbc4bc61-8fc3-48f0-84e8-a3535c5e6ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.2083352
Jan 29 21:02:14.376134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (c2bce6ed-8f06-492d-9827-a378d265b7fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.391728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Delete allocated IP 2001:db8:0:1::31c (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a7053887-fe88-4f8a-b321-b08ac1cdcad5) {{(pid=125943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 21:02:14.395771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c2bce6ed-8f06-492d-9827-a378d265b7fe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.416845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae09b5-db79-441e-a977-7c4612cadbbd req-aa6a74a5-1265-49e3-9491-4a2e6ddd1d1a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:14.440683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ddae09b5-db79-441e-a977-7c4612cadbbd req-aa6a74a5-1265-49e3-9491-4a2e6ddd1d1a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 943 time: 0.2499220
Jan 29 21:02:14.446987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bce6ed-8f06-492d-9827-a378d265b7fe,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:14.463981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.464350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.465090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.465496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.466120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.466531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.466884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.467290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.467634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.467976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.468315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.468649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.469007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:14.495759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ee61-d90d-4786-a99d-948d57488151 req-9927912e-dc3b-4187-8dd5-40dbb905e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:14.497606 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-9927912e-dc3b-4187-8dd5-40dbb905e2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 1125 time: 0.1167276
Jan 29 21:02:14.502414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.505056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-343fb46c-5b62-4925-9fb6-5bb3cb7f5e62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4964163
Jan 29 21:02:14.513741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:14.566267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d7a6e3b2-9fe5-4c28-8b1b-f220eaa8794b tempest-DvrRoutersNegativeTest-945287476 tempest-DvrRoutersNegativeTest-945287476-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-859252977', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:14.568867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.policy [None req-d7a6e3b2-9fe5-4c28-8b1b-f220eaa8794b tempest-DvrRoutersNegativeTest-945287476 tempest-DvrRoutersNegativeTest-945287476-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=125942) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Jan 29 21:02:14.569201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.policy [None req-d7a6e3b2-9fe5-4c28-8b1b-f220eaa8794b tempest-DvrRoutersNegativeTest-945287476 tempest-DvrRoutersNegativeTest-945287476-project] Failed policy check for 'create_router' {{(pid=125942) enforce /opt/stack/neutron/neutron/policy.py:524}}
Jan 29 21:02:14.569734 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-d7a6e3b2-9fe5-4c28-8b1b-f220eaa8794b tempest-DvrRoutersNegativeTest-945287476 tempest-DvrRoutersNegativeTest-945287476-project] create failed (client error): Access was denied to this resource.
Jan 29 21:02:14.570711 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7a6e3b2-9fe5-4c28-8b1b-f220eaa8794b tempest-DvrRoutersNegativeTest-945287476 tempest-DvrRoutersNegativeTest-945287476-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3815556
Jan 29 21:02:14.581730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7f6545-6443-4391-8c10-a3213902f688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.585847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:14.600313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-0258905c-40be-4f8a-8795-2b872c1f1c71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427577
Jan 29 21:02:14.650299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ee61-d90d-4786-a99d-948d57488151 req-f1cb9a82-27fc-4dd4-8627-b423edb075d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:14.651917 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-f1cb9a82-27fc-4dd4-8627-b423edb075d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 0.1434174
Jan 29 21:02:14.653737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98ebb8ab-902d-4b02-8f3f-93f6f43cab42 req-60acee62-ce60-4b6f-b7c3-c2e27562de18 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0770016
Jan 29 21:02:14.713955 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-85ede241-8bfe-405f-8a3b-66b47a7fbec8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45e4afaf-438f-4368-9333-81ef04ae4285 HTTP/1.1" status: 200  len: 217 time: 0.0556421
Jan 29 21:02:14.750613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:14.775462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ddae09b5-db79-441e-a977-7c4612cadbbd req-82d36604-12ba-40e8-ac91-8f0d978aac0b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311043
Jan 29 21:02:14.777022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:14.782542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (0e86b479-cbbe-4f3a-8fcd-ade55f98e714), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.834025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7f6545-6443-4391-8c10-a3213902f688 admin admin] Publish callbacks [] for security_group (7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.840944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ee61-d90d-4786-a99d-948d57488151 req-10797b62-63a6-4fb5-839b-5ba752e87701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:14.842606 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-10797b62-63a6-4fb5-839b-5ba752e87701 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1204879
Jan 29 21:02:14.843740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7f6545-6443-4391-8c10-a3213902f688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:14.914195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59090) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:14.917110 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-6f8b7dba-1c8a-45b0-8776-a4a757bf6416 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626063
Jan 29 21:02:14.958953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f6545-6443-4391-8c10-a3213902f688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:14.998694 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (084ab752-4b86-47b2-862a-74db385c1787), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.004570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf7f6545-6443-4391-8c10-a3213902f688 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=944d8e02a4504c1eb88d984fb66c504f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7369761
Jan 29 21:02:15.013877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-6b93ac59-b1e6-4177-bf1f-b8bd27b07045 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011841
Jan 29 21:02:15.040849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59094) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:15.095564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (0e86b479-cbbe-4f3a-8fcd-ade55f98e714), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.132802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf8e27d5-8a2f-41ff-b64f-3366486a80ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.144809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d7e151d1-f2c6-44db-a229-6898e530fee2 None None] Provisioning complete for port 23321ee2-3702-48ab-ba1a-2085c8e4152f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:15.145928 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7e151d1-f2c6-44db-a229-6898e530fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.175226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (084ab752-4b86-47b2-862a-74db385c1787), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.186115 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-b230aeef-d75e-49b2-abcc-636e36a80123 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557313
Jan 29 21:02:15.192026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d7e151d1-f2c6-44db-a229-6898e530fee2 None None] Port 23321ee2-3702-48ab-ba1a-2085c8e4152f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:15.193780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] Publish callbacks [] for security_group (7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.241865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (0e86b479-cbbe-4f3a-8fcd-ade55f98e714), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.294213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] Publish callbacks [] for security_group (7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.409688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf8e27d5-8a2f-41ff-b64f-3366486a80ca admin admin] Publish callbacks [] for security_group (0194f892-4d24-41c2-ad44-cb9bfc10bf62), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.412206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6f17ee61-d90d-4786-a99d-948d57488151 req-4195efef-68be-4861-8d01-369f72281d68 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2195385
Jan 29 21:02:15.412709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e86b479-cbbe-4f3a-8fcd-ade55f98e714,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:15.421516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf8e27d5-8a2f-41ff-b64f-3366486a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0194f892-4d24-41c2-ad44-cb9bfc10bf62), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.428783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.434977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.437343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e HTTP/1.1" status: 204  len: 168 time: 0.3928695
Jan 29 21:02:15.461227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] In _notify_port_updated(), no bound segment for port 084ab752-4b86-47b2-862a-74db385c1787 on network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:02:15.466610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:15.467477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.468824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/ports/084ab752-4b86-47b2-862a-74db385c1787 HTTP/1.1" status: 200  len: 926 time: 2.9507868
Jan 29 21:02:15.472017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.472402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59098) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:15.475889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e457619d-1975-4ce6-a989-4b5db9de2fb9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9393857
Jan 29 21:02:15.480683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59100) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:15.488690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c546c-0038-49b0-a088-cc4575783285 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=084ab752-4b86-47b2-862a-74db385c1787,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:15.501141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a774296b-6569-4bd8-b405-455953d06dd4'}, {'subnet_id': 'a7053887-fe88-4f8a-b321-b08ac1cdcad5'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:15.530423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58147f-f4a3-49e9-88fb-8571f7a936e8 req-b2da06d2-4a80-429f-8aeb-09132910c52f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:15.542045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c58147f-f4a3-49e9-88fb-8571f7a936e8 req-b2da06d2-4a80-429f-8aeb-09132910c52f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.7389657
Jan 29 21:02:15.548335 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.558269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 49e601c0-4985-412c-8340-9ca23ed62cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:15.560188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:15.577291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf8e27d5-8a2f-41ff-b64f-3366486a80ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c8163f2b9104e75bbfb7d3b17c94def&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6591473
Jan 29 21:02:15.581626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e27d5-8a2f-41ff-b64f-3366486a80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0194f892-4d24-41c2-ad44-cb9bfc10bf62,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:15.591871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59102) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:15.621536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8b8e2aa-aafc-42e9-b15f-69bf8d04ff1d req-b4d3ed65-f12d-48a8-a675-16b542a3d6a2 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4522278
Jan 29 21:02:15.676573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 49e601c0-4985-412c-8340-9ca23ed62cd7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:15.677384 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.705387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c58147f-f4a3-49e9-88fb-8571f7a936e8 req-4f1f04a8-83e1-44f6-a7bc-58426911e754 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497209
Jan 29 21:02:15.755840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Router be15cde7-adc6-41b2-86dd-f691ecadb091 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:02:15.770883 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:02:15.773061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3225d-fdba-4be4-84d5-56fa9dab4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc393ae-9156-4d43-aadb-2e7eb0dd0a3e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:15.792605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (83072680-9352-4340-993e-7db5cf591b8c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.842077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] Publish callbacks [] for security_group (0194f892-4d24-41c2-ad44-cb9bfc10bf62), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.885325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] Publish callbacks [] for security_group (0194f892-4d24-41c2-ad44-cb9bfc10bf62), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.912610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 49e601c0-4985-412c-8340-9ca23ed62cd7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:15.969116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59114) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:15.993414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5c2a1e50-05f9-4500-8fb2-4064299bb081 None None] Provisioning complete for port 084ab752-4b86-47b2-862a-74db385c1787 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:15.994496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1e50-05f9-4500-8fb2-4064299bb081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (084ab752-4b86-47b2-862a-74db385c1787), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.996319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61a18136-ce2c-4efa-9997-99ab765aa4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:15.998958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (084ab752-4b86-47b2-862a-74db385c1787), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.047780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a1e50-05f9-4500-8fb2-4064299bb081 None None] Port 084ab752-4b86-47b2-862a-74db385c1787 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:16.049542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0194f892-4d24-41c2-ad44-cb9bfc10bf62), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.053467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.056959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0194f892-4d24-41c2-ad44-cb9bfc10bf62 HTTP/1.1" status: 204  len: 168 time: 0.4617498
Jan 29 21:02:16.076082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2cd5-2f82-4d48-97fb-40ec1efaa570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0194f892-4d24-41c2-ad44-cb9bfc10bf62,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:16.290635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61a18136-ce2c-4efa-9997-99ab765aa4e4 admin admin] Publish callbacks [] for security_group (1fc67f18-6aa9-4450-be72-f4cc96436fe1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.297661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-61a18136-ce2c-4efa-9997-99ab765aa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1fc67f18-6aa9-4450-be72-f4cc96436fe1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.348206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a9889a4-5171-419d-9f46-b1e0fea4c70d req-972084dc-1375-475d-97c3-05710c6fd823 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0835876
Jan 29 21:02:16.373863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-61a18136-ce2c-4efa-9997-99ab765aa4e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442ae28afb5f400c9332de001cf4de4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4033802
Jan 29 21:02:16.377018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59120) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:16.423509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a18136-ce2c-4efa-9997-99ab765aa4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc67f18-6aa9-4450-be72-f4cc96436fe1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:16.437980 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (83072680-9352-4340-993e-7db5cf591b8c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.441226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:16.455675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4df24505-9f20-40a2-a34b-8229fa43847e admin admin] 10.222.0.20 "PUT /v2.0/routers/be15cde7-adc6-41b2-86dd-f691ecadb091/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0169928
Jan 29 21:02:16.461509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63dbf-c9fa-49aa-b324-b051c3ca3cff req-c00dead2-b238-4ed4-a196-0017d9ea4ff2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:16.465924 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Sync routers for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:16.469779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4b63dbf-c9fa-49aa-b324-b051c3ca3cff req-c00dead2-b238-4ed4-a196-0017d9ea4ff2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 943 time: 0.2064955
Jan 29 21:02:16.471610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (83072680-9352-4340-993e-7db5cf591b8c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.486261 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:16.488770 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:16.521537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83072680-9352-4340-993e-7db5cf591b8c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:16.539248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8:0:1::1ed (9a36cc75-a9cf-445e-8762-a3d7b4eed36c/a7053887-fe88-4f8a-b321-b08ac1cdcad5/084ab752-4b86-47b2-862a-74db385c1787) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:16.550208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.551665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47c94047-3ead-4021-ac16-ac0d0433b408 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.0640008
Jan 29 21:02:16.556053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:16.565749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'cf37905a-dbc4-4248-bbaa-11233710cd1f', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:16.603318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4b63dbf-c9fa-49aa-b324-b051c3ca3cff req-db386eaf-1fb0-4d16-804a-fafebbfa74c1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326604
Jan 29 21:02:16.606494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] Publish callbacks [] for security_group (1fc67f18-6aa9-4450-be72-f4cc96436fe1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.629942 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:02:16.662179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] Publish callbacks [] for security_group (1fc67f18-6aa9-4450-be72-f4cc96436fe1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.755677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (78fd3b75-85bb-41de-ba3c-d699f6a6e2e5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.783525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:16.811331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.811962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1fc67f18-6aa9-4450-be72-f4cc96436fe1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.814997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.818730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fc67f18-6aa9-4450-be72-f4cc96436fe1 HTTP/1.1" status: 204  len: 168 time: 0.4394782
Jan 29 21:02:16.839723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8f498-20f4-40d5-8b61-7dea2e2ee5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc67f18-6aa9-4450-be72-f4cc96436fe1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:16.945254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (78fd3b75-85bb-41de-ba3c-d699f6a6e2e5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.955486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ebd159a-3fca-4c49-97dd-aae7d0f46461 req-7106d5e3-a1bf-41f5-93a1-13e0cf712834 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0804431
Jan 29 21:02:16.971172 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (78fd3b75-85bb-41de-ba3c-d699f6a6e2e5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:16.975957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9deb65-73f9-4703-b989-54829bf99df3 req-8ee59d0e-7f52-43b4-b3e1-90966aee497a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:16.978141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9deb65-73f9-4703-b989-54829bf99df3 req-8ee59d0e-7f52-43b4-b3e1-90966aee497a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1187468
Jan 29 21:02:17.038187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (084ab752-4b86-47b2-862a-74db385c1787), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.043204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fd3b75-85bb-41de-ba3c-d699f6a6e2e5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:17.052794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (084ab752-4b86-47b2-862a-74db385c1787), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.103658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e9deb65-73f9-4703-b989-54829bf99df3 req-0f1892d5-f6b0-4680-b62b-216390fa3cbc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070929
Jan 29 21:02:17.115734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.124792 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e90ec584-4ccb-458a-9665-da8c11001cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5676589
Jan 29 21:02:17.128716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59162) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:17.136143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'network': {'name': 'tempest-network-smoke--912101654', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:17.187390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:17.192493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.221560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] In _notify_port_updated(), no bound segment for port 084ab752-4b86-47b2-862a-74db385c1787 on network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:02:17.234271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:17.235114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.236917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:17.239524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/ports/084ab752-4b86-47b2-862a-74db385c1787 HTTP/1.1" status: 200  len: 1012 time: 1.7578380
Jan 29 21:02:17.244151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:17.279215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ece26-f210-4edf-8a88-0af5eaa95a96 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=084ab752-4b86-47b2-862a-74db385c1787,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:17.286310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (81e476d0-5e0c-4349-85ee-0942bd1e2b12), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.286823 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Added segment 81e476d0-5e0c-4349-85ee-0942bd1e2b12 of type vlan for network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8
Jan 29 21:02:17.344360 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacbb0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:12Z', 'revision_number': 2, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:17.393785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.408010 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Checking router: be15cde7-adc6-41b2-86dd-f691ecadb091 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:17.408623 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Updating router be15cde7-adc6-41b2-86dd-f691ecadb091 port 23321ee2-3702-48ab-ba1a-2085c8e4152f binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:17.444705 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.482723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-406263a3-63d8-4abc-97e5-d1eadd3cf880 None None] Provisioning complete for port 084ab752-4b86-47b2-862a-74db385c1787 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:17.483104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-406263a3-63d8-4abc-97e5-d1eadd3cf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (084ab752-4b86-47b2-862a-74db385c1787), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.492898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.501802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:17.503232 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.522054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 084ab752-4b86-47b2-862a-74db385c1787 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:17.522461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (084ab752-4b86-47b2-862a-74db385c1787), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.534841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-406263a3-63d8-4abc-97e5-d1eadd3cf880 None None] Port 084ab752-4b86-47b2-862a-74db385c1787 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:17.644500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59186) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:17.645103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5150404
Jan 29 21:02:17.650270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'admin_state_up': True, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:17.672104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2e59-0356-4579-b4c2-3384975e1423 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Network': ['ID=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:17.674696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:02:17.707799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:17.710315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (084ab752-4b86-47b2-862a-74db385c1787), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.731474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 084ab752-4b86-47b2-862a-74db385c1787 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:17.739832 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.741365 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.828797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59188) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:17.846236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (447ee25e-c602-4d3e-8765-b5839cf8ed74), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.853304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:02:17.854066 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks [] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.866772 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:17.939655 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121fc2-18e3-4592-adcf-3c417d0e4773 None None] Pushing event updated for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:17.961067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827582e-9d55-4e01-847b-537124245072 req-27b42097-5a95-4c68-bbac-6ea0c9377694 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:17.963363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1827582e-9d55-4e01-847b-537124245072 req-27b42097-5a95-4c68-bbac-6ea0c9377694 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 943 time: 0.1331630
Jan 29 21:02:18.065858 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Attempting to bind port 23321ee2-3702-48ab-ba1a-2085c8e4152f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:18.067402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Attempting to bind port 23321ee2-3702-48ab-ba1a-2085c8e4152f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:18.069503 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Attempting to bind port 23321ee2-3702-48ab-ba1a-2085c8e4152f on network 3e327258-7f1e-4845-bb1c-0c1b6454845f {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:18.082021 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:18.082227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Checking segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:18.093798 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.094672 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Bound using segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:18.094796 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Bound port: 23321ee2-3702-48ab-ba1a-2085c8e4152f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:18.095118 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.113693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:18.145088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1827582e-9d55-4e01-847b-537124245072 req-5b6ce4da-48d7-417e-9f99-62f67aae9b8f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725953
Jan 29 21:02:18.160737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '45e4afaf-438f-4368-9333-81ef04ae4285', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': '45e4afaf-438f-4368-9333-81ef04ae4285', 'mac_address': 'fa:16:3e:df:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:02:18.203440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (447ee25e-c602-4d3e-8765-b5839cf8ed74), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.212795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:18.221710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-555288966-network', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:18.306419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 45e4afaf-438f-4368-9333-81ef04ae4285 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:18.306829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.329360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da863c44-c201-4b7b-a1b3-36c136257f85 req-df42807e-e919-4520-a292-7fa4c6502ad6 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0752482
Jan 29 21:02:18.338957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e4afaf-438f-4368-9333-81ef04ae4285 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:18.344504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--377192271'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:18.386002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:18.387863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Made reservation on behalf of f3058a9044c74079849d5f3c4bbd7aff for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:18.390785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.405776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.409331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.412493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7ff8021f-f65a-4fad-baec-fca91aac86c2 None None] Provisioning complete for port 23321ee2-3702-48ab-ba1a-2085c8e4152f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:18.413126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ff8021f-f65a-4fad-baec-fca91aac86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.422087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (084ab752-4b86-47b2-862a-74db385c1787), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.473676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.480513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=084ab752-4b86-47b2-862a-74db385c1787,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:18.487662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8021f-f65a-4fad-baec-fca91aac86c2 None None] Port 23321ee2-3702-48ab-ba1a-2085c8e4152f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:18.498683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.527619 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] For port 23321ee2-3702-48ab-ba1a-2085c8e4152f, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:18.536321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] For port 23321ee2-3702-48ab-ba1a-2085c8e4152f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23321ee2-3702-48ab-ba1a-2085c8e4152f,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:18.552122 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.555140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.555305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks [] for security_group (d65a2f79-fc51-46fb-9190-0df3268b1cf8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.562591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-23706afe-3af0-42fd-81d5-c4f779ea0523 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/084ab752-4b86-47b2-862a-74db385c1787 HTTP/1.1" status: 204  len: 168 time: 1.3115971
Jan 29 21:02:18.562799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:18.564615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59208) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:18.569977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d65a2f79-fc51-46fb-9190-0df3268b1cf8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.616788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a6e0-4633-4c05-84f3-69f3c3df8805 req-02050b54-6469-4a2f-a0c4-f46b74463639 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:18.618982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f64a6e0-4633-4c05-84f3-69f3c3df8805 req-02050b54-6469-4a2f-a0c4-f46b74463639 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.2631199
Jan 29 21:02:18.623417 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c25ffb-0883-4c72-8f8a-15e39379e62e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:18.628471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a0c25ffb-0883-4c72-8f8a-15e39379e62e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/084ab752-4b86-47b2-862a-74db385c1787 HTTP/1.1" status: 404  len: 333 time: 0.0592349
Jan 29 21:02:18.637178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:18.640450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59210) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:18.678337 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:18.684441 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:18.704406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['45e4afaf-438f-4368-9333-81ef04ae4285'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:02:18.719504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.720057 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Added segment 5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f of type vlan for network d765bf19-3451-41d4-a8d0-8e62a56b8db9
Jan 29 21:02:18.755660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f64a6e0-4633-4c05-84f3-69f3c3df8805 req-95ca1ef6-6b2c-4853-823b-d583dbab2446 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225932
Jan 29 21:02:18.806478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet a7053887-fe88-4f8a-b321-b08ac1cdcad5 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:18.813800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (a7053887-fe88-4f8a-b321-b08ac1cdcad5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.845957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d765bf19-3451-41d4-a8d0-8e62a56b8db9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.868034 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121fc2-18e3-4592-adcf-3c417d0e4773 None None] Pushing event updated for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:18.893419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a2f79-fc51-46fb-9190-0df3268b1cf8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:18.947894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d765bf19-3451-41d4-a8d0-8e62a56b8db9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.949070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:18.949506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:18.959252 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:19.007946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a7053887-fe88-4f8a-b321-b08ac1cdcad5), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.021146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (5b0752f4-30e0-475f-ab39-a6d55b983bff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.039770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8255014
Jan 29 21:02:19.043072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Provisioning complete for port 23321ee2-3702-48ab-ba1a-2085c8e4152f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:19.043567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.062346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:19.073594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Request body: {'subnet': {'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-subnet', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:19.078256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5b0752f4-30e0-475f-ab39-a6d55b983bff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.081198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.104968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.147104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Current status of the port 23321ee2-3702-48ab-ba1a-2085c8e4152f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:19.147503 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.201260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] For port 23321ee2-3702-48ab-ba1a-2085c8e4152f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23321ee2-3702-48ab-ba1a-2085c8e4152f,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:19.207291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ee099-d2e5-4349-af4d-8497fca44eab admin admin] Pushing event updated for resources: {'Network': ['ID=d765bf19-3451-41d4-a8d0-8e62a56b8db9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:19.208668 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.225741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.215 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/117b65b3-8a4e-45c9-a1fc-4e44048a9ded) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:19.232039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:19.244033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Made reservation on behalf of f3058a9044c74079849d5f3c4bbd7aff for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:19.246693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.280115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a7053887-fe88-4f8a-b321-b08ac1cdcad5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.397325 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacbb0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:18Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:19.409155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0752f4-30e0-475f-ab39-a6d55b983bff,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:19.468548 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82020cc-88e8-4442-8341-9d21561f2bca None None] The sync data for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 is: [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:18Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:19.486267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c3509-50d8-4a67-b97b-31ecec5a87e1 None None] Pushing event updated for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:19.496352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286334d-8003-4bf2-b1c2-e671772d8da0 req-f8c93ea1-4dc5-45b3-9407-08be1f2d3633 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:19.496580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9286334d-8003-4bf2-b1c2-e671772d8da0 req-f8c93ea1-4dc5-45b3-9407-08be1f2d3633 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 944 time: 0.1696393
Jan 29 21:02:19.510034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.520050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a7053887-fe88-4f8a-b321-b08ac1cdcad5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.558932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.601297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=a7053887-fe88-4f8a-b321-b08ac1cdcad5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:19.609975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2f7eed4-90ca-4932-852c-16fc4ef213da req-bac64fa8-1d17-4926-8c17-8088f60f1a95 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0918381
Jan 29 21:02:19.651962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.653033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256e52c-c8d3-4d68-99d5-4119c0cd8864 None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:19.662159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-61e9e694-9805-415d-989f-be74e70a296d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/a7053887-fe88-4f8a-b321-b08ac1cdcad5 HTTP/1.1" status: 204  len: 168 time: 1.0204785
Jan 29 21:02:19.662818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:19.740756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.746627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.9135642
Jan 29 21:02:19.748609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59234) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:19.753792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bfc99-dfb1-4b04-9b07-1aacd3bb66dc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461c428b-f857-4567-bea2-03a90dcf6382,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:19.759815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:19.785513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9286334d-8003-4bf2-b1c2-e671772d8da0 req-24407e88-49a8-4b01-9c50-9d040708d4d4 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794545
Jan 29 21:02:19.795986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet a774296b-6569-4bd8-b405-455953d06dd4 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:19.799859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (a774296b-6569-4bd8-b405-455953d06dd4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.857317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a774296b-6569-4bd8-b405-455953d06dd4), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.908834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 45e4afaf-438f-4368-9333-81ef04ae4285 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:02:19.920614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 45e4afaf-438f-4368-9333-81ef04ae4285 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:19.921019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:19.939571 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.019495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a32e55-d7b7-423a-83e2-420af6f81058 req-f5fddb66-3488-4025-9e74-777023a4e5ea tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:20.026601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.028315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83a32e55-d7b7-423a-83e2-420af6f81058 req-f5fddb66-3488-4025-9e74-777023a4e5ea tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1274197
Jan 29 21:02:20.059161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a774296b-6569-4bd8-b405-455953d06dd4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.063834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 45e4afaf-438f-4368-9333-81ef04ae4285 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:20.064789 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.074047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-065df713-dede-4fa5-b2d4-de4be68b782e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.3236985
Jan 29 21:02:20.074900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59242) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:20.103377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-security--768749645', 'description': 'tempest-security-description-375789153'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:20.129234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:20.134600 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c67ff9-c793-4288-86d8-78c4ef6b477c" -d '{"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-plugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:20.140975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:20.152738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.213918 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d48503-dfc2-4287-8018-b8448c1613a3 x-openstack-request-id: req-62d48503-dfc2-4287-8018-b8448c1613a3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:20.214267 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-plugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:20.214438 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62d48503-dfc2-4287-8018-b8448c1613a3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:20.214848 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285', 'code': 200}
Jan 29 21:02:20.234511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:20.240248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83a32e55-d7b7-423a-83e2-420af6f81058 req-3412026d-7cde-4132-a904-ef8dfa45a51c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104685
Jan 29 21:02:20.247565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.256153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:20.262541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a774296b-6569-4bd8-b405-455953d06dd4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.271445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:20.278560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:20.295888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.305011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:20.309890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/a774296b-6569-4bd8-b405-455953d06dd4 HTTP/1.1" status: 204  len: 168 time: 0.6365423
Jan 29 21:02:20.309890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c7e4-d99a-4df0-909f-0f3c5d906f07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=a774296b-6569-4bd8-b405-455953d06dd4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:20.313862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59252) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:20.536336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.570048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9a36cc75-a9cf-445e-8762-a3d7b4eed36c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.641411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.644134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.648220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "PUT /v2.0/security-groups/461c428b-f857-4567-bea2-03a90dcf6382 HTTP/1.1" status: 200  len: 1795 time: 0.5485671
Jan 29 21:02:20.648577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59266) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:20.755868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261742fe-a2ea-4de8-8a31-e07109236456 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461c428b-f857-4567-bea2-03a90dcf6382,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:20.775617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3ee4b123-4963-4ac5-8c1e-e61d44223f5a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups/461c428b-f857-4567-bea2-03a90dcf6382 HTTP/1.1" status: 200  len: 1795 time: 0.1256661
Jan 29 21:02:20.778147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59272) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:20.785844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358124e2-9976-4b18-8e38-dfb3f6624ad2 req-b3dfb914-6935-4c65-8611-6bf4188fe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:20.787395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-358124e2-9976-4b18-8e38-dfb3f6624ad2 req-b3dfb914-6935-4c65-8611-6bf4188fe25f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 1127 time: 0.5028880
Jan 29 21:02:20.858860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (afda2dac-3944-458e-a66e-9a7bcbd7fb44), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.895919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04b3a98a-ad0c-4266-9229-546c295aa3ef req-a785b73c-cddf-43df-a494-4db2d11652fa tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1073999
Jan 29 21:02:20.957891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7933f6-da5e-43a9-8ad6-65ea8b9ba4cb None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:20.977076 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-358124e2-9976-4b18-8e38-dfb3f6624ad2 req-e152a391-a80d-45cf-8ed9-49c46168c727 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828563
Jan 29 21:02:20.989371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:20.991611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Checking segment: {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:20.991977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Network hostable DHCP agents. Network: d765bf19-3451-41d4-a8d0-8e62a56b8db9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:21.055182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afda2dac-3944-458e-a66e-9a7bcbd7fb44,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:21.083487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.094807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8d1954f1-3180-44d4-8413-3a97f3df30bc None None] Provisioning complete for port 900c6b1a-156a-4b8f-833c-b138d8b04d93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:21.097101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d1954f1-3180-44d4-8413-3a97f3df30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.106643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 900c6b1a-156a-4b8f-833c-b138d8b04d93 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:21.107095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.140879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c1d1-23f4-41d9-9ddb-00c6c94a012b req-4e082986-576a-49a6-a8e0-87ff87545b53 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:21.142499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a68c1d1-23f4-41d9-9ddb-00c6c94a012b req-4e082986-576a-49a6-a8e0-87ff87545b53 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 945 time: 0.1467867
Jan 29 21:02:21.184695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=900c6b1a-156a-4b8f-833c-b138d8b04d93,segment=NetworkSegment(c4e330fa-d4d8-4a8c-a6f7-a6e730837608),segment_id=c4e330fa-d4d8-4a8c-a6f7-a6e730837608)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:21.185108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.215503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 900c6b1a-156a-4b8f-833c-b138d8b04d93 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:21.221470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:21.244974 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (461c428b-f857-4567-bea2-03a90dcf6382), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.251961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.263072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/461c428b-f857-4567-bea2-03a90dcf6382 HTTP/1.1" status: 204  len: 168 time: 0.4834518
Jan 29 21:02:21.298393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59286) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.307508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189558cf-38eb-4a72-be14-f6334381c57e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c428b-f857-4567-bea2-03a90dcf6382,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:21.313204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] DHCP port deletion for 9a36cc75-a9cf-445e-8762-a3d7b4eed36c request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:02:21.346779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d765bf19-3451-41d4-a8d0-8e62a56b8db9) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:21.349479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a68c1d1-23f4-41d9-9ddb-00c6c94a012b req-32a1caaf-6501-4d8b-9381-2d3b05fd6ec5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894016
Jan 29 21:02:21.357558 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:02:21.366419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:21.367452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.416719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a453454-6e6e-48d9-bb02-bf3980560539 None None] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:21.433652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.468401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8d1954f1-3180-44d4-8413-3a97f3df30bc None None] Current status of the port 900c6b1a-156a-4b8f-833c-b138d8b04d93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:21.501556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1af68888-7a3e-4a70-9638-c59e06dda886 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1998913
Jan 29 21:02:21.502332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59294) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.535657 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-350488e7-f39f-43c0-bbe0-b582f6ff96d3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] delete failed (client error): The resource could not be found.
Jan 29 21:02:21.537655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Deleting port 900c6b1a-156a-4b8f-833c-b138d8b04d93 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:21.538121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.544630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-350488e7-f39f-43c0-bbe0-b582f6ff96d3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/461c428b-f857-4567-bea2-03a90dcf6382 HTTP/1.1" status: 404  len: 347 time: 0.0398915
Jan 29 21:02:21.545672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59296) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.557056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91cc8fe6-0f26-41fe-8afe-b2d55c032780 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4937875
Jan 29 21:02:21.558582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59298) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.565054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b3cdc-4692-4c94-885d-696c0947da32 req-1af29aea-31e3-4ede-a743-2a30ce90126d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:21.566600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca5b3cdc-4692-4c94-885d-696c0947da32 req-1af29aea-31e3-4ede-a743-2a30ce90126d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1580744
Jan 29 21:02:21.570819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685290881'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:21.596185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:21.625829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d765bf19-3451-41d4-a8d0-8e62a56b8db9', 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9', 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'fixed_ips': [{'subnet_id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:21.627151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.651000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] For port 900c6b1a-156a-4b8f-833c-b138d8b04d93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=900c6b1a-156a-4b8f-833c-b138d8b04d93,segment=NetworkSegment(c4e330fa-d4d8-4a8c-a6f7-a6e730837608),segment_id=c4e330fa-d4d8-4a8c-a6f7-a6e730837608)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:21.651936 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.663644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23321ee2-3702-48ab-ba1a-2085c8e4152f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:21.675516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (31372502-5a5e-4c17-855c-04666cda9f18), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.676812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (31372502-5a5e-4c17-855c-04666cda9f18), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.695238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.700828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Calling delete_port for 900c6b1a-156a-4b8f-833c-b138d8b04d93 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:21.713405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.731034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.735660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:21.750497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca5b3cdc-4692-4c94-885d-696c0947da32 req-263b581b-05c1-45f2-9d23-2da5b4abb51e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556551
Jan 29 21:02:21.751115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port 900c6b1a-156a-4b8f-833c-b138d8b04d93 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:21.830417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (d5b78993-21ae-44d0-aa8f-b61e684b9b83), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.832887 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9a36cc75-a9cf-445e-8762-a3d7b4eed36c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.836243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d5b78993-21ae-44d0-aa8f-b61e684b9b83), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.860464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08795190>,) {'filters': {'network_id': ['9a36cc75-a9cf-445e-8762-a3d7b4eed36c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:21.863714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.869122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3014641
Jan 29 21:02:21.871383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08795190>, 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:21.871697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08795190>, 'c4e330fa-d4d8-4a8c-a6f7-a6e730837608') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:21.876325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59302) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.876325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59304) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:21.891739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': 'd5b78993-21ae-44d0-aa8f-b61e684b9b83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:21.911159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c4e330fa-d4d8-4a8c-a6f7-a6e730837608), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.920764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b78993-21ae-44d0-aa8f-b61e684b9b83,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:21.935383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.936086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.936681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.937353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.937953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.938741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.939691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.940312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.940872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.941514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.942063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.942677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.943460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60790fa6-b0bb-4d47-804a-97a1fce79675 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:21.950526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for router_controller (31372502-5a5e-4c17-855c-04666cda9f18), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.969627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:21.996162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c4e330fa-d4d8-4a8c-a6f7-a6e730837608), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.045601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.065536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.066745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:02:22.067146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c4e330fa-d4d8-4a8c-a6f7-a6e730837608), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:02:22.072642 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:02:22.098440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d85d668b-383b-4de2-92df-75011850d2f7 req-8142efd4-d8d5-4ba8-a229-638c6d6aac0f tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0507612
Jan 29 21:02:22.121674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.128682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 23321ee2-3702-48ab-ba1a-2085c8e4152f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:22.129733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.130311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-362eb960-7ff3-496d-adf4-6ae173fcb3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.169039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Allocated IP 172.20.0.2 (d765bf19-3451-41d4-a8d0-8e62a56b8db9/afda2dac-3944-458e-a66e-9a7bcbd7fb44/f79082c8-d116-4e0d-88a9-5babdb1d6308) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:22.169794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.173718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a0546db-9365-41e6-b619-ec34a7867b9c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2937679
Jan 29 21:02:22.174809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59310) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.220491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.232761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.256845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (900c6b1a-156a-4b8f-833c-b138d8b04d93), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.258269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for router_gateway (31372502-5a5e-4c17-855c-04666cda9f18), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.274189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-362eb960-7ff3-496d-adf4-6ae173fcb3be admin admin] Publish callbacks [] for security_group (335e1978-3f29-40bc-98c2-d1cc69fd0291), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.280157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-362eb960-7ff3-496d-adf4-6ae173fcb3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (335e1978-3f29-40bc-98c2-d1cc69fd0291), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.286024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.287805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9a36cc75-a9cf-445e-8762-a3d7b4eed36c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.293528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Network 9a36cc75-a9cf-445e-8762-a3d7b4eed36c is not hosted by any dhcp agent {{(pid=125944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:02:22.293840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] No DVR routers for this DVR port 900c6b1a-156a-4b8f-833c-b138d8b04d93 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:22.306992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.310321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f HTTP/1.1" status: 204  len: 168 time: 0.1323092
Jan 29 21:02:22.314449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.318324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.341464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2877e9-c568-4ca5-aa16-299b7538248f None None] Pushing event deleted for resources: {'Port': ['ID=900c6b1a-156a-4b8f-833c-b138d8b04d93,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.344671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af524659-6ea1-4ade-9546-14663444d1ab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddec9c7e-aafc-47e2-84a3-dee1b8e81b3f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.359326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-362eb960-7ff3-496d-adf4-6ae173fcb3be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f6b05dc14764726a1f64abcd881b641&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4784169
Jan 29 21:02:22.360320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eb960-7ff3-496d-adf4-6ae173fcb3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e1978-3f29-40bc-98c2-d1cc69fd0291,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.363536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59314) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.370483 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/9a36cc75-a9cf-445e-8762-a3d7b4eed36c HTTP/1.1" status: 204  len: 168 time: 2.0039091
Jan 29 21:02:22.383685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59316) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.406450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.417219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 23321ee2-3702-48ab-ba1a-2085c8e4152f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:22.453808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0f7e-d5d0-4ffe-8646-5aaaca85100c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=9a36cc75-a9cf-445e-8762-a3d7b4eed36c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.484849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 447ee25e-c602-4d3e-8765-b5839cf8ed74 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:02:22.504906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-87f3c75d-64c0-42e7-ad72-69c6f7a0f869 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1825202
Jan 29 21:02:22.514318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59320) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.527289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 900c6b1a-156a-4b8f-833c-b138d8b04d93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:22.557228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks [] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.558792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 900c6b1a-156a-4b8f-833c-b138d8b04d93 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:22.559146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 900c6b1a-156a-4b8f-833c-b138d8b04d93 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:22.567265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.581522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497802d1-224a-4587-8c71-35f5653a29fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:22.583732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-497802d1-224a-4587-8c71-35f5653a29fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1984451
Jan 29 21:02:22.589938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59322) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.612321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] Publish callbacks [] for security_group (335e1978-3f29-40bc-98c2-d1cc69fd0291), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.612868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:22.619262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:22.620728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56959cf3-9e09-417b-b490-aa714612e222 req-aff2a150-231c-42eb-83fd-ecf47e955479 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:22.622360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56959cf3-9e09-417b-b490-aa714612e222 req-aff2a150-231c-42eb-83fd-ecf47e955479 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 945 time: 0.1536415
Jan 29 21:02:22.629159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:22.636325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Pushing event updated for resources: {'Port': ['ID=f79082c8-d116-4e0d-88a9-5babdb1d6308,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.698712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Attempting to bind port f79082c8-d116-4e0d-88a9-5babdb1d6308 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:22.699406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Attempting to bind port f79082c8-d116-4e0d-88a9-5babdb1d6308 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:22.699781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Attempting to bind port f79082c8-d116-4e0d-88a9-5babdb1d6308 on network d765bf19-3451-41d4-a8d0-8e62a56b8db9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:22.700517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] Publish callbacks [] for security_group (335e1978-3f29-40bc-98c2-d1cc69fd0291), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.706338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:22.706725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Checking segment: {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:22.707334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.707736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Bound using segment: {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:22.708385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Bound port: f79082c8-d116-4e0d-88a9-5babdb1d6308, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:22.708781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.709258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (d5b78993-21ae-44d0-aa8f-b61e684b9b83), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.782020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] For port f79082c8-d116-4e0d-88a9-5babdb1d6308, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:22.784622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (d5b78993-21ae-44d0-aa8f-b61e684b9b83), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.786258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] For port f79082c8-d116-4e0d-88a9-5babdb1d6308, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79082c8-d116-4e0d-88a9-5babdb1d6308,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:22.792854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8587f35e-2f6a-4529-abbc-66b51b4724f6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1970844
Jan 29 21:02:22.801949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.804134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56959cf3-9e09-417b-b490-aa714612e222 req-37529551-9652-42b0-a519-1b340cd94dae tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628888
Jan 29 21:02:22.804737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59326) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.813364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1925220422'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:22.861593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (335e1978-3f29-40bc-98c2-d1cc69fd0291), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.864687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.872621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/335e1978-3f29-40bc-98c2-d1cc69fd0291 HTTP/1.1" status: 204  len: 168 time: 0.5046160
Jan 29 21:02:22.889284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:22.892628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.912193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:22.943359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b144f1-725e-4b7b-8ec3-0341f0cd66e3 None None] Pushing event updated for resources: {'Port': ['ID=f79082c8-d116-4e0d-88a9-5babdb1d6308,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.952731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e53ad0-97f7-4db5-9b12-a7153e2a77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e1978-3f29-40bc-98c2-d1cc69fd0291,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:22.954502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.956138 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5212867-8a8c-430f-a560-2cc3d31682e1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.3103974
Jan 29 21:02:22.960173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:22.963388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d5b78993-21ae-44d0-aa8f-b61e684b9b83), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.968355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:22.971430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5b78993-21ae-44d0-aa8f-b61e684b9b83 HTTP/1.1" status: 204  len: 168 time: 0.4533997
Jan 29 21:02:22.976493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Sync routers for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:23.015709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59334) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.034041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c56c9de-95b8-450f-b3f6-18f948f22ffb tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3a9491db693d463a969459cbdbfa2db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0682316
Jan 29 21:02:23.048684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59338) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.066447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:23.068117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a542160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:23.104873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fa9d6-74ed-42dd-8ba9-4ac37b6c4bae tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b78993-21ae-44d0-aa8f-b61e684b9b83,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:23.235124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:23.273255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.308273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:23.339152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for router_gateway (31372502-5a5e-4c17-855c-04666cda9f18), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.364349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.379571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0e25b8d2-96ee-4bd2-af58-d0e026da286d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.380250 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment 0e25b8d2-96ee-4bd2-af58-d0e026da286d of type vlan for network aac70b4b-c5c7-4749-8875-26582e02cc73
Jan 29 21:02:23.431325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e0f5c580-67db-425d-a84a-6eb490cb4987 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4144001
Jan 29 21:02:23.438706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.515600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.520894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a89be-4971-4810-bbd2-4027fa0aa323 req-8d0a2955-4c2b-42fb-9770-2be50937976e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:23.522581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-558a89be-4971-4810-bbd2-4027fa0aa323 req-8d0a2955-4c2b-42fb-9770-2be50937976e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.5778050
Jan 29 21:02:23.541962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b65d380-0ae1-4812-8269-460ce36a88f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.543784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061726193'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:23.573985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Allocated IP 172.35.4.248 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/10cfaccc-976d-4fa4-906a-fdda3defc3fd) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:23.619200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (aac70b4b-c5c7-4749-8875-26582e02cc73), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.648774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e31af-3828-47ba-8492-a61550323a9d req-728ed254-4367-4a02-bdd0-a111a0d263c5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:23.651221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-560e31af-3828-47ba-8492-a61550323a9d req-728ed254-4367-4a02-bdd0-a111a0d263c5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 945 time: 0.5478084
Jan 29 21:02:23.660945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a542160>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:20Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:23.668429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3116489-4cb5-4261-acb1-173f50a86e4e tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:23.672795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f3116489-4cb5-4261-acb1-173f50a86e4e tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6229210
Jan 29 21:02:23.673432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59348) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.687477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.700030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Checking router: 447ee25e-c602-4d3e-8765-b5839cf8ed74 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:23.700397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Updating router 447ee25e-c602-4d3e-8765-b5839cf8ed74 port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:23.702553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f79082c8-d116-4e0d-88a9-5babdb1d6308 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:23.747675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-788de8fa-b857-4f4d-a0b5-a91e920742b8 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0621872
Jan 29 21:02:23.750613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.755981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-558a89be-4971-4810-bbd2-4027fa0aa323 req-d8d2a81d-4fae-4e06-aa10-d447bacb761b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956043
Jan 29 21:02:23.762055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.773579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (aac70b4b-c5c7-4749-8875-26582e02cc73), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.775549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373930899', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:23.779340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:23.779937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.871134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0621355
Jan 29 21:02:23.879289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59352) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:23.881915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-560e31af-3828-47ba-8492-a61550323a9d req-27a158dc-f0f6-49ce-9f02-ae478cb7df7f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217448
Jan 29 21:02:23.891405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:23.917776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.930338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d40215-33ed-4241-962d-bcf7726c547c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=aac70b4b-c5c7-4749-8875-26582e02cc73,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:23.933128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f79082c8-d116-4e0d-88a9-5babdb1d6308 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:23.933519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.938247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cba0200-1acf-4cad-8b33-017a4625aa22 req-4fa37ac7-d2d1-4d9e-9cfe-96a813ee5a75 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0660291
Jan 29 21:02:23.964848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network aac70b4b-c5c7-4749-8875-26582e02cc73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:23.967390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (9833faaf-b06c-489d-a9ed-b57cb77fe8cb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.971697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9833faaf-b06c-489d-a9ed-b57cb77fe8cb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:23.985024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b65d380-0ae1-4812-8269-460ce36a88f3 admin admin] Publish callbacks [] for security_group (f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.004106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b65d380-0ae1-4812-8269-460ce36a88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.004965 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.009617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4828806
Jan 29 21:02:24.009617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb7d7-13f7-446a-970a-ea8bc3e7fe06 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9833faaf-b06c-489d-a9ed-b57cb77fe8cb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.012639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59354) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.018551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '9833faaf-b06c-489d-a9ed-b57cb77fe8cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:24.047627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.065586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:24.069337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.104823 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b65d380-0ae1-4812-8269-460ce36a88f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=731bff399c88494b8eafb7a74af7419d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5881400
Jan 29 21:02:24.105667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59356) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.127029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.132017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.152608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097c7e08-3160-4b2e-8f27-70f2749f4fa7,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.158828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f79082c8-d116-4e0d-88a9-5babdb1d6308 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:24.160065 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.172821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.174550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.175813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc64c89c-50bb-4471-9b01-bdfbd0c01a88 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1619151
Jan 29 21:02:24.178821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59358) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.185480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '9833faaf-b06c-489d-a9ed-b57cb77fe8cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:24.202714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65d380-0ae1-4812-8269-460ce36a88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.220309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.252110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f79082c8-d116-4e0d-88a9-5babdb1d6308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79082c8-d116-4e0d-88a9-5babdb1d6308,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:24.264205 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.309364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.311743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:24.315941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.322447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:24.325288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:24.343855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9a540b-bf7d-4282-8fc2-80bbd6f08396,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.361361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.362762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b371e316-079f-4e18-9634-1fd495315aff tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1826758
Jan 29 21:02:24.365833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59360) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.371166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f79082c8-d116-4e0d-88a9-5babdb1d6308,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.372162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '9833faaf-b06c-489d-a9ed-b57cb77fe8cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:24.396778 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks [] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.401384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] Publish callbacks [] for security_group (f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.406317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.411342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.425552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:24.429662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.461391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b934c9-9317-4344-8312-f75c05dbcb24 None None] Pushing event updated for resources: {'Port': ['ID=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.489187 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.500337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.503234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Attempting to bind port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:24.503565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Attempting to bind port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:24.509677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Attempting to bind port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:24.512133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Pushing event updated for resources: {'Port': ['ID=10cfaccc-976d-4fa4-906a-fdda3defc3fd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.517740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aca28aa-bb3b-4875-8f83-1d07cad43892,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.527902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97f2fb-7da2-4ce1-915d-a7e2c8858a80 None None] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:24.530743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.534571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-46c1dc1b-28f5-4033-8420-153ba2ba68ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1652296
Jan 29 21:02:24.535084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59362) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.541403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '9833faaf-b06c-489d-a9ed-b57cb77fe8cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:24.547101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] Publish callbacks [] for security_group (f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.547302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:24.547517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:24.547932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.548333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:24.548807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Bound port: 117b65b3-8a4e-45c9-a1fc-4e44048a9ded, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:24.549222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.573871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.629175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-24c65b29-d763-49bb-8ab5-a376d39f11ad None None] Provisioning complete for port f79082c8-d116-4e0d-88a9-5babdb1d6308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:24.629473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24c65b29-d763-49bb-8ab5-a376d39f11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.639272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.643843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.660605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80394f2-2357-49f6-82bc-2c843861ea87,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.679509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] For port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:24.679853 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.685085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-281109c0-d6b1-4696-ac90-fe7e8989281e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1485491
Jan 29 21:02:24.685670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59364) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.691816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '9833faaf-b06c-489d-a9ed-b57cb77fe8cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:24.702900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] For port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:24.728294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.728649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.827166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.836441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.844033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:24.844681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a542160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:24.856886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.859493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.860636 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9 HTTP/1.1" status: 204  len: 168 time: 0.7299778
Jan 29 21:02:24.873011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776d1541-866d-4f9c-b6eb-fae0e8138d5c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.894525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.895801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-222024d6-7d30-4240-8ac8-470a319c0d21 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2087104
Jan 29 21:02:24.898514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59370) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:24.948444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.955012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b934c9-9317-4344-8312-f75c05dbcb24 None None] Pushing event updated for resources: {'Port': ['ID=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:24.966395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:24.975141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b8747-3fd1-44c8-9f15-16794b26e317 req-2488f759-84aa-41e8-aab0-2e4a1d5c48f0 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:24.976758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad0b8747-3fd1-44c8-9f15-16794b26e317 req-2488f759-84aa-41e8-aab0-2e4a1d5c48f0 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1230924
Jan 29 21:02:24.989788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (71596788-e80e-4442-b744-c0b8f1369ab2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.042449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ea6d8-6f82-4f9b-8b6a-582988fa8b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7a4fd-1a0c-4402-b779-bb2a081fb0b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:25.060758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-24c65b29-d763-49bb-8ab5-a376d39f11ad None None] Current status of the port f79082c8-d116-4e0d-88a9-5babdb1d6308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:25.099340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (776d1541-866d-4f9c-b6eb-fae0e8138d5c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.110275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:25.120345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.126561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/776d1541-866d-4f9c-b6eb-fae0e8138d5c HTTP/1.1" status: 204  len: 168 time: 0.2270305
Jan 29 21:02:25.132277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:25.146344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (2b94f45d-48f4-4629-9413-75e8fbe7ebde), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.166739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Subnet': ['ID=71596788-e80e-4442-b744-c0b8f1369ab2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:25.189508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403b96-4046-4820-bafb-c754901f568a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=776d1541-866d-4f9c-b6eb-fae0e8138d5c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:25.251169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad0b8747-3fd1-44c8-9f15-16794b26e317 req-d3219e4b-6cf6-4bde-8e8f-8953985c6aa8 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513707
Jan 29 21:02:25.251532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=2b94f45d-48f4-4629-9413-75e8fbe7ebde,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:25.277159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a62df-288c-43f5-9f92-af543353e28f req-501fdb83-6085-48be-a8ae-60af9e1e4cb6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:25.278933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad7a62df-288c-43f5-9f92-af543353e28f req-501fdb83-6085-48be-a8ae-60af9e1e4cb6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 945 time: 0.2759480
Jan 29 21:02:25.291817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for router_gateway (31372502-5a5e-4c17-855c-04666cda9f18), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.294902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:25.295832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network hostable DHCP agents. Network: 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:25.339630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad7a62df-288c-43f5-9f92-af543353e28f req-6f3d594f-82ea-4d92-b29f-31b5a953f2e9 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545914
Jan 29 21:02:25.383378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6d6270b-90c9-4011-849a-5775f553a678 req-995e7cb6-bc9b-490c-a0ce-917d48267c11 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0378652
Jan 29 21:02:25.413257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f238b9df-a021-439e-9424-f21878958454 None None] Provisioning complete for port f79082c8-d116-4e0d-88a9-5babdb1d6308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:25.413780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f238b9df-a021-439e-9424-f21878958454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.419242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': '0e25b8d2-96ee-4bd2-af58-d0e026da286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:25.419712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: aac70b4b-c5c7-4749-8875-26582e02cc73, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:25.442451 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-52682db3-181c-466d-a3d3-202aafaf71f8 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.3087881
Jan 29 21:02:25.446703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59386) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:25.483948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.495175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:25.501127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.526558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network aac70b4b-c5c7-4749-8875-26582e02cc73 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:25.540500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:25.544027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aac70b4b-c5c7-4749-8875-26582e02cc73) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:25.550044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:25.550654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.555483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:25.556048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.591617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b80394f2-2357-49f6-82bc-2c843861ea87), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.604099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:25.613681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b80394f2-2357-49f6-82bc-2c843861ea87 HTTP/1.1" status: 204  len: 168 time: 0.1645715
Jan 29 21:02:25.626370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59394) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:25.627718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c221de6-2f74-4514-9cf2-cce4f2c5c98c tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b80394f2-2357-49f6-82bc-2c843861ea87,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:25.636464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e1a9a-3c91-4a86-9731-4381770e732a None None] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:25.638941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2400a9e-9199-4806-9759-62337483771b None None] Network aac70b4b-c5c7-4749-8875-26582e02cc73 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:25.653212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a542160>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:20Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:25.681304 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a60bf705-71a3-47a3-b049-81eb9b88674e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7936506
Jan 29 21:02:25.684433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59402) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:25.693986 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5eb43db5-e536-4d62-9c85-05f6f78bedbc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.9421756
Jan 29 21:02:25.694911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59404) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:25.704819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73', 'name': 'tempest-PortsIpV6TestJSON-1372046082'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:25.820719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (31372502-5a5e-4c17-855c-04666cda9f18), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.018376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f79082c8-d116-4e0d-88a9-5babdb1d6308 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:26.125452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614630a-9fff-49fb-b8b0-099d8d282e87 None None] The sync data for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 is: [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:20Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:26.159321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:26.159321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.195918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f238b9df-a021-439e-9424-f21878958454 None None] Current status of the port f79082c8-d116-4e0d-88a9-5babdb1d6308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:26.213353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-558e4a9a-4b90-4a05-a97d-50acdbebc45a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.5832844
Jan 29 21:02:26.219057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59424) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:26.344000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.364055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f79082c8-d116-4e0d-88a9-5babdb1d6308 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:26.364443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.374736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.453795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:26.455045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aac70b4b-c5c7-4749-8875-26582e02cc73', 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '2b94f45d-48f4-4629-9413-75e8fbe7ebde'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:26.457598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.461541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.497121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 690c59fb-877d-4575-9176-c977e5b00db1 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:26.507726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2aca28aa-bb3b-4875-8f83-1d07cad43892), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.514695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.515998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2aca28aa-bb3b-4875-8f83-1d07cad43892 HTTP/1.1" status: 204  len: 168 time: 0.2960644
Jan 29 21:02:26.525648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59434) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:26.577139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ccf4-b0d4-4dff-bf47-7d246b19c020 req-ce3b74bb-7bd9-465e-bcc5-0f91fc4d6129 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:26.579131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9dc9ccf4-b0d4-4dff-bf47-7d246b19c020 req-ce3b74bb-7bd9-465e-bcc5-0f91fc4d6129 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.2313080
Jan 29 21:02:26.629237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ec841-2215-48f1-aeb0-c5d79a64183a tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aca28aa-bb3b-4875-8f83-1d07cad43892,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:26.664142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f6769da-bdbd-40e9-96d5-bfe462a7730b req-f67a7212-676d-4301-90e6-afc7276c2c4f tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1468840
Jan 29 21:02:26.709746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Router 31372502-5a5e-4c17-855c-04666cda9f18 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:02:26.726147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Allocated IP 172.20.0.2 (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8/71596788-e80e-4442-b744-c0b8f1369ab2/7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:26.793740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e9d3d2a5-123e-4831-8be7-351be7f77f2e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2603648
Jan 29 21:02:26.795270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59440) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:26.809009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f79082c8-d116-4e0d-88a9-5babdb1d6308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:26.815203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9dc9ccf4-b0d4-4dff-bf47-7d246b19c020 req-aef76a45-7b04-429b-ac2a-84d422bdaf6d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868308
Jan 29 21:02:26.846913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.860623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:26.877068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::209 (aac70b4b-c5c7-4749-8875-26582e02cc73/2b94f45d-48f4-4629-9413-75e8fbe7ebde/690c59fb-877d-4575-9176-c977e5b00db1) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:27.001079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:27.017493 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Sync routers for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:27.030145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (af9a540b-bf7d-4282-8fc2-80bbd6f08396), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.035336 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:27.036081 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3240a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:27.039895 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.043403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/af9a540b-bf7d-4282-8fc2-80bbd6f08396 HTTP/1.1" status: 204  len: 168 time: 0.2421618
Jan 29 21:02:27.045971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59454) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:27.085080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks [] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.099017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.099258 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.111719 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1439a96d-3ca9-4efe-8d3f-be79de248789 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.5480757
Jan 29 21:02:27.113926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fefef-74c8-4d8c-8a56-7255142ef5ad tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af9a540b-bf7d-4282-8fc2-80bbd6f08396,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:27.117401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59458) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:27.171461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:27.191427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:27.195389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:27.198171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Pushing event updated for resources: {'Port': ['ID=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:27.277689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Attempting to bind port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:27.278161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Attempting to bind port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:27.278596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Attempting to bind port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:27.285025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:27.285708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:27.286451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.286965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Bound using segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:27.287513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Bound port: 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:27.287967 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.292405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.295012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b16c2948-00c5-4820-bfd9-778aee570cb4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2319143
Jan 29 21:02:27.303693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59462) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:27.314849 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:27.408390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.441618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] For port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:27.449461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] For port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:27.463428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.465459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.511802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (690c59fb-877d-4575-9176-c977e5b00db1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.553369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (097c7e08-3160-4b2e-8f27-70f2749f4fa7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.577557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.584124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/097c7e08-3160-4b2e-8f27-70f2749f4fa7 HTTP/1.1" status: 204  len: 168 time: 0.2793074
Jan 29 21:02:27.587239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59468) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:27.625276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (690c59fb-877d-4575-9176-c977e5b00db1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.646306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 117b65b3-8a4e-45c9-a1fc-4e44048a9ded up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:27.688110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bc27f-ff19-4a21-9fd4-14ce1fb6dd25 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=097c7e08-3160-4b2e-8f27-70f2749f4fa7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:27.701473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bad2-8f0a-4b65-8b9c-1ade046d1f60 None None] Pushing event updated for resources: {'Port': ['ID=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:27.714690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Allocated IP 2001:db8::2 (aac70b4b-c5c7-4749-8875-26582e02cc73/2b94f45d-48f4-4629-9413-75e8fbe7ebde/4a20f8c2-f248-48ad-a35d-012ffce4b235) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:27.749071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network aac70b4b-c5c7-4749-8875-26582e02cc73 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:27.818406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:27.842225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71015877-4994-471d-b66d-34656dda5caf tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2506864
Jan 29 21:02:27.850991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:27.878262 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3240a0>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:24Z', 'revision_number': 3, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:27.886652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:27.896904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:27.898516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:27.914038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a929b07-b7ab-405d-9c70-6c970dc7e08b req-8500c089-9888-46e5-ae71-4ded7163f3d8 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0686595
Jan 29 21:02:27.950999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=690c59fb-877d-4575-9176-c977e5b00db1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:28.012359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c99c7bb9-ce7e-4f02-adff-27ab9452a38f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3265500
Jan 29 21:02:28.014604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59486) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:28.027811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73', 'name': 'tempest-PortsIpV6TestJSON-2097632362'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:28.094852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Checking router: 31372502-5a5e-4c17-855c-04666cda9f18 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:28.095418 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Updating router 31372502-5a5e-4c17-855c-04666cda9f18 port 10cfaccc-976d-4fa4-906a-fdda3defc3fd binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:28.134609 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.229313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22b3b1-fb3c-4b4f-9e7c-6d305797dcc8 req-8b7d199d-0fd3-4244-9cbd-190aa910535a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:28.231085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:28.231396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d22b3b1-fb3c-4b4f-9e7c-6d305797dcc8 req-8b7d199d-0fd3-4244-9cbd-190aa910535a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1168573
Jan 29 21:02:28.235631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.289484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks [] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.332367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d22b3b1-fb3c-4b4f-9e7c-6d305797dcc8 req-619a040f-e292-4e28-adda-58cc3fbd62c3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896535
Jan 29 21:02:28.334473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:28.338216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.340589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.381959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (9833faaf-b06c-489d-a9ed-b57cb77fe8cb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.388773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port b36bb771-0ff7-45bd-8599-3f93b2d7f0ad yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:28.393376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Network aac70b4b-c5c7-4749-8875-26582e02cc73 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:28.432924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:28.472956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:28.474356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.1 (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8/71596788-e80e-4442-b744-c0b8f1369ab2/ecbe47cf-7900-4244-9b2e-6e2561d29592) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:28.503019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (9833faaf-b06c-489d-a9ed-b57cb77fe8cb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.547936 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks [] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.566331 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.583665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::32b (aac70b4b-c5c7-4749-8875-26582e02cc73/2b94f45d-48f4-4629-9413-75e8fbe7ebde/b36bb771-0ff7-45bd-8599-3f93b2d7f0ad) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:28.614218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Pushing event updated for resources: {'Port': ['ID=4a20f8c2-f248-48ad-a35d-012ffce4b235,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:28.622109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:28.623596 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.644146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Attempting to bind port 4a20f8c2-f248-48ad-a35d-012ffce4b235 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:28.644900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Attempting to bind port 4a20f8c2-f248-48ad-a35d-012ffce4b235 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e25b8d2-96ee-4bd2-af58-d0e026da286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:28.645521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Attempting to bind port 4a20f8c2-f248-48ad-a35d-012ffce4b235 on network aac70b4b-c5c7-4749-8875-26582e02cc73 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:28.653092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:28.653837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Checking segment: {'id': '0e25b8d2-96ee-4bd2-af58-d0e026da286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:28.656244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.667196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Bound using segment: {'id': '0e25b8d2-96ee-4bd2-af58-d0e026da286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:28.668144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Bound port: 4a20f8c2-f248-48ad-a35d-012ffce4b235, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e25b8d2-96ee-4bd2-af58-d0e026da286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac70b4b-c5c7-4749-8875-26582e02cc73'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:28.668788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.677430 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f840-b0b0-4869-b942-5d4889190fef None None] Pushing event updated for resources: {'Port': ['ID=10cfaccc-976d-4fa4-906a-fdda3defc3fd,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:28.719511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:28.733151 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Attempting to bind port 10cfaccc-976d-4fa4-906a-fdda3defc3fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:28.736336 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Attempting to bind port 10cfaccc-976d-4fa4-906a-fdda3defc3fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:28.737615 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Attempting to bind port 10cfaccc-976d-4fa4-906a-fdda3defc3fd on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:28.761846 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:28.762833 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:28.763434 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.764201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:28.766888 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Bound port: 10cfaccc-976d-4fa4-906a-fdda3defc3fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:28.767568 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.778637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.854956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9833faaf-b06c-489d-a9ed-b57cb77fe8cb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.858730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.859078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/9833faaf-b06c-489d-a9ed-b57cb77fe8cb HTTP/1.1" status: 204  len: 168 time: 0.9833164
Jan 29 21:02:28.877039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (b36bb771-0ff7-45bd-8599-3f93b2d7f0ad), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.877456 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] For port 10cfaccc-976d-4fa4-906a-fdda3defc3fd, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:28.879465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59514) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:28.881821 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] For port 10cfaccc-976d-4fa4-906a-fdda3defc3fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10cfaccc-976d-4fa4-906a-fdda3defc3fd,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:28.885331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06702b3b-b20a-4a4f-9e2c-b53ced8bccb9 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833faaf-b06c-489d-a9ed-b57cb77fe8cb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:28.900364 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.928269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] For port 4a20f8c2-f248-48ad-a35d-012ffce4b235, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:28.945743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:28.947529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.967232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] For port 4a20f8c2-f248-48ad-a35d-012ffce4b235, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a20f8c2-f248-48ad-a35d-012ffce4b235,segment=NetworkSegment(0e25b8d2-96ee-4bd2-af58-d0e026da286d),segment_id=0e25b8d2-96ee-4bd2-af58-d0e026da286d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:28.979725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:28.986963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b36bb771-0ff7-45bd-8599-3f93b2d7f0ad), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.032760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:29.036836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.047445 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3240a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:29.047684 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f840-b0b0-4869-b942-5d4889190fef None None] Pushing event updated for resources: {'Port': ['ID=10cfaccc-976d-4fa4-906a-fdda3defc3fd,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:29.209379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b839e8-9888-4096-b7c3-aecbe5509541 None None] Pushing event updated for resources: {'Port': ['ID=4a20f8c2-f248-48ad-a35d-012ffce4b235,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:29.211617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-914d49a3-cd10-4c74-b2f9-8a1b567dee11 req-5cb48a21-748f-493e-9dd0-c367c291e6f1 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1022007
Jan 29 21:02:29.267443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network aac70b4b-c5c7-4749-8875-26582e02cc73 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:29.272616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:29.283372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:29.304802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:29.306352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.333452 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:29.342256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=b36bb771-0ff7-45bd-8599-3f93b2d7f0ad,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:29.383193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f74b263b-e9e8-4e45-be3c-5a62d1427007 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3611650
Jan 29 21:02:29.385732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:29.424193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Allocated IP 172.20.0.1 (d765bf19-3451-41d4-a8d0-8e62a56b8db9/afda2dac-3944-458e-a66e-9a7bcbd7fb44/1fffca8f-1108-47d7-8753-19577afa9d8a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:29.554508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c8a11-916c-49c0-bd03-3e5c8c0edcfc None None] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:29.614865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7715a503-4fb4-4aa3-9204-35783187abcd tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:29.620904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7715a503-4fb4-4aa3-9204-35783187abcd tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A209 HTTP/1.1" status: 200  len: 929 time: 0.2317328
Jan 29 21:02:29.628128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59538) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:29.703150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e0590ba-6480-4063-a55b-6ec9dfdf2efd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.8027406
Jan 29 21:02:29.707853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59540) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:29.717994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144972806'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:29.736678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Provisioning complete for port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:29.737323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.815811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.816071 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3240a0>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:24Z', 'revision_number': 3, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:29.838410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:02:29.866873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks [] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.877590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:29.911243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:29.913531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:29.917800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22786d-3ecc-4c1e-8d5e-0291d657c0c0 req-84f8da2a-c854-4bef-bba7-71edf7128514 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:29.923247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a22786d-3ecc-4c1e-8d5e-0291d657c0c0 req-84f8da2a-c854-4bef-bba7-71edf7128514 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.3953979
Jan 29 21:02:29.935524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:30.035343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:30.048559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port b36bb771-0ff7-45bd-8599-3f93b2d7f0ad {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:30.048912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b36bb771-0ff7-45bd-8599-3f93b2d7f0ad), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.070725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.074338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 117b65b3-8a4e-45c9-a1fc-4e44048a9ded up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:30.100132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ff4d7-1eb3-4ec1-8a52-c664665b5ed5 None None] The sync data for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 is: [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:24Z', 'revision_number': 3, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:30.153180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Current status of the port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:30.153895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.154024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a22786d-3ecc-4c1e-8d5e-0291d657c0c0 req-474926ec-6462-42a2-a0b1-d840d256057a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197769
Jan 29 21:02:30.167951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.239316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b36bb771-0ff7-45bd-8599-3f93b2d7f0ad), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.246876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:30.265582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:30.268224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:30.280660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for b36bb771-0ff7-45bd-8599-3f93b2d7f0ad owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:30.285525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] For port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:30.364880 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.489315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:30.504421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4811a18-be16-4159-b182-4aa338aa82c3 req-9a8ae9e5-7576-46f4-a04c-7be3dfc9954b tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0658820
Jan 29 21:02:30.531486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '45e4afaf-438f-4368-9333-81ef04ae4285', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': '45e4afaf-438f-4368-9333-81ef04ae4285', 'mac_address': 'fa:16:3e:df:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:02:30.571409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:30.572173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.713958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b36bb771-0ff7-45bd-8599-3f93b2d7f0ad), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.760040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=b36bb771-0ff7-45bd-8599-3f93b2d7f0ad,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:30.813637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.821334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fec25f16-fd97-4fd3-b2cd-03ef94dbee14 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/b36bb771-0ff7-45bd-8599-3f93b2d7f0ad HTTP/1.1" status: 204  len: 168 time: 1.1852431
Jan 29 21:02:30.823531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59562) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:30.851554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276d2fa-5360-4c7f-bbfb-93eceadc2e97 None None] Pushing event updated for resources: {'Port': ['ID=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:30.908259 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ff87f3-e684-494b-b4e2-289cfbb3a26a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:30.911600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8ff87f3-e684-494b-b4e2-289cfbb3a26a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/b36bb771-0ff7-45bd-8599-3f93b2d7f0ad HTTP/1.1" status: 404  len: 333 time: 0.0851748
Jan 29 21:02:30.914236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59566) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:30.977031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (75f03b85-29c1-4a38-b506-2c4828334f84), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:30.988462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Pushing event updated for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:31.006789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (75f03b85-29c1-4a38-b506-2c4828334f84), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.043076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.046912 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.3339787
Jan 29 21:02:31.060307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:31.069532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '75f03b85-29c1-4a38-b506-2c4828334f84', 'direction': 'ingress', 'protocol': 17}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:31.084704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (31372502-5a5e-4c17-855c-04666cda9f18), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.104787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 45e4afaf-438f-4368-9333-81ef04ae4285 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:31.105287 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.107769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5753440a-cae7-436e-9b93-1968fffb71b6 None None] Provisioning complete for port 1fffca8f-1108-47d7-8753-19577afa9d8a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:31.108241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5753440a-cae7-436e-9b93-1968fffb71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.110790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:31.111859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:31.143241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8934e7-efc3-4aca-a2dc-88769eceaa4b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f03b85-29c1-4a38-b506-2c4828334f84,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:31.186684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 690c59fb-877d-4575-9176-c977e5b00db1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:31.187596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (690c59fb-877d-4575-9176-c977e5b00db1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.228288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddac7b3a-f3a1-4767-be6b-9fef2e214fa0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.234649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.241954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45e4afaf-438f-4368-9333-81ef04ae4285 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:31.267714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:31.285852 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.368485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:31.393586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd94ce9-92e9-437e-a86d-288347f313ca None None] Network aac70b4b-c5c7-4749-8875-26582e02cc73 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:31.514007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9999e97-7227-46ce-8b56-f61f3e7bc07a req-2c505c35-2425-40ad-a074-420b1a96ce22 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:31.522325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9999e97-7227-46ce-8b56-f61f3e7bc07a req-2c505c35-2425-40ad-a074-420b1a96ce22 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1395724
Jan 29 21:02:31.572592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.579808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (690c59fb-877d-4575-9176-c977e5b00db1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.607676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 690c59fb-877d-4575-9176-c977e5b00db1 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:31.685757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b9c3257-da43-489b-a143-8243f431bf50 req-53fe50e4-8223-4049-85ae-e4888fce046b tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0529344
Jan 29 21:02:31.699189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ddac7b3a-f3a1-4767-be6b-9fef2e214fa0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.708918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9999e97-7227-46ce-8b56-f61f3e7bc07a req-a6214cf7-866e-4a81-a65f-d34196d36a70 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854639
Jan 29 21:02:31.715283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5753440a-cae7-436e-9b93-1968fffb71b6 None None] Port 1fffca8f-1108-47d7-8753-19577afa9d8a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:31.745823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['45e4afaf-438f-4368-9333-81ef04ae4285'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:02:31.750093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ddac7b3a-f3a1-4767-be6b-9fef2e214fa0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.812608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddac7b3a-f3a1-4767-be6b-9fef2e214fa0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:31.822509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.828086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a58ac0e3-4c34-4f21-996e-27c2ae25cea4 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7666724
Jan 29 21:02:31.833157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59592) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:31.899583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:31.899900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.918950 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (690c59fb-877d-4575-9176-c977e5b00db1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:31.971534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=690c59fb-877d-4575-9176-c977e5b00db1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:31.979097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Provisioning complete for port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:31.979318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.031710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.037980 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (75f03b85-29c1-4a38-b506-2c4828334f84), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.040633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6f970297-5cc6-42ac-8a50-9dc2c51a0351 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/690c59fb-877d-4575-9176-c977e5b00db1 HTTP/1.1" status: 204  len: 168 time: 1.1230388
Jan 29 21:02:32.041133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:32.079749 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d591cf-9c8a-449f-82c4-d8df3c8bd0fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:32.089996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-38d591cf-9c8a-449f-82c4-d8df3c8bd0fe tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/690c59fb-877d-4575-9176-c977e5b00db1 HTTP/1.1" status: 404  len: 333 time: 0.0468464
Jan 29 21:02:32.092296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:32.098051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (75f03b85-29c1-4a38-b506-2c4828334f84), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.155684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 2b94f45d-48f4-4629-9413-75e8fbe7ebde {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:32.160368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (2b94f45d-48f4-4629-9413-75e8fbe7ebde), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.176744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks [] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.194330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:32.195588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4a20f8c2-f248-48ad-a35d-012ffce4b235 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:32.200207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.270246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (75f03b85-29c1-4a38-b506-2c4828334f84), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.270776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (2b94f45d-48f4-4629-9413-75e8fbe7ebde), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.273040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.278492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/75f03b85-29c1-4a38-b506-2c4828334f84 HTTP/1.1" status: 204  len: 168 time: 0.4400859
Jan 29 21:02:32.278675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59602) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:32.282149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Current status of the port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:32.308594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1a03-a333-4567-8a17-116acb1359e0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f03b85-29c1-4a38-b506-2c4828334f84,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:32.312860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.322323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.326151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Provisioning complete for port ecbe47cf-7900-4244-9b2e-6e2561d29592 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:32.326579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.330244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Pushing event updated for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:32.363255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (31372502-5a5e-4c17-855c-04666cda9f18), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.380167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e9fbab4b-6559-47e6-91d7-f5f794cd17da tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0987203
Jan 29 21:02:32.382278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59604) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:32.391335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--837278729'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:32.457749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.535295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4a20f8c2-f248-48ad-a35d-012ffce4b235 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:32.535691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.537557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Port ecbe47cf-7900-4244-9b2e-6e2561d29592 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:32.586228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:32.591705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:32.597861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:32.608364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.640118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (2b94f45d-48f4-4629-9413-75e8fbe7ebde), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.640683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Provisioning complete for port 4a20f8c2-f248-48ad-a35d-012ffce4b235 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:32.641542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.855643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:32.859319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:32.861609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (608a2654-ba77-401c-b2ac-c9378bed80b3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:32.891224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (608a2654-ba77-401c-b2ac-c9378bed80b3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.059558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Router 31372502-5a5e-4c17-855c-04666cda9f18 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:02:33.102930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Current status of the port 4a20f8c2-f248-48ad-a35d-012ffce4b235 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:33.104505 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.117540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608a2654-ba77-401c-b2ac-c9378bed80b3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:33.127463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f3a5d5f-235d-44ca-aa49-e81df717effa req-94329b2e-5ac6-4c4a-8d00-6d7ad31725c1 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1406946
Jan 29 21:02:33.165891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4a20f8c2-f248-48ad-a35d-012ffce4b235 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:33.166775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.219699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (2b94f45d-48f4-4629-9413-75e8fbe7ebde), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.253863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.257799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a0b159e-771b-402a-adbc-580b430f2abd tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8722830
Jan 29 21:02:33.267052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59640) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:33.317790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--63134060'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:33.338311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=2b94f45d-48f4-4629-9413-75e8fbe7ebde,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:33.377282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.380670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5761bc8a-d675-4f52-842b-f2da17df9d07 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/2b94f45d-48f4-4629-9413-75e8fbe7ebde HTTP/1.1" status: 204  len: 168 time: 1.2876160
Jan 29 21:02:33.382155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 447ee25e-c602-4d3e-8765-b5839cf8ed74 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:02:33.385684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59652) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:33.417204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac07eb-54b2-44dc-9748-d104d8cbeff0 None None] Network aac70b4b-c5c7-4749-8875-26582e02cc73 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:33.425674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ec9da-8d4e-4c04-aa1a-11349bc4e383 req-60ad9be1-ebd9-4264-9149-ad09bd59ec5b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:33.428184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-013ec9da-8d4e-4c04-aa1a-11349bc4e383 req-60ad9be1-ebd9-4264-9149-ad09bd59ec5b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.3448272
Jan 29 21:02:33.441686 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:02:33.442384 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:02:33.447557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.475021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:02:33.475689 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:02:33.536748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-013ec9da-8d4e-4c04-aa1a-11349bc4e383 req-5bc1df66-5881-4bee-8971-2740fd80ed06 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027050
Jan 29 21:02:33.556689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (60a1a7c7-99bc-4637-9771-7520922a3e0e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.572814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (60a1a7c7-99bc-4637-9771-7520922a3e0e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.617408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.619067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3137076
Jan 29 21:02:33.621804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b22e-0232-4cd7-8aa7-2478c82a71e3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1a7c7-99bc-4637-9771-7520922a3e0e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:33.634686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:33.640633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '608a2654-ba77-401c-b2ac-c9378bed80b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60a1a7c7-99bc-4637-9771-7520922a3e0e', 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:33.678455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.685015 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (aac70b4b-c5c7-4749-8875-26582e02cc73), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.698634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] DHCP port deletion for aac70b4b-c5c7-4749-8875-26582e02cc73 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:02:33.729188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:33.745745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f26104b9-84f0-4d37-86b1-b0a67b463d67 admin admin] 10.222.0.20 "PUT /v2.0/routers/31372502-5a5e-4c17-855c-04666cda9f18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6135828
Jan 29 21:02:33.759760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Sync routers for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:33.772210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:33.784779 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.792009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.821908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:33.822813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:33.824072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.827908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1896353
Jan 29 21:02:33.830832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59672) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:33.850766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712cf37-eba7-411b-ac9b-fe097397fa3d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1902f6-9133-42ea-b8c0-f474e91a1e9f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:33.882057 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.890856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:02:33.897258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.901729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4c8535f-3193-49e2-a3a4-0cf0857ce003 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/447ee25e-c602-4d3e-8765-b5839cf8ed74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2017231
Jan 29 21:02:33.903363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Sync routers for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:02:33.936921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:33.939293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ca1902f6-9133-42ea-b8c0-f474e91a1e9f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.943114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 4a20f8c2-f248-48ad-a35d-012ffce4b235 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:33.944357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.949291 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea12fab430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:33.957468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:33.961268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ca1902f6-9133-42ea-b8c0-f474e91a1e9f HTTP/1.1" status: 204  len: 168 time: 0.1275423
Jan 29 21:02:33.967579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59680) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:34.019888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Deleting port 4a20f8c2-f248-48ad-a35d-012ffce4b235 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:34.020373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.084732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port 4a20f8c2-f248-48ad-a35d-012ffce4b235, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a20f8c2-f248-48ad-a35d-012ffce4b235,segment=NetworkSegment(0e25b8d2-96ee-4bd2-af58-d0e026da286d),segment_id=0e25b8d2-96ee-4bd2-af58-d0e026da286d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:34.085344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.085477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98ba72-5f78-48cc-b59a-fd8c7e5ced33 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1902f6-9133-42ea-b8c0-f474e91a1e9f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:34.121113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 4a20f8c2-f248-48ad-a35d-012ffce4b235 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:34.236217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f08ed7e7-26d1-42c5-9ba8-e63c7f8c3f32 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2552497
Jan 29 21:02:34.244585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:34.308719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 45e4afaf-438f-4368-9333-81ef04ae4285 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:34.309345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.315761 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:34.370754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.419187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=4a20f8c2-f248-48ad-a35d-012ffce4b235,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:34.435719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port 4a20f8c2-f248-48ad-a35d-012ffce4b235 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:34.460533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-4593888d-f85b-4d9c-8ce1-cd895303197c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414281408&fields=id&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 267 time: 0.1890955
Jan 29 21:02:34.460847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:34.537733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Current status of the port 4a20f8c2-f248-48ad-a35d-012ffce4b235 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:34.539607 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e331b1c-f56e-4832-a93b-dacfd78106e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.551005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a5dcae0-508f-4e8e-b95d-00ef0fb0b1d1 req-355bb45e-4bab-4d44-b09c-6dec77c4538a tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1286566
Jan 29 21:02:34.614766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (aac70b4b-c5c7-4749-8875-26582e02cc73), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.623208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] For port 4a20f8c2-f248-48ad-a35d-012ffce4b235, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a20f8c2-f248-48ad-a35d-012ffce4b235,segment=NetworkSegment(0e25b8d2-96ee-4bd2-af58-d0e026da286d),segment_id=0e25b8d2-96ee-4bd2-af58-d0e026da286d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:34.626470 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.656924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092c7b80>,) {'filters': {'network_id': ['aac70b4b-c5c7-4749-8875-26582e02cc73']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:34.677494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Calling delete_port for 4a20f8c2-f248-48ad-a35d-012ffce4b235 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:34.693714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092c7b80>, '0e25b8d2-96ee-4bd2-af58-d0e026da286d') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:34.694305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092c7b80>, '0e25b8d2-96ee-4bd2-af58-d0e026da286d') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:34.722584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (0e25b8d2-96ee-4bd2-af58-d0e026da286d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.731253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea12fab430>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 2, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:34.751225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (60a1a7c7-99bc-4637-9771-7520922a3e0e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.756427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0e25b8d2-96ee-4bd2-af58-d0e026da286d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.769782 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Checking router: 447ee25e-c602-4d3e-8765-b5839cf8ed74 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:34.770452 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Updating router 447ee25e-c602-4d3e-8765-b5839cf8ed74 port ecbe47cf-7900-4244-9b2e-6e2561d29592 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:34.792773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:02:34.793215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (0e25b8d2-96ee-4bd2-af58-d0e026da286d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.796390 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:02:34.800150 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:02:34.801701 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:02:34.811322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4a20f8c2-f248-48ad-a35d-012ffce4b235 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:34.811802 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.814471 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.825961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4a20f8c2-f248-48ad-a35d-012ffce4b235), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:34.890129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] No DVR routers for this DVR port 4a20f8c2-f248-48ad-a35d-012ffce4b235 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:34.959284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2895db8-74b4-4f6d-bc43-2a4d733ac06b None None] Pushing event deleted for resources: {'Port': ['ID=4a20f8c2-f248-48ad-a35d-012ffce4b235,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:35.033168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (60a1a7c7-99bc-4637-9771-7520922a3e0e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.036755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (aac70b4b-c5c7-4749-8875-26582e02cc73), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.044556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.054910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/aac70b4b-c5c7-4749-8875-26582e02cc73 HTTP/1.1" status: 204  len: 168 time: 1.6635282
Jan 29 21:02:35.063556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-d65facd3-224d-4f19-a72d-8fdcf78f18ce tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:35.064931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-d65facd3-224d-4f19-a72d-8fdcf78f18ce tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 796 time: 0.5907564
Jan 29 21:02:35.068957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59736) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:35.079438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235063e3-5841-43fa-88c9-e4355f258030 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=aac70b4b-c5c7-4749-8875-26582e02cc73,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:35.086749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1574834616'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:35.125390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-677fcf8b-b3b5-4be7-a6b0-d12153114b25 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/quotas/3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 375 time: 0.0297201
Jan 29 21:02:35.171387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f829b64-47ac-4c24-8ae6-af30bbc269e0 req-0a60f5c7-2976-45a5-b784-aee7bf10b37c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:35.186168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f829b64-47ac-4c24-8ae6-af30bbc269e0 req-0a60f5c7-2976-45a5-b784-aee7bf10b37c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.4018900
Jan 29 21:02:35.320922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 45e4afaf-438f-4368-9333-81ef04ae4285 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:35.321946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.379428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (60a1a7c7-99bc-4637-9771-7520922a3e0e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.387344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.393531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59752) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:35.397462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/60a1a7c7-99bc-4637-9771-7520922a3e0e HTTP/1.1" status: 204  len: 168 time: 1.1448724
Jan 29 21:02:35.409064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:35.414332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.483122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438ca3-72d0-4baf-a035-bfb391b7c7e2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1a7c7-99bc-4637-9771-7520922a3e0e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:35.503092 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks [] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.513785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:35.515199 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.527950 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-581524d5-cb9a-48e0-9cb1-a322677ba957 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1326797
Jan 29 21:02:35.533179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59754) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:35.541141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-b2232489-aa73-4aaa-b9a9-349c1df24e92 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3863921
Jan 29 21:02:35.567357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f829b64-47ac-4c24-8ae6-af30bbc269e0 req-55aeafdf-0691-4944-87e8-f2ebe43ec5e9 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218386
Jan 29 21:02:35.575704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c55d1b81-b021-4be0-a267-e6f1ea2207ef), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.587319 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment c55d1b81-b021-4be0-a267-e6f1ea2207ef of type vlan for network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4
Jan 29 21:02:35.751050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-b1b991be-88c8-43d2-a52f-c3e4cdcff35f service neutron] 10.222.0.20 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790984
Jan 29 21:02:35.762385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (608a2654-ba77-401c-b2ac-c9378bed80b3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.815842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (608a2654-ba77-401c-b2ac-c9378bed80b3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.842969 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Attempting to bind port ecbe47cf-7900-4244-9b2e-6e2561d29592 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:35.843398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Attempting to bind port ecbe47cf-7900-4244-9b2e-6e2561d29592 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:35.845669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Attempting to bind port ecbe47cf-7900-4244-9b2e-6e2561d29592 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:35.861755 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:35.862417 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:35.863015 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.863596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Bound using segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:35.864275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Bound port: ecbe47cf-7900-4244-9b2e-6e2561d29592, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:35.864857 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.900351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 10cfaccc-976d-4fa4-906a-fdda3defc3fd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:35.904139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:35.906437 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6677857-a48e-4ace-bbcc-82dc1450c370" -d '{"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-plugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:35.947969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (608a2654-ba77-401c-b2ac-c9378bed80b3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.950683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:35.954266 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/608a2654-ba77-401c-b2ac-c9378bed80b3 HTTP/1.1" status: 204  len: 168 time: 0.4197490
Jan 29 21:02:35.962771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:35.982722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c91d4c5-9106-48ec-b94d-c4c03a5cf97a req-221e6c5c-250e-4698-ae3a-0b96b7f4585c tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1098685
Jan 29 21:02:36.029839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39c311-dc2d-4a60-8609-1127f7136965 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a2654-ba77-401c-b2ac-c9378bed80b3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:36.065097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.066463 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] For port ecbe47cf-7900-4244-9b2e-6e2561d29592, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:36.075922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] For port ecbe47cf-7900-4244-9b2e-6e2561d29592, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbe47cf-7900-4244-9b2e-6e2561d29592,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:36.084488 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595567e-7a38-4b03-b17f-063d61c07636 None None] Pushing event updated for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:36.094064 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.101198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9987d20c-1a54-4367-8ac5-8af01c40f643 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1332054
Jan 29 21:02:36.109584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:36.119017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927190224'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:36.135091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:36.188296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.206037 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:36.206721 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea12fab430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:36.227518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.238348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Provisioning complete for port 1fffca8f-1108-47d7-8753-19577afa9d8a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:36.238819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.254551 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd68969-7a6a-44d2-b574-853ce20e64e9 x-openstack-request-id: req-cfd68969-7a6a-44d2-b574-853ce20e64e9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:36.255055 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-plugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:36.255405 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfd68969-7a6a-44d2-b574-853ce20e64e9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:36.256056 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285', 'code': 200}
Jan 29 21:02:36.279482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-26f91744-2fd9-4c6a-bed9-e498ded42510 service neutron] 10.222.0.20 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5028484
Jan 29 21:02:36.287478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.297389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:36.298309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.347110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (3960a71a-a047-4d47-9aa2-cff6877063bd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.357206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3960a71a-a047-4d47-9aa2-cff6877063bd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.489435 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.490666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3798516
Jan 29 21:02:36.499695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7370>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fffca8f-1108-47d7-8753-19577afa9d8a', 'name': '', 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'mac_address': 'fa:16:3e:dd:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:29Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 2, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'subnets': [{'id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:36.500834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59784) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:36.510186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '3960a71a-a047-4d47-9aa2-cff6877063bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:36.518880 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:36.527557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358fe47-a8d4-4811-ad7a-3f59c829f4b7 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3960a71a-a047-4d47-9aa2-cff6877063bd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:36.609505 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595567e-7a38-4b03-b17f-063d61c07636 None None] Pushing event updated for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:36.641521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:36.657807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5748978
Jan 29 21:02:36.690594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:36.713126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:36.732750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356d50c-32a1-4af4-b9af-99e851ad19f4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=57c86300-9e31-4fe3-b0e9-1eb5fb8173b4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:36.790188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Checking router: 31372502-5a5e-4c17-855c-04666cda9f18 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:02:36.792668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Updating router 31372502-5a5e-4c17-855c-04666cda9f18 port 1fffca8f-1108-47d7-8753-19577afa9d8a binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:02:36.840543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e048-b8b9-41b4-a39f-33331908b3cb req-5057d132-3ab2-43a8-9b0c-bfbd993de36d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:36.842295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e54e048-b8b9-41b4-a39f-33331908b3cb req-5057d132-3ab2-43a8-9b0c-bfbd993de36d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.0884922
Jan 29 21:02:36.967390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Port 1fffca8f-1108-47d7-8753-19577afa9d8a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:36.979782 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea12fab430>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:36Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:36.998265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e54e048-b8b9-41b4-a39f-33331908b3cb req-628db93f-47d0-46f9-9b7d-431d25c1c2fe tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478300
Jan 29 21:02:37.063451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:37.120618 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf23c2-f2f7-4f5c-8604-185bab59dd08 None None] The sync data for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 is: [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:36Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:37.124488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.172206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.172836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.177526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.178356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.178873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.179651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.182061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.182566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.183052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.183536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.191004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.191599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.192150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:02:37.210610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51925ff6-a7db-400b-be3f-19652467b972 req-0de99f98-a136-410c-8690-87b6fce8b464 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 210 time: 0.1394923
Jan 29 21:02:37.229497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:37.236807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Provisioning complete for port ecbe47cf-7900-4244-9b2e-6e2561d29592 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:37.237970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.370048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff059413-93b6-4f4e-abc4-0cb8faa9c8c0 req-132a2cd9-f0dc-42ed-93b6-1b99df45d5c9 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0583622
Jan 29 21:02:37.376195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.394442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.438242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 10cfaccc-976d-4fa4-906a-fdda3defc3fd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:37.438631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.471203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a96a01-2291-4969-b397-446ac402e861,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:37.485391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.490407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59848) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:37.490632 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-65de6546-ab7c-4639-b5c1-4c96b768ccab tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9880300
Jan 29 21:02:37.502929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:37.514909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.558657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.595321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.670107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (35a96a01-2291-4969-b397-446ac402e861), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.680056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:37.688269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/35a96a01-2291-4969-b397-446ac402e861 HTTP/1.1" status: 204  len: 168 time: 0.1967547
Jan 29 21:02:37.700412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:37.792025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a907-9676-40ea-9a17-e3d978092240 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a96a01-2291-4969-b397-446ac402e861,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:37.845694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4ca968c6-184c-41d1-8974-7f781855c868 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1432314
Jan 29 21:02:37.848868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59856) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:38.057923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (3960a71a-a047-4d47-9aa2-cff6877063bd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.065057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.207055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (3960a71a-a047-4d47-9aa2-cff6877063bd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.255876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks [] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.270998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:38.278556 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.343891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': 'c55d1b81-b021-4be0-a267-e6f1ea2207ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:38.344443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:38.408732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:38.421305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984290c7-5ba3-4491-a6d2-dc8454d26568 None None] Pushing event updated for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:38.434606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:38.447062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:38.449321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.491829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3960a71a-a047-4d47-9aa2-cff6877063bd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.493681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f4ddff46-42e4-47de-8295-3fa902d85389 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8019152
Jan 29 21:02:38.496888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:38.503587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:38.506636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/3960a71a-a047-4d47-9aa2-cff6877063bd HTTP/1.1" status: 204  len: 168 time: 0.6560664
Jan 29 21:02:38.509065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59880) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:38.543138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb13d81-945f-49b5-9404-7681db237f28 None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:38.580520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4', 'name': 'tempest-PortsIpV6TestJSON-1762604306', 'fixed_ips': [{'subnet_id': '1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5', 'ip_address': '2001:db8::10'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:38.622698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb08472-0e6e-421a-a29e-a3f767b9a00b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960a71a-a047-4d47-9aa2-cff6877063bd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:38.653473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2670631b-68c3-4c16-9c6e-32ab58ce8182 req-ba5137a1-9caa-410b-b817-487d426a1f0f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 210 time: 0.1416643
Jan 29 21:02:38.712214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281c6c4-c5ee-447f-8572-3de302727616 req-8a6bdccf-63b7-45b8-af67-a53c4a0d06f6 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:38.721141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e281c6c4-c5ee-447f-8572-3de302727616 req-8a6bdccf-63b7-45b8-af67-a53c4a0d06f6 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.3507047
Jan 29 21:02:38.953914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-668595ea-d1b9-4f40-8708-db58fb87605b tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4374416
Jan 29 21:02:38.954048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e281c6c4-c5ee-447f-8572-3de302727616 req-c30bdccd-fe6b-4095-87d3-5740eb95f956 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055299
Jan 29 21:02:38.956070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:38.961121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132197127'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:39.047369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee1b159-6275-4606-80d9-2c77fbcace21 req-e709e45d-a4b5-4389-aaa3-12b1d1386327 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1507692
Jan 29 21:02:39.081923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.122068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-8dedb76d-6e4f-4f6f-b4d4-88d0d421ac62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:39.130536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-8dedb76d-6e4f-4f6f-b4d4-88d0d421ac62 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 796 time: 0.4069638
Jan 29 21:02:39.141734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:39.182575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 10cfaccc-976d-4fa4-906a-fdda3defc3fd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:39.184638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.203746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57c86300-9e31-4fe3-b0e9-1eb5fb8173b4', 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:39.204914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.221360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Current status of the port ecbe47cf-7900-4244-9b2e-6e2561d29592 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:39.223695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.278602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 10cfaccc-976d-4fa4-906a-fdda3defc3fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10cfaccc-976d-4fa4-906a-fdda3defc3fd,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:39.279660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Attempting to bind port 1fffca8f-1108-47d7-8753-19577afa9d8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:39.280036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Attempting to bind port 1fffca8f-1108-47d7-8753-19577afa9d8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:39.280418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Attempting to bind port 1fffca8f-1108-47d7-8753-19577afa9d8a on network d765bf19-3451-41d4-a8d0-8e62a56b8db9 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:39.297899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-f960d927-adc4-4da4-b804-4b8e59017f17 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 380 time: 0.1581295
Jan 29 21:02:39.313473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'port': {'device_id': '63f99818-8734-45e9-90d6-5c426c51e047', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'admin_state_up': True, 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'security_groups': ['cf37905a-dbc4-4248-bbaa-11233710cd1f']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:39.349863 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.368789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:39.369285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (ea0d6092-f873-47f1-b570-f032e6e41de1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.380640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ea0d6092-f873-47f1-b570-f032e6e41de1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.414020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:39.414900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Checking segment: {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:39.416959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.417596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Bound using segment: {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:39.418278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Bound port: 1fffca8f-1108-47d7-8753-19577afa9d8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:39.418677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.422603 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.482818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d6092-f873-47f1-b570-f032e6e41de1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:39.495416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port d007c37a-d05d-4bca-b7c0-d2df761f636e yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:39.504217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.505880 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d14f0c50-db5f-44fb-95fe-23c602dee656 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5484703
Jan 29 21:02:39.508902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:39.519957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d6092-f873-47f1-b570-f032e6e41de1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:39.560845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:39.567312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:39.757071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] For port ecbe47cf-7900-4244-9b2e-6e2561d29592, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbe47cf-7900-4244-9b2e-6e2561d29592,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:39.892256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.6 (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8/71596788-e80e-4442-b744-c0b8f1369ab2/db60b1a8-ea24-4ed4-a6b5-160b23017f55) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:40.048294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.135697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.168790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Could not find standard attr ID for object 690c59fb-877d-4575-9176-c977e5b00db1. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:02:40.240610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.248051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.262077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] For port 1fffca8f-1108-47d7-8753-19577afa9d8a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:40.279203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] For port 1fffca8f-1108-47d7-8753-19577afa9d8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fffca8f-1108-47d7-8753-19577afa9d8a,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:40.290838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d6eb8c-ea7d-4091-9865-17d84c733784,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:40.312360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Allocated IP 2001:db8::2 (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4/1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5/c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:40.325215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.328882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c14c8771-9d29-4ed9-9eb6-7792bd591c00 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8168523
Jan 29 21:02:40.331480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:40.388960 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8ad9101d-2a13-49ba-bcda-7f1500ec6f9e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules/75d6eb8c-ea7d-4091-9865-17d84c733784 HTTP/1.1" status: 200  len: 763 time: 0.0557175
Jan 29 21:02:40.392745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:40.464615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=10cfaccc-976d-4fa4-906a-fdda3defc3fd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:40.489070 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ecb5b446-291a-4f3f-9562-1924b7c0d9b0 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0879147
Jan 29 21:02:40.490014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:40.556660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.569512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.636931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (75d6eb8c-ea7d-4091-9865-17d84c733784), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.658732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.660311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks [] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.662881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/75d6eb8c-ea7d-4091-9865-17d84c733784 HTTP/1.1" status: 204  len: 168 time: 0.1706154
Jan 29 21:02:40.674606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Pushing event updated for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:40.676067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59948) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:40.687755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0eb18ede-29a7-44b5-8901-0630916db13d None None] Could not find standard attr ID for object 4a20f8c2-f248-48ad-a35d-012ffce4b235. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:02:40.694756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.817245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a26d1-6005-4637-820c-e76d78b9624e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75d6eb8c-ea7d-4091-9865-17d84c733784,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:40.854760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:40.855238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.866739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0a3956a-5f85-4844-ab88-e4b8f958065c req-d579ef2b-eb9e-47ae-8a61-57042438f5fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 210 time: 0.1092443
Jan 29 21:02:40.910996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984290c7-5ba3-4491-a6d2-dc8454d26568 None None] Pushing event updated for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:40.922354 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:40.926565 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-196a7483-8bf3-40ea-83e9-ca00b9996636 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2362676
Jan 29 21:02:40.928193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59952) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:40.939820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:02:40.940472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:40.966098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d6092-f873-47f1-b570-f032e6e41de1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:40.967764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::10 (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4/1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5/d007c37a-d05d-4bca-b7c0-d2df761f636e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:41.103810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f80b7e7-bfa7-4430-bf32-14d8c13e7f0c req-dcc30181-786b-4034-90ce-cd09f09b82ce tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0727627
Jan 29 21:02:41.108122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.120000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-06a52b42-f720-40cc-a176-3c06d31d57f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.120387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af675c3c-338e-4560-aff3-550178194fea req-df3c163f-2ffe-4cc5-a32e-522c2b335fb2 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:41.132191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af675c3c-338e-4560-aff3-550178194fea req-df3c163f-2ffe-4cc5-a32e-522c2b335fb2 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.3813040
Jan 29 21:02:41.164629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.230077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.278231 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.291672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:41.316585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb9c527-affa-40af-99df-8ea188f3ed12,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:41.330175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af675c3c-338e-4560-aff3-550178194fea req-a6b57479-6a4c-4045-98d4-a2b1fe68597f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970406
Jan 29 21:02:41.335317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.335687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Provisioning complete for port 1fffca8f-1108-47d7-8753-19577afa9d8a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:41.336105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.342642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.346814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-02bc99c6-a98c-498a-8e43-963f6153fccb tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4105434
Jan 29 21:02:41.357237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59970) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:41.380857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:41.404782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8cea8e18-3369-4ba6-adfe-50be89fbf25d tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules/6fb9c527-affa-40af-99df-8ea188f3ed12 HTTP/1.1" status: 200  len: 763 time: 0.0377851
Jan 29 21:02:41.410769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59972) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:41.460704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.475318 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb000116-2139-4e59-98b0-777e8961a1ec tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0630887
Jan 29 21:02:41.476479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59974) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:41.518983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:41.529107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.537321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:41.545083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.552391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:41.586081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.650034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (6fb9c527-affa-40af-99df-8ea188f3ed12), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.655141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:41.667029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.671257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6fb9c527-affa-40af-99df-8ea188f3ed12 HTTP/1.1" status: 204  len: 168 time: 0.1924179
Jan 29 21:02:41.673219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:41.676572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59980) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:41.719328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:41.736332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:41.739645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.750775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33e28b-752f-4e26-94f9-1e691ead9431 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fb9c527-affa-40af-99df-8ea188f3ed12,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:41.760939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:41.763295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:41.781910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=d007c37a-d05d-4bca-b7c0-d2df761f636e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:41.804556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e5cb205-b7c3-46e5-8354-6728375b38f5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3040943
Jan 29 21:02:41.806266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59986) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:41.812719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4', 'name': 'tempest-PortsIpV6TestJSON-1767943836', 'fixed_ips': [{'subnet_id': '1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5', 'ip_address': '2001:db8::f'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:41.844425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-3228a408-e54f-4222-ad44-191e78952df5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5335851
Jan 29 21:02:41.857396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Request body: {'port': {'device_id': '63f99818-8734-45e9-90d6-5c426c51e047', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:42.035934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:42.036551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c1f52b07-0e87-4017-b032-de1466cc1dfc tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3591640
Jan 29 21:02:42.040370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59992) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:42.041169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.057193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': 'ea0d6092-f873-47f1-b570-f032e6e41de1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:42.103260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:42.161739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:42.190172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.197070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:42.210949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.228723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:02:42.263089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 0472b14b-f7b3-4731-9471-4bde0ff5dd6e yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:42.309533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:42.314242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Pushing event updated for resources: {'Port': ['ID=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:42.400730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0887ba7b-5bb4-48f1-8c1c-5a990296338c req-48e94fdf-acc1-4ca6-9ac5-1f54998d7dc4 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1324675
Jan 29 21:02:42.493759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26c191a-ec7b-4766-8016-867a26717863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.521198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4a20f8c2-f248-48ad-a35d-012ffce4b235 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:42.622086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Attempting to bind port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:42.622564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Attempting to bind port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c55d1b81-b021-4be0-a267-e6f1ea2207ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:42.622936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Attempting to bind port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 on network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:42.641025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4a20f8c2-f248-48ad-a35d-012ffce4b235 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:42.641529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4a20f8c2-f248-48ad-a35d-012ffce4b235 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:42.652491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd61992-009a-4d95-a64d-fab27b36b870 req-bb5ca549-baca-484b-8789-9625f370fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:42.654341 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ebd61992-009a-4d95-a64d-fab27b36b870 req-bb5ca549-baca-484b-8789-9625f370fa12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1127 time: 0.2264223
Jan 29 21:02:42.662012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa349ac-ca35-4217-9ea8-2d0a18c2d4e7 req-74e9bc1c-14c3-4efa-94b3-6cb4b5def549 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:42.666930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa349ac-ca35-4217-9ea8-2d0a18c2d4e7 req-74e9bc1c-14c3-4efa-94b3-6cb4b5def549 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 931 time: 0.5655777
Jan 29 21:02:42.751657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:42.752061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Checking segment: {'id': 'c55d1b81-b021-4be0-a267-e6f1ea2207ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:42.752681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.753076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Bound using segment: {'id': 'c55d1b81-b021-4be0-a267-e6f1ea2207ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:42.753712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Bound port: c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55d1b81-b021-4be0-a267-e6f1ea2207ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '57c86300-9e31-4fe3-b0e9-1eb5fb8173b4'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:42.754052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.772530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.773910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::f (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4/1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5/0472b14b-f7b3-4731-9471-4bde0ff5dd6e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:42.828730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Current status of the port 1fffca8f-1108-47d7-8753-19577afa9d8a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:42.829238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.848905 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18787d26-6aa9-4d0c-9b16-4dbc1acb6eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.860684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.875940 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ebd61992-009a-4d95-a64d-fab27b36b870 req-a52ebe2b-1bed-4753-8ab1-3ee330b32afc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120714
Jan 29 21:02:42.892069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60026) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:42.899778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1601784418'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:42.931951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26c191a-ec7b-4766-8016-867a26717863 admin admin] Publish callbacks [] for security_group (e7269030-f80c-40ce-a592-0425ba90c6fb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.954221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e26c191a-ec7b-4766-8016-867a26717863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e7269030-f80c-40ce-a592-0425ba90c6fb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.963383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] For port 1fffca8f-1108-47d7-8753-19577afa9d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fffca8f-1108-47d7-8753-19577afa9d8a,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:42.981484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:42.986709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:42.990255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ecbe47cf-7900-4244-9b2e-6e2561d29592 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:42.990949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.004759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f973-7764-4d7c-8ca2-39c4ef58ad63 req-2c1b110e-39c1-40bf-8329-e471158b5b27 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:43.006911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5f973-7764-4d7c-8ca2-39c4ef58ad63 req-2c1b110e-39c1-40bf-8329-e471158b5b27 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.3197272
Jan 29 21:02:43.011089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa349ac-ca35-4217-9ea8-2d0a18c2d4e7 req-52c68bb8-20ba-466a-9046-2162ebe51d8c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3269255
Jan 29 21:02:43.016926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c9c536-b518-4397-a3b5-1bb3559972c4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.033262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.035382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9eaa3dc6-52f9-4a91-9515-a8416e555f28 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9860823
Jan 29 21:02:43.038672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60028) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.109107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1899878f-d639-42e7-ab4f-dd69cb5e5cd3 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules/91c9c536-b518-4397-a3b5-1bb3559972c4 HTTP/1.1" status: 200  len: 764 time: 0.0672510
Jan 29 21:02:43.112773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] For port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:43.119073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60030) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.122891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ab5f973-7764-4d7c-8ca2-39c4ef58ad63 req-90bd5c95-92ef-4bee-99b0-82c6f9b5ebbc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028032
Jan 29 21:02:43.140433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e26c191a-ec7b-4766-8016-867a26717863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1f4f97f23dd4471a35df1dde4520da1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9751434
Jan 29 21:02:43.142482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60032) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.145108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c191a-ec7b-4766-8016-867a26717863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7269030-f80c-40ce-a592-0425ba90c6fb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.158012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:43.171530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] For port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,segment=NetworkSegment(c55d1b81-b021-4be0-a267-e6f1ea2207ef),segment_id=c55d1b81-b021-4be0-a267-e6f1ea2207ef)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:43.185938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (32c60773-a1a8-43ed-a276-c5d5c873b0df), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.186729 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Added segment 32c60773-a1a8-43ed-a276-c5d5c873b0df of type vlan for network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75
Jan 29 21:02:43.202017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Provisioning complete for port ecbe47cf-7900-4244-9b2e-6e2561d29592 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:43.202400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.219088 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.228926 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d57a0f88-b97a-41ed-aea1-282d4d432852 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1049032
Jan 29 21:02:43.229605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60034) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.253624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Pushing event updated for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.278855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] Publish callbacks [] for security_group (e7269030-f80c-40ce-a592-0425ba90c6fb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.323563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.333181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.341012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] Publish callbacks [] for security_group (e7269030-f80c-40ce-a592-0425ba90c6fb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.369064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.375126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:43.379710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.400125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks [] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.421880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.428427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:43.429299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.444947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Transition to ACTIVE for port object db60b1a8-ea24-4ed4-a6b5-160b23017f55 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:02:43.448391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c7370>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fffca8f-1108-47d7-8753-19577afa9d8a', 'name': '', 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'mac_address': 'fa:16:3e:dd:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:29Z', 'updated_at': '2022-01-29T21:02:40Z', 'revision_number': 4, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'subnets': [{'id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:43.461562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (91c9c536-b518-4397-a3b5-1bb3559972c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.462909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6338b1-ef65-4db1-8346-770c690d637b None None] Pushing event updated for resources: {'Port': ['ID=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.476367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.529685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ecbe47cf-7900-4244-9b2e-6e2561d29592 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:43.530350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.587119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.588374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/91c9c536-b518-4397-a3b5-1bb3559972c4 HTTP/1.1" status: 204  len: 168 time: 0.3484602
Jan 29 21:02:43.607760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed1785-98c8-4a8c-a8c9-76a44a3ba075 None None] The sync data for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 is: [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fffca8f-1108-47d7-8753-19577afa9d8a', 'name': '', 'network_id': 'd765bf19-3451-41d4-a8d0-8e62a56b8db9', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'mac_address': 'fa:16:3e:dd:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:29Z', 'updated_at': '2022-01-29T21:02:40Z', 'revision_number': 4, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'subnets': [{'id': 'afda2dac-3944-458e-a66e-9a7bcbd7fb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:02:43.663939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.667295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e7269030-f80c-40ce-a592-0425ba90c6fb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.670469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.678253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7269030-f80c-40ce-a592-0425ba90c6fb HTTP/1.1" status: 204  len: 168 time: 0.5335948
Jan 29 21:02:43.691196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ecbe47cf-7900-4244-9b2e-6e2561d29592 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:43.694353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 10cfaccc-976d-4fa4-906a-fdda3defc3fd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:43.760123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323734ba-5aea-4390-afb8-2c9269120dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7269030-f80c-40ce-a592-0425ba90c6fb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.864469 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9691153
Jan 29 21:02:43.867306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b088a1-17d7-4a8e-8bf3-f0baa60a089c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Network': ['ID=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.875186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60052) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:43.875857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.878675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d7a00-f478-4688-8a06-7dd1095f5844 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c9c536-b518-4397-a3b5-1bb3559972c4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:43.892277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:43.894053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1452350686'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:43.921204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e7474780-77d8-4a7c-aa2a-95589dd0f0f6 None None] Current status of the port ecbe47cf-7900-4244-9b2e-6e2561d29592 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:43.927601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:43.993362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-122bf488-9387-4b29-9f41-48067b02513e req-6074b7f8-e350-4607-a026-ce1c586e1b9a tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.3087881
Jan 29 21:02:43.994050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.041268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:44.060462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.107479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b276f424-10ce-4538-974f-36b0c02716f5 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4276628
Jan 29 21:02:44.112186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60056) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:44.311231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:44.349469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3aa7d337-2b95-4f9f-9fa7-e45d31ec7250 None None] Provisioning complete for port 1fffca8f-1108-47d7-8753-19577afa9d8a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:44.349857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d337-2b95-4f9f-9fa7-e45d31ec7250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.364578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:44.370700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 10cfaccc-976d-4fa4-906a-fdda3defc3fd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:44.374513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.383989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:44.396167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:44.396866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.435758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:44.436674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:44.437287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:44.439033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:44.451391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=0472b14b-f7b3-4731-9471-4bde0ff5dd6e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:44.484285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (45d12a53-6434-477c-9e0c-92e226545dc7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.485333 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Added segment 45d12a53-6434-477c-9e0c-92e226545dc7 of type vlan for network a1c89899-5c85-4aab-a5ce-2608adc5ebbf
Jan 29 21:02:44.488456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:02:44.493473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:44.509322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:44.516957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:44.517632 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d613a59-7591-49f4-95b4-7fc821206e21 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7099981
Jan 29 21:02:44.518251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Bound using segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:44.519069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:44.519647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Bound port: db60b1a8-ea24-4ed4-a6b5-160b23017f55, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:44.520141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.565191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (ea0d6092-f873-47f1-b570-f032e6e41de1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.685446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60064) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:44.709246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 10cfaccc-976d-4fa4-906a-fdda3defc3fd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:44.728362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a1c89899-5c85-4aab-a5ce-2608adc5ebbf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.780965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7d337-2b95-4f9f-9fa7-e45d31ec7250 None None] Current status of the port 1fffca8f-1108-47d7-8753-19577afa9d8a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:44.783052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514f37-f13b-4d86-ace8-6518645fc521 req-3116c4a8-9188-48e6-bd51-f8dfe0cc4f7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:44.784780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54514f37-f13b-4d86-ace8-6518645fc521 req-3116c4a8-9188-48e6-bd51-f8dfe0cc4f7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.5155268
Jan 29 21:02:44.786408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93d063fe-f706-49a5-8608-bd5c66c436d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.823758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (ea0d6092-f873-47f1-b570-f032e6e41de1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.863332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ee803-26f5-4df3-b1c5-ef0c0e266da8 req-9549d302-f13f-421d-b914-1fde16db2075 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:44.865141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-004ee803-26f5-4df3-b1c5-ef0c0e266da8 req-9549d302-f13f-421d-b914-1fde16db2075 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.5302916
Jan 29 21:02:44.867124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a1c89899-5c85-4aab-a5ce-2608adc5ebbf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:44.875573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:44.879387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.091755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54514f37-f13b-4d86-ace8-6518645fc521 req-15a811fa-8582-46d5-bfb9-2f09ff971fee tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2830098
Jan 29 21:02:45.098552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:45.156220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:45.168636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Network': ['ID=a1c89899-5c85-4aab-a5ce-2608adc5ebbf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:45.193555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452413e-d7a0-4bb7-b20d-cfaa7c90e186 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:45.208938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1452413e-d7a0-4bb7-b20d-cfaa7c90e186 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.6855245
Jan 29 21:02:45.219893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e01b7f87-af57-4c11-89fa-1400c3f280d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3358359
Jan 29 21:02:45.220821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:45.222891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60084) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:45.235066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'subnet': {'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:45.258481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:45.283118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:45.308651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-004ee803-26f5-4df3-b1c5-ef0c0e266da8 req-b72ac93b-a079-4ca2-83a9-9fe009345a46 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3499348
Jan 29 21:02:45.329964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.370503 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ea0d6092-f873-47f1-b570-f032e6e41de1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.373189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.374385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea0d6092-f873-47f1-b570-f032e6e41de1 HTTP/1.1" status: 204  len: 168 time: 1.2509296
Jan 29 21:02:45.412700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60088) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:45.458591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921f786-2edb-4c4a-97c9-9bf4b3ea1265 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d6092-f873-47f1-b570-f032e6e41de1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:45.555313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:45.555313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.560407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] 10.222.0.18 "PUT /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1091 time: 3.7115083
Jan 29 21:02:45.562774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:45.565143 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8e22b9-3bb2-4d44-b994-f972a7177fef" -d '{"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:45.622849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:45.623236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.626973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31cd81-2dab-4130-ad52-69a8d31df13d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:45.647708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31cd81-2dab-4130-ad52-69a8d31df13d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:45.648254 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.667980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31cd81-2dab-4130-ad52-69a8d31df13d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:45.669761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9b31cd81-2dab-4130-ad52-69a8d31df13d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.4457738
Jan 29 21:02:45.676020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:45.762837 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c41d5bd0-ea7a-4549-9e30-5a5f158b36be tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3398950
Jan 29 21:02:45.766109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:45.816756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222633817'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:45.843862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-593ea2ee-b090-42fe-9560-732e71925b57 req-417d9329-99ae-4477-bb8b-fb26fbd10c48 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.3863759
Jan 29 21:02:45.850511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:45.856904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:45.879246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.031148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49684e2b-fce0-407a-9779-472b19492593 None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:46.067393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (0afb81dd-3a81-4790-b32a-e7df96fda317), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.083004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0afb81dd-3a81-4790-b32a-e7df96fda317), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.132922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.140865 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3614473
Jan 29 21:02:46.140865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60106) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:46.160578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Request body: {'security_group_rule': {'security_group_id': '0afb81dd-3a81-4790-b32a-e7df96fda317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:46.172393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:46.181528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.225862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755855ca-c30f-40b0-b439-7f01de23795f tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb81dd-3a81-4790-b32a-e7df96fda317,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.232703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6c48dbc6-85d6-4dfb-9714-66ac2303d0b5 None None] Provisioning complete for port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:46.233403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6c48dbc6-85d6-4dfb-9714-66ac2303d0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.258519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (88da4789-eeb6-4ca2-8dba-d28d85a28b70), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.346574 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b8c7b-c5d4-46f6-8c8d-eb2419207340 x-openstack-request-id: req-993b8c7b-c5d4-46f6-8c8d-eb2419207340 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:46.347670 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:46.354636 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-993b8c7b-c5d4-46f6-8c8d-eb2419207340 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:46.355981 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:02:46.358812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (88da4789-eeb6-4ca2-8dba-d28d85a28b70), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.371381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-20167d24-9da2-48db-8050-83b5fbf7a07b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:46.374626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (88da4789-eeb6-4ca2-8dba-d28d85a28b70), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.376863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-20167d24-9da2-48db-8050-83b5fbf7a07b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 811 time: 0.4925344
Jan 29 21:02:46.406866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09def1b-ffcd-481d-ba28-1e2caab21fdf service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.418143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,segment=NetworkSegment(c55d1b81-b021-4be0-a267-e6f1ea2207ef),segment_id=c55d1b81-b021-4be0-a267-e6f1ea2207ef)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:46.422134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93d063fe-f706-49a5-8608-bd5c66c436d5 admin admin] Publish callbacks [] for security_group (b9a0b55e-cfcd-4ae3-a501-e415f809910b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.433930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-60ffd374-02a1-4e81-af45-dd467fc5e9fd tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/quotas/ef4e73ff3ae74f7381a76059476b8d9c HTTP/1.1" status: 200  len: 375 time: 0.0444760
Jan 29 21:02:46.482357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93d063fe-f706-49a5-8608-bd5c66c436d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b9a0b55e-cfcd-4ae3-a501-e415f809910b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.482741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.484200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1fffca8f-1108-47d7-8753-19577afa9d8a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:46.504579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88da4789-eeb6-4ca2-8dba-d28d85a28b70,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.511186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.514978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-81521f5c-d092-43f1-b19a-0a07fcbb8d4e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3729496
Jan 29 21:02:46.518188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60112) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:46.541203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7ba9b159-ec57-41d1-bb02-e68fe5c73d58), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.642801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Subnet': ['ID=7ba9b159-ec57-41d1-bb02-e68fe5c73d58,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.650514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:46.651142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network hostable DHCP agents. Network: bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:46.687303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:46.700744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:46.706252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:46.707504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.723092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d063fe-f706-49a5-8608-bd5c66c436d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0b55e-cfcd-4ae3-a501-e415f809910b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.737968 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ffe003ca-2319-433c-bdd6-d2ab54309253 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.5115473
Jan 29 21:02:46.740738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60114) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:46.750877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'subnet': {'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:46.754962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c9fa8-67d0-41c9-8aef-49c81fe646a1 None None] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:46.811101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-93d063fe-f706-49a5-8608-bd5c66c436d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53e47e96b93c4e9b938ceac7fdc654e5&name=default HTTP/1.1" status: 200  len: 3000 time: 2.1116343
Jan 29 21:02:46.828223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-ab62dd1a-4a36-48c1-82b1-509cd172e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:46.830244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-ab62dd1a-4a36-48c1-82b1-509cd172e8bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1125 time: 1.1532671
Jan 29 21:02:46.832711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60116) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:46.857633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-50b42ad7-b93e-4a00-a26f-fab4c7298cbd req-04e44834-a255-4ed8-ab5b-1f08006dd2f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0965512
Jan 29 21:02:46.867565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:46.882910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-2010378b-624f-4d20-aa30-3e1ee8a55e4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 217 time: 0.0393143
Jan 29 21:02:46.907183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 0472b14b-f7b3-4731-9471-4bde0ff5dd6e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:46.907801 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:46.936052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95339144-7b51-414b-9d1a-befac3b4b248 req-29af6ad4-adc7-4760-9598-e52df0e7a9b6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:46.943698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95339144-7b51-414b-9d1a-befac3b4b248 req-29af6ad4-adc7-4760-9598-e52df0e7a9b6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.5529647
Jan 29 21:02:46.954752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:46.963655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.027932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-bf86232d-62c5-45e5-9742-517c9b55be40 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5356910
Jan 29 21:02:47.056935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (0afb81dd-3a81-4790-b32a-e7df96fda317), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.093121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.126339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6c48dbc6-85d6-4dfb-9714-66ac2303d0b5 None None] Current status of the port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:47.151447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95339144-7b51-414b-9d1a-befac3b4b248 req-df6b8bed-ebe0-423c-ab1f-09d4c0091334 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2011516
Jan 29 21:02:47.153463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1fffca8f-1108-47d7-8753-19577afa9d8a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:47.153831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.291967 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (0afb81dd-3a81-4790-b32a-e7df96fda317), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.312589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:47.313731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.354263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (1616c408-8879-4494-84bd-faa644e64491), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.363808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] Publish callbacks [] for security_group (b9a0b55e-cfcd-4ae3-a501-e415f809910b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.436951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] Publish callbacks [] for security_group (b9a0b55e-cfcd-4ae3-a501-e415f809910b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.448058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Subnet': ['ID=1616c408-8879-4494-84bd-faa644e64491,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:47.485164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-908d9432-898f-4174-bf91-df0f012135d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558814
Jan 29 21:02:47.502281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-419586b6-e577-4093-812a-7a7d44828e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:47.503882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-419586b6-e577-4093-812a-7a7d44828e78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.3785825
Jan 29 21:02:47.514183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Checking segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:47.534921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network hostable DHCP agents. Network: a1c89899-5c85-4aab-a5ce-2608adc5ebbf, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:47.547001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Allocated IP 10.1.1.2 (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75/7ba9b159-ec57-41d1-bb02-e68fe5c73d58/375ed6ad-cc88-4584-92cf-073dbbc85e6d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:47.583447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:47.607003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a1c89899-5c85-4aab-a5ce-2608adc5ebbf) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:47.638739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:47.639757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.670276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-09e6cf3f-ae75-4fe2-be87-8d535cda71c9 service neutron] 10.222.0.20 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489573
Jan 29 21:02:47.687610 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a260f94f-39ef-45e7-80ba-2efe6ca7ae0f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9450281
Jan 29 21:02:47.690522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:47.696471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.707071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'name': 'tempest-TaggedBootDevicesTest_v242-478903014', 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:47.718201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d00e0782-5633-40ad-80a3-0700e76239b5 req-e91a95ec-cc84-4d77-8c9b-35bd0638cc31 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.2639976
Jan 29 21:02:47.770263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 0472b14b-f7b3-4731-9471-4bde0ff5dd6e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:47.801381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks [] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.813709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7bf57f-db90-43b0-8a11-7b46155e6d38 None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:47.870457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.966986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0afb81dd-3a81-4790-b32a-e7df96fda317), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.974601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:47.975968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/0afb81dd-3a81-4790-b32a-e7df96fda317 HTTP/1.1" status: 204  len: 168 time: 1.4356520
Jan 29 21:02:47.983611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60132) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:48.013262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1fffca8f-1108-47d7-8753-19577afa9d8a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:48.018532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355389-088a-41c8-a3c6-9d199458f649 req-30cc61be-7f07-4d56-a527-de0a258d6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:48.021556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-30cc61be-7f07-4d56-a527-de0a258d6c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4934614
Jan 29 21:02:48.035754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:48.037475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Provisioning complete for port 0472b14b-f7b3-4731-9471-4bde0ff5dd6e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:48.037599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.061472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:48.079843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fa2b4-4173-4052-8992-ec02b66e12b2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb81dd-3a81-4790-b32a-e7df96fda317,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:48.109796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Pushing event updated for resources: {'Port': ['ID=375ed6ad-cc88-4584-92cf-073dbbc85e6d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:48.113945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:48.172128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f258660c-3e5e-4f78-ae03-61e634fda96d req-2e93e136-d4ca-4be1-88e8-5634b3c1036c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 210 time: 0.0760095
Jan 29 21:02:48.187981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b9a0b55e-cfcd-4ae3-a501-e415f809910b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.190857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.206084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9a0b55e-cfcd-4ae3-a501-e415f809910b HTTP/1.1" status: 204  len: 168 time: 1.3708007
Jan 29 21:02:48.260220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Port 0472b14b-f7b3-4731-9471-4bde0ff5dd6e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:48.278442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:48.433610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:48.496918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-cf09577d-1af2-4cd8-8d4b-3124cd79f951 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4136972
Jan 29 21:02:48.503761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ips': [{'subnet_id': '1616c408-8879-4494-84bd-faa644e64491'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:48.504785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.521481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cd988-501b-4ced-91bb-ad5e860c2aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0b55e-cfcd-4ae3-a501-e415f809910b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:48.534029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Attempting to bind port 375ed6ad-cc88-4584-92cf-073dbbc85e6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:48.534698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Attempting to bind port 375ed6ad-cc88-4584-92cf-073dbbc85e6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:48.539290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Attempting to bind port 375ed6ad-cc88-4584-92cf-073dbbc85e6d on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:48.599058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Provisioning complete for port d007c37a-d05d-4bca-b7c0-d2df761f636e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:48.603389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3524fe27-e173-46fe-b9b1-6af24a29b42e tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.6111946
Jan 29 21:02:48.606253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:48.611111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.665169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0472b14b-f7b3-4731-9471-4bde0ff5dd6e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.699641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:48.700117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:48.700662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.703195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Bound using segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:48.703903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Bound port: 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:48.704412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.733790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:48.790682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2c615c7-65b9-4ad8-aadb-28bc38aa3ad2 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1807339
Jan 29 21:02:48.798742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60160) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:48.802887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] device_id is not set on port d6bb7a05-6212-46bd-90a6-7d720991bd47 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:48.864790 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-526b65e2-8f74-456a-92e7-c9adf5155258 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] delete failed (client error): The resource could not be found.
Jan 29 21:02:48.886249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-526b65e2-8f74-456a-92e7-c9adf5155258 tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "DELETE /v2.0/security-groups/0afb81dd-3a81-4790-b32a-e7df96fda317 HTTP/1.1" status: 404  len: 347 time: 0.0849288
Jan 29 21:02:48.957540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60162) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:48.959093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Port d007c37a-d05d-4bca-b7c0-d2df761f636e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:49.145072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:49.145727 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.171099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1608a5c3-b43d-4453-9dff-5edc411ab2da tempest-SecGroupTest-1169800721 tempest-SecGroupTest-1169800721-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2116172
Jan 29 21:02:49.278436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Provisioning complete for port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:49.279165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.294333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] For port 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:49.352318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.1.1.190 (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75/7ba9b159-ec57-41d1-bb02-e68fe5c73d58/d6bb7a05-6212-46bd-90a6-7d720991bd47) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:49.383220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=0472b14b-f7b3-4731-9471-4bde0ff5dd6e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:49.433118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b5bd895-b56a-4f7a-829b-25fcae6979b5 req-f150d2fb-b02e-473f-9df2-460d3be3d3ef tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0636928
Jan 29 21:02:49.445746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e9bea-9a30-4417-8ebe-2a50805ed491 req-bea29cba-caa2-4817-8712-ca688f991578 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:49.447899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538e9bea-9a30-4417-8ebe-2a50805ed491 req-bea29cba-caa2-4817-8712-ca688f991578 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.9428906
Jan 29 21:02:49.484540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.490064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-148eba82-0252-46dd-a0ed-54b65e555d39 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/0472b14b-f7b3-4731-9471-4bde0ff5dd6e HTTP/1.1" status: 204  len: 168 time: 3.7940857
Jan 29 21:02:49.490812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60180) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:49.541199 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2d59de-a384-4742-8e40-5332a3a478ab tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:49.545150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe2d59de-a384-4742-8e40-5332a3a478ab tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/0472b14b-f7b3-4731-9471-4bde0ff5dd6e HTTP/1.1" status: 404  len: 333 time: 0.0450220
Jan 29 21:02:49.547658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60184) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:49.598364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] For port 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375ed6ad-cc88-4584-92cf-073dbbc85e6d,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:49.633622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Allocated IP 10.2.2.2 (a1c89899-5c85-4aab-a5ce-2608adc5ebbf/1616c408-8879-4494-84bd-faa644e64491/4960a6a4-84fd-406b-90bd-5d5d93aa114c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:49.661476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7355389-088a-41c8-a3c6-9d199458f649 req-c9ff618c-4355-4c91-b3ff-9ea3580cd052 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1429021
Jan 29 21:02:49.674096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.705576 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.767669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:49.854310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60192) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:49.868819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538e9bea-9a30-4417-8ebe-2a50805ed491 req-ca0d8ccd-137f-4336-82ab-3adea4579bb8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3949478
Jan 29 21:02:49.872869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59141f9-5d14-4fc1-aebf-5c7b7f9702e2 req-fa733795-27d2-40fd-b907-d3a0813904c7 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 210 time: 0.1646111
Jan 29 21:02:49.906332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:49.942916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:49.946633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:50.035853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-ef97ce36-1791-46a3-979f-40269b5a09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:50.037519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-ef97ce36-1791-46a3-979f-40269b5a09f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1125 time: 0.3036833
Jan 29 21:02:50.172608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:50.174134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:50.293005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:50.306467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port d007c37a-d05d-4bca-b7c0-d2df761f636e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:50.306927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:50.421930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8cdf2376-9640-4d1c-a7fd-c58a7698fe61 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.7300899
Jan 29 21:02:50.460479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d217aa8-9146-4ad4-bd13-8b3c6805cb63 None None] Pushing event updated for resources: {'Port': ['ID=375ed6ad-cc88-4584-92cf-073dbbc85e6d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:50.465466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60208) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:50.498550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'name': 'tempest-TaggedBootDevicesTest_v242-1377633249', 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:50.629401 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-73b736dc-69cc-42d2-9b63-bf684701ade2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed48739b8f9d45f6b69cf9ee209f9194&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7706473
Jan 29 21:02:50.634732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60214) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:50.641598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-edcdbecb-b62b-43cd-89b9-b6258febea01 None None] Current status of the port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:50.699011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks [] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:50.710983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:50.718104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:50.768341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-7a6b2af0-4745-4872-9ef4-3f33f971ee20 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:50.769910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-7a6b2af0-4745-4872-9ef4-3f33f971ee20 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.36 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 811 time: 0.5718861
Jan 29 21:02:50.793085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Request body: {'port': {'device_id': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'admin_state_up': True, 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:50.794556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e87aab9e-e173-4a47-b29a-d1a121bf0818 req-8c833c14-5133-4e88-9b60-f7ae08899857 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122&device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.1767902
Jan 29 21:02:50.798095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-6354b56c-b3ae-4b08-8026-3a184d890a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:50.799839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-6354b56c-b3ae-4b08-8026-3a184d890a8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.7525225
Jan 29 21:02:50.854091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:50.857904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-17f5f16b-c49d-43e1-b429-cd2c2fd37194 None None] Could not find standard attr ID for object 0472b14b-f7b3-4731-9471-4bde0ff5dd6e. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:02:50.871120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:50.872214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:50.876077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:50.895507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for d007c37a-d05d-4bca-b7c0-d2df761f636e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:50.907759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Pushing event updated for resources: {'Port': ['ID=4960a6a4-84fd-406b-90bd-5d5d93aa114c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:50.993367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-17f5f16b-c49d-43e1-b429-cd2c2fd37194 None None] Provisioning complete for port d007c37a-d05d-4bca-b7c0-d2df761f636e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:50.993748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17f5f16b-c49d-43e1-b429-cd2c2fd37194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.054051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Attempting to bind port 4960a6a4-84fd-406b-90bd-5d5d93aa114c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:51.054423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Attempting to bind port 4960a6a4-84fd-406b-90bd-5d5d93aa114c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:51.054830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Attempting to bind port 4960a6a4-84fd-406b-90bd-5d5d93aa114c on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:51.059863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 375ed6ad-cc88-4584-92cf-073dbbc85e6d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:51.132750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:51.134009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Checking segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:51.134452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.134906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Bound using segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:51.135634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Bound port: 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:51.136080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.200123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-17f5f16b-c49d-43e1-b429-cd2c2fd37194 None None] Port d007c37a-d05d-4bca-b7c0-d2df761f636e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:51.248126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Made reservation on behalf of ef4e73ff3ae74f7381a76059476b8d9c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:51.261110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.319422 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bac2cc88-1175-44b0-8d02-07dd3f50b3a3 req-9670eecc-1c02-4b59-a2c7-29dc254c59c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3b91eef699483582266f1dccd5a120&device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1115284
Jan 29 21:02:51.329286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:51.337387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.390911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] For port 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:51.417526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] For port 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4960a6a4-84fd-406b-90bd-5d5d93aa114c,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:51.420406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 375ed6ad-cc88-4584-92cf-073dbbc85e6d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:51.421012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.490802 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d007c37a-d05d-4bca-b7c0-d2df761f636e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.508566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.524419 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bac2cc88-1175-44b0-8d02-07dd3f50b3a3 req-c37a350a-25bc-4adb-8c52-8a62f960e6b9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4c3b91eef699483582266f1dccd5a120&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1719475
Jan 29 21:02:51.537659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36782ec0-8c8a-4a72-a5c2-e951c8196c4c req-068b47dc-583c-4683-83e1-3795b25ca977 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 210 time: 0.1174426
Jan 29 21:02:51.550355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-00297a52-6ff0-4a85-ab44-d81d2ca0fb45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 217 time: 0.3122146
Jan 29 21:02:51.614795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6ee49-93d0-49ba-830d-e84a04c9fe2b None None] Pushing event updated for resources: {'Port': ['ID=4960a6a4-84fd-406b-90bd-5d5d93aa114c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:51.665549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] device_id is not set on port 47ff6f7d-55d1-4e5f-a912-655b856916c9 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:02:51.774436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=d007c37a-d05d-4bca-b7c0-d2df761f636e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:51.826687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 375ed6ad-cc88-4584-92cf-073dbbc85e6d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:51.827006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.840138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-0b5d7849-8e59-43a4-badc-2e8906a0eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:51.843883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-0b5d7849-8e59-43a4-badc-2e8906a0eaf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.2740893
Jan 29 21:02:51.844786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] Publish callbacks [] for security_group (5b0752f4-30e0-475f-ab39-a6d55b983bff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.903995 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] Publish callbacks [] for security_group (5b0752f4-30e0-475f-ab39-a6d55b983bff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:51.980392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375ed6ad-cc88-4584-92cf-073dbbc85e6d,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:51.989314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.160479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.165273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5909938f-ad54-4746-a793-5bacdd3760be tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/d007c37a-d05d-4bca-b7c0-d2df761f636e HTTP/1.1" status: 204  len: 168 time: 2.6145365
Jan 29 21:02:52.196344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5490eb1-e5b4-4595-9bd1-cfd4383829cd req-9fa75ca5-caf6-4095-9455-87aa91ff0863 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.3081889
Jan 29 21:02:52.198215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60252) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:52.198342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=375ed6ad-cc88-4584-92cf-073dbbc85e6d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:52.211620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5d791-602b-47d7-99d7-ff7d394f4e96 None None] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:52.250914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1a1e-1fb6-4961-881e-e9e40188b526 req-64e2ea1e-4eeb-4733-bcbb-0c8e5bf861c9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:52.272124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4ba1a1e-1fb6-4961-881e-e9e40188b526 req-64e2ea1e-4eeb-4733-bcbb-0c8e5bf861c9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 1.0239604
Jan 29 21:02:52.356023 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7b53f4-8971-4b80-a751-c7bf660d9a7b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:02:52.357861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7f7b53f4-8971-4b80-a751-c7bf660d9a7b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/d007c37a-d05d-4bca-b7c0-d2df761f636e HTTP/1.1" status: 404  len: 333 time: 0.1543763
Jan 29 21:02:52.368854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60256) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:52.446874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-0a8324ed-af4a-438e-b40f-e6bb470d10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:52.448728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-0a8324ed-af4a-438e-b40f-e6bb470d10b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5634179
Jan 29 21:02:52.495340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.520452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1531bebd-85cb-41ce-bc06-a1a64452407f None None] Provisioning complete for port 375ed6ad-cc88-4584-92cf-073dbbc85e6d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:52.525776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1531bebd-85cb-41ce-bc06-a1a64452407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.609891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5b0752f4-30e0-475f-ab39-a6d55b983bff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.628442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.637286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b0752f4-30e0-475f-ab39-a6d55b983bff HTTP/1.1" status: 204  len: 168 time: 1.9666321
Jan 29 21:02:52.670440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4ba1a1e-1fb6-4961-881e-e9e40188b526 req-ed354eda-eec4-4c63-994b-efd0e4d687ca tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3968303
Jan 29 21:02:52.686927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1531bebd-85cb-41ce-bc06-a1a64452407f None None] Current status of the port 375ed6ad-cc88-4584-92cf-073dbbc85e6d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:52.696871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:02:52.738203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.746356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27aefb-ce58-470a-9a0a-d3e1eac9fb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0752f4-30e0-475f-ab39-a6d55b983bff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:52.846433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a9f993e-ff52-4747-9c06-128353e81c9e req-1c08f4e4-b2a8-48e7-b536-edcaab07ccbd tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 210 time: 0.1093340
Jan 29 21:02:52.900933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:52.931730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:02:53.024884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-907bdf10-a62a-48c8-8595-15b553502776 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5660946
Jan 29 21:02:53.275163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cc88-1175-44b0-8d02-07dd3f50b3a3 req-ae6efc87-db78-43db-9fc2-98e5133ad3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:53.283738 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bac2cc88-1175-44b0-8d02-07dd3f50b3a3 req-ae6efc87-db78-43db-9fc2-98e5133ad3cd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.7443991
Jan 29 21:02:53.409785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:53.441703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Allocated IP 172.20.0.5 (9c6a631d-01fb-49db-aced-43f268a05868/e9662072-2cd8-4afc-bcdb-258fdb0f8a5f/ae49c5ce-8809-4e61-94a3-2b6ff4effee7) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:53.595460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.1.1.46 (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75/7ba9b159-ec57-41d1-bb02-e68fe5c73d58/47ff6f7d-55d1-4e5f-a912-655b856916c9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:53.678968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:53.722075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 375ed6ad-cc88-4584-92cf-073dbbc85e6d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:53.879014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Provisioning complete for port 375ed6ad-cc88-4584-92cf-073dbbc85e6d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:53.879839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:53.895353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aae131fb-1e0c-4c15-b293-34d20cfea163 req-da42e51f-32b2-4478-80d3-fa4a3c28b0dd tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.2933512
Jan 29 21:02:53.996738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.006792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:02:54.040814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60310) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:54.073024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 375ed6ad-cc88-4584-92cf-073dbbc85e6d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:54.073024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.075829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:54.123701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks [] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.128599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Current status of the port 375ed6ad-cc88-4584-92cf-073dbbc85e6d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:54.134259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406855d8-0142-4de4-9489-9e7a95ffab0b None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:54.178836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.215514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.233549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.247145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cecf0-afaf-4d54-babe-684896d853c6 None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:54.264808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:54.265132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-663c25a9-4af2-44b1-8294-d23575274c7c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5 HTTP/1.1" status: 204  len: 168 time: 1.8944874
Jan 29 21:02:54.299294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.326040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['9671b252-297e-4670-819b-5fb2180d04c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:02:54.335643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Provisioning complete for port d6bb7a05-6212-46bd-90a6-7d720991bd47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:54.336151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.340721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Network 9c6a631d-01fb-49db-aced-43f268a05868 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:54.355584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Pushing event updated for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:54.365418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:54.380218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:54.433675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-273eec50-1ffe-4c87-9be1-d208dcf24d53 None None] Port d6bb7a05-6212-46bd-90a6-7d720991bd47 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:54.488548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:54.497476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.510391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:54.512724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7af113e-6479-4215-8751-7aa9e42c0fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.518921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:54.535122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:54.544718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d8e22b9-3bb2-4d44-b994-f972a7177fef req-24cad85a-1a13-4685-b355-215cf2310ec0 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4691169
Jan 29 21:02:54.588378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:54.589173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.626420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Provisioning complete for port 4960a6a4-84fd-406b-90bd-5d5d93aa114c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:54.627054 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.653923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61954b5-08a1-4d3c-9813-54f9fd59e0c7 req-15cc37c3-0805-4698-82b5-989a99850d60 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:54.662187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a61954b5-08a1-4d3c-9813-54f9fd59e0c7 req-15cc37c3-0805-4698-82b5-989a99850d60 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 931 time: 0.5875654
Jan 29 21:02:54.669423 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e28fe258-06d0-4ef0-99aa-eea60639d110 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8844259
Jan 29 21:02:54.680721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:54.681574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.686009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62591a-9133-4b8d-a199-79b9e018afe8 req-89cf08f8-066a-4245-b836-038eae5d4e34 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:54.693562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb62591a-9133-4b8d-a199-79b9e018afe8 req-89cf08f8-066a-4245-b836-038eae5d4e34 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.7686152
Jan 29 21:02:54.698004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Request body: {'port': {'device_id': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:54.768283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:54.833745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 375ed6ad-cc88-4584-92cf-073dbbc85e6d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:54.834790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4960a6a4-84fd-406b-90bd-5d5d93aa114c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:54.837341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bac2cc88-1175-44b0-8d02-07dd3f50b3a3 req-a29ce5c2-45c7-4c1c-bc89-5f9b2061398c tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.18 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.1324995
Jan 29 21:02:54.885593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] DHCP port deletion for 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:02:54.921412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fac76a2f-aa05-44a6-90f0-584d7e739abb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.4547832
Jan 29 21:02:54.935125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:54.942996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb62591a-9133-4b8d-a199-79b9e018afe8 req-9bb8cce1-285c-476a-8fd9-627b4b8d88ec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2346265
Jan 29 21:02:54.949509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a61954b5-08a1-4d3c-9813-54f9fd59e0c7 req-aeb8174b-31b3-4646-b087-3265534f8ecc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549114
Jan 29 21:02:54.954314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:02:55.064422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:55.064872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.161502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:55.162237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.196038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0063996-ed42-487a-902b-26d71a427fc8 req-6c9b22cb-06e7-49e7-be08-cee3e7c93399 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=5390f494-bd28-4d10-b682-842d30677122 HTTP/1.1" status: 200  len: 210 time: 0.0824211
Jan 29 21:02:55.216591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4960a6a4-84fd-406b-90bd-5d5d93aa114c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:55.235263 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.241466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7af113e-6479-4215-8751-7aa9e42c0fe7 admin admin] Publish callbacks [] for security_group (760305fc-599c-4599-bf41-54e1c6cc0fa8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.265253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7af113e-6479-4215-8751-7aa9e42c0fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (760305fc-599c-4599-bf41-54e1c6cc0fa8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.292704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:55.360842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,segment=NetworkSegment(c55d1b81-b021-4be0-a267-e6f1ea2207ef),segment_id=c55d1b81-b021-4be0-a267-e6f1ea2207ef)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:55.361430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.381293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:55.384736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Current status of the port 4960a6a4-84fd-406b-90bd-5d5d93aa114c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:55.385527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.401753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:55.411454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7af113e-6479-4215-8751-7aa9e42c0fe7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ab396adf7dc485485cff9c6d6f81114&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3670394
Jan 29 21:02:55.412823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.414980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60340) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:55.445672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af113e-6479-4215-8751-7aa9e42c0fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760305fc-599c-4599-bf41-54e1c6cc0fa8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:55.560388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:55.591039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] Publish callbacks [] for security_group (760305fc-599c-4599-bf41-54e1c6cc0fa8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.666050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] Publish callbacks [] for security_group (760305fc-599c-4599-bf41-54e1c6cc0fa8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.685358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] For port 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4960a6a4-84fd-406b-90bd-5d5d93aa114c,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:55.702591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60346) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:55.705992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.725404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108124882', 'description': 'tempest-description--707601999'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:55.776644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Deleting port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:02:55.777238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.808033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.827773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['db60b1a8-ea24-4ed4-a6b5-160b23017f55'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:02:55.850983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Provisioning complete for port d6bb7a05-6212-46bd-90a6-7d720991bd47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:55.851575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.888099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (760305fc-599c-4599-bf41-54e1c6cc0fa8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.890696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:55.891871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/760305fc-599c-4599-bf41-54e1c6cc0fa8 HTTP/1.1" status: 204  len: 168 time: 0.4760494
Jan 29 21:02:55.953881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84538d2-2806-4fb3-b961-7466a899aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760305fc-599c-4599-bf41-54e1c6cc0fa8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:55.958398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.085324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:56.089011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:56.128495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4960a6a4-84fd-406b-90bd-5d5d93aa114c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:56.142840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (c7251940-bb44-4231-b0b6-555e5f8a4b17), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.167187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] For port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,segment=NetworkSegment(c55d1b81-b021-4be0-a267-e6f1ea2207ef),segment_id=c55d1b81-b021-4be0-a267-e6f1ea2207ef)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:02:56.167735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.170726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Pushing event updated for resources: {'Port': ['ID=4960a6a4-84fd-406b-90bd-5d5d93aa114c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:56.181137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-76e3f832-d461-4f16-a7c2-bc506adfc03c None None] Port d6bb7a05-6212-46bd-90a6-7d720991bd47 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:56.192303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Calling delete_port for c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:02:56.384635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c7251940-bb44-4231-b0b6-555e5f8a4b17), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.389710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:02:56.440423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.446087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae49c5ce-8809-4e61-94a3-2b6ff4effee7 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:02:56.461538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks [] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.482912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7251940-bb44-4231-b0b6-555e5f8a4b17,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:56.483178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08ebf280>,) {'filters': {'network_id': ['57c86300-9e31-4fe3-b0e9-1eb5fb8173b4']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:56.493572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Transition to ACTIVE for port object ae49c5ce-8809-4e61-94a3-2b6ff4effee7 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:02:56.501261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.502919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ebf280>, 'c55d1b81-b021-4be0-a267-e6f1ea2207ef') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:56.503387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ebf280>, 'c55d1b81-b021-4be0-a267-e6f1ea2207ef') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:02:56.511224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e6b9a079-c048-461d-9d5f-1428cdc2b48e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7939234
Jan 29 21:02:56.513639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60370) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:56.516636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.524792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'security_group_rule': {'security_group_id': 'c7251940-bb44-4231-b0b6-555e5f8a4b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:56.532183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (c55d1b81-b021-4be0-a267-e6f1ea2207ef), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.553548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:02:56.553896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:02:56.577505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77aeda-dd90-47ce-b968-fef45346f80d req-7df44a10-1329-4b5a-a386-8186f372d5b7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:56.591008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c77aeda-dd90-47ce-b968-fef45346f80d req-7df44a10-1329-4b5a-a386-8186f372d5b7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.2917821
Jan 29 21:02:56.602524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Provisioning complete for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:56.602909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.635177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c55d1b81-b021-4be0-a267-e6f1ea2207ef), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.639916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25756e-1a45-4a15-9078-3fa041459f5c req-e5fae10f-eb1e-4068-a7a1-2aff44977c71 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:56.653674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:02:56.654090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (c55d1b81-b021-4be0-a267-e6f1ea2207ef), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.656358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea25756e-1a45-4a15-9078-3fa041459f5c req-e5fae10f-eb1e-4068-a7a1-2aff44977c71 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 931 time: 0.5010233
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:02:56.659863 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:02:56.675325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:56.769559 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (dff36938-6509-4d7e-b425-b823b9c9bf4e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.782295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60372) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:56.835145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.845491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31bc1ae0-4a4f-43fb-a6b6-0feb327f12a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.856406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Port 47ff6f7d-55d1-4e5f-a912-655b856916c9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:02:56.860639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (57c86300-9e31-4fe3-b0e9-1eb5fb8173b4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.878841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Network 57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 is not hosted by any dhcp agent {{(pid=125944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:02:56.879332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] No DVR routers for this DVR port c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:02:56.882574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c77aeda-dd90-47ce-b968-fef45346f80d req-e948a9a2-d24a-4ab0-98cf-e07cf12e9215 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2743723
Jan 29 21:02:56.883951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab271a-a4c6-4a35-9eb1-5bb27379fabd None None] Pushing event deleted for resources: {'Port': ['ID=c8f2b4b5-0b8c-4a62-9a51-bfbf90c45679,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:56.922328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Provisioning complete for port 4960a6a4-84fd-406b-90bd-5d5d93aa114c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:56.922940 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.941389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:56.959444 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/57c86300-9e31-4fe3-b0e9-1eb5fb8173b4 HTTP/1.1" status: 204  len: 168 time: 2.6909022
Jan 29 21:02:56.966736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60384) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:57.009977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1005955969'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:57.035198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7c8d-4d99-4fd4-9fc0-49740278de38 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=57c86300-9e31-4fe3-b0e9-1eb5fb8173b4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.042229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Attempting to bind port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:02:57.042515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Attempting to bind port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:02:57.045424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Attempting to bind port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 on network 9c6a631d-01fb-49db-aced-43f268a05868 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:57.049303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-98814cb0-69b6-49d6-bdc5-67338f642b8f None None] Current status of the port 4960a6a4-84fd-406b-90bd-5d5d93aa114c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:57.054490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 on network 9c6a631d-01fb-49db-aced-43f268a05868 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:02:57.054856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Attempting to bind port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 on network 9c6a631d-01fb-49db-aced-43f268a05868 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:02:57.072332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:02:57.072711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Checking segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:57.073174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Bound using segment: {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:02:57.073622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Bound port: ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00252849-be15-4052-b1c4-abf5d7d8c866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:02:57.074014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.109344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea25756e-1a45-4a15-9078-3fa041459f5c req-033db8b1-699f-4cb0-983d-4ca05e0ba12d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4512262
Jan 29 21:02:57.130230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (dff36938-6509-4d7e-b425-b823b9c9bf4e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.136747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:57.141805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.154586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (dff36938-6509-4d7e-b425-b823b9c9bf4e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.189483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff36938-6509-4d7e-b425-b823b9c9bf4e,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.200918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:02:57.208498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.210173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-63766d34-0409-43df-85d2-d522166fd1ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6897426
Jan 29 21:02:57.214352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:02:57.214776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:57.220385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'security_group_rule': {'security_group_id': 'c7251940-bb44-4231-b0b6-555e5f8a4b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:57.223805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:02:57.238639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4e487797-c07f-4856-9121-063a5b201e08), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.238639 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Added segment 4e487797-c07f-4856-9121-063a5b201e08 of type vlan for network da5afba2-11f4-4429-90cf-5d31e5cadd18
Jan 29 21:02:57.241847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.295623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (16458b3f-8af3-43b9-b41a-620fb424a271), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.307261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31bc1ae0-4a4f-43fb-a6b6-0feb327f12a9 admin admin] Publish callbacks [] for security_group (fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.316708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (da5afba2-11f4-4429-90cf-5d31e5cadd18), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.343014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fc0e88-13de-4356-9a1c-b40c7fb98dc5 req-f893abd4-4a1a-49b3-b0cb-944c413a9812 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c3b91eef699483582266f1dccd5a120&device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.0493321
Jan 29 21:02:57.378394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31bc1ae0-4a4f-43fb-a6b6-0feb327f12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.389795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fc0e88-13de-4356-9a1c-b40c7fb98dc5 req-d20fcf98-2e63-4f8b-9efc-e4855740363a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c3b91eef699483582266f1dccd5a120&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378978
Jan 29 21:02:57.415966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31bc1ae0-4a4f-43fb-a6b6-0feb327f12a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5691ee3cdfc4159a5a857f0e7f63fcd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6316793
Jan 29 21:02:57.420398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:57.421358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.423058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] 10.222.0.36 "PUT /v2.0/ports/ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 1091 time: 2.7385445
Jan 29 21:02:57.423734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:02:57.426246 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b5364-b502-4844-b843-3b9a3a3789a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:02:57.439974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60392) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:57.441310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4033a61d-a156-4fd8-9ce2-5ce80a789e5b req-afe703c6-81f6-432a-a69b-d4f0f424235d tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.0445802
Jan 29 21:02:57.488508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (da5afba2-11f4-4429-90cf-5d31e5cadd18), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.493865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:57.494493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.510763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (16458b3f-8af3-43b9-b41a-620fb424a271), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.536270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (16458b3f-8af3-43b9-b41a-620fb424a271), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.549723 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998f92b-9598-4fef-9038-4fae9f0fde80 x-openstack-request-id: req-1998f92b-9598-4fef-9038-4fae9f0fde80 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:02:57.550581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:02:57.551049 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1998f92b-9598-4fef-9038-4fae9f0fde80 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:02:57.551623 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7', 'status': 'completed', 'code': 200}
Jan 29 21:02:57.581743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc1ae0-4a4f-43fb-a6b6-0feb327f12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.583824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5957701
Jan 29 21:02:57.584243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:57.586364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5eb11-08c8-4615-a1ae-de2b3d155ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.598164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:57.623804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16458b3f-8af3-43b9-b41a-620fb424a271,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.635699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd615478-2c1e-4d81-accb-a2f517ad49ce tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Network': ['ID=da5afba2-11f4-4429-90cf-5d31e5cadd18,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:57.642415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.643681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1e10ed87-5162-4016-9f22-879769040d04 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4277141
Jan 29 21:02:57.645188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc0e88-13de-4356-9a1c-b40c7fb98dc5 req-c15c676e-3998-4208-b2e0-be4ed7745a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:57.646692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fc0e88-13de-4356-9a1c-b40c7fb98dc5 req-c15c676e-3998-4208-b2e0-be4ed7745a15 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2511489
Jan 29 21:02:57.647153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60398) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:57.651532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:57.674283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.689468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-7c3b1ea5-2e1f-4654-adf0-72a5e7087b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:57.691160 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-7c3b1ea5-2e1f-4654-adf0-72a5e7087b08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1125 time: 0.2099543
Jan 29 21:02:57.696096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:02:57.747473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] Publish callbacks [] for security_group (fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.790167 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-af41d727-20ec-4d0a-b14b-48ffeb1cd947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 217 time: 0.0613329
Jan 29 21:02:57.800500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.855655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] Publish callbacks [] for security_group (fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:57.895308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:57.899347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.013044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-8f90dcf4-d2e7-48ae-a838-7e8c6595ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.014697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-8f90dcf4-d2e7-48ae-a838-7e8c6595ee90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.2149913
Jan 29 21:02:58.070004 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-b709f990-ed93-4182-ae2f-042d72a210c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470726
Jan 29 21:02:58.164667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.167796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.170589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 172.35.4.50 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/08440adc-8d4e-43b6-8e01-a36bb9ff1beb) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:58.172299 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4 HTTP/1.1" status: 204  len: 168 time: 0.7194028
Jan 29 21:02:58.193305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a8ee3-e993-4b0a-9a40-51593a59d46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a0fec-4091-4a4b-8876-d6d2d4ee6cf4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:58.288263 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-e2e9a2ec-c62c-405c-a260-40eae5ca5e69 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104435
Jan 29 21:02:58.344675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.351845 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:02:58.375648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4960a6a4-84fd-406b-90bd-5d5d93aa114c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:58.433701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.464590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (14a551ec-2280-40c9-ab0c-c10b279be724), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.495255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4960a6a4-84fd-406b-90bd-5d5d93aa114c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:58.495694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.558322 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb525990-08ef-4cbb-b3e7-50b95e31aa5e req-63cb38d2-3242-40d5-99bc-9fed257a6cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561498
Jan 29 21:02:58.591704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=08440adc-8d4e-43b6-8e01-a36bb9ff1beb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:58.612552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=14a551ec-2280-40c9-ab0c-c10b279be724,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:58.618409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Checking segment: {'id': '4e487797-c07f-4856-9121-063a5b201e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:02:58.619491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network hostable DHCP agents. Network: da5afba2-11f4-4429-90cf-5d31e5cadd18, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:02:58.650503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc2228-8dc8-4f4d-a246-8b60e9372026 req-dc5023dd-4e8c-44c3-96a2-313cf7f8f228 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.652096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24fc2228-8dc8-4f4d-a246-8b60e9372026 req-dc5023dd-4e8c-44c3-96a2-313cf7f8f228 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.6680269
Jan 29 21:02:58.676727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:02:58.686045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4960a6a4-84fd-406b-90bd-5d5d93aa114c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:02:58.707933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-dbceab79-ac1a-4fd8-8bbd-782c8cb8ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.709318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:58.714310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:58.716764 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-dbceab79-ac1a-4fd8-8bbd-782c8cb8ea01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1125 time: 0.0872428
Jan 29 21:02:58.719576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da5afba2-11f4-4429-90cf-5d31e5cadd18) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:58.723630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:58.730200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275638bb-236d-40e6-9297-de61ef3b5bbb None None] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:02:58.841822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75fdc1-4e1a-4de4-a251-13e74ff95174 req-79f1cf97-841a-47bb-97af-2ae3881c029a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.856580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f75fdc1-4e1a-4de4-a251-13e74ff95174 req-79f1cf97-841a-47bb-97af-2ae3881c029a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 943 time: 0.4552464
Jan 29 21:02:58.908602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-47b304db-3062-40f1-98c2-97c8629617d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.910334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-47b304db-3062-40f1-98c2-97c8629617d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.1884558
Jan 29 21:02:58.911749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:58.912700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:58.999785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-38b238c3-7e37-4ba1-970c-a842694fae88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 217 time: 0.0793836
Jan 29 21:02:59.000645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da5afba2-11f4-4429-90cf-5d31e5cadd18', 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '14a551ec-2280-40c9-ab0c-c10b279be724'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:02:59.002445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.006879 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-33efa861-c431-447b-9a5e-398eb1d90a7e tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4141941
Jan 29 21:02:59.028933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24fc2228-8dc8-4f4d-a246-8b60e9372026 req-787bc09e-e5c6-49db-93c7-e70e1219469c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3639369
Jan 29 21:02:59.029636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60438) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:59.082526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-595849157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:59.183340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-63a9db62-2f02-4f10-846a-830186a50665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:02:59.183340 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-63a9db62-2f02-4f10-846a-830186a50665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.1735654
Jan 29 21:02:59.183340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.184561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.244918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53fc0e88-13de-4356-9a1c-b40c7fb98dc5 req-c494dc7d-6688-4c31-b460-2b94f8c4c767 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.36 "GET /v2.0/ports?device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.1280296
Jan 29 21:02:59.263566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-e005bca1-b15e-4842-a200-262264b323e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720346
Jan 29 21:02:59.278161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Allocated IP 2001:db8::2 (da5afba2-11f4-4429-90cf-5d31e5cadd18/14a551ec-2280-40c9-ab0c-c10b279be724/59daff2e-5862-48e8-8079-16b62457d5d7) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:02:59.381622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f75fdc1-4e1a-4de4-a251-13e74ff95174 req-c5e74933-be28-4903-8405-7bc8af9f7feb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5245762
Jan 29 21:02:59.445697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for router_controller (b95bd720-8082-4465-afc1-8b7d01f2cad6), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.470386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.477744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09268adc-1616-4692-b744-dc00151b1e19 req-8602aa97-436d-4e7b-90c9-0329a027b484 tempest-ServerShowV247Test-1129784712 tempest-ServerShowV247Test-1129784712-project] 10.222.0.20 "GET /v2.0/ports?device_id=83068dbf-634a-4826-8c7c-cf5048f85d85 HTTP/1.1" status: 200  len: 210 time: 0.1697261
Jan 29 21:02:59.495660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:02:59.506319 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-216a585b-fb78-468d-a561-49a62a83b883 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237947
Jan 29 21:02:59.521835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.534208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.535224 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8776e8c9-2a6d-4d11-8445-39d5fc08ccef tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5027597
Jan 29 21:02:59.536971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60468) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:02:59.552122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18', 'name': 'tempest-PortsIpV6TestJSON-639493819'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:02:59.662135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-480b5364-b502-4844-b843-3b9a3a3789a0 req-ebe061aa-8a79-4079-88ff-ce1f3b3a9856 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242747
Jan 29 21:02:59.708340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:02:59.711801 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.714315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.760227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:02:59.777133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:02:59.778665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.782229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks [] for port (59daff2e-5862-48e8-8079-16b62457d5d7), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.823045 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:02:59.871544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:02:59.879177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:02:59.887214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:02:59.912826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Pushing event updated for resources: {'Port': ['ID=59daff2e-5862-48e8-8079-16b62457d5d7,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:02:59.941163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 8eb905d8-6b53-4f82-9a8f-876901da790f yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:00.011847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.017063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Attempting to bind port 59daff2e-5862-48e8-8079-16b62457d5d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:00.017644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Attempting to bind port 59daff2e-5862-48e8-8079-16b62457d5d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e487797-c07f-4856-9121-063a5b201e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:00.018171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Attempting to bind port 59daff2e-5862-48e8-8079-16b62457d5d7 on network da5afba2-11f4-4429-90cf-5d31e5cadd18 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:00.031328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:00.031933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Checking segment: {'id': '4e487797-c07f-4856-9121-063a5b201e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:00.032443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.035486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Bound using segment: {'id': '4e487797-c07f-4856-9121-063a5b201e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:00.036123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Bound port: 59daff2e-5862-48e8-8079-16b62457d5d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e487797-c07f-4856-9121-063a5b201e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da5afba2-11f4-4429-90cf-5d31e5cadd18'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:00.036949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.051073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.097622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:00.100070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.128364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=08440adc-8d4e-43b6-8e01-a36bb9ff1beb,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:00.156850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:00.160337 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679933a2-6f89-446b-9198-e3b31589353b" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:00.202390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] For port 59daff2e-5862-48e8-8079-16b62457d5d7, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:00.231703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:00.250042 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.257214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] For port 59daff2e-5862-48e8-8079-16b62457d5d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59daff2e-5862-48e8-8079-16b62457d5d7,segment=NetworkSegment(4e487797-c07f-4856-9121-063a5b201e08),segment_id=4e487797-c07f-4856-9121-063a5b201e08)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:00.260356 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc12be79-b7f5-4f4d-af94-5edabf5f6a85 x-openstack-request-id: req-bc12be79-b7f5-4f4d-af94-5edabf5f6a85 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:00.260932 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:00.261469 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc12be79-b7f5-4f4d-af94-5edabf5f6a85 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:00.262848 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'code': 200}
Jan 29 21:03:00.329192 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.459622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.468428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:00.491965 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:00.495632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9f3d3701-8ac2-4f11-b7ae-2c2e5b61d442 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8469913
Jan 29 21:03:00.517304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c5267-4e1b-49e5-ab54-e999069b44fd req-e7373bca-8c22-4475-ac11-0beae40b7844 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:00.525349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f06c5267-4e1b-49e5-ab54-e999069b44fd req-e7373bca-8c22-4475-ac11-0beae40b7844 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3188105
Jan 29 21:03:00.633622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb4f0-b94e-42b4-9c1f-6358bcf5fe67 None None] Pushing event updated for resources: {'Port': ['ID=59daff2e-5862-48e8-8079-16b62457d5d7,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:01.057394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::112 (da5afba2-11f4-4429-90cf-5d31e5cadd18/14a551ec-2280-40c9-ab0c-c10b279be724/8eb905d8-6b53-4f82-9a8f-876901da790f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:01.138348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4a0c-0658-4659-bab2-f2bdfc8b66f8 req-720fca94-2585-43e3-8253-b239491040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:01.139933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49fd4a0c-0658-4659-bab2-f2bdfc8b66f8 req-720fca94-2585-43e3-8253-b239491040e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.7970624
Jan 29 21:03:01.207230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f06c5267-4e1b-49e5-ab54-e999069b44fd req-3c559958-f8d8-4a30-bf93-d160004a693e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6790679
Jan 29 21:03:01.237809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009faf55-d9ea-40da-af4e-d72a5e9209d2 req-584b0f6c-af17-4158-a2a9-5b391700ce46 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:01.245652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-009faf55-d9ea-40da-af4e-d72a5e9209d2 req-584b0f6c-af17-4158-a2a9-5b391700ce46 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 943 time: 0.1930726
Jan 29 21:03:01.513478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49fd4a0c-0658-4659-bab2-f2bdfc8b66f8 req-1778ed20-d2ca-4f1f-9e1e-cf2b8df3c4f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3519018
Jan 29 21:03:01.541888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-009faf55-d9ea-40da-af4e-d72a5e9209d2 req-28e11b67-d696-4a6b-b1d0-1c51e6433462 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2953253
Jan 29 21:03:01.628822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:01.684620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:01.788599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1eaca82c-72d0-41e4-98eb-7d40a1c987c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1108124882&fields=id&tenant_id=29143fe0aaba428f94401ae5bb5d9012 HTTP/1.1" status: 200  len: 267 time: 0.3455613
Jan 29 21:03:01.856746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ae49c5ce-8809-4e61-94a3-2b6ff4effee7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:01.882721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:01.919738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-163cb0b2-0c57-4ed5-903a-8f28646af248 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:01.926598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-163cb0b2-0c57-4ed5-903a-8f28646af248 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 936 time: 0.1365042
Jan 29 21:03:01.979589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:02.037004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:02.052655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:02.062699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.063874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.078658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=8eb905d8-6b53-4f82-9a8f-876901da790f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:02.106737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:02.125919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3054679f-d0b1-439a-a48b-09bf5592e795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.127010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a115e-cf85-4476-97aa-22c2561be028 None None] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:02.129449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-607bae05-0420-4740-93e2-d6332414e04a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.130969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-607bae05-0420-4740-93e2-d6332414e04a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 936 time: 0.2035995
Jan 29 21:03:02.141710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2718462c-fd13-4e52-bf30-7b4ae9c756b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6029217
Jan 29 21:03:02.144385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:02.266474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a10c3eb7-c482-44a6-b3f0-5d08823ccfc2 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1227965
Jan 29 21:03:02.268634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7', 'network_id': '9c6a631d-01fb-49db-aced-43f268a05868', 'port_id': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7', 'mac_address': 'fa:16:3e:48:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9662072-2cd8-4afc-bcdb-258fdb0f8a5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:02.332871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-66992e3d-0202-4635-8623-9eaa91cd0df4 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0579884
Jan 29 21:03:02.390608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59daff2e-5862-48e8-8079-16b62457d5d7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:02.392028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3054679f-d0b1-439a-a48b-09bf5592e795 admin admin] Publish callbacks [] for security_group (64c6fdf0-eb78-4243-a63c-5f229a1b6186), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.470646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Provisioning complete for port 59daff2e-5862-48e8-8079-16b62457d5d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:02.471279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.488177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:02.488866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.519315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3054679f-d0b1-439a-a48b-09bf5592e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (64c6fdf0-eb78-4243-a63c-5f229a1b6186), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.526354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae49c5ce-8809-4e61-94a3-2b6ff4effee7 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:02.547546 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3054679f-d0b1-439a-a48b-09bf5592e795 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c3b91eef699483582266f1dccd5a120&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6614602
Jan 29 21:03:02.551643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:02.560909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60582) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:02.581636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.599542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce21e-5962-4d28-bbc0-053917920e20 req-e5dc1d0f-b854-48ef-84ab-e8fac704c694 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.601148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46fce21e-5962-4d28-bbc0-053917920e20 req-e5dc1d0f-b854-48ef-84ab-e8fac704c694 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2419167
Jan 29 21:03:02.640390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:02.689660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c535fcf-7269-4040-b2d2-89cb57176031 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.703671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054679f-d0b1-439a-a48b-09bf5592e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6fdf0-eb78-4243-a63c-5f229a1b6186,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:02.704925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c535fcf-7269-4040-b2d2-89cb57176031 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.706486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 59daff2e-5862-48e8-8079-16b62457d5d7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:02.707978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.712877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c535fcf-7269-4040-b2d2-89cb57176031 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:02.714747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c535fcf-7269-4040-b2d2-89cb57176031 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/networks?id=3e327258-7f1e-4845-bb1c-0c1b6454845f&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf HTTP/1.1" status: 200  len: 1996 time: 0.3809409
Jan 29 21:03:02.787548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dea496e7-e727-4f67-a5e4-34ba8eef588a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/quotas/29143fe0aaba428f94401ae5bb5d9012 HTTP/1.1" status: 200  len: 375 time: 0.0505371
Jan 29 21:03:02.906945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] Publish callbacks [] for security_group (64c6fdf0-eb78-4243-a63c-5f229a1b6186), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:02.920878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46fce21e-5962-4d28-bbc0-053917920e20 req-b7dcfc31-ba5b-44da-8600-8c24b6d21764 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2962403
Jan 29 21:03:02.998164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ae49c5ce-8809-4e61-94a3-2b6ff4effee7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:03.022148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] Publish callbacks [] for security_group (64c6fdf0-eb78-4243-a63c-5f229a1b6186), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.027542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:03.027939 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.122278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:03.137323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.154617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-32a6e6fd-3278-4a3e-a5d4-ba82f63cc670 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3331275
Jan 29 21:03:03.230111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] For port 59daff2e-5862-48e8-8079-16b62457d5d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59daff2e-5862-48e8-8079-16b62457d5d7,segment=NetworkSegment(4e487797-c07f-4856-9121-063a5b201e08),segment_id=4e487797-c07f-4856-9121-063a5b201e08)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:03.269486 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.288178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (64c6fdf0-eb78-4243-a63c-5f229a1b6186), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.291907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.293165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64c6fdf0-eb78-4243-a63c-5f229a1b6186 HTTP/1.1" status: 204  len: 168 time: 0.7304463
Jan 29 21:03:03.335258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:03.337277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.353536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22403d7-cdd4-4dd1-a71d-a86674e5a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6fdf0-eb78-4243-a63c-5f229a1b6186,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:03.367928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8b9c5-adf1-41bc-bc7e-bf68f4732022 req-81b48adf-892b-4783-93bc-70ab98fbabcd tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:03.377787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fad8b9c5-adf1-41bc-bc7e-bf68f4732022 req-81b48adf-892b-4783-93bc-70ab98fbabcd tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 944 time: 0.1846247
Jan 29 21:03:03.557475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8df78a-66f7-4d89-a92c-e59c94652ccd None None] Pushing event updated for resources: {'Port': ['ID=59daff2e-5862-48e8-8079-16b62457d5d7,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:03.630208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fad8b9c5-adf1-41bc-bc7e-bf68f4732022 req-7fceac33-7c69-4377-a6a9-bc91f427876d tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2509251
Jan 29 21:03:03.661344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:03:03.661344 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:03:03.706020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Provisioning complete for port 59daff2e-5862-48e8-8079-16b62457d5d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:03.707325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:03.803517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-ef4eccba-8410-4e71-9e71-70e3a9e4d06b service neutron] 10.222.0.20 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6169665
Jan 29 21:03:03.977993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:03.990760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Provisioning complete for port 8eb905d8-6b53-4f82-9a8f-876901da790f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:03.991142 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.042314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-3a97d1f9-997e-4edf-84c2-9eaf06341e79 service neutron] 10.222.0.20 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374911
Jan 29 21:03:04.059909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaa0ad-bd90-4b71-89bf-61bba60d7e15 None None] Port 8eb905d8-6b53-4f82-9a8f-876901da790f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:04.111988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-2ec8139e-3fd3-46a6-a706-bcffa36402f6 service neutron] 10.222.0.20 "GET /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0673563
Jan 29 21:03:04.217197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ba4c65f4-e4f2-4600-b6f1-bb4b4d1993b4 None None] Provisioning complete for port 8eb905d8-6b53-4f82-9a8f-876901da790f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:04.217830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba4c65f4-e4f2-4600-b6f1-bb4b4d1993b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.251895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:04.282636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e934ba97-2780-4eff-ba6c-8397cb1631b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.283109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c65f4-e4f2-4600-b6f1-bb4b4d1993b4 None None] Port 8eb905d8-6b53-4f82-9a8f-876901da790f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:04.320884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.329158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.330453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-275f81cb-04df-4b71-ace1-d3757901f4c1 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130582
Jan 29 21:03:04.413230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59daff2e-5862-48e8-8079-16b62457d5d7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:04.443624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=8eb905d8-6b53-4f82-9a8f-876901da790f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:04.507384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-337f7f8e-3b2b-48d1-8297-35f0273c14d6 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714756
Jan 29 21:03:04.534691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e934ba97-2780-4eff-ba6c-8397cb1631b7 admin admin] Publish callbacks [] for security_group (2e29dcec-5bea-4300-88a5-a12797ef0882), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.543476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 59daff2e-5862-48e8-8079-16b62457d5d7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:04.544133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.561489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e934ba97-2780-4eff-ba6c-8397cb1631b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2e29dcec-5bea-4300-88a5-a12797ef0882), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.579744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0b901d5a-f8ac-4fd6-916e-1e0fc6eca3b4 service neutron] 10.222.0.20 "GET /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0665731
Jan 29 21:03:04.611712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ba97-2780-4eff-ba6c-8397cb1631b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e29dcec-5bea-4300-88a5-a12797ef0882,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:04.715744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (b95bd720-8082-4465-afc1-8b7d01f2cad6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.731332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:04.734675 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e934ba97-2780-4eff-ba6c-8397cb1631b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47331e4635de4b9da8d183cbff0518a8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6063857
Jan 29 21:03:04.735921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60734) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:04.747740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7fbbd8dd-7e41-474f-8da6-5c0601b2c2e2 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612790
Jan 29 21:03:04.816454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d9feeaeb-98e9-4e55-bacf-7ec4bb922704 None None] Provisioning complete for port 8eb905d8-6b53-4f82-9a8f-876901da790f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:04.816838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d9feeaeb-98e9-4e55-bacf-7ec4bb922704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.857935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d9feeaeb-98e9-4e55-bacf-7ec4bb922704 None None] Port 8eb905d8-6b53-4f82-9a8f-876901da790f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:04.922839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] Publish callbacks [] for security_group (2e29dcec-5bea-4300-88a5-a12797ef0882), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.946535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.972591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] Publish callbacks [] for security_group (2e29dcec-5bea-4300-88a5-a12797ef0882), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:04.995810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c0debd9-372c-4ded-803c-542a93937b28 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2273107
Jan 29 21:03:05.160027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-01ca1714-3860-4350-a5fe-0f6938ad90a6 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562192
Jan 29 21:03:05.178541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad08e3a-0daf-4a06-b239-58aa7f65009c req-a4a450f1-9fcd-4507-b243-cc41e917e547 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:05.185740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad08e3a-0daf-4a06-b239-58aa7f65009c req-a4a450f1-9fcd-4507-b243-cc41e917e547 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1041341
Jan 29 21:03:05.239968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2e29dcec-5bea-4300-88a5-a12797ef0882), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:05.243093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:05.251038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e29dcec-5bea-4300-88a5-a12797ef0882 HTTP/1.1" status: 204  len: 168 time: 0.5093102
Jan 29 21:03:05.261479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:05.267803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:05.268684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (b95bd720-8082-4465-afc1-8b7d01f2cad6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:05.327986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b441-f947-484c-b388-2bc799d00a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e29dcec-5bea-4300-88a5-a12797ef0882,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:05.344507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cad08e3a-0daf-4a06-b239-58aa7f65009c req-73a12e9f-4083-4788-875e-eb01383fedb7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507008
Jan 29 21:03:05.407764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-260ccefd-f745-4326-a134-b5643974411e service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789584
Jan 29 21:03:05.409435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=8eb905d8-6b53-4f82-9a8f-876901da790f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:05.468119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:05.469970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:05.623921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-32b8a4e7-e7e3-470e-a6b1-afb4d567dced service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151620
Jan 29 21:03:05.671046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Router b95bd720-8082-4465-afc1-8b7d01f2cad6 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:03:05.837730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:03:05.848479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-765c2433-7b26-46a7-9783-df2756ae725c service neutron] 10.222.0.20 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187362
Jan 29 21:03:05.855890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] Sync routers for ids ['b95bd720-8082-4465-afc1-8b7d01f2cad6'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:03:05.865077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d5ac1-482e-4d87-8f06-b3bdd31afb49 req-9d3cf6d1-6d25-4106-bc5c-261ad17639af tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:05.866047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2458910f-b5e0-428e-a7d4-f9c3b5b703d0 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/routers/b95bd720-8082-4465-afc1-8b7d01f2cad6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7169821
Jan 29 21:03:05.866646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a31d5ac1-482e-4d87-8f06-b3bdd31afb49 req-9d3cf6d1-6d25-4106-bc5c-261ad17639af tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 944 time: 0.2202556
Jan 29 21:03:05.867558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:05.891970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ae49c5ce-8809-4e61-94a3-2b6ff4effee7 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:05.926256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6fe61-38ff-4bad-96b9-37a6faae8a4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:05.928404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-04a6fe61-38ff-4bad-96b9-37a6faae8a4a tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?device_id=b95bd720-8082-4465-afc1-8b7d01f2cad6 HTTP/1.1" status: 200  len: 988 time: 0.0592453
Jan 29 21:03:05.931933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:05.940276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] Routers {'b95bd720-8082-4465-afc1-8b7d01f2cad6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:05.941139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ade6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b95bd720-8082-4465-afc1-8b7d01f2cad6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:05.989408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ade6850>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:06.004718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-acffbc56-7297-4d5e-9369-154f5bb54306 service neutron] 10.222.0.20 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363502
Jan 29 21:03:06.033847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] Routers {'b95bd720-8082-4465-afc1-8b7d01f2cad6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:06.034498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ade6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b95bd720-8082-4465-afc1-8b7d01f2cad6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:06.075073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-915cc110-5746-4e24-95f5-b976ad82a746 None None] Provisioning complete for port 8eb905d8-6b53-4f82-9a8f-876901da790f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:06.075854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-915cc110-5746-4e24-95f5-b976ad82a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.134497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ade6850>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:06.135408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1993e7e2-409b-4c25-a19a-0a39822fb92f None None] The sync data for ids ['b95bd720-8082-4465-afc1-8b7d01f2cad6'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:03:06.139981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a31d5ac1-482e-4d87-8f06-b3bdd31afb49 req-886bb162-9b31-473c-b748-f177bebd820c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342375
Jan 29 21:03:06.145721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-915cc110-5746-4e24-95f5-b976ad82a746 None None] Port 8eb905d8-6b53-4f82-9a8f-876901da790f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:06.149699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:03:06.162665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:06.164635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.208882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-fb6107bc-9a2a-4839-ac8c-1e686bb82474 service neutron] 10.222.0.20 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910405
Jan 29 21:03:06.336605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:06.337026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.350887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-5cf5e276-766e-49f2-b69c-8ca05499f80d service neutron] 10.222.0.20 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332135
Jan 29 21:03:06.395298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:06.397604 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f617e5-a95c-45df-90c4-d44316de7d04" -d '{"events": [{"server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "name": "network-vif-plugged", "status": "completed", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:06.437670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:06.446953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.447937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:06.570610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (b95bd720-8082-4465-afc1-8b7d01f2cad6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.571587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-5acd9513-1785-4280-a1d9-f36282243bea service neutron] 10.222.0.20 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128074
Jan 29 21:03:06.604634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:06.688191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 45e4afaf-438f-4368-9333-81ef04ae4285 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:06.688641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.759868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:06.766408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.862777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 8eb905d8-6b53-4f82-9a8f-876901da790f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:06.863198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:06.908685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:06.989114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d70fc3-782e-4794-9014-046d8e6afff5 req-e66ed741-fd8b-44d5-b677-99bb98ca4d6f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:06.997935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90d70fc3-782e-4794-9014-046d8e6afff5 req-e66ed741-fd8b-44d5-b677-99bb98ca4d6f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1063676
Jan 29 21:03:07.094529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.096929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:07.155308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90d70fc3-782e-4794-9014-046d8e6afff5 req-98580edf-5c8a-41af-91b5-51d76882719f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543703
Jan 29 21:03:07.166192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60872) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:07.168734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 8eb905d8-6b53-4f82-9a8f-876901da790f owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:07.364843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a37d2-10a5-4f67-91a8-b8832270d139 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:07.367049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b1a37d2-10a5-4f67-91a8-b8832270d139 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1122 time: 0.1995800
Jan 29 21:03:07.370832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60890) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:07.378231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:07.391694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f957fc-0c89-46d1-99fa-f07e69d57785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.432461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.510434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-999f58ed-60fd-43c0-8472-4bb1ece7f696 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:07.518068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-999f58ed-60fd-43c0-8472-4bb1ece7f696 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.2140148
Jan 29 21:03:07.540066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-753aaa92-c434-4ab4-a4d8-8a44f64c83fc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/quotas/32b002caffc8479a8ba3d87eddd46879 HTTP/1.1" status: 200  len: 375 time: 0.0203509
Jan 29 21:03:07.554207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-3962e7ce-9d7e-4607-b7c0-ee9ddcdc24e7 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:07.555788 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-3962e7ce-9d7e-4607-b7c0-ee9ddcdc24e7 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7b27d8-4b91-4a57-a15a-0f80b8cd5722 HTTP/1.1" status: 200  len: 943 time: 0.2506714
Jan 29 21:03:07.572671 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495f480-47af-4767-a1a2-ef727f56036f x-openstack-request-id: req-2495f480-47af-4767-a1a2-ef727f56036f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:07.572951 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "name": "network-vif-plugged", "status": "completed", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:07.573255 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2495f480-47af-4767-a1a2-ef727f56036f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:07.573786 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7', 'code': 200}
Jan 29 21:03:07.735785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-0eaf3d1b-8bcf-4168-92d2-57cb25689707 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1943710
Jan 29 21:03:07.773730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b15fd1a-601b-48fe-b399-eb5819da8a6a req-509e6cf5-bb47-4b4c-9a46-d527f1ef5b13 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1202786
Jan 29 21:03:07.777650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f957fc-0c89-46d1-99fa-f07e69d57785 admin admin] Publish callbacks [] for security_group (77179f3a-03da-428a-927c-45effa2e9890), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.792455 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f957fc-0c89-46d1-99fa-f07e69d57785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77179f3a-03da-428a-927c-45effa2e9890), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.829750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.834631 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8eb905d8-6b53-4f82-9a8f-876901da790f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:07.835833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cb247-2ab5-4bd5-91ed-d24cfedadfea req-2cb2bedb-49d2-4f3b-b6bb-dd892bb8c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:07.837588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-243cb247-2ab5-4bd5-91ed-d24cfedadfea req-2cb2bedb-49d2-4f3b-b6bb-dd892bb8c0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1127 time: 0.1957216
Jan 29 21:03:07.959677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-243cb247-2ab5-4bd5-91ed-d24cfedadfea req-500aa7f0-ed45-4510-9c4e-6f3b623531b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146030
Jan 29 21:03:08.027892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=8eb905d8-6b53-4f82-9a8f-876901da790f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:08.045231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19f957fc-0c89-46d1-99fa-f07e69d57785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b2e11cabbea4dbc93bc7c8720568c59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9471886
Jan 29 21:03:08.045893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60914) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:08.084870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Deleting port 45e4afaf-438f-4368-9333-81ef04ae4285 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:08.085288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.099910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f957fc-0c89-46d1-99fa-f07e69d57785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77179f3a-03da-428a-927c-45effa2e9890,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:08.137529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.195 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/65230fb4-2cea-4ee2-9daf-48c588eee183) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:08.199539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7037-6b7c-408c-b78a-587b05d4ed85 req-b580be32-2dbf-42b6-aa2a-bf492417c0a3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:08.201447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-beae7037-6b7c-408c-b78a-587b05d4ed85 req-b580be32-2dbf-42b6-aa2a-bf492417c0a3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2448282
Jan 29 21:03:08.409660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.501312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-dc06e7e4-0289-4b47-8cf9-28d7ce01c00b service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7645657
Jan 29 21:03:08.596514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-beae7037-6b7c-408c-b78a-587b05d4ed85 req-54376d56-5b00-4c76-bab6-6888a9b4bee4 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3719234
Jan 29 21:03:08.600297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.666877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:08.672443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (b95bd720-8082-4465-afc1-8b7d01f2cad6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.674396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:08.684079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:08.719094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=65230fb4-2cea-4ee2-9daf-48c588eee183,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:08.733645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-a5fabff6-0e8e-4be5-8ca6-ebea76780063 service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313316
Jan 29 21:03:08.802120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43bb6947-b1ef-4fb8-a0ce-dcb5739a69b6 req-8ed515c1-f232-4bc6-9383-55700cacb1fe tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.0795655
Jan 29 21:03:08.806221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] For port 45e4afaf-438f-4368-9333-81ef04ae4285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45e4afaf-438f-4368-9333-81ef04ae4285,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:08.807069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.828634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] Publish callbacks [] for security_group (77179f3a-03da-428a-927c-45effa2e9890), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:08.830824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Calling delete_port for 45e4afaf-438f-4368-9333-81ef04ae4285 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:08.953070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f98da53-829c-4f45-bf62-0ceffe6f0216 req-4737ac1e-17ba-45d9-9efd-5098ac999eae tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 210 time: 0.0427992
Jan 29 21:03:09.000282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5986e7e2-ee65-45b7-a38d-85ac12795de6 req-5e2e9866-05a3-463b-a11a-c62105ec89c5 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0849068
Jan 29 21:03:09.049755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] Publish callbacks [] for security_group (77179f3a-03da-428a-927c-45effa2e9890), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.052800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Router b95bd720-8082-4465-afc1-8b7d01f2cad6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:03:09.201412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:03:09.209848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23eb9212-6198-4921-8203-bd86ce42aa8d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/routers/b95bd720-8082-4465-afc1-8b7d01f2cad6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2768090
Jan 29 21:03:09.211627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:09.222107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77179f3a-03da-428a-927c-45effa2e9890), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.224795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.225929 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77179f3a-03da-428a-927c-45effa2e9890 HTTP/1.1" status: 204  len: 168 time: 1.1443162
Jan 29 21:03:09.232621 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] Sync routers for ids ['b95bd720-8082-4465-afc1-8b7d01f2cad6'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:03:09.250124 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] Routers {'b95bd720-8082-4465-afc1-8b7d01f2cad6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:09.251501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b418d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b95bd720-8082-4465-afc1-8b7d01f2cad6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:09.308095 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b418d60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:09.332058 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] Routers {'b95bd720-8082-4465-afc1-8b7d01f2cad6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:09.334889 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b418d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:02:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b95bd720-8082-4465-afc1-8b7d01f2cad6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:09.335732 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-982632b0-eebd-47b7-99c9-4fb39483ac24 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:03:09.341129 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-982632b0-eebd-47b7-99c9-4fb39483ac24 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/8eb905d8-6b53-4f82-9a8f-876901da790f HTTP/1.1" status: 404  len: 333 time: 0.1257193
Jan 29 21:03:09.341255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-f9b018e2-8c01-41a0-bfd1-809ff84e44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:09.341685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-f9b018e2-8c01-41a0-bfd1-809ff84e44f2 service neutron] 10.222.0.18 "GET /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 1032 time: 0.1495316
Jan 29 21:03:09.342190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 32768) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:09.359790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32770) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:09.380073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088fbb3-5b30-4647-aef9-887bec967d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77179f3a-03da-428a-927c-45effa2e9890,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:09.424434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (45e4afaf-438f-4368-9333-81ef04ae4285), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.530460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event deleted for resources: {'Port': ['ID=45e4afaf-438f-4368-9333-81ef04ae4285,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:09.575186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:09.578522 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c983b-cb51-4e74-879f-59ea592283fd" -d '{"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-unplugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:09.647971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] No DVR routers for this DVR port 45e4afaf-438f-4368-9333-81ef04ae4285 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:09.662058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.670137 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b418d60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:09.673115 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea9491-9790-49f5-ae72-c93ec6651d86 None None] The sync data for ids ['b95bd720-8082-4465-afc1-8b7d01f2cad6'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:03:09.689194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0744df-6731-43ed-9a7f-aa858ea790bc req-4c244f6e-5e89-47aa-ac77-e81818995424 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "DELETE /v2.0/ports/45e4afaf-438f-4368-9333-81ef04ae4285 HTTP/1.1" status: 204  len: 173 time: 2.1260631
Jan 29 21:03:09.689760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-deleted', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:09.699825 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc3644-4cbe-4029-b9af-132de4a23ad1" -d '{"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-deleted", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:09.719724 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50bb1c-a501-473f-9b95-e1dce386c394 x-openstack-request-id: req-ff50bb1c-a501-473f-9b95-e1dce386c394 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:09.720082 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-unplugged", "status": "completed", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:09.720342 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff50bb1c-a501-473f-9b95-e1dce386c394 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:09.720743 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285', 'code': 200}
Jan 29 21:03:09.759320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd07a66e-7558-4ef5-99cb-311492e09765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.859679 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09decebe-b688-4fd3-ba3b-3304a9dea08e x-openstack-request-id: req-09decebe-b688-4fd3-ba3b-3304a9dea08e {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:09.860287 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7b27d8-4b91-4a57-a15a-0f80b8cd5722", "name": "network-vif-deleted", "tag": "45e4afaf-438f-4368-9333-81ef04ae4285", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:09.860478 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09decebe-b688-4fd3-ba3b-3304a9dea08e {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:09.861751 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7b27d8-4b91-4a57-a15a-0f80b8cd5722', 'name': 'network-vif-deleted', 'tag': '45e4afaf-438f-4368-9333-81ef04ae4285', 'status': 'completed', 'code': 200}
Jan 29 21:03:09.893277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32786) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:09.905599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd07a66e-7558-4ef5-99cb-311492e09765 admin admin] Publish callbacks [] for security_group (ebb5c624-7982-4692-bd84-b627399debb2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.927290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e8528cd-e285-4cc3-ad24-8fd023f5abb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:09.932489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd07a66e-7558-4ef5-99cb-311492e09765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebb5c624-7982-4692-bd84-b627399debb2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.007108 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dd07a66e-7558-4ef5-99cb-311492e09765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0884ae8b5c91446484c7777fd625d939&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6379144
Jan 29 21:03:10.021241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:10.042655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a66e-7558-4ef5-99cb-311492e09765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb5c624-7982-4692-bd84-b627399debb2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:10.130166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] Publish callbacks [] for security_group (ebb5c624-7982-4692-bd84-b627399debb2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.171311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] Publish callbacks [] for security_group (ebb5c624-7982-4692-bd84-b627399debb2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.182634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e8528cd-e285-4cc3-ad24-8fd023f5abb3 admin admin] Publish callbacks [] for security_group (dbd91292-0c19-4b09-b118-db2726b7c815), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.195698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e8528cd-e285-4cc3-ad24-8fd023f5abb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dbd91292-0c19-4b09-b118-db2726b7c815), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.257940 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e8528cd-e285-4cc3-ad24-8fd023f5abb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5625b082a014577abe7c6fdad7bb4c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3587039
Jan 29 21:03:10.257940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:10.277562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8528cd-e285-4cc3-ad24-8fd023f5abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd91292-0c19-4b09-b118-db2726b7c815,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:10.299604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebb5c624-7982-4692-bd84-b627399debb2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.302201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.303652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebb5c624-7982-4692-bd84-b627399debb2 HTTP/1.1" status: 204  len: 168 time: 0.2812011
Jan 29 21:03:10.318922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0e4b-93af-46f6-966f-221b926b46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb5c624-7982-4692-bd84-b627399debb2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:10.333665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7bb8091b-c348-48d2-adbd-a67c4e7af998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:10.335572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7bb8091b-c348-48d2-adbd-a67c4e7af998 service neutron] 10.222.0.18 "GET /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 1032 time: 0.8810830
Jan 29 21:03:10.336467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] Publish callbacks [] for security_group (dbd91292-0c19-4b09-b118-db2726b7c815), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.338797 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f4e06cc8-c216-4086-8436-f2113269f193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.366093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] Publish callbacks [] for security_group (dbd91292-0c19-4b09-b118-db2726b7c815), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.449014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dbd91292-0c19-4b09-b118-db2726b7c815), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.451928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.453311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbd91292-0c19-4b09-b118-db2726b7c815 HTTP/1.1" status: 204  len: 168 time: 0.1945317
Jan 29 21:03:10.517357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afe03-f63f-4cbb-89fd-65a7452e418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd91292-0c19-4b09-b118-db2726b7c815,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:10.576176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a753ff6-b5b2-4ba5-a4c0-255e67fb2518 req-2c311cc0-dc48-4b2d-b765-e81782fae2ea tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.3769114
Jan 29 21:03:10.597364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.723520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-c3b76040-8ba3-4fdc-9123-7833e5b8afab tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:10.731620 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-c3b76040-8ba3-4fdc-9123-7833e5b8afab tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.2627037
Jan 29 21:03:10.743772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Request body: {'port': {'device_id': '26614814-8c00-46f5-bcd6-c38866343940', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'admin_state_up': True, 'tenant_id': '32b002caffc8479a8ba3d87eddd46879'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:10.909640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:10.916288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.917032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7ce61479-d49c-4dea-b616-36573bb23d94 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:10.922889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7ce61479-d49c-4dea-b616-36573bb23d94 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:10.928354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7ce61479-d49c-4dea-b616-36573bb23d94 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:10.930836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7ce61479-d49c-4dea-b616-36573bb23d94 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/networks?id=3e327258-7f1e-4845-bb1c-0c1b6454845f&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf HTTP/1.1" status: 200  len: 1996 time: 0.3459728
Jan 29 21:03:10.946709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:10.998600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:11.015364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5dccec1-6c3c-40d8-ac40-aa36d4d32d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.104841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.118591 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8b5eb6da-3b99-4d82-b024-937e88d6277a req-42461708-802d-4a9a-90db-7758276bb533 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0697370
Jan 29 21:03:11.167837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Allocated IP 172.20.0.8 (b709d68e-d5b8-4af1-856f-050ad158cd85/42703c3e-c26d-4652-942c-7324428e17ec/86703e32-4e0e-4882-aabc-9b9f7eecd412) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:11.211163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d8f8ca5-f04d-40fd-9a54-9f2f19380042 req-542dfa6f-db51-490d-8747-e0ffe031f00c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 210 time: 0.3029234
Jan 29 21:03:11.225683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14ad2-3eb0-4360-a199-f0df4421de7a req-b226622d-15e5-408d-96da-c570556c9cfc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:11.232773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acc14ad2-3eb0-4360-a199-f0df4421de7a req-b226622d-15e5-408d-96da-c570556c9cfc tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 1.0511663
Jan 29 21:03:11.302755 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5dccec1-6c3c-40d8-ac40-aa36d4d32d15 admin admin] Publish callbacks [] for security_group (1dd09866-d5f3-4739-848b-8872c5c22a67), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.309134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5dccec1-6c3c-40d8-ac40-aa36d4d32d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1dd09866-d5f3-4739-848b-8872c5c22a67), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.356699 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f5dccec1-6c3c-40d8-ac40-aa36d4d32d15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b21629b10cc40218f05dc2c745b7680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3566909
Jan 29 21:03:11.364621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 32822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:11.389831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39daa524-0466-47f4-9c29-56e0e1e56068 req-bc0a3b8e-cd83-445f-926e-815ca6a50c91 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0870652
Jan 29 21:03:11.405590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dccec1-6c3c-40d8-ac40-aa36d4d32d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd09866-d5f3-4739-848b-8872c5c22a67,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:11.421895 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.431281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for router_controller (b95bd720-8082-4465-afc1-8b7d01f2cad6), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.508210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks [] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.530447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acc14ad2-3eb0-4360-a199-f0df4421de7a req-7d6ddef8-50e1-49e7-b108-8b9273a0dbe8 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967176
Jan 29 21:03:11.539159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0dc43abf-cd6c-4ed1-b0be-4ff1a003d7cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29143fe0aaba428f94401ae5bb5d9012 HTTP/1.1" status: 200  len: 380 time: 0.4889894
Jan 29 21:03:11.539789 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (b95bd720-8082-4465-afc1-8b7d01f2cad6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.540326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Fanout notify agent at l3_agent the message router_deleted on router b95bd720-8082-4465-afc1-8b7d01f2cad6 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:03:11.551193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.552310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-919d78a7-e318-467d-ac0a-be17796d45f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/routers/b95bd720-8082-4465-afc1-8b7d01f2cad6 HTTP/1.1" status: 204  len: 168 time: 2.2091660
Jan 29 21:03:11.558970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 32828) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:11.564038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.580528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] Publish callbacks [] for security_group (1dd09866-d5f3-4739-848b-8872c5c22a67), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.586723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-63c6ed86-f647-4237-b563-d05e94a3bb66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1553795
Jan 29 21:03:11.598269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'admin_state_up': True, 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'security_groups': ['c7251940-bb44-4231-b0b6-555e5f8a4b17']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:11.603049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.633274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] Publish callbacks [] for security_group (1dd09866-d5f3-4739-848b-8872c5c22a67), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.686469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.720009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Network b709d68e-d5b8-4af1-856f-050ad158cd85 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:11.736312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:11.749607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:11.762251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:11.792700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=65230fb4-2cea-4ee2-9daf-48c588eee183,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:11.840549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-e1adef64-5b81-41a3-be37-f2d0914aad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:11.844242 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-e1adef64-5b81-41a3-be37-f2d0914aad26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 1127 time: 0.1838017
Jan 29 21:03:11.878934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:11.879958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.902842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1dd09866-d5f3-4739-848b-8872c5c22a67), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.907494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:11.911012 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd09866-d5f3-4739-848b-8872c5c22a67 HTTP/1.1" status: 204  len: 168 time: 0.5430911
Jan 29 21:03:11.916461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:11.944819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5b4816c-a90f-47c3-8bf0-d1eb0fdaf6ae req-fbd76c68-9edb-4f85-a7da-810a42dcdc29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.1498921
Jan 29 21:03:11.968593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 45e4afaf-438f-4368-9333-81ef04ae4285 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:03:11.968969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 45e4afaf-438f-4368-9333-81ef04ae4285 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:03:12.012480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 14a551ec-2280-40c9-ab0c-c10b279be724 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:03:12.039538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (14a551ec-2280-40c9-ab0c-c10b279be724), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.051779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc37a1-7155-4af1-81a4-4900adf55380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd09866-d5f3-4739-848b-8872c5c22a67,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:12.086173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-7306fac0-d1e0-4f4d-9725-d6c812bb1d88 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3463366
Jan 29 21:03:12.107050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Request body: {'port': {'device_id': '26614814-8c00-46f5-bcd6-c38866343940', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:12.124866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.230064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-31610026-b713-4761-96eb-e841bebf7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:12.231575 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-31610026-b713-4761-96eb-e841bebf7f33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.3450437
Jan 29 21:03:12.238563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (14a551ec-2280-40c9-ab0c-c10b279be724), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.240636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.296200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-d40061fd-9fdb-40cf-88ba-ca23d85da327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 200  len: 217 time: 0.0516694
Jan 29 21:03:12.383712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-6cec2ed5-c939-422e-a83f-5d7d2e4d3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:12.386039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-6cec2ed5-c939-422e-a83f-5d7d2e4d3eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1127 time: 0.4357908
Jan 29 21:03:12.458533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:12.462772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.524882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (14a551ec-2280-40c9-ab0c-c10b279be724), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.581809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86703e32-4e0e-4882-aabc-9b9f7eecd412 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:12.600754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks [] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.620217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a11100cf-2284-4c6f-9610-26d584ea2e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.622538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Transition to ACTIVE for port object 86703e32-4e0e-4882-aabc-9b9f7eecd412 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:12.627760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba34d8-f386-401e-aa36-4c9b5261f651 req-85daf41c-7bf7-4b66-8347-089464cd0b8b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:12.637338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2ba34d8-f386-401e-aa36-4c9b5261f651 req-85daf41c-7bf7-4b66-8347-089464cd0b8b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.6323998
Jan 29 21:03:12.723525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-45bfb70d-4c5d-4543-b010-9d7900d8409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:12.726244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-45bfb70d-4c5d-4543-b010-9d7900d8409f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.1021185
Jan 29 21:03:12.727568 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:12.851327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-aa2645eb-0c5e-4929-a4bb-b8176ae76a58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1171963
Jan 29 21:03:12.853571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:12.901640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2ba34d8-f386-401e-aa36-4c9b5261f651 req-5f044843-dc67-4719-95ab-44c5c2b0dc07 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634015
Jan 29 21:03:12.903966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-5923ccb6-e7f5-47b6-853c-93798bb6572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:12.905797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-5923ccb6-e7f5-47b6-853c-93798bb6572a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.4994202
Jan 29 21:03:12.921889 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP 5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc associated. External IP: 172.35.4.195, port: db60b1a8-ea24-4ed4-a6b5-160b23017f55.
Jan 29 21:03:13.064707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (14a551ec-2280-40c9-ab0c-c10b279be724), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.097287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Attempting to bind port 86703e32-4e0e-4882-aabc-9b9f7eecd412 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:13.098031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Attempting to bind port 86703e32-4e0e-4882-aabc-9b9f7eecd412 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:13.098290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Attempting to bind port 86703e32-4e0e-4882-aabc-9b9f7eecd412 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:13.115770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Port 86703e32-4e0e-4882-aabc-9b9f7eecd412 on network b709d68e-d5b8-4af1-856f-050ad158cd85 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:13.116110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Attempting to bind port 86703e32-4e0e-4882-aabc-9b9f7eecd412 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:13.135160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:13.135512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Checking segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:13.135914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Bound using segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:13.136557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Bound port: 86703e32-4e0e-4882-aabc-9b9f7eecd412, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:13.136940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.201952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-2d958677-feca-4d18-9bb4-eadd37481475 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3434284
Jan 29 21:03:13.294354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:13.347790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:13.363551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.435067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:13.458947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:13.459754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.461306 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-adaddeec-9818-45e3-a12e-f00a3ab012f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/86703e32-4e0e-4882-aabc-9b9f7eecd412 HTTP/1.1" status: 200  len: 1091 time: 1.3615415
Jan 29 21:03:13.461763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:13.465025 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:13.486112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-792b4908-068d-4ec5-b7e3-f4f40589eb84 req-3b985d9c-a827-4efb-8ebd-776456896f90 service neutron] 10.222.0.18 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333140
Jan 29 21:03:13.609827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-961234cd-f875-4428-8cf2-a7fd11fd1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:13.612179 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-961234cd-f875-4428-8cf2-a7fd11fd1907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 1125 time: 0.0840755
Jan 29 21:03:13.694295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.704763 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-1a548ef7-b0ca-423b-841d-9215a686bcb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412 HTTP/1.1" status: 200  len: 217 time: 0.0847275
Jan 29 21:03:13.734415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4fa3490-96bb-4a0c-95ab-533f7495997b req-c15f042e-cb0a-48fb-9af1-eb3733e54df6 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.6748991
Jan 29 21:03:13.818114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-bc6e3d96-8616-44c8-a267-fe741a697860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:13.821999 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-bc6e3d96-8616-44c8-a267-fe741a697860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1106262
Jan 29 21:03:13.839865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-4740689a-d9fa-4b72-aba0-7cef516b34b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 217 time: 0.7790155
Jan 29 21:03:13.840662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=14a551ec-2280-40c9-ab0c-c10b279be724,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:13.848117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73cd4b-4b09-4b44-9ec5-7b08b9ca21f7 None None] Network da5afba2-11f4-4429-90cf-5d31e5cadd18 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:13.849213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1c89-e7da-4bdc-bfe2-4e0da52b0d33 req-47375e71-875b-48f2-81ba-85bb15ef0fbf tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:13.850826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e2b1c89-e7da-4bdc-bfe2-4e0da52b0d33 req-47375e71-875b-48f2-81ba-85bb15ef0fbf tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 931 time: 1.4932899
Jan 29 21:03:13.857249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:13.869023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dd19bedc-68b4-47de-802b-3ffe95baa16d tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/14a551ec-2280-40c9-ab0c-c10b279be724 HTTP/1.1" status: 204  len: 168 time: 2.3044872
Jan 29 21:03:13.880327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 32918) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:13.965349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-a3ac6585-981b-42c4-b820-a1a2a4bda864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1317434
Jan 29 21:03:14.067031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79aaffdd-79c5-4752-b690-78ed22f29686 req-cfc5ef92-b87b-46af-b863-f4f884e65a88 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.1392341
Jan 29 21:03:14.088601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 447ee25e-c602-4d3e-8765-b5839cf8ed74 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:03:14.120826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-0cdd1653-396d-4459-9e69-b93f7d4a2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:14.122434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-0cdd1653-396d-4459-9e69-b93f7d4a2dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.2559042
Jan 29 21:03:14.136560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e2b1c89-e7da-4bdc-bfe2-4e0da52b0d33 req-58414b22-cd5b-4f10-96f2-d631128c94ac tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680521
Jan 29 21:03:14.150270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (da5afba2-11f4-4429-90cf-5d31e5cadd18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:14.197823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 172.20.0.6 (3e327258-7f1e-4845-bb1c-0c1b6454845f/52729628-6f6a-4387-8d06-cad327472b73/4fb30366-cabe-4c7a-8caf-a0f108a14e4b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:14.223805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] DHCP port deletion for da5afba2-11f4-4429-90cf-5d31e5cadd18 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:03:14.257382 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6692c-66b9-43d2-828d-6c6aac32d0c8 x-openstack-request-id: req-e2d6692c-66b9-43d2-828d-6c6aac32d0c8 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:14.258015 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:14.258015 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d6692c-66b9-43d2-828d-6c6aac32d0c8 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:14.258351 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'status': 'completed', 'code': 200}
Jan 29 21:03:14.281218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-40a4887b-bc76-4d12-9ec6-1964dae9ba36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1489339
Jan 29 21:03:14.282437 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-97f6d188-af7b-4b74-b13c-08e9725f9afe service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3161860
Jan 29 21:03:14.400830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59daff2e-5862-48e8-8079-16b62457d5d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:14.469785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Deleting port 59daff2e-5862-48e8-8079-16b62457d5d7 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:14.472623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:14.479775 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5331a3cd-e99d-4192-9d32-2dcf19ca4a71 req-e7fa5a34-514f-404c-a376-a962e545013b service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833348
Jan 29 21:03:14.530670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:03:14.605418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] For port 59daff2e-5862-48e8-8079-16b62457d5d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59daff2e-5862-48e8-8079-16b62457d5d7,segment=NetworkSegment(4e487797-c07f-4856-9121-063a5b201e08),segment_id=4e487797-c07f-4856-9121-063a5b201e08)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:14.606123 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:14.684206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-5423d21b-0e74-4460-9ddc-07a14ff7a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:14.689125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-5423d21b-0e74-4460-9ddc-07a14ff7a0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 1125 time: 0.1508505
Jan 29 21:03:14.768703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-40923580-14dd-4f32-bb26-9821c0444e4a service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420282
Jan 29 21:03:14.905755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Calling delete_port for 59daff2e-5862-48e8-8079-16b62457d5d7 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:15.065469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-a4ca9cf8-6675-4d0b-9685-0eaa45728866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:15.066997 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-a4ca9cf8-6675-4d0b-9685-0eaa45728866 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 0.3617313
Jan 29 21:03:15.076483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-405b5ecb-fb6b-4d62-b435-ef3d0d319c3c req-d4f3b7a1-1a6b-42ac-a13e-0b3d184e3072 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837412
Jan 29 21:03:15.109653 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.110208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Sync routers for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:03:15.150187 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-9d22019e-928f-4048-be1c-dc9d388ab179 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412 HTTP/1.1" status: 200  len: 217 time: 0.0736206
Jan 29 21:03:15.181334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:15.182233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a49daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:03:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:15.216452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f8b897e6-8dfd-4fb1-83b2-ba0a3a647ca9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.8413110
Jan 29 21:03:15.218823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e37d4594-d90f-4f1d-a4b5-3d51f3a030aa req-a42832bc-86d2-4435-964c-8b1efbfcf28c tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1258647
Jan 29 21:03:15.231470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:15.236231 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7691ad-804a-486d-9c42-4b595fc8f449" -d '{"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:15.305644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-98a99296-12c1-4e5f-855f-02e0f938ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:15.310176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-98a99296-12c1-4e5f-855f-02e0f938ab47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1466956
Jan 29 21:03:15.378723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 59daff2e-5862-48e8-8079-16b62457d5d7 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:15.379338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.384631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.390765 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-a3ff643a-0c40-4987-b67a-47a058505a2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752108
Jan 29 21:03:15.428651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] Pushing event deleted for resources: {'Port': ['ID=59daff2e-5862-48e8-8079-16b62457d5d7,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:15.431615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3f82-fa73-4a6f-8d35-8c7acf8cb2b5 None None] No DVR routers for this DVR port 59daff2e-5862-48e8-8079-16b62457d5d7 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:15.470223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a789-ae1f-4b58-bfd9-e4357df424be req-5f39fdc1-246c-42dc-b927-2fc0ffd6d2bb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:15.473531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4070a789-ae1f-4b58-bfd9-e4357df424be req-5f39fdc1-246c-42dc-b927-2fc0ffd6d2bb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.9445972
Jan 29 21:03:15.486856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:03:15.534265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-067f2476-2b45-4d55-96a0-8489558614de req-fecc4bdd-92d3-4805-8bed-3eae224d3464 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.0570898
Jan 29 21:03:15.543607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-16281de3-687f-454b-953e-f8b4f129efa7 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459723
Jan 29 21:03:15.594039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 59daff2e-5862-48e8-8079-16b62457d5d7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:15.594039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.750512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f5d72cf8-6f20-4331-aaab-9e59dddf8aaf req-f49af85f-1256-4290-8914-601554f507d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999588
Jan 29 21:03:15.790003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.841360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-c67dbbcc-6971-4ded-aea8-f1848c104ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:15.842866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-c67dbbcc-6971-4ded-aea8-f1848c104ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1127 time: 0.5910492
Jan 29 21:03:15.864027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4070a789-ae1f-4b58-bfd9-e4357df424be req-40cd2d97-e7fa-4191-892a-79ccb91748e5 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432357
Jan 29 21:03:15.865155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] For port 59daff2e-5862-48e8-8079-16b62457d5d7, host ncdv-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:15.865528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.917116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 59daff2e-5862-48e8-8079-16b62457d5d7 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:15.952168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Port 59daff2e-5862-48e8-8079-16b62457d5d7 was not found and therefore no delete operation was performed {{(pid=125943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:03:15.957957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:15.966425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (59daff2e-5862-48e8-8079-16b62457d5d7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.029126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No DVR routers for this DVR port 59daff2e-5862-48e8-8079-16b62457d5d7 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:16.040663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128126-462a-4d15-a628-2fcb11e16537 req-ac763875-7ed3-46ce-b3a6-4c25cb3de20b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.042244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11128126-462a-4d15-a628-2fcb11e16537 req-ac763875-7ed3-46ce-b3a6-4c25cb3de20b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 943 time: 0.3395605
Jan 29 21:03:16.043035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=59daff2e-5862-48e8-8079-16b62457d5d7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:16.067215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a49daf0>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f99818-8734-45e9-90d6-5c426c51e047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:03:09Z', 'updated_at': '2022-01-29T21:03:09Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.096022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Checking router: 447ee25e-c602-4d3e-8765-b5839cf8ed74 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:03:16.106566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:16.107286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a49daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:03:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.223210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (da5afba2-11f4-4429-90cf-5d31e5cadd18), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.228718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-86b6b45f-4472-49c6-b07e-95600a990608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.230351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-86b6b45f-4472-49c6-b07e-95600a990608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.3483856
Jan 29 21:03:16.254808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:03:16.307081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.314235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-574c5bdc-5fd4-4911-87f9-f4caced8a92d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 217 time: 0.0679243
Jan 29 21:03:16.315776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0940a1c0>,) {'filters': {'network_id': ['da5afba2-11f4-4429-90cf-5d31e5cadd18']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.343604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11128126-462a-4d15-a628-2fcb11e16537 req-6f7da58b-75b2-4d70-9a70-28cf36b3c3a1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857728
Jan 29 21:03:16.465830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6fd1-f1c7-40a0-b760-454e0976db59 req-6b944708-b62a-4585-af3e-d7f97ce8b7e2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.473613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31b6fd1-f1c7-40a0-b760-454e0976db59 req-6b944708-b62a-4585-af3e-d7f97ce8b7e2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.4573572
Jan 29 21:03:16.476462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-6fb72d83-b4ec-4161-9f9b-2b6c4e099d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.477945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-6fb72d83-b4ec-4161-9f9b-2b6c4e099d7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.1537275
Jan 29 21:03:16.479630 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a796cd39-4f70-4643-a21c-cb56ed9bea8f x-openstack-request-id: req-a796cd39-4f70-4643-a21c-cb56ed9bea8f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:16.479938 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:16.480179 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a796cd39-4f70-4643-a21c-cb56ed9bea8f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:16.480572 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:03:16.485285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0940a1c0>, '4e487797-c07f-4856-9121-063a5b201e08') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.485581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0940a1c0>, '4e487797-c07f-4856-9121-063a5b201e08') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.517798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-9d390daa-8f01-42da-bcbc-7c5316ed9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.519933 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-9d390daa-8f01-42da-bcbc-7c5316ed9b35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.0884883
Jan 29 21:03:16.552563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (4e487797-c07f-4856-9121-063a5b201e08), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.619534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f904c2e9-fc1b-4f36-8c05-34b3d0980652 req-62ea33b2-e84e-41b0-9da9-46bee621c3a3 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0822451
Jan 29 21:03:16.630683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:16.634351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-855c297d-a7e6-4c9b-a2a9-ff7abeca08cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1268725
Jan 29 21:03:16.666308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:16.766580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a49daf0>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f99818-8734-45e9-90d6-5c426c51e047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:03:09Z', 'updated_at': '2022-01-29T21:03:09Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:16.778683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-f286bcad-ba06-4fe8-a26c-dc05e8c1ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:16.786893 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4e487797-c07f-4856-9121-063a5b201e08), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.789251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:16.790520 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-f286bcad-ba06-4fe8-a26c-dc05e8c1ec0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.2614760
Jan 29 21:03:16.796540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-6fc86eca-28e4-40a0-841d-a99b27675e86 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458836
Jan 29 21:03:16.799232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:16.825353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31b6fd1-f1c7-40a0-b760-454e0976db59 req-63108f10-fd3b-4206-b040-0763c84e26eb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3507271
Jan 29 21:03:16.850116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e2af-e297-44b2-b93a-cc4b681e73df None None] The sync data for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 is: [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f99818-8734-45e9-90d6-5c426c51e047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:03:09Z', 'updated_at': '2022-01-29T21:03:09Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:03:16.869101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.955362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:16.956328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (4e487797-c07f-4856-9121-063a5b201e08), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:16.963057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-a4dfa273-6704-455c-98df-98e8d1350840 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.1627202
Jan 29 21:03:16.963975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:16.964485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:17.069562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-56ad79ad-4da1-44f1-8d34-4d58df249769 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc HTTP/1.1" status: 200  len: 991 time: 0.1037319
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:17.097771 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:17.121815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-fb84fad1-b853-4578-8be2-347abe9fd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.123303 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-fb84fad1-b853-4578-8be2-347abe9fd012 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.0579898
Jan 29 21:03:17.185023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-c5162fdf-129f-47d6-a6f7-3a078b374296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.186594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-c5162fdf-129f-47d6-a6f7-3a078b374296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0555723
Jan 29 21:03:17.214254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2676cb0a-59a5-48fa-83ee-d31fefb6c8f7 None None] Provisioning complete for port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:17.214851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2676cb0a-59a5-48fa-83ee-d31fefb6c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.218854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (da5afba2-11f4-4429-90cf-5d31e5cadd18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.226903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.236891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/da5afba2-11f4-4429-90cf-5d31e5cadd18 HTTP/1.1" status: 204  len: 168 time: 3.3488128
Jan 29 21:03:17.243949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33070) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:17.279365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2676cb0a-59a5-48fa-83ee-d31fefb6c8f7 None None] Port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:17.314228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.315772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e431120-cc93-49dc-8dbe-ddd3c689ea03 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=da5afba2-11f4-4429-90cf-5d31e5cadd18,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:17.329871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.330512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.337075 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78dc72-04f0-4da3-bb7a-b7f821edd4a4 None None] New status for floating IP 5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:03:17.370421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-b091ffa1-db35-4e8c-aac0-4d6288494a7e service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738107
Jan 29 21:03:17.382056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56730a4-8a74-49f1-8c4f-a2af97968fc1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.389451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e56730a4-8a74-49f1-8c4f-a2af97968fc1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/594a5ab6-f974-4054-9231-fc1ded8522d7 HTTP/1.1" status: 200  len: 844 time: 0.1383247
Jan 29 21:03:17.389717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33074) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:17.399276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8eec0a51-985f-4621-8c0d-38253fc332bc tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8054438
Jan 29 21:03:17.404609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-566cfac1-721d-4442-befe-77c21e8bfae7 req-ddc0d50b-a8eb-4bd4-b9be-f59efa231038 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5963864
Jan 29 21:03:17.417597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46189f-4694-47ad-98cc-6f5cba522b89 req-cec9c4c6-4edf-4653-8259-86a318ef1307 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.419514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da46189f-4694-47ad-98cc-6f5cba522b89 req-cec9c4c6-4edf-4653-8259-86a318ef1307 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 931 time: 0.6245375
Jan 29 21:03:17.424543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'admin_state_up': True, 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'security_groups': ['c7251940-bb44-4231-b0b6-555e5f8a4b17']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:17.455136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649e2fd-53b0-4e3d-aa88-5f27a00d854a req-43359ad7-4ed1-4db7-9bc9-f520b1528061 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:17.456769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2649e2fd-53b0-4e3d-aa88-5f27a00d854a req-43359ad7-4ed1-4db7-9bc9-f520b1528061 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.3581326
Jan 29 21:03:17.484680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23574ebc-1bb8-49b6-a892-5c715c0e528b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/594a5ab6-f974-4054-9231-fc1ded8522d7?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0939255
Jan 29 21:03:17.490193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:17.500004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:17.603007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da46189f-4694-47ad-98cc-6f5cba522b89 req-a6b4404b-92de-425a-aa0c-45e8a2263704 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1726882
Jan 29 21:03:17.606184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Publish callbacks [] for security_group (8230a6b9-599b-4090-a3f8-e72f2f81d161), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.613166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2649e2fd-53b0-4e3d-aa88-5f27a00d854a req-e0b42033-f55f-4b50-901c-569a91fbb70b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386228
Jan 29 21:03:17.629184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8230a6b9-599b-4090-a3f8-e72f2f81d161), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.649785 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad7691ad-804a-486d-9c42-4b595fc8f449 req-c9ba2171-b624-4d4b-a1e3-610a9b4c6b76 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690616
Jan 29 21:03:17.671393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:17.680432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.704315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f66498999cd48c085dc57724c067c76&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7373893
Jan 29 21:03:17.705144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8230a6b9-599b-4090-a3f8-e72f2f81d161,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:17.707219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33096) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:17.717566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.717566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.717929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.718254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.718617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.719165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.719310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.720002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.720002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.720259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.720657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.721019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.721345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fa66-968a-412d-9974-f2b49332486b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:17.725621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:17.729654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:17.912958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-256614c5-56bd-4e88-becc-e62951bc3e2f req-8d8365e1-31bf-49a3-9fa2-a5aa75a7cd51 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0985913
Jan 29 21:03:17.948303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:17.975680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6025e718-bab2-466b-83d2-35302752843c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.022586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:18.026637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:18.030194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:18.031167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.049071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381bb41-3f61-4544-bba9-28bad6359121 None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:18.057887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=6025e718-bab2-466b-83d2-35302752843c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.070310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5361ab01-3b2c-4abe-a538-57d1bdd059ca tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5752432
Jan 29 21:03:18.071190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.076323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179844690'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:18.080564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33110) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.117689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:18.138181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'mac_address': 'fa:16:3e:5d:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:18.156651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.202407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8fda49db-1bc7-417f-bc1a-b4d7d99fbd93 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc HTTP/1.1" status: 200  len: 993 time: 0.1203630
Jan 29 21:03:18.219193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 86703e32-4e0e-4882-aabc-9b9f7eecd412 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:18.220356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.234105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.240453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86703e32-4e0e-4882-aabc-9b9f7eecd412 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:18.266938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:18.273779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.282433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b450921-26b3-4bd0-9691-7a78656b9c64', 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'project_id': 'f4a12f62969142d2a1c2b50ba952097b', 'fixed_ips': [{'subnet_id': '6025e718-bab2-466b-83d2-35302752843c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:03:18.283517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.289956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (c04e4cc3-24ef-4817-8938-37ae21d92dc7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.296894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c04e4cc3-24ef-4817-8938-37ae21d92dc7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.340897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.342821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2701149
Jan 29 21:03:18.347468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33116) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.352249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.354611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571182333'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:18.364261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c533b7f-5b31-4bb6-8781-f22212297053 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e4cc3-24ef-4817-8938-37ae21d92dc7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.385718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.422840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] Publish callbacks [] for security_group (8230a6b9-599b-4090-a3f8-e72f2f81d161), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.438827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc37d-ecfc-4b3a-a864-4e8d2bf28c37 req-0d616b8a-207b-42ae-af44-fb3272e488dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:18.440497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b3fc37d-ecfc-4b3a-a864-4e8d2bf28c37 req-0d616b8a-207b-42ae-af44-fb3272e488dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 943 time: 0.6346686
Jan 29 21:03:18.475760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9546-66ed-4343-8698-d4dcd06b824e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.480615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.1.1.202 (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75/7ba9b159-ec57-41d1-bb02-e68fe5c73d58/ee3c16d2-6580-4b29-9eb2-4809d1f301eb) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:18.485019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Allocated IP 2001:db8::2 (1b450921-26b3-4bd0-9691-7a78656b9c64/6025e718-bab2-466b-83d2-35302752843c/2b33741f-fb72-40f7-9be5-2672c35823dd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:18.492720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] Publish callbacks [] for security_group (8230a6b9-599b-4090-a3f8-e72f2f81d161), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.526040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (89be27a3-c8ef-4cf0-92aa-0c2eaba1461a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.535686 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (89be27a3-c8ef-4cf0-92aa-0c2eaba1461a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.573978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b3fc37d-ecfc-4b3a-a864-4e8d2bf28c37 req-1f6c2e5f-6d7a-48e9-a185-6644eaf39da6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220853
Jan 29 21:03:18.579333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.581131 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2323568
Jan 29 21:03:18.584196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33118) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.587181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['86703e32-4e0e-4882-aabc-9b9f7eecd412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:18.597243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-912156520', 'security_groups': ['89be27a3-c8ef-4cf0-92aa-0c2eaba1461a'], 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6025e718-bab2-466b-83d2-35302752843c'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:18.597243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b6efe-5ce7-449d-9216-fb567732b9a3 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89be27a3-c8ef-4cf0-92aa-0c2eaba1461a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.691899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9546-66ed-4343-8698-d4dcd06b824e admin admin] Publish callbacks [] for security_group (93ea33f9-184f-480b-b54c-eb224d370b60), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.701788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9546-66ed-4343-8698-d4dcd06b824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93ea33f9-184f-480b-b54c-eb224d370b60), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.713440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.746530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8230a6b9-599b-4090-a3f8-e72f2f81d161), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.750291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.752015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8230a6b9-599b-4090-a3f8-e72f2f81d161 HTTP/1.1" status: 204  len: 168 time: 1.0434372
Jan 29 21:03:18.762719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.774618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9546-66ed-4343-8698-d4dcd06b824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea33f9-184f-480b-b54c-eb224d370b60,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.783443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8d4d9546-66ed-4343-8698-d4dcd06b824e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5ed8fa9948c431aa8606c5e886282b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5468860
Jan 29 21:03:18.784125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:18.804145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975debb-fcd5-402d-8899-f85b09e1293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230a6b9-599b-4090-a3f8-e72f2f81d161,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.806859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:18.825945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks [] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.846120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.881989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:18.901980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:18.912707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:18.942101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:18.954104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] Publish callbacks [] for security_group (93ea33f9-184f-480b-b54c-eb224d370b60), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:18.993358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:19.000106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6b4ba-d99e-4ae3-b28b-8fd0e5fae53c req-11e9c266-f9c5-48c7-b819-b9467fcabbc4 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.001330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:19.005518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.009327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63a6b4ba-d99e-4ae3-b28b-8fd0e5fae53c req-11e9c266-f9c5-48c7-b819-b9467fcabbc4 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2412128
Jan 29 21:03:19.031330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] Publish callbacks [] for security_group (93ea33f9-184f-480b-b54c-eb224d370b60), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.052312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2800fb-5cc5-4b61-b7ed-4bc5df158751 req-55e32be0-eb05-4a90-99bd-720df7c1308c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.052568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 404d7651-4dca-4353-848b-a7647b88f27b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:19.054527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:19.058940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2800fb-5cc5-4b61-b7ed-4bc5df158751 req-55e32be0-eb05-4a90-99bd-720df7c1308c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.060962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d2800fb-5cc5-4b61-b7ed-4bc5df158751 req-55e32be0-eb05-4a90-99bd-720df7c1308c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 1653 time: 0.2917199
Jan 29 21:03:19.068500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.069291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.154641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-b990b6cc-f6da-428e-a8a9-070cb49062ab tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7470176
Jan 29 21:03:19.158160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33132) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:19.164535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d2800fb-5cc5-4b61-b7ed-4bc5df158751 req-73ff54d4-8286-4754-acf0-368d6dc19356 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899079
Jan 29 21:03:19.169766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-63a6b4ba-d99e-4ae3-b28b-8fd0e5fae53c req-1fc7a6ed-2691-4b8a-aa53-8f87185a4882 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590850
Jan 29 21:03:19.174387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'admin_state_up': True, 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'security_groups': ['c7251940-bb44-4231-b0b6-555e5f8a4b17']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:19.205758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:19.237630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Attempting to bind port 2b33741f-fb72-40f7-9be5-2672c35823dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:19.238314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Attempting to bind port 2b33741f-fb72-40f7-9be5-2672c35823dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5912785-582b-433b-a449-636fd941c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:19.238509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Attempting to bind port 2b33741f-fb72-40f7-9be5-2672c35823dd on network 1b450921-26b3-4bd0-9691-7a78656b9c64 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:19.241843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7815d904-bcbb-4cf3-a6d8-3e65e3d2a179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.248751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:19.249679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (93ea33f9-184f-480b-b54c-eb224d370b60), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.250062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Checking segment: {'id': 'f5912785-582b-433b-a449-636fd941c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:19.250474 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.250865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Bound using segment: {'id': 'f5912785-582b-433b-a449-636fd941c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:19.251354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Bound port: 2b33741f-fb72-40f7-9be5-2672c35823dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5912785-582b-433b-a449-636fd941c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:19.251739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.252238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.258917 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93ea33f9-184f-480b-b54c-eb224d370b60 HTTP/1.1" status: 204  len: 168 time: 0.4708195
Jan 29 21:03:19.326188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8e3084-6ba5-40e6-99aa-bccccb73cf02 req-efb86c41-465a-45aa-aaa4-a7cb18c8c9b6 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0369210
Jan 29 21:03:19.359332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:19.361384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857933ad-9989-44ba-ae0a-3a1c683ca93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea33f9-184f-480b-b54c-eb224d370b60,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:19.362691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:19.375774 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.391020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:19.394719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.417254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7815d904-bcbb-4cf3-a6d8-3e65e3d2a179 admin admin] Publish callbacks [] for security_group (4b8abcba-b9e1-416b-8159-4f6869b4c4b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.429131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7815d904-bcbb-4cf3-a6d8-3e65e3d2a179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4b8abcba-b9e1-416b-8159-4f6869b4c4b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.444170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c5b4cb35-a15d-4b81-92fd-2477ab3295b3 None None] Provisioning complete for port ee3c16d2-6580-4b29-9eb2-4809d1f301eb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:19.444476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cb35-a15d-4b81-92fd-2477ab3295b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.503052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe7605-f5b0-4694-bb88-bb10470a5537 None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:19.511932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::360 (1b450921-26b3-4bd0-9691-7a78656b9c64/6025e718-bab2-466b-83d2-35302752843c/404d7651-4dca-4353-848b-a7647b88f27b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:19.516252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4cb35-a15d-4b81-92fd-2477ab3295b3 None None] Port ee3c16d2-6580-4b29-9eb2-4809d1f301eb cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:19.549623 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7815d904-bcbb-4cf3-a6d8-3e65e3d2a179 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80b80ccee1064e4a9b57482debf48314&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3918030
Jan 29 21:03:19.550444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33136) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:19.552576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815d904-bcbb-4cf3-a6d8-3e65e3d2a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8abcba-b9e1-416b-8159-4f6869b4c4b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:19.613885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.1.1.4 (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75/7ba9b159-ec57-41d1-bb02-e68fe5c73d58/ec30564b-9d0e-44d6-9321-48b630c8cf0a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:19.697966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] Publish callbacks [] for security_group (4b8abcba-b9e1-416b-8159-4f6869b4c4b1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.765754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] Publish callbacks [] for security_group (4b8abcba-b9e1-416b-8159-4f6869b4c4b1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.799308 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (404d7651-4dca-4353-848b-a7647b88f27b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.856509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51ab6b-cc2e-4032-bc34-3b693cc357b8 req-01666e0b-90bf-4210-ac0c-9703359e3fe0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.856509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec51ab6b-cc2e-4032-bc34-3b693cc357b8 req-01666e0b-90bf-4210-ac0c-9703359e3fe0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 944 time: 0.1831713
Jan 29 21:03:19.856734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33142) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:19.873293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4b8abcba-b9e1-416b-8159-4f6869b4c4b1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.875716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.876941 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b8abcba-b9e1-416b-8159-4f6869b4c4b1 HTTP/1.1" status: 204  len: 168 time: 0.3183231
Jan 29 21:03:19.902600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efa5b4-1476-4df4-94b2-e024a52ecab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8abcba-b9e1-416b-8159-4f6869b4c4b1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:19.910793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (404d7651-4dca-4353-848b-a7647b88f27b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.912161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b9caa8-cdc8-4a58-ad61-30a64888f0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.920411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:19.971146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:19.974528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:19.980672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:19.987201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:19.993391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:19.994047 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.005886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=404d7651-4dca-4353-848b-a7647b88f27b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:20.007009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec51ab6b-cc2e-4032-bc34-3b693cc357b8 req-155b89e2-694f-4347-9bc3-08681f50368a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294327
Jan 29 21:03:20.045580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-96428bba-18de-44b1-b6bd-2bb03a4d722f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4599862
Jan 29 21:03:20.048395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:20.056585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:20.058329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.087261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 86703e32-4e0e-4882-aabc-9b9f7eecd412 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:03:20.093318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 86703e32-4e0e-4882-aabc-9b9f7eecd412 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:20.093754 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.129742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:20.132054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b9caa8-cdc8-4a58-ad61-30a64888f0f0 admin admin] Publish callbacks [] for security_group (219dc071-0e15-4c39-aaf8-3f55261d91e1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.135859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:20.138648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:20.188538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78b9caa8-cdc8-4a58-ad61-30a64888f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (219dc071-0e15-4c39-aaf8-3f55261d91e1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.203974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:20.210363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.257225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 86703e32-4e0e-4882-aabc-9b9f7eecd412 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:20.257876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.295522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78b9caa8-cdc8-4a58-ad61-30a64888f0f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=295a39c554594578a5820a4b0bd4ce8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4343522
Jan 29 21:03:20.302178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33154) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:20.311948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:20.312646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.357673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:20.364540 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e0e36-6250-4949-a298-78baccbe2d3c" -d '{"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-plugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:20.397632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:20.399474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2319434
Jan 29 21:03:20.406047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a830e5-0513-46e8-b7f0-74a1c6441900 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:20.418385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.533044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:20.541551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'admin_state_up': True, 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'security_groups': ['c7251940-bb44-4231-b0b6-555e5f8a4b17']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:20.573340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:20.613146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9caa8-cdc8-4a58-ad61-30a64888f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219dc071-0e15-4c39-aaf8-3f55261d91e1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:20.633552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9bc7d10f-e81a-49ab-9bbe-229a0519c830 None None] Provisioning complete for port ec30564b-9d0e-44d6-9321-48b630c8cf0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:20.634565 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d10f-e81a-49ab-9bbe-229a0519c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.658257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] Publish callbacks [] for security_group (219dc071-0e15-4c39-aaf8-3f55261d91e1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.671171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01791-5077-4b12-9c63-bc04fcc781a3 req-8f0ed26d-a066-4c45-bfd9-1b19fc3829e1 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:20.682097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73d01791-5077-4b12-9c63-bc04fcc781a3 req-8f0ed26d-a066-4c45-bfd9-1b19fc3829e1 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2876298
Jan 29 21:03:20.719986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7d10f-e81a-49ab-9bbe-229a0519c830 None None] Port ec30564b-9d0e-44d6-9321-48b630c8cf0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:20.723789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:20.724723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.753668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] Publish callbacks [] for security_group (219dc071-0e15-4c39-aaf8-3f55261d91e1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:20.776452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecc4-3907-40fe-9747-fe1d971d9995 req-d25b0c77-73e3-4f66-9b88-f726565f73dd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:20.783330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecc4-3907-40fe-9747-fe1d971d9995 req-d25b0c77-73e3-4f66-9b88-f726565f73dd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:20.791684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecc4-3907-40fe-9747-fe1d971d9995 req-d25b0c77-73e3-4f66-9b88-f726565f73dd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:20.796807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8171ecc4-3907-40fe-9747-fe1d971d9995 req-d25b0c77-73e3-4f66-9b88-f726565f73dd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 2372 time: 0.4008472
Jan 29 21:03:20.887188 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6025e718-bab2-466b-83d2-35302752843c (CIDR: 2001:db8::/64)
Jan 29 21:03:20.892456 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:03:20.893366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:20.922616 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-14e9c997-7e83-4c2f-ad1d-3ba566c08cc9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8714695
Jan 29 21:03:20.923236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33172) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:20.930380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:20.949634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73d01791-5077-4b12-9c63-bc04fcc781a3 req-b99aa28e-7625-4569-852d-d8f8551892c9 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663291
Jan 29 21:03:21.008178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:21.069996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8171ecc4-3907-40fe-9747-fe1d971d9995 req-67542772-56cc-4722-893c-24542adf0fb5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248709
Jan 29 21:03:21.113869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fed4699-002a-4aea-a73b-2af80033bf80 req-a461aa41-3309-4008-818a-ab410658580d tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0448313
Jan 29 21:03:21.114102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:21.114102 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.128170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (219dc071-0e15-4c39-aaf8-3f55261d91e1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.130504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.134636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/219dc071-0e15-4c39-aaf8-3f55261d91e1 HTTP/1.1" status: 204  len: 168 time: 0.8294396
Jan 29 21:03:21.152199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef4f0e-e631-41bd-80bb-6785b417bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219dc071-0e15-4c39-aaf8-3f55261d91e1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:21.180418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.204923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:21.211025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.239688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:21.241950 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78c8c7b-3da5-4268-958c-9b62a6fcff03 x-openstack-request-id: req-f78c8c7b-3da5-4268-958c-9b62a6fcff03 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:21.242246 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-plugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:21.242509 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f78c8c7b-3da5-4268-958c-9b62a6fcff03 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:21.242908 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'code': 200}
Jan 29 21:03:21.265779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.329739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:21.330120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.415810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:21.420029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:21.458315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:21.458697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.611328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6899e-256a-464a-ba1f-bbe0978cc98b req-ac695a80-358c-45a9-a4b0-fcd97e9f0661 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:21.613615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cf6899e-256a-464a-ba1f-bbe0978cc98b req-ac695a80-358c-45a9-a4b0-fcd97e9f0661 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2918994
Jan 29 21:03:21.616460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-23261c01-23dd-4eb0-a877-ebc835f8685c None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:21.660511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fe1e6-f5f2-4930-8ff7-9b093e4e66c6 req-f72e433f-c2c8-49f8-8f18-2a64b5ffdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:21.662027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e7fe1e6-f5f2-4930-8ff7-9b093e4e66c6 req-f72e433f-c2c8-49f8-8f18-2a64b5ffdad5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 1127 time: 0.3414876
Jan 29 21:03:21.724228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (ace04b1a-b4a9-4be9-8034-e13cb46c4bfa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.731024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cf6899e-256a-464a-ba1f-bbe0978cc98b req-074e3cf7-258d-4f3f-a020-1a50f1b645dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039972
Jan 29 21:03:21.732048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.2.2.100 (a1c89899-5c85-4aab-a5ce-2608adc5ebbf/1616c408-8879-4494-84bd-faa644e64491/eb7634ae-48f0-4fb6-a705-e764afeaa0b0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:21.749018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e01cbb0f-7916-4bc9-866e-2b803c69ed1f None None] Provisioning complete for port 404d7651-4dca-4353-848b-a7647b88f27b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:21.749568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e01cbb0f-7916-4bc9-866e-2b803c69ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (404d7651-4dca-4353-848b-a7647b88f27b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.792106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e7fe1e6-f5f2-4930-8ff7-9b093e4e66c6 req-21c420cd-c36a-45a2-ab87-e6a6b81fa24a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188893
Jan 29 21:03:21.815952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e01cbb0f-7916-4bc9-866e-2b803c69ed1f None None] Port 404d7651-4dca-4353-848b-a7647b88f27b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:21.816656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:21.821155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:21.827930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:21.828313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.840637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03a568-6edd-43fd-b995-3db4e234dfc3 None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:21.844236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=ace04b1a-b4a9-4be9-8034-e13cb46c4bfa,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:21.850519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33196) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:21.860821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d020bae3-44e5-4fc9-b472-eb522804b232 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9363658
Jan 29 21:03:21.867265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33198) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:21.872615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-541456970', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ace04b1a-b4a9-4be9-8034-e13cb46c4bfa'}], 'security_groups': ['c04e4cc3-24ef-4817-8938-37ae21d92dc7']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:21.877023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9793-8242-4461-bed1-25393bf1c39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.961919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:21.974551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (404d7651-4dca-4353-848b-a7647b88f27b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.019860 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.094470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9793-8242-4461-bed1-25393bf1c39c admin admin] Publish callbacks [] for security_group (68d10574-58cd-46c0-9050-4430d29442d2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.105413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9793-8242-4461-bed1-25393bf1c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68d10574-58cd-46c0-9050-4430d29442d2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.110282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:22.120218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:22.125651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:22.130552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:22.135913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Update dhcp port {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'fixed_ips': [{'subnet_id': '6025e718-bab2-466b-83d2-35302752843c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ace04b1a-b4a9-4be9-8034-e13cb46c4bfa'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2b33741f-fb72-40f7-9be5-2672c35823dd'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:03:22.175439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.176245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.176245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.176472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.176784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.177149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.177490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.177821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.178399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.178785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.179653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.179981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.180304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:22.185787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.190017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463045d-00a2-4e9c-bd65-5461d17d82f8 req-69d9c5fd-09ba-4f8b-babc-ad93976b1738 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.191578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7463045d-00a2-4e9c-bd65-5461d17d82f8 req-69d9c5fd-09ba-4f8b-babc-ad93976b1738 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1288602
Jan 29 21:03:22.249756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.250658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.274388 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-16bd9793-8242-4461-bed1-25393bf1c39c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79460df8ae0e452d83ed9f5633eae61c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4227798
Jan 29 21:03:22.277699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd9793-8242-4461-bed1-25393bf1c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d10574-58cd-46c0-9050-4430d29442d2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:22.301421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:22.350725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-da283c95-2a89-4397-bc02-d82c14646af5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9295189
Jan 29 21:03:22.366076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'admin_state_up': True, 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'security_groups': ['c7251940-bb44-4231-b0b6-555e5f8a4b17']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:22.413915 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.414474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7463045d-00a2-4e9c-bd65-5461d17d82f8 req-ab5077c4-47d2-4456-aeaf-2fbfc5225045 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116847
Jan 29 21:03:22.425245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] Publish callbacks [] for security_group (68d10574-58cd-46c0-9050-4430d29442d2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.486102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:22.506592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] Publish callbacks [] for security_group (68d10574-58cd-46c0-9050-4430d29442d2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.556725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d7e044dc-5b42-4c64-9835-b875c2b99a94 None None] Provisioning complete for port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:22.557391 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d7e044dc-5b42-4c64-9835-b875c2b99a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.563856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-248a8ba3-6753-4cb9-8863-4789753fb636 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.571046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-248a8ba3-6753-4cb9-8863-4789753fb636 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.577515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-248a8ba3-6753-4cb9-8863-4789753fb636 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.583926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-248a8ba3-6753-4cb9-8863-4789753fb636 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:22.586572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-248a8ba3-6753-4cb9-8863-4789753fb636 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 3093 time: 0.3131142
Jan 29 21:03:22.595356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d7e044dc-5b42-4c64-9835-b875c2b99a94 None None] Port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:22.597569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Delete allocated IP 2001:db8::360 (1b450921-26b3-4bd0-9691-7a78656b9c64/6025e718-bab2-466b-83d2-35302752843c) {{(pid=125942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 21:03:22.599395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:22.599947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.613715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8:0:1::2af (1b450921-26b3-4bd0-9691-7a78656b9c64/ace04b1a-b4a9-4be9-8034-e13cb46c4bfa/404d7651-4dca-4353-848b-a7647b88f27b) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:22.637511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68d10574-58cd-46c0-9050-4430d29442d2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.639227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.642685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68d10574-58cd-46c0-9050-4430d29442d2 HTTP/1.1" status: 204  len: 168 time: 0.3381228
Jan 29 21:03:22.662759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd952f-8227-4427-b063-8dae2e30c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d10574-58cd-46c0-9050-4430d29442d2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:22.667173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27d4bf87-0550-4be2-a1bd-8895f3eefbbf req-6d683614-c506-42d3-aa0d-5ccf71bb0521 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0752015
Jan 29 21:03:22.740049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:22.764415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6910e9f1-afc0-4207-913e-9f478da4c24a req-55a65730-dee7-46dc-8ba3-0b49f099bd25 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598122
Jan 29 21:03:22.790590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Made reservation on behalf of 29143fe0aaba428f94401ae5bb5d9012 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:22.797586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.885076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (404d7651-4dca-4353-848b-a7647b88f27b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.890010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (404d7651-4dca-4353-848b-a7647b88f27b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:22.953214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=404d7651-4dca-4353-848b-a7647b88f27b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:22.985014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Allocated IP 2001:db8:0:1::2 (1b450921-26b3-4bd0-9691-7a78656b9c64/ace04b1a-b4a9-4be9-8034-e13cb46c4bfa/2b33741f-fb72-40f7-9be5-2672c35823dd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:23.009245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] In _notify_port_updated(), no bound segment for port 404d7651-4dca-4353-848b-a7647b88f27b on network 1b450921-26b3-4bd0-9691-7a78656b9c64 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:03:23.021166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefbeef-8221-4aa7-98cf-9aeaea40a004 req-fb70ce30-dc9b-4a32-a822-555faad590c2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:23.021852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:23.023489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ebefbeef-8221-4aa7-98cf-9aeaea40a004 req-fb70ce30-dc9b-4a32-a822-555faad590c2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.1508806
Jan 29 21:03:23.024095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.026193 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-99609bc4-7191-4e9d-9f3d-fbcfd0314000 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/ports/404d7651-4dca-4353-848b-a7647b88f27b HTTP/1.1" status: 200  len: 930 time: 1.1573431
Jan 29 21:03:23.028815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33248) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:23.168449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:23.176689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ebefbeef-8221-4aa7-98cf-9aeaea40a004 req-0cee9e1b-b858-4cc0-8355-b6575d9279b3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385112
Jan 29 21:03:23.178679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Allocated IP 10.2.2.200 (a1c89899-5c85-4aab-a5ce-2608adc5ebbf/1616c408-8879-4494-84bd-faa644e64491/1367b1e2-fb7e-4670-abbe-7d7fc56325df) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:23.220410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 404d7651-4dca-4353-848b-a7647b88f27b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:23.220657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (404d7651-4dca-4353-848b-a7647b88f27b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.247390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Publish callbacks [] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.256452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.263437 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.341480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (404d7651-4dca-4353-848b-a7647b88f27b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.356447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 404d7651-4dca-4353-848b-a7647b88f27b owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:23.386618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.405350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd017742-bc66-4fd6-9074-defd9401f46e None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:23.449672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.526180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:23.530705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:23.551979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:23.556018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:23.561034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (404d7651-4dca-4353-848b-a7647b88f27b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.641121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=404d7651-4dca-4353-848b-a7647b88f27b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:23.655122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.659939 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e62d9a3e-7180-40c8-aa64-03dffb1c6cf9 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/404d7651-4dca-4353-848b-a7647b88f27b HTTP/1.1" status: 204  len: 168 time: 0.6295884
Jan 29 21:03:23.663241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33302) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:23.736661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:23.737185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.740061 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0b75ce-91da-4597-9596-f649a4e3fbeb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:03:23.741239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6c0b75ce-91da-4597-9596-f649a4e3fbeb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/404d7651-4dca-4353-848b-a7647b88f27b HTTP/1.1" status: 404  len: 333 time: 0.0762815
Jan 29 21:03:23.744702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33312) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:23.770414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-e14417bc-04b3-4112-9784-10ffd32f97b1 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4080787
Jan 29 21:03:23.794674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:23.860421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0482c7-7578-4b7b-ac0a-23d9a0e2b343 req-412ddeb2-8a4b-4bf2-816e-3317dfdb20ec tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:23.862354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d0482c7-7578-4b7b-ac0a-23d9a0e2b343 req-412ddeb2-8a4b-4bf2-816e-3317dfdb20ec tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2571502
Jan 29 21:03:23.868511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (89be27a3-c8ef-4cf0-92aa-0c2eaba1461a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:23.936146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6191b733-e1ea-4a3a-9c2d-f293e73b6b17 req-08f522c0-033d-434f-9450-d25aa63df6f4 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1552155
Jan 29 21:03:23.939238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (89be27a3-c8ef-4cf0-92aa-0c2eaba1461a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.023904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (89be27a3-c8ef-4cf0-92aa-0c2eaba1461a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.027509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.030052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/security-groups/89be27a3-c8ef-4cf0-92aa-0c2eaba1461a HTTP/1.1" status: 204  len: 168 time: 0.2829869
Jan 29 21:03:24.036292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33340) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:24.042157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-228f08be-24f4-41db-a8c1-bd13381aa8d9 None None] Provisioning complete for port 1367b1e2-fb7e-4670-abbe-7d7fc56325df triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:24.043137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-228f08be-24f4-41db-a8c1-bd13381aa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.059607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043548aa-5cef-41bd-9e1d-6f82f39414d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89be27a3-c8ef-4cf0-92aa-0c2eaba1461a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:24.095506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d0482c7-7578-4b7b-ac0a-23d9a0e2b343 req-553934b5-6411-47c6-b56f-b40545af6537 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814301
Jan 29 21:03:24.134678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.137088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:24.143577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-228f08be-24f4-41db-a8c1-bd13381aa8d9 None None] Port 1367b1e2-fb7e-4670-abbe-7d7fc56325df cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:24.161016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (c04e4cc3-24ef-4817-8938-37ae21d92dc7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.192828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (c04e4cc3-24ef-4817-8938-37ae21d92dc7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.220560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.224158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.231866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.237666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.243510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.252694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-c70c6aea-227d-4667-88a8-9cdfbf56232c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 3814 time: 0.1827812
Jan 29 21:03:24.275867 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c04e4cc3-24ef-4817-8938-37ae21d92dc7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.279640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.280718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/security-groups/c04e4cc3-24ef-4817-8938-37ae21d92dc7 HTTP/1.1" status: 204  len: 168 time: 0.2401340
Jan 29 21:03:24.293412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33356) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:24.311080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91d77d-0694-48ba-aa0a-29a8a3fa0245 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e4cc3-24ef-4817-8938-37ae21d92dc7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:24.325837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1102372222-network', 'tenant_id': '744c0a71b4af48dd8e65af356934b075'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:24.375576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Made reservation on behalf of 744c0a71b4af48dd8e65af356934b075 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:24.378540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.388863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.433586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:24.511317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks [] for security_group (68a0ad00-303a-4676-9a8d-7cee390d7827), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.525736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68a0ad00-303a-4676-9a8d-7cee390d7827), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.529839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:24.530514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.536184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:24.537048 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.560447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:24.584709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 6025e718-bab2-466b-83d2-35302752843c {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:03:24.585063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0ad00-303a-4676-9a8d-7cee390d7827,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:24.589651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7379d37e-e1b1-47a4-8040-2721191d80d6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.589997 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Added segment 7379d37e-e1b1-47a4-8040-2721191d80d6 of type vlan for network c5f48597-46bc-4aae-85bc-1e91da2ffeb2
Jan 29 21:03:24.598178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (6025e718-bab2-466b-83d2-35302752843c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.623199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:24.630692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Could not find standard attr ID for object 404d7651-4dca-4353-848b-a7647b88f27b. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:03:24.652691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:24.652923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87c4e-0c8b-42c4-9c63-79574640e64a req-be889889-1c33-4b4c-be75-90ddae94d8c2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.653488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.654443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26b87c4e-0c8b-42c4-9c63-79574640e64a req-be889889-1c33-4b4c-be75-90ddae94d8c2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.3220789
Jan 29 21:03:24.658253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b60e33e9-246c-4380-8de1-5b52dfede440 req-0b1e28c1-b3b8-4fe0-aba4-dcd12d68f91e tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4046938
Jan 29 21:03:24.668131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c5f48597-46bc-4aae-85bc-1e91da2ffeb2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.734737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c5f48597-46bc-4aae-85bc-1e91da2ffeb2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.736427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:24.740144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.749290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:24.773991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26b87c4e-0c8b-42c4-9c63-79574640e64a req-02b52868-97f7-49cd-a9e7-c3bbbeb71290 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859370
Jan 29 21:03:24.785420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (6025e718-bab2-466b-83d2-35302752843c), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.845343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7037027
Jan 29 21:03:24.845581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e40c1-fd69-429e-b64e-604b06b1a26c None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:24.849662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33386) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:24.858103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Request body: {'subnet': {'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1102372222-subnet', 'tenant_id': '744c0a71b4af48dd8e65af356934b075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:24.860136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580bac1-e399-4538-8cf2-0a2aaf197947 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f48597-46bc-4aae-85bc-1e91da2ffeb2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:24.871366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:24.893429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Made reservation on behalf of 744c0a71b4af48dd8e65af356934b075 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:24.896175 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:24.996146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-25bd0202-331c-4538-8e3b-c5220cb78001 None None] Could not find standard attr ID for object 404d7651-4dca-4353-848b-a7647b88f27b. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:03:25.123978 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33394) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:25.202940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d53d76cf-1cac-47f1-8f4c-fa5660e84a68), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.280001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc69b25f-328f-43b4-a0c4-b83a2b7d74be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.293160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53d76cf-1cac-47f1-8f4c-fa5660e84a68,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:25.295633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Checking segment: {'id': '7379d37e-e1b1-47a4-8040-2721191d80d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:25.296054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Network hostable DHCP agents. Network: c5f48597-46bc-4aae-85bc-1e91da2ffeb2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:03:25.334558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:03:25.348795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5f48597-46bc-4aae-85bc-1e91da2ffeb2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:25.356235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:25.356829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.363112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f85c2-d728-4238-a0f6-a00d96a403b3 None None] Network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:25.396976 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df17dbaa-a27c-424e-a6af-a3c1f27360b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5351398
Jan 29 21:03:25.420729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc69b25f-328f-43b4-a0c4-b83a2b7d74be admin admin] Publish callbacks [] for security_group (f8e349be-06a9-4228-9cfa-7b03b5482cf6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.427540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc69b25f-328f-43b4-a0c4-b83a2b7d74be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8e349be-06a9-4228-9cfa-7b03b5482cf6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.429315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84954cd6-6b07-4d52-9366-ccc327cb42a9 req-1b1f4619-68e8-4cf6-9e30-d399801e11a9 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0787373
Jan 29 21:03:25.484127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc69b25f-328f-43b4-a0c4-b83a2b7d74be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36bccf5e2aab4c618ca1bca2315f2fe8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3588045
Jan 29 21:03:25.486983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33402) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:25.495808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69b25f-328f-43b4-a0c4-b83a2b7d74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e349be-06a9-4228-9cfa-7b03b5482cf6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:25.531878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc87d2-18fd-4bbe-bf23-fc0f00f6b3fc None None] Network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:25.544408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aa346-75ce-4d81-929b-caceaffe3e2b req-56db3e21-0732-466b-b81c-d67068248adb tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:25.546263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f38aa346-75ce-4d81-929b-caceaffe3e2b req-56db3e21-0732-466b-b81c-d67068248adb tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2021093
Jan 29 21:03:25.573612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] Publish callbacks [] for security_group (f8e349be-06a9-4228-9cfa-7b03b5482cf6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.613600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] Publish callbacks [] for security_group (f8e349be-06a9-4228-9cfa-7b03b5482cf6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.657013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6025e718-bab2-466b-83d2-35302752843c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.676248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8e349be-06a9-4228-9cfa-7b03b5482cf6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.679787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.681107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8e349be-06a9-4228-9cfa-7b03b5482cf6 HTTP/1.1" status: 204  len: 168 time: 0.1936080
Jan 29 21:03:25.689081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be5439-5642-441b-81f4-88a5f422aaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e349be-06a9-4228-9cfa-7b03b5482cf6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:25.725287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb30366-cabe-4c7a-8caf-a0f108a14e4b {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:25.738456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52abe8-1776-4702-a207-8889c23134e5 req-d55b27dc-6647-47f1-b453-5c35859d6aeb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:25.740067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a52abe8-1776-4702-a207-8889c23134e5 req-d55b27dc-6647-47f1-b453-5c35859d6aeb tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2342463
Jan 29 21:03:25.751275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks [] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.782748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f38aa346-75ce-4d81-929b-caceaffe3e2b req-2bceb38c-b321-44b5-8a20-53e44666c4c9 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072661
Jan 29 21:03:25.821002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Transition to ACTIVE for port object 4fb30366-cabe-4c7a-8caf-a0f108a14e4b will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:25.834120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a52abe8-1776-4702-a207-8889c23134e5 req-3d8ccb9c-a456-45b6-8d1c-260cbf677876 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858893
Jan 29 21:03:25.837532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.883469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (6025e718-bab2-466b-83d2-35302752843c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.959946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:25.967268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/6025e718-bab2-466b-83d2-35302752843c HTTP/1.1" status: 204  len: 168 time: 1.6688464
Jan 29 21:03:25.967876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33418) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:25.970055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b2268-9cdc-4258-8b4c-d16dc95cbc60 None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:25.973751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:25.987132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84f97-513e-4d3d-b27f-ae64037ac1f8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=6025e718-bab2-466b-83d2-35302752843c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:26.002975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:26.098137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.104078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.109776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.114971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.121368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.122805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85540200-c3f7-468a-933f-dc3783e55a33 req-80117356-2429-41e6-bb0c-4bb1abaa6fe3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 3826 time: 0.2360084
Jan 29 21:03:26.144459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Attempting to bind port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:26.144723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Attempting to bind port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:26.145174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Attempting to bind port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b on network 3e327258-7f1e-4845-bb1c-0c1b6454845f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:26.157552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b on network 3e327258-7f1e-4845-bb1c-0c1b6454845f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:26.157878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Attempting to bind port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b on network 3e327258-7f1e-4845-bb1c-0c1b6454845f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:26.171805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:26.172032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Checking segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:26.172843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Bound using segment: {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:26.172843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Bound port: 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:26.173235 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.249603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:26.250089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85540200-c3f7-468a-933f-dc3783e55a33 req-f2af9e37-f6b6-4109-854e-b90b4ee7757c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009164
Jan 29 21:03:26.256316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.304906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:26.308859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:26.322248 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.354132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:26.359073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1431088547-network', 'tenant_id': '0ba84a0987524e0c9f1abf1776372cd9'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:26.373945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33426) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:26.378766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.379649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.381097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] 10.222.0.18 "PUT /v2.0/ports/4fb30366-cabe-4c7a-8caf-a0f108a14e4b HTTP/1.1" status: 200  len: 1091 time: 2.6014004
Jan 29 21:03:26.381646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:26.384338 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd1e40-9840-439f-a60b-6657d45258da" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:26.425614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:26.447407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf022585-594f-4447-84a1-e7745cab657a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.488495 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e19cb6f-5dce-4077-95e4-3c322d29dac5 x-openstack-request-id: req-3e19cb6f-5dce-4077-95e4-3c322d29dac5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:26.489878 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:26.490285 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e19cb6f-5dce-4077-95e4-3c322d29dac5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:26.490797 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'status': 'completed', 'code': 200}
Jan 29 21:03:26.492463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e6fe-a019-4ce2-abe6-fd023e5eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:26.506117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Made reservation on behalf of 0ba84a0987524e0c9f1abf1776372cd9 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:26.514699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.540322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.581966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b958bcdc-4ec2-4d41-9101-6c591285e073 req-67a7b81f-885b-418f-af59-a04ba788b651 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0392559
Jan 29 21:03:26.586304 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.702266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.702765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.703219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.703687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.704154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:26.706032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91fd1e40-9840-439f-a60b-6657d45258da req-68fa7832-e61c-422d-bc0b-2a9ce578bdf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 4392 time: 0.2115495
Jan 29 21:03:26.897530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf022585-594f-4447-84a1-e7745cab657a admin admin] Publish callbacks [] for security_group (42e0bb0a-1c3f-44ab-87f1-f4d713e61acf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.923384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf022585-594f-4447-84a1-e7745cab657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (42e0bb0a-1c3f-44ab-87f1-f4d713e61acf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:26.955341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb7a05-6212-46bd-90a6-7d720991bd47 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:26.975778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks [] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.014074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Transition to ACTIVE for port object d6bb7a05-6212-46bd-90a6-7d720991bd47 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:27.029242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.047244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks [] for security_group (b3f59453-b038-425f-9ef3-80d54ddfc365), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.051121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d18fe7-7824-4371-bbd4-0e55876166c6 req-40bb45c9-5ac6-4644-8c81-c05936bde1ce tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.052830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26d18fe7-7824-4371-bbd4-0e55876166c6 req-40bb45c9-5ac6-4644-8c81-c05936bde1ce tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.1413569
Jan 29 21:03:27.066293 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf022585-594f-4447-84a1-e7745cab657a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a141bef0a01c4eb8a1232aa49e4ab2b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6888227
Jan 29 21:03:27.067016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b3f59453-b038-425f-9ef3-80d54ddfc365), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.077090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:27.089686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022585-594f-4447-84a1-e7745cab657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e0bb0a-1c3f-44ab-87f1-f4d713e61acf,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.099118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (83c95974-ea60-4e2b-bcba-27854dc58ab7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.102410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431a82-35c2-4421-823f-f0ab4d82188a req-32b8f7d0-00bf-43dd-a9c1-b109afcee55c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.104537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a431a82-35c2-4421-823f-f0ab4d82188a req-32b8f7d0-00bf-43dd-a9c1-b109afcee55c tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1587889
Jan 29 21:03:27.126768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-091b1d18-3af3-4c26-bd4b-b8317dbe14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.127253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-091b1d18-3af3-4c26-bd4b-b8317dbe14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.127889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-091b1d18-3af3-4c26-bd4b-b8317dbe14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.129577 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91fd1e40-9840-439f-a60b-6657d45258da req-091b1d18-3af3-4c26-bd4b-b8317dbe14f6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.4132519
Jan 29 21:03:27.130082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:27.131019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.144666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.159169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:27.189254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:27.210854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:27.211499 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.251643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f59453-b038-425f-9ef3-80d54ddfc365,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.256409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:27.261674 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2e956df8-9714-4e19-809a-f7ffc895ea90), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.261674 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Added segment 2e956df8-9714-4e19-809a-f7ffc895ea90 of type vlan for network 51affcc4-5a2c-45ad-a254-4ca80a6ead5f
Jan 29 21:03:27.279431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:27.282888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.283504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.294905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a431a82-35c2-4421-823f-f0ab4d82188a req-f7a3b7d3-8255-4f36-8a1b-8308f863c57e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770337
Jan 29 21:03:27.303607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f181a-2393-4b2e-a24d-3d79a8c8b55f None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:27.354435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26d18fe7-7824-4371-bbd4-0e55876166c6 req-715a8aca-4c5e-4cf0-9f80-b081754275fe tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767611
Jan 29 21:03:27.363459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (51affcc4-5a2c-45ad-a254-4ca80a6ead5f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.365897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Attempting to bind port d6bb7a05-6212-46bd-90a6-7d720991bd47 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:27.366010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=83c95974-ea60-4e2b-bcba-27854dc58ab7,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.366444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Attempting to bind port d6bb7a05-6212-46bd-90a6-7d720991bd47 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:27.367060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Attempting to bind port d6bb7a05-6212-46bd-90a6-7d720991bd47 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:27.377979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Port d6bb7a05-6212-46bd-90a6-7d720991bd47 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:27.378407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Attempting to bind port d6bb7a05-6212-46bd-90a6-7d720991bd47 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:27.387395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:27.388069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:27.391898 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ba296bf-3932-4aa4-8499-0824883a84e5 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4194415
Jan 29 21:03:27.392566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] Publish callbacks [] for security_group (42e0bb0a-1c3f-44ab-87f1-f4d713e61acf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.394099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:27.395265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Bound using segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:27.395961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Bound port: d6bb7a05-6212-46bd-90a6-7d720991bd47, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:27.397404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.402812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234898627'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:27.452548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5487a-e81a-4f6f-a45e-604aa8df9dd3 None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:27.461832 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] Publish callbacks [] for security_group (42e0bb0a-1c3f-44ab-87f1-f4d713e61acf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.464414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1e40-9840-439f-a60b-6657d45258da req-bf7699a7-5438-44e1-b8a8-3f0e53b5f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.465938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-91fd1e40-9840-439f-a60b-6657d45258da req-bf7699a7-5438-44e1-b8a8-3f0e53b5f21c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3047035
Jan 29 21:03:27.466767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (51affcc4-5a2c-45ad-a254-4ca80a6ead5f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.467627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.468189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.511445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:27.514524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:27.532777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.538453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.544820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.545123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.549282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.554906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.560413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.562033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-5dd5e853-ee0d-4af0-8a52-409ee8011840 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 4603 time: 0.1190071
Jan 29 21:03:27.563874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.579761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2245615
Jan 29 21:03:27.583562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33442) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:27.593948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Request body: {'subnet': {'network_id': '51affcc4-5a2c-45ad-a254-4ca80a6ead5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1431088547-subnet', 'tenant_id': '0ba84a0987524e0c9f1abf1776372cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:27.604806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Update dhcp port {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'fixed_ips': [{'subnet_id': 'ace04b1a-b4a9-4be9-8034-e13cb46c4bfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '83c95974-ea60-4e2b-bcba-27854dc58ab7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2b33741f-fb72-40f7-9be5-2672c35823dd'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:03:27.615215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebd719-647b-4755-9e39-2138677bd5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=51affcc4-5a2c-45ad-a254-4ca80a6ead5f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.616698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.637877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Made reservation on behalf of 0ba84a0987524e0c9f1abf1776372cd9 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:27.640748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.652546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 51affcc4-5a2c-45ad-a254-4ca80a6ead5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:27.684252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (42e0bb0a-1c3f-44ab-87f1-f4d713e61acf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.686852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.690491 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42e0bb0a-1c3f-44ab-87f1-f4d713e61acf HTTP/1.1" status: 204  len: 168 time: 0.6100090
Jan 29 21:03:27.711795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.719729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95f2b-94be-4353-9d98-829dd96e02be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e0bb0a-1c3f-44ab-87f1-f4d713e61acf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.747944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:27.749820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.751629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-047e7bbd-db60-4e47-98b9-872dfb7532f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 1135 time: 1.3330204
Jan 29 21:03:27.786700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (cebcf5bc-7823-4975-9468-ccb78e83ae67), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.793489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cebcf5bc-7823-4975-9468-ccb78e83ae67), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.802820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-978ec5d8-88b3-4e7a-83b1-d3a851ec5b3a req-1f938070-45c4-4ea5-bf39-d596c924670b tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0983388
Jan 29 21:03:27.839339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:27.859003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.860390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4617414
Jan 29 21:03:27.863420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33448) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:27.868867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063353396'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:27.891150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640e128-5130-4c3c-a935-ecff75101409 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebcf5bc-7823-4975-9468-ccb78e83ae67,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:27.900173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.987286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (2d2e150b-f23c-422e-9eec-691742ea6fdb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:27.988437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.014691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a0cabbe-6dc9-4b86-be7b-d3381358ca1b req-d9e7a000-11db-4b94-a96e-70bdd5d16b80 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3989384
Jan 29 21:03:28.083168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2e150b-f23c-422e-9eec-691742ea6fdb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:28.094391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (534d9f66-77bc-496d-87d4-395040d6c8ac), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.107285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (534d9f66-77bc-496d-87d4-395040d6c8ac), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.122581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Allocated IP 2001:db8::2 (1b450921-26b3-4bd0-9691-7a78656b9c64/83c95974-ea60-4e2b-bcba-27854dc58ab7/2b33741f-fb72-40f7-9be5-2672c35823dd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:28.142155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Checking segment: {'id': '2e956df8-9714-4e19-809a-f7ffc895ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51affcc4-5a2c-45ad-a254-4ca80a6ead5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:28.142605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Network hostable DHCP agents. Network: 51affcc4-5a2c-45ad-a254-4ca80a6ead5f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:03:28.157390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.158374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2940323
Jan 29 21:03:28.164153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:28.169681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'security_group': {'name': 'tempest-secgroup-699012282'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:28.177681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27703b-7e9e-431f-826e-31e0a8994088 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534d9f66-77bc-496d-87d4-395040d6c8ac,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:28.211506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Network 51affcc4-5a2c-45ad-a254-4ca80a6ead5f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:03:28.219442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.234602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51affcc4-5a2c-45ad-a254-4ca80a6ead5f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:28.239182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:28.239822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.272492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b811f3b-efc9-4ab7-b809-262ac06e1612 None None] Network 51affcc4-5a2c-45ad-a254-4ca80a6ead5f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:28.273116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ff4070fb-a9ab-4a0e-a556-40bddb254426 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6854281
Jan 29 21:03:28.334884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:28.400337 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Publish callbacks [] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.422537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (db723ab8-8eac-4374-bdab-1fa321de92ce), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.428032 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.432399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (db723ab8-8eac-4374-bdab-1fa321de92ce), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.487519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6701451-817b-4b3d-a6ae-42d478cd26ff None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:28.490644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea7ebe-6550-4e29-9a87-5eed74f98f6e None None] Network 51affcc4-5a2c-45ad-a254-4ca80a6ead5f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:28.497167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'd6bb7a05-6212-46bd-90a6-7d720991bd47'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:28.500532 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393fb577-2d1b-4ac6-911c-1f621716b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "d6bb7a05-6212-46bd-90a6-7d720991bd47"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:28.517741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.520857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3549960
Jan 29 21:03:28.523650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33468) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:28.529506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-521595966', 'security_groups': ['db723ab8-8eac-4374-bdab-1fa321de92ce'], 'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83c95974-ea60-4e2b-bcba-27854dc58ab7'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:28.535200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f9a94-886e-4761-b745-20c6625ce481 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db723ab8-8eac-4374-bdab-1fa321de92ce,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:28.571975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ff6f7d-55d1-4e5f-a912-655b856916c9 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:28.584142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks [] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.612705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Transition to ACTIVE for port object 47ff6f7d-55d1-4e5f-a912-655b856916c9 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:28.630331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7e71-5de1-4134-9add-39fd2144e1c6 req-60371c58-1e7b-4c13-a953-a4a3e82ba7f2 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:28.640816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-548f7e71-5de1-4134-9add-39fd2144e1c6 req-60371c58-1e7b-4c13-a953-a4a3e82ba7f2 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1570055
Jan 29 21:03:28.644347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.723611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767696-fe6b-4136-9510-709e339f7b31 req-7ec942b0-b67c-4da8-a624-08c956de6341 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:28.725186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:28.725538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d767696-fe6b-4136-9510-709e339f7b31 req-7ec942b0-b67c-4da8-a624-08c956de6341 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2165301
Jan 29 21:03:28.833373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:28.861994 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:28.882591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] device_id is not set on port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:28.885892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-548f7e71-5de1-4134-9add-39fd2144e1c6 req-69133850-c13d-4bf9-945e-9816e06391ff tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445037
Jan 29 21:03:28.915673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d767696-fe6b-4136-9510-709e339f7b31 req-69455f8d-7c24-46df-aab4-53d4a7ab5f02 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817958
Jan 29 21:03:28.981952 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ffa402-7996-4f98-8099-b8656d28fd61 x-openstack-request-id: req-d3ffa402-7996-4f98-8099-b8656d28fd61 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:28.982715 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "d6bb7a05-6212-46bd-90a6-7d720991bd47", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:28.983316 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ffa402-7996-4f98-8099-b8656d28fd61 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:28.984113 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'd6bb7a05-6212-46bd-90a6-7d720991bd47', 'status': 'completed', 'code': 200}
Jan 29 21:03:28.986370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Attempting to bind port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:28.988759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Attempting to bind port 47ff6f7d-55d1-4e5f-a912-655b856916c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:28.989847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Attempting to bind port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:28.999489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:29.002313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Attempting to bind port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:29.016424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:29.018150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:29.018781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Bound using segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:29.019464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Bound port: 47ff6f7d-55d1-4e5f-a912-655b856916c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:29.024845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:29.133207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.133694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.134220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.134694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.135166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.135633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.136116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.139301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-55834dbb-2608-4168-95f3-d706477a068d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6237 time: 0.1122618
Jan 29 21:03:29.162271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd099fca-6bf5-4943-9b27-a5c22f11f7d3 req-40733397-2124-4376-a0b6-02ccd4aefde5 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0568726
Jan 29 21:03:29.257833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:29.263243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:29.285357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:29.381303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.382651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:29.390760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] 10.222.0.18 "PUT /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 1135 time: 1.5864508
Jan 29 21:03:29.489687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:29.641458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d70f-c7c6-4199-b6df-584fa3560faf service neutron] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:29.698311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:29.745717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8::3d5 (1b450921-26b3-4bd0-9691-7a78656b9c64/83c95974-ea60-4e2b-bcba-27854dc58ab7/55c43c8a-4c3c-4dd7-acbc-cca94b972565) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:29.750458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.756546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.762100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.767658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.773590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.779113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.784123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-20d22778-5f87-41b5-9358-028b74c9e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.785127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.785258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-20d22778-5f87-41b5-9358-028b74c9e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.785429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-20d22778-5f87-41b5-9358-028b74c9e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.786776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-1406cae8-9fd4-4abf-b793-c2a6d8c539d5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5380 time: 0.4350593
Jan 29 21:03:29.794098 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-20d22778-5f87-41b5-9358-028b74c9e0fa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.6321599
Jan 29 21:03:29.907344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-76c60e5d-bc03-4d93-a9af-21ee97130de9 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.908879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-76c60e5d-bc03-4d93-a9af-21ee97130de9 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/networks?id=c5f48597-46bc-4aae-85bc-1e91da2ffeb2 HTTP/1.1" status: 200  len: 809 time: 0.4455366
Jan 29 21:03:29.915825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33522) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:29.952041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-03ab6f23-53f6-428f-8439-f301df6bd73b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/quotas/744c0a71b4af48dd8e65af356934b075 HTTP/1.1" status: 200  len: 375 time: 0.0199347
Jan 29 21:03:29.967760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-7a36841a-0bd0-44b2-9d79-3572f71365fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:29.970651 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-393fb577-2d1b-4ac6-911c-1f621716b9ba req-7a36841a-0bd0-44b2-9d79-3572f71365fb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1599305
Jan 29 21:03:30.025072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e79aa1d-5b0f-462a-a3e5-b924b93288da req-d4388655-9d0b-4161-af8e-a102cd8f10e2 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2289779
Jan 29 21:03:30.044654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.073363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:30.073879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.092258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.109537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-7e5cb6a2-9850-49d1-ad21-d21f6d1d842a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=744c0a71b4af48dd8e65af356934b075&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0969367
Jan 29 21:03:30.117957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:30.128147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:30.129311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.137109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:30.144287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:30.148644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:30.153925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:30.154623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.171568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=55c43c8a-4c3c-4dd7-acbc-cca94b972565,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:30.192246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d4bec808-c552-4ffc-b1dd-1e4796aac570 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6673002
Jan 29 21:03:30.193136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:30.198549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:30.201824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-082f15f8-ca62-4d22-bcfb-5df5b1d0df4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.216214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14d3a39f-7ff2-4e29-a2b4-13f7a86c7e16 None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:30.343734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:30.347964 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.357375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234dc1-2502-46e6-97c9-8b827c58389b req-31bf40ce-5722-4706-a6d2-80e4a354a973 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:30.364934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16234dc1-2502-46e6-97c9-8b827c58389b req-31bf40ce-5722-4706-a6d2-80e4a354a973 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2356892
Jan 29 21:03:30.381722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:30.409422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-1648a813-e9c9-4c73-9827-327c4089c141 service neutron] 10.222.0.20 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789564
Jan 29 21:03:30.440394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:30.441050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.468333 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83c95974-ea60-4e2b-bcba-27854dc58ab7 (CIDR: 2001:db8::/64)
Jan 29 21:03:30.472836 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:03:30.473380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:30.499030 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38708257-8fd6-48da-8c60-cc60bc1dd385 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3047242
Jan 29 21:03:30.499574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33532) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:30.504429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:30.560412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:30.565427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16234dc1-2502-46e6-97c9-8b827c58389b req-cd18e727-c0ad-403d-ab5d-e4075a287dd8 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995857
Jan 29 21:03:30.565563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0d5e440e-c5bf-4587-9ba8-dc55423b6ffc None None] Provisioning complete for port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:30.566075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d5e440e-c5bf-4587-9ba8-dc55423b6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.591031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-082f15f8-ca62-4d22-bcfb-5df5b1d0df4a admin admin] Publish callbacks [] for security_group (56f9bb48-b044-4139-b863-6da09dcf8231), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.600573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3c16d2-6580-4b29-9eb2-4809d1f301eb {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:30.613736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-082f15f8-ca62-4d22-bcfb-5df5b1d0df4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (56f9bb48-b044-4139-b863-6da09dcf8231), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.613921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e440e-c5bf-4587-9ba8-dc55423b6ffc None None] Port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:30.618622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks [] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.658147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:30.661707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.682826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Transition to ACTIVE for port object ee3c16d2-6580-4b29-9eb2-4809d1f301eb will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:30.712009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.720184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-bb4aa835-e056-4a5a-acbb-9371e2e00bcd service neutron] 10.222.0.20 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925651
Jan 29 21:03:30.720786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f15f8-ca62-4d22-bcfb-5df5b1d0df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9bb48-b044-4139-b863-6da09dcf8231,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:30.732311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-082f15f8-ca62-4d22-bcfb-5df5b1d0df4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dce1d886ced423b8589404425e54446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8153853
Jan 29 21:03:30.732936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33534) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:30.767805 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ace04b1a-b4a9-4be9-8034-e13cb46c4bfa (CIDR: 2001:db8:0:1::/64)
Jan 29 21:03:30.773358 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:03:30.773861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:30.795204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93a4f6a7-79a8-4b06-a70c-f45538c06f2f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.2944429
Jan 29 21:03:30.798114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33536) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:30.811239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'subnet': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:30.817104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:30.867181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174ad0f-8317-425f-ab0f-90a8fbf2e0ee req-db3be0b2-ba89-43ad-b2f0-2522a7d951f6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:30.868809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b174ad0f-8317-425f-ab0f-90a8fbf2e0ee req-db3be0b2-ba89-43ad-b2f0-2522a7d951f6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2149734
Jan 29 21:03:30.972240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Made reservation on behalf of f4a12f62969142d2a1c2b50ba952097b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:30.978075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.993548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] Publish callbacks [] for security_group (56f9bb48-b044-4139-b863-6da09dcf8231), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:30.998482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '47ff6f7d-55d1-4e5f-a912-655b856916c9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:31.001154 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba0bc0-0e81-456a-9876-3f981864cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "47ff6f7d-55d1-4e5f-a912-655b856916c9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:31.003463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Attempting to bind port ee3c16d2-6580-4b29-9eb2-4809d1f301eb on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:31.003806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Attempting to bind port ee3c16d2-6580-4b29-9eb2-4809d1f301eb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:31.004139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Attempting to bind port ee3c16d2-6580-4b29-9eb2-4809d1f301eb on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:31.039773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f57b29e-8d79-4519-9b69-db591111c5b8 req-75134dee-44af-4f41-bed3-804dd394542d tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1021538
Jan 29 21:03:31.049199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Port ee3c16d2-6580-4b29-9eb2-4809d1f301eb on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:31.049525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Attempting to bind port ee3c16d2-6580-4b29-9eb2-4809d1f301eb on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:31.060628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:31.060938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:31.061471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Bound using segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:31.061898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Bound port: ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:31.062255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.124635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] Publish callbacks [] for security_group (56f9bb48-b044-4139-b863-6da09dcf8231), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.161608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b174ad0f-8317-425f-ab0f-90a8fbf2e0ee req-1bd41915-3117-455b-ac36-24d4ade75597 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603755
Jan 29 21:03:31.164007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afaad500-7785-4636-b2bc-5ea7f3ea3f6b req-4d6df771-dba0-4de5-9fdd-d889987c7e8d tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 210 time: 0.0512543
Jan 29 21:03:31.215002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:31.219444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:31.229245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.276966 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925267e6-a0ae-4f25-ad43-0ffa0823120c x-openstack-request-id: req-925267e6-a0ae-4f25-ad43-0ffa0823120c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:31.277322 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "47ff6f7d-55d1-4e5f-a912-655b856916c9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:31.277730 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-925267e6-a0ae-4f25-ad43-0ffa0823120c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:31.278142 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '47ff6f7d-55d1-4e5f-a912-655b856916c9', 'status': 'completed', 'code': 200}
Jan 29 21:03:31.303812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (56f9bb48-b044-4139-b863-6da09dcf8231), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.306936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.309194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56f9bb48-b044-4139-b863-6da09dcf8231 HTTP/1.1" status: 204  len: 168 time: 0.5554440
Jan 29 21:03:31.328053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.329030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.330420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee3c16d2-6580-4b29-9eb2-4809d1f301eb HTTP/1.1" status: 200  len: 1091 time: 1.8601034
Jan 29 21:03:31.365088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93148746-8238-4404-b6cb-108672499d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9bb48-b044-4139-b863-6da09dcf8231,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:31.378266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:31.385292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d1d79-2808-41b2-ae12-f3ee98ee7594 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:31.445411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.451070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.461497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.466938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.472248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.478356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.483860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.487109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5168da57-9406-4663-9d72-1ecd695282eb req-2ac79b70-0e38-4369-94ff-8b71493efa29 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5392 time: 0.2029457
Jan 29 21:03:31.507340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.522017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.522675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.523150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.523619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.524090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.524555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.526711 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-c7893fce-4352-472e-828b-c95ab3050ff6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6408 time: 0.2636683
Jan 29 21:03:31.527654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (4b4bf6dd-80e8-4d18-8ba1-89d2da222348), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.540064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.653978 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:31.680813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:31.682559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5168da57-9406-4663-9d72-1ecd695282eb req-1a1ded1c-4443-4ba0-a0d3-0631f9665fe7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1778142
Jan 29 21:03:31.687198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.687801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:31.697998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a759767f-421c-4770-a3d3-40ce3a33644a None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:31.740069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9407485
Jan 29 21:03:31.740792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e04b44-c512-4f25-a061-533d257f4a02 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Subnet': ['ID=4b4bf6dd-80e8-4d18-8ba1-89d2da222348,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:31.744893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33562) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:31.784384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-648366011', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b4bf6dd-80e8-4d18-8ba1-89d2da222348'}], 'security_groups': ['cebcf5bc-7823-4975-9468-ccb78e83ae67', '534d9f66-77bc-496d-87d4-395040d6c8ac']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:31.937633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-6ba15f29-69b3-464d-912a-5a24adc3a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.938109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-6ba15f29-69b3-464d-912a-5a24adc3a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.938577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-6ba15f29-69b3-464d-912a-5a24adc3a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:31.940515 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-6ba15f29-69b3-464d-912a-5a24adc3a1d1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3873889
Jan 29 21:03:31.977698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.005008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Update dhcp port {'port': {'network_id': '1b450921-26b3-4bd0-9691-7a78656b9c64', 'fixed_ips': [{'subnet_id': 'ace04b1a-b4a9-4be9-8034-e13cb46c4bfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '83c95974-ea60-4e2b-bcba-27854dc58ab7', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b4bf6dd-80e8-4d18-8ba1-89d2da222348'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2b33741f-fb72-40f7-9be5-2672c35823dd'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:03:32.046528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.196811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-3d083f9f-d342-4d91-846e-ab274fd8da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:32.200512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dbba0bc0-0e81-456a-9876-3f981864cdf9 req-3d083f9f-d342-4d91-846e-ab274fd8da02 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2513351
Jan 29 21:03:32.354704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Allocated IP 2001:db8:0:2::2 (1b450921-26b3-4bd0-9691-7a78656b9c64/4b4bf6dd-80e8-4d18-8ba1-89d2da222348/2b33741f-fb72-40f7-9be5-2672c35823dd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:32.429401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea802f12-51f0-410c-a59c-60af8ea00a2e req-c3d48fa6-da2f-41fa-90a9-a601d65705de tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0882409
Jan 29 21:03:32.455985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-2cb902a1-3439-48a8-b925-9990f96f2c2f tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:32.455985 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-2cb902a1-3439-48a8-b925-9990f96f2c2f tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.18 "GET /v2.0/networks?id=c5f48597-46bc-4aae-85bc-1e91da2ffeb2 HTTP/1.1" status: 200  len: 809 time: 0.1789751
Jan 29 21:03:32.456422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26620df5-0695-41dc-9771-e0ccb58e4222 req-af5e086f-3151-4fd0-a295-bd9134774778 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:32.464433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Request body: {'port': {'device_id': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2', 'admin_state_up': True, 'tenant_id': '744c0a71b4af48dd8e65af356934b075'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:32.467681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26620df5-0695-41dc-9771-e0ccb58e4222 req-af5e086f-3151-4fd0-a295-bd9134774778 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.7528639
Jan 29 21:03:32.498699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:32.546058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Publish callbacks [] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.551823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.586529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42265dc5-b436-46b7-8cd5-b4d13429165b req-b0764a6d-1277-4133-ab0f-54391030758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:32.588322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42265dc5-b436-46b7-8cd5-b4d13429165b req-b0764a6d-1277-4133-ab0f-54391030758e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1127 time: 0.7245898
Jan 29 21:03:32.607030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4516b4b-dd25-4762-8e1a-3fb3d12e40af req-065adf8b-6279-4887-8c5f-1dfe18ba4b1a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 210 time: 0.0668097
Jan 29 21:03:32.662828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83a27e-0291-4705-b2e3-69f18d3b7c94 None None] Pushing event updated for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:32.709152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26620df5-0695-41dc-9771-e0ccb58e4222 req-6c7e1676-8b9c-46b3-b69f-fd9637fd2034 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405391
Jan 29 21:03:32.742748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Delete allocated IP 2001:db8::3d5 (1b450921-26b3-4bd0-9691-7a78656b9c64/83c95974-ea60-4e2b-bcba-27854dc58ab7) {{(pid=125942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 29 21:03:32.744929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Made reservation on behalf of 744c0a71b4af48dd8e65af356934b075 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:32.748545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.766350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Allocated IP 2001:db8:0:2::38c (1b450921-26b3-4bd0-9691-7a78656b9c64/4b4bf6dd-80e8-4d18-8ba1-89d2da222348/55c43c8a-4c3c-4dd7-acbc-cca94b972565) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:32.886414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec30564b-9d0e-44d6-9321-48b630c8cf0a {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:32.897460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks [] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.902459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42265dc5-b436-46b7-8cd5-b4d13429165b req-13bfd998-fafd-4082-9af8-6037e271732b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2837384
Jan 29 21:03:32.927084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed51f46-8a05-4bcb-833e-266f815b946d req-b833971e-5501-4c24-bae9-3fac7aff1895 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:32.934815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ed51f46-8a05-4bcb-833e-266f815b946d req-b833971e-5501-4c24-bae9-3fac7aff1895 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2243252
Jan 29 21:03:32.937108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Transition to ACTIVE for port object ec30564b-9d0e-44d6-9321-48b630c8cf0a will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:32.954979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:32.989296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Allocated IP 172.20.0.5 (c5f48597-46bc-4aae-85bc-1e91da2ffeb2/d53d76cf-1cac-47f1-8f4c-fa5660e84a68/acfbd596-8740-4812-8e59-38d03a4268ec) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:33.014596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.020034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.025645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.031443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.037199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.043502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.049689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.051807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-8acb21da-36b7-40e2-9050-0f27b946ac65 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5392 time: 0.2209084
Jan 29 21:03:33.054401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.064790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.084100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:33.206221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ed51f46-8a05-4bcb-833e-266f815b946d req-1efad79a-782a-48ed-8400-36b3051cf83f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704070
Jan 29 21:03:33.226327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] In _notify_port_updated(), no bound segment for port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 on network 1b450921-26b3-4bd0-9691-7a78656b9c64 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:03:33.231973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.232654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.236670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "PUT /v2.0/ports/55c43c8a-4c3c-4dd7-acbc-cca94b972565 HTTP/1.1" status: 200  len: 969 time: 1.4829943
Jan 29 21:03:33.240934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:33.244102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39af63-2295-4709-86d1-eddbdf9151ac tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event updated for resources: {'Port': ['ID=55c43c8a-4c3c-4dd7-acbc-cca94b972565,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:33.282465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:33.284922 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffd6c88-7609-4c40-a4e1-90fd80da3054" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:33.379953 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15215b3a-7c0a-4309-a245-a6d135f7d36f x-openstack-request-id: req-15215b3a-7c0a-4309-a245-a6d135f7d36f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:33.380206 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:33.380399 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15215b3a-7c0a-4309-a245-a6d135f7d36f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:33.381004 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb', 'status': 'completed', 'code': 200}
Jan 29 21:03:33.412654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-147b9a4b-121d-43c2-8ed9-ad4939d63a73 req-9ac20e23-df6a-45e2-b330-025f7d23c656 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3310337
Jan 29 21:03:33.441022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Attempting to bind port ec30564b-9d0e-44d6-9321-48b630c8cf0a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:33.442050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Attempting to bind port ec30564b-9d0e-44d6-9321-48b630c8cf0a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:33.442383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Attempting to bind port ec30564b-9d0e-44d6-9321-48b630c8cf0a on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:33.445795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33602) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:33.459182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Port ec30564b-9d0e-44d6-9321-48b630c8cf0a on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:33.459704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Attempting to bind port ec30564b-9d0e-44d6-9321-48b630c8cf0a on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:33.471742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:33.472334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Checking segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:33.472898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Bound using segment: {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:33.473546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Bound port: ec30564b-9d0e-44d6-9321-48b630c8cf0a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c60773-a1a8-43ed-a276-c5d5c873b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:33.474102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.524261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks [] for port (acfbd596-8740-4812-8e59-38d03a4268ec), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.545691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.546183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.546654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.547298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.547921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.548580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.549235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.551471 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-79815bb1-4403-4ef1-a4d1-91b34d78d74c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6433 time: 0.1679413
Jan 29 21:03:33.570610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:33.570974 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.649199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.672755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c12eded-c9d8-4e52-a32a-6184e5a3feb3 req-db45525d-f4b5-4534-8255-be85bdce70e2 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1213596
Jan 29 21:03:33.715926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:33.721657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:33.734870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:33.744866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2043714827'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:33.772632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-f972ea7b-e083-4ef5-917e-84e22d037b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.773255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-f972ea7b-e083-4ef5-917e-84e22d037b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.773730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-f972ea7b-e083-4ef5-917e-84e22d037b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.775704 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-f972ea7b-e083-4ef5-917e-84e22d037b2c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.2126598
Jan 29 21:03:33.781947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Pushing event updated for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:33.801486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:33.825931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:33.828495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.829197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:33.835220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Made reservation on behalf of ccabbc356ec247959a2c283305bf64e8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:33.838533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.848231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.848908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.855605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.878745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.880937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.886994 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-4c7308e5-1d05-4a0e-b842-9844a1267862 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4289515
Jan 29 21:03:33.890304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:33.900774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Provisioning complete for port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:33.901234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:33.912316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Request body: {'port': {'device_id': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:33.939374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:33.943702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-69ab7945-ceb9-44cc-a128-6af9806dfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:33.945640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1ffd6c88-7609-4c40-a4e1-90fd80da3054 req-69ab7945-ceb9-44cc-a128-6af9806dfb85 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1586964
Jan 29 21:03:33.951796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:33.952595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.009025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:34.016814 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.023456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 55c43c8a-4c3c-4dd7-acbc-cca94b972565 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:34.040373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3001-653d-4b22-98fd-bf4b948bcb53 req-deedce6b-c7c5-47e8-92b7-09936a848a6f tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.049538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f62b3001-653d-4b22-98fd-bf4b948bcb53 req-deedce6b-c7c5-47e8-92b7-09936a848a6f tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 931 time: 0.3210120
Jan 29 21:03:34.060682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5e3bc-3bce-4394-a8e3-e93519437b87 None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:34.105464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.106081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.107575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a370b737-1e77-4d66-8d25-521338a0eec7 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec30564b-9d0e-44d6-9321-48b630c8cf0a HTTP/1.1" status: 200  len: 1089 time: 2.7398984
Jan 29 21:03:34.181535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8b90a631-9e8e-4db0-8a03-86a103fb06b8 None None] Provisioning complete for port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:34.182314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b90a631-9e8e-4db0-8a03-86a103fb06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.190542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:34.228757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8b90a631-9e8e-4db0-8a03-86a103fb06b8 None None] Port 55c43c8a-4c3c-4dd7-acbc-cca94b972565 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:34.244797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347c3cc-9105-4802-9854-0535d7114808 req-a0f6e27b-e323-475b-919b-1aa788ccddbf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.246388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a347c3cc-9105-4802-9854-0535d7114808 req-a0f6e27b-e323-475b-919b-1aa788ccddbf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.4056704
Jan 29 21:03:34.342927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f62b3001-653d-4b22-98fd-bf4b948bcb53 req-00cdfe2b-03eb-47e5-9b29-94441feea823 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706492
Jan 29 21:03:34.388279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:34.405629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfbd596-8740-4812-8e59-38d03a4268ec {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:34.416354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks [] for port (acfbd596-8740-4812-8e59-38d03a4268ec), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.431594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Transition to ACTIVE for port object acfbd596-8740-4812-8e59-38d03a4268ec will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:34.434936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.452032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:34.452558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.486553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a347c3cc-9105-4802-9854-0535d7114808 req-5b4445d1-7147-473c-b136-c6768027ef74 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278304
Jan 29 21:03:34.491901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks [] for security_group (235fca0e-9233-44df-916a-d74727281226), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.521683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (235fca0e-9233-44df-916a-d74727281226), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.532759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.541681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Pushing event updated for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:34.580773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Attempting to bind port acfbd596-8740-4812-8e59-38d03a4268ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:34.581285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Attempting to bind port acfbd596-8740-4812-8e59-38d03a4268ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7379d37e-e1b1-47a4-8040-2721191d80d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:34.582144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:34.582307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Attempting to bind port acfbd596-8740-4812-8e59-38d03a4268ec on network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:34.591457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Port acfbd596-8740-4812-8e59-38d03a4268ec on network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:34.591862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Attempting to bind port acfbd596-8740-4812-8e59-38d03a4268ec on network c5f48597-46bc-4aae-85bc-1e91da2ffeb2 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:34.596962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:34.597428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Checking segment: {'id': '7379d37e-e1b1-47a4-8040-2721191d80d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:34.597877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Bound using segment: {'id': '7379d37e-e1b1-47a4-8040-2721191d80d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:34.598378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Bound port: acfbd596-8740-4812-8e59-38d03a4268ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7379d37e-e1b1-47a4-8040-2721191d80d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:34.598808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.627026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (55c43c8a-4c3c-4dd7-acbc-cca94b972565), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.631318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235fca0e-9233-44df-916a-d74727281226,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:34.659169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:34.665673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:34.669000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acfbd596-8740-4812-8e59-38d03a4268ec,segment=NetworkSegment(7379d37e-e1b1-47a4-8040-2721191d80d6),segment_id=7379d37e-e1b1-47a4-8040-2721191d80d6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:34.674534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.702272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d6259-d532-493b-9141-d3389629549e req-5eb7a8fe-384b-4fb7-b1cf-627a2c46e767 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.703766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-901d6259-d532-493b-9141-d3389629549e req-5eb7a8fe-384b-4fb7-b1cf-627a2c46e767 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2796123
Jan 29 21:03:34.713403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.714039 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.714199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=55c43c8a-4c3c-4dd7-acbc-cca94b972565,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:34.715416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] 10.222.0.18 "PUT /v2.0/ports/acfbd596-8740-4812-8e59-38d03a4268ec HTTP/1.1" status: 200  len: 1091 time: 0.8092043
Jan 29 21:03:34.715857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:34.718131 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f" -d '{"events": [{"name": "network-changed", "server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:34.723461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ea86a919-25ca-42d1-8310-a6275b848af9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.723808 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Added segment ea86a919-25ca-42d1-8310-a6275b848af9 of type vlan for network 89a4baa6-c02d-4201-a88f-0bb40a5cd74d
Jan 29 21:03:34.746515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ada2-2614-4218-b770-0cd32bee57aa service neutron] Pushing event updated for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:34.813573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-e0eef24e-5080-4593-8133-71d1dde64d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.815142 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-e0eef24e-5080-4593-8133-71d1dde64d75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=744c0a71b4af48dd8e65af356934b075&device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 1125 time: 0.0511253
Jan 29 21:03:34.853969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.859781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-10de0ce4-e04f-4099-9b30-f92c3ab09998 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/55c43c8a-4c3c-4dd7-acbc-cca94b972565 HTTP/1.1" status: 204  len: 168 time: 1.6150589
Jan 29 21:03:34.861607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:34.873096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-e003dc8b-d5d4-4054-b869-afbde113d466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfbd596-8740-4812-8e59-38d03a4268ec HTTP/1.1" status: 200  len: 217 time: 0.0505238
Jan 29 21:03:34.875670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (89a4baa6-c02d-4201-a88f-0bb40a5cd74d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:34.919230 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bbe157-9eef-42a0-8434-74b2da93f682 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] GET failed (client error): The resource could not be found.
Jan 29 21:03:34.920603 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-50bbe157-9eef-42a0-8434-74b2da93f682 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports/55c43c8a-4c3c-4dd7-acbc-cca94b972565 HTTP/1.1" status: 404  len: 333 time: 0.0580292
Jan 29 21:03:34.925059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33622) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:34.933112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.938421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.943723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.949485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.954701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.959938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.961046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-6bc37b71-7d9a-46e6-b2ab-dc6aaf0a375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.962500 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-6bc37b71-7d9a-46e6-b2ab-dc6aaf0a375b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d53d76cf-1cac-47f1-8f4c-fa5660e84a68 HTTP/1.1" status: 200  len: 849 time: 0.0707207
Jan 29 21:03:34.965137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:34.967035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f83957f9-86de-48f4-90eb-a0352af45052 req-983c9bab-8d7c-40f1-a160-de981b28eeb3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5404 time: 0.3806906
Jan 29 21:03:34.983924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-901d6259-d532-493b-9141-d3389629549e req-81f80227-29df-4618-9c36-59726b923b6e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618868
Jan 29 21:03:35.011573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-1177a9a8-19cf-43e8-be3a-edf195efaf6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5f48597-46bc-4aae-85bc-1e91da2ffeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407362
Jan 29 21:03:35.036529 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (89a4baa6-c02d-4201-a88f-0bb40a5cd74d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.041028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (db723ab8-8eac-4374-bdab-1fa321de92ce), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.042104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.042774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.101067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (db723ab8-8eac-4374-bdab-1fa321de92ce), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.151448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90dae1ec-e54f-42f1-8066-f08410266664 req-e1cbb6fb-16ca-42e9-98ef-e0072a8daa43 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0852361
Jan 29 21:03:35.153288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-eb959857-7687-42ba-bbb2-0e102503345b service neutron] 10.222.0.18 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353467
Jan 29 21:03:35.170008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.7190537
Jan 29 21:03:35.170386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:35.181449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (db723ab8-8eac-4374-bdab-1fa321de92ce), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.182930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.184312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/security-groups/db723ab8-8eac-4374-bdab-1fa321de92ce HTTP/1.1" status: 204  len: 168 time: 0.2583382
Jan 29 21:03:35.187102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33628) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:35.205722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edd529-ee39-4821-877c-981f6ae4c14d tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Pushing event updated for resources: {'Network': ['ID=89a4baa6-c02d-4201-a88f-0bb40a5cd74d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:35.217388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 89a4baa6-c02d-4201-a88f-0bb40a5cd74d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:35.239792 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29708527-dfdb-4d45-918c-4a2d484e8c64 x-openstack-request-id: req-29708527-dfdb-4d45-918c-4a2d484e8c64 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:35.240095 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:35.240391 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29708527-dfdb-4d45-918c-4a2d484e8c64 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:35.240845 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec', 'status': 'completed', 'code': 200}
Jan 29 21:03:35.243576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f83957f9-86de-48f4-90eb-a0352af45052 req-cd76ca72-57b5-4335-9b2e-afd31af66b06 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2669611
Jan 29 21:03:35.243828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6d843-60b7-46fd-80d4-57eaf0e7a2d6 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db723ab8-8eac-4374-bdab-1fa321de92ce,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:35.286540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'name': 'tempest-network--1409866555', 'router:external': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:35.326857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-daa72bca-6594-44ff-920a-d353dfaf10ab req-e1c8dae0-ebcb-4fa9-8ec5-f720ecfc3168 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668789
Jan 29 21:03:35.327415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:35.329749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.332774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (534d9f66-77bc-496d-87d4-395040d6c8ac), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.338697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.357152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:03:35.372214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7634ae-48f0-4fb6-a705-e764afeaa0b0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:35.383702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:35.386520 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609db3a2-15d9-4869-b1a4-e5d8088232d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:35.390796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks [] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.398920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (534d9f66-77bc-496d-87d4-395040d6c8ac), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.447631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Transition to ACTIVE for port object eb7634ae-48f0-4fb6-a705-e764afeaa0b0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:35.449329 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b15bb-2f3d-4ca4-b129-c27afa889505 x-openstack-request-id: req-519b15bb-2f3d-4ca4-b129-c27afa889505 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:35.449679 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:35.449874 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-519b15bb-2f3d-4ca4-b129-c27afa889505 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:35.450553 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'status': 'completed', 'code': 200}
Jan 29 21:03:35.460451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.530783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:35.536556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (534d9f66-77bc-496d-87d4-395040d6c8ac), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.539963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.541337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/security-groups/534d9f66-77bc-496d-87d4-395040d6c8ac HTTP/1.1" status: 204  len: 168 time: 0.3533077
Jan 29 21:03:35.552150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736437d-95a2-436c-97f3-3e3a4c843ddf req-44274220-a0ef-417c-a11e-77e7f53028fd tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.554089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c736437d-95a2-436c-97f3-3e3a4c843ddf req-44274220-a0ef-417c-a11e-77e7f53028fd tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 943 time: 0.1417251
Jan 29 21:03:35.556048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:35.559184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for security_group (d5efbc2e-0e56-4e74-993e-836358944792), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.570136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-c9ea4e40-5f31-4a00-a2a3-1e4ad06e81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.571836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-c9ea4e40-5f31-4a00-a2a3-1e4ad06e81ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=744c0a71b4af48dd8e65af356934b075&device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 1125 time: 0.1564305
Jan 29 21:03:35.575564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d5efbc2e-0e56-4e74-993e-836358944792), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.603395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.603965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.604435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.604895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.605372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.605823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.606958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.607854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a9adb-3786-4afa-b8ae-25c88e45dca1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d9f66-77bc-496d-87d4-395040d6c8ac,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:35.608607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-c370edfc-0f52-4398-9b73-1a937c0f5f86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6531 time: 0.1441531
Jan 29 21:03:35.679343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:35.750416 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58ce699d-42d8-476f-90ad-6d10dd26648f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.750766 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Added segment 58ce699d-42d8-476f-90ad-6d10dd26648f of type vlan for network d26d0e25-acba-4d20-a792-42a02a3ca16c
Jan 29 21:03:35.768594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c736437d-95a2-436c-97f3-3e3a4c843ddf req-3b767cbd-0a78-42e9-98fe-7b1cd9f55b01 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696546
Jan 29 21:03:35.771823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5efbc2e-0e56-4e74-993e-836358944792,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:35.773110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (cebcf5bc-7823-4975-9468-ccb78e83ae67), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.774835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Attempting to bind port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:35.775148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Attempting to bind port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:35.775482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Attempting to bind port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:35.787639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24b19-6df0-4f7b-a8ef-daa965863e30 req-06c5cc44-c8f1-439f-b3dd-e3b4bcdffd97 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.794380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb24b19-6df0-4f7b-a8ef-daa965863e30 req-06c5cc44-c8f1-439f-b3dd-e3b4bcdffd97 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1941993
Jan 29 21:03:35.800000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:35.800436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Attempting to bind port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:35.826762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:35.827163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Checking segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:35.827690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Bound using segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:35.827922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Bound port: eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:35.828288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.845213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (cebcf5bc-7823-4975-9468-ccb78e83ae67), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.879594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d26d0e25-acba-4d20-a792-42a02a3ca16c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.886598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-40f8e63e-d647-46ab-965e-6f3a6962c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.888067 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-40f8e63e-d647-46ab-965e-6f3a6962c2c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5f48597-46bc-4aae-85bc-1e91da2ffeb2 HTTP/1.1" status: 200  len: 910 time: 0.3070247
Jan 29 21:03:35.893437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-ea64473d-d757-4997-b40c-e318d3fefeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.893907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-ea64473d-d757-4997-b40c-e318d3fefeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.894367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-ea64473d-d757-4997-b40c-e318d3fefeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:35.895803 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-ea64473d-d757-4997-b40c-e318d3fefeea service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.2662971
Jan 29 21:03:35.930316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb24b19-6df0-4f7b-a8ef-daa965863e30 req-0e300028-446f-4630-b4c4-555ba5d9230f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350424
Jan 29 21:03:35.957403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cebcf5bc-7823-4975-9468-ccb78e83ae67), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.960558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:35.964163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/security-groups/cebcf5bc-7823-4975-9468-ccb78e83ae67 HTTP/1.1" status: 204  len: 168 time: 0.4026687
Jan 29 21:03:35.966615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33640) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:35.967724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:35.973499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:35.989757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bab8b4-ced9-4e87-9adf-78aa33da6715 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebcf5bc-7823-4975-9468-ccb78e83ae67,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:36.035366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.148596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.149383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.150800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] 10.222.0.18 "PUT /v2.0/ports/eb7634ae-48f0-4fb6-a705-e764afeaa0b0 HTTP/1.1" status: 200  len: 1091 time: 1.9858844
Jan 29 21:03:36.191555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ce2b-d08f-4eaf-9737-6bf2b8f11d1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:36.228864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 83c95974-ea60-4e2b-bcba-27854dc58ab7 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:03:36.257451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Request body: {'port': {'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:36.281556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (83c95974-ea60-4e2b-bcba-27854dc58ab7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.349216 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-e38db8a6-5ffd-4f53-9ad9-aab78b060067 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfbd596-8740-4812-8e59-38d03a4268ec HTTP/1.1" status: 200  len: 217 time: 0.4505768
Jan 29 21:03:36.363373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (83c95974-ea60-4e2b-bcba-27854dc58ab7), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.368391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d26d0e25-acba-4d20-a792-42a02a3ca16c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.369363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.369956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.374725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec941-4a1a-4b60-9332-8f7c8162e59a req-1350ce68-eaea-4a79-9abd-4268164fd47d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.377555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6baec941-4a1a-4b60-9332-8f7c8162e59a req-1350ce68-eaea-4a79-9abd-4268164fd47d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2848907
Jan 29 21:03:36.414559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-cbf4d7cd-0cd0-4066-ac6a-0d9bba913b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.416049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-cbf4d7cd-0cd0-4066-ac6a-0d9bba913b90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 1127 time: 0.2699211
Jan 29 21:03:36.455877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced90de-f4b9-42d4-8472-1f70062bf16b req-aa683457-5f39-4820-b65c-3909f23fb814 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.457314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bced90de-f4b9-42d4-8472-1f70062bf16b req-aa683457-5f39-4820-b65c-3909f23fb814 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.3056226
Jan 29 21:03:36.476009 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3017001
Jan 29 21:03:36.477182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33650) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:36.490577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-11784001-54aa-4063-a57e-d544c2325205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.492619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-11784001-54aa-4063-a57e-d544c2325205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d53d76cf-1cac-47f1-8f4c-fa5660e84a68 HTTP/1.1" status: 200  len: 849 time: 0.1363320
Jan 29 21:03:36.493259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479a0e-c890-4924-9f75-74cb90f9d443 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=d26d0e25-acba-4d20-a792-42a02a3ca16c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:36.503347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d26d0e25-acba-4d20-a792-42a02a3ca16c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:36.515237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.529858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-a5efb2f7-3046-43d4-a8a7-9ca645e4c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.531352 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-609db3a2-15d9-4869-b1a4-e5d8088232d5 req-a5efb2f7-3046-43d4-a8a7-9ca645e4c920 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6256044
Jan 29 21:03:36.533514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-fa213ba4-cb5d-4eeb-bebe-efac1872d602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5f48597-46bc-4aae-85bc-1e91da2ffeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333281
Jan 29 21:03:36.635583 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-12e70167-dce4-473f-847b-b0dfcacad8ef service neutron] 10.222.0.18 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882387
Jan 29 21:03:36.709141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6baec941-4a1a-4b60-9332-8f7c8162e59a req-77fa8010-cca2-40cb-8b73-7c4cebd22454 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2885642
Jan 29 21:03:36.737900 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8fe71d8d-679b-4ab6-bb27-f6c4df76563f req-982aa061-f50f-46d0-9cf7-440efefbf062 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944643
Jan 29 21:03:36.744586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d26d0e25-acba-4d20-a792-42a02a3ca16c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.756542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (83c95974-ea60-4e2b-bcba-27854dc58ab7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:36.764501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bced90de-f4b9-42d4-8472-1f70062bf16b req-7c78acd6-a6f5-4d70-bf1b-0616abcce049 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2861276
Jan 29 21:03:36.787025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-3cd33e9e-d8c7-4452-b4fd-aaa1a9cdb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:36.789001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-3cd33e9e-d8c7-4452-b4fd-aaa1a9cdb7a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 200  len: 912 time: 0.3628948
Jan 29 21:03:36.911864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6b83c01-0605-4f28-985c-279c6ce16dd7 req-db71c265-e994-4ede-a887-17774b2450cd tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1278982
Jan 29 21:03:36.929208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-afad3dc1-9c90-41d5-b10d-0791e46659a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 200  len: 217 time: 0.1337836
Jan 29 21:03:37.452104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:37.454368 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b652d-bc05-44ac-91c5-14c988d471f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:37.457106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (83c95974-ea60-4e2b-bcba-27854dc58ab7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.520193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d26d0e25-acba-4d20-a792-42a02a3ca16c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.523419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=83c95974-ea60-4e2b-bcba-27854dc58ab7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:37.530237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.532908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-026f485f-486d-4f48-a057-5cdbd0e3da06 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/83c95974-ea60-4e2b-bcba-27854dc58ab7 HTTP/1.1" status: 204  len: 168 time: 1.5615559
Jan 29 21:03:37.533679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47290bc4-c937-4dac-91c6-eca151ea6e29 None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:37.538593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33656) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:37.542866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-8d92715b-0c6f-42d6-b2bd-acb04387be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.544296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-8d92715b-0c6f-42d6-b2bd-acb04387be0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 200  len: 851 time: 0.5880203
Jan 29 21:03:37.569982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.575189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.580386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.586197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.591437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.596656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.601958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.603946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-b23cd405-35bb-4828-be0a-a3899e2090e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5416 time: 0.7284348
Jan 29 21:03:37.608691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet 4b4bf6dd-80e8-4d18-8ba1-89d2da222348 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:03:37.612145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (4b4bf6dd-80e8-4d18-8ba1-89d2da222348), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.632813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08d47760>,) {'filters': {'network_id': ['d26d0e25-acba-4d20-a792-42a02a3ca16c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:37.656271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4b4bf6dd-80e8-4d18-8ba1-89d2da222348), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.668915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-db9329b0-04be-4d99-88d5-6b9e6d1678aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c6a631d-01fb-49db-aced-43f268a05868&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556433
Jan 29 21:03:37.680689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08d47760>, '58ce699d-42d8-476f-90ad-6d10dd26648f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:37.681020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08d47760>, '58ce699d-42d8-476f-90ad-6d10dd26648f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:37.692952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a443-3113-4667-bac2-d1f8b4144e61 req-cfafebaf-608d-478e-b527-8954cb864ce1 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:37.695017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7377a443-3113-4667-bac2-d1f8b4144e61 req-cfafebaf-608d-478e-b527-8954cb864ce1 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 943 time: 0.3725207
Jan 29 21:03:37.722714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (58ce699d-42d8-476f-90ad-6d10dd26648f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.746054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4b4bf6dd-80e8-4d18-8ba1-89d2da222348), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.800572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58ce699d-42d8-476f-90ad-6d10dd26648f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.824639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4b4bf6dd-80e8-4d18-8ba1-89d2da222348), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.854007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4bf6dd-80e8-4d18-8ba1-89d2da222348,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:37.857795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.864009 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b7e99d4-620e-4112-9604-2742753ebd29 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/4b4bf6dd-80e8-4d18-8ba1-89d2da222348 HTTP/1.1" status: 204  len: 168 time: 0.3245914
Jan 29 21:03:37.864154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:37.864507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (58ce699d-42d8-476f-90ad-6d10dd26648f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.864644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33662) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:37.870298 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:37.893322 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-869d6bac-0982-4195-b045-2af465760bc1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:37.893806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869d6bac-0982-4195-b045-2af465760bc1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:37.896914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-869d6bac-0982-4195-b045-2af465760bc1 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/83c95974-ea60-4e2b-bcba-27854dc58ab7 HTTP/1.1" status: 404  len: 337 time: 0.0312665
Jan 29 21:03:37.899751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33664) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:37.957635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7377a443-3113-4667-bac2-d1f8b4144e61 req-aa491da9-3aa2-49d2-9093-56ee4d4eb9bf tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419417
Jan 29 21:03:37.958946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting subnet ace04b1a-b4a9-4be9-8034-e13cb46c4bfa {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:03:37.962492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (ace04b1a-b4a9-4be9-8034-e13cb46c4bfa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:37.973585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acdc3945-f7e7-432b-b310-6d6d2d9fdd3f req-a74f2333-5e43-4ccc-b4c6-42b6d8002a56 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3490996
Jan 29 21:03:37.985121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1367b1e2-fb7e-4670-abbe-7d7fc56325df {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:37.995033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks [] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.000633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-679f6912-9e16-49e1-8000-58b71f5e89f7 service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172967
Jan 29 21:03:38.026557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d26d0e25-acba-4d20-a792-42a02a3ca16c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.028427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Transition to ACTIVE for port object 1367b1e2-fb7e-4670-abbe-7d7fc56325df will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:03:38.041874 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d993c-33b2-42e3-978c-84ec2620ece6 x-openstack-request-id: req-a66d993c-33b2-42e3-978c-84ec2620ece6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:38.042148 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:38.042585 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66d993c-33b2-42e3-978c-84ec2620ece6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:38.045670 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0', 'status': 'completed', 'code': 200}
Jan 29 21:03:38.051414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (ace04b1a-b4a9-4be9-8034-e13cb46c4bfa), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.057227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d26d0e25-acba-4d20-a792-42a02a3ca16c {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:03:38.060141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.067504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d26d0e25-acba-4d20-a792-42a02a3ca16c HTTP/1.1" status: 204  len: 168 time: 1.5598748
Jan 29 21:03:38.096331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.109968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33668) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.149038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:38.242460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.242954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.243423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.243896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.244358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.244838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.245314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.247270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-5e204ce6-7624-4c25-9a75-8f5a8ed1da21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6629 time: 0.1289389
Jan 29 21:03:38.263733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b12a0e-5053-471d-b949-a53c26a9f87e tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Network': ['ID=d26d0e25-acba-4d20-a792-42a02a3ca16c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:38.337328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ace04b1a-b4a9-4be9-8034-e13cb46c4bfa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.420938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:38.435486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:38.438113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.443034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-57ade018-090b-4624-a856-1a3b3b1e9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.443508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-57ade018-090b-4624-a856-1a3b3b1e9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.444553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-57ade018-090b-4624-a856-1a3b3b1e9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.446231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-57ade018-090b-4624-a856-1a3b3b1e9119 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29143fe0aaba428f94401ae5bb5d9012&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.1821983
Jan 29 21:03:38.481291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (ace04b1a-b4a9-4be9-8034-e13cb46c4bfa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.519215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5eef-d4b9-432f-97bf-f4424ed87e7b req-9342fa3f-584e-473e-9918-5a22efd51854 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.529271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e3c5eef-d4b9-432f-97bf-f4424ed87e7b req-9342fa3f-584e-473e-9918-5a22efd51854 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.3632133
Jan 29 21:03:38.539189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8468a-173a-429d-8ecf-1884631e7553 req-37650209-4b3c-45f3-b7aa-7090d08673d1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.545013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Subnet': ['ID=ace04b1a-b4a9-4be9-8034-e13cb46c4bfa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:38.549562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c8468a-173a-429d-8ecf-1884631e7553 req-37650209-4b3c-45f3-b7aa-7090d08673d1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.4413376
Jan 29 21:03:38.555297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.559181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49ac85de-2036-44bc-bf0a-f41c5308208c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/ace04b1a-b4a9-4be9-8034-e13cb46c4bfa HTTP/1.1" status: 204  len: 168 time: 0.6579707
Jan 29 21:03:38.559929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-217380e0-f8d0-41b0-8af9-868bb1091967 req-5498c4fd-595a-48c8-8006-1a3d9b0be95d service neutron] 10.222.0.36 "GET /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5517492
Jan 29 21:03:38.561313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.572758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af301c-08e2-402a-a530-902fe857a1da None None] Network 1b450921-26b3-4bd0-9691-7a78656b9c64 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:38.593128 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-767963af-9847-428e-b45c-9f3351b0bb82 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:38.593832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767963af-9847-428e-b45c-9f3351b0bb82 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:38.597140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-767963af-9847-428e-b45c-9f3351b0bb82 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/6025e718-bab2-466b-83d2-35302752843c HTTP/1.1" status: 404  len: 337 time: 0.0348094
Jan 29 21:03:38.600073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33672) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.654519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Provisioning complete for port 594a5ab6-f974-4054-9231-fc1ded8522d7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:38.655299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.662207 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a35943b-849f-47eb-b6d0-93bf64a2327c tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "GET /v2.0/ports?device_id=b95bd720-8082-4465-afc1-8b7d01f2cad6 HTTP/1.1" status: 200  len: 205 time: 0.0602012
Jan 29 21:03:38.662963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33674) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.673434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:38.686773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c8468a-173a-429d-8ecf-1884631e7553 req-0efc4110-2cd2-43d1-af67-e48fa789bf8a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342075
Jan 29 21:03:38.704503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Attempting to bind port 1367b1e2-fb7e-4670-abbe-7d7fc56325df on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:38.704503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Attempting to bind port 1367b1e2-fb7e-4670-abbe-7d7fc56325df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:38.704503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Attempting to bind port 1367b1e2-fb7e-4670-abbe-7d7fc56325df on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:38.723871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e3c5eef-d4b9-432f-97bf-f4424ed87e7b req-c3fc7908-3a59-4255-9dbd-2cf90934517e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926196
Jan 29 21:03:38.728317 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3711a5d6-43f9-44be-9f0a-a1453daf1a34 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] delete failed (client error): The resource could not be found.
Jan 29 21:03:38.731138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9db3dda5-d25c-4259-92b7-6ef4a68bcfc0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.731498 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Added segment 9db3dda5-d25c-4259-92b7-6ef4a68bcfc0 of type vlan for network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0
Jan 29 21:03:38.732939 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3711a5d6-43f9-44be-9f0a-a1453daf1a34 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/routers/b95bd720-8082-4465-afc1-8b7d01f2cad6 HTTP/1.1" status: 404  len: 336 time: 0.0650494
Jan 29 21:03:38.736246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.742285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Port 594a5ab6-f974-4054-9231-fc1ded8522d7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:03:38.747923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-b33ef51f-619f-4081-ab12-2ee83c7313b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.749476 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c6b652d-bc05-44ac-91c5-14c988d471f3 req-b33ef51f-619f-4081-ab12-2ee83c7313b2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2963378
Jan 29 21:03:38.754659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Port 1367b1e2-fb7e-4670-abbe-7d7fc56325df on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:38.755781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Attempting to bind port 1367b1e2-fb7e-4670-abbe-7d7fc56325df on network a1c89899-5c85-4aab-a5ce-2608adc5ebbf {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:38.764481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Provisioning complete for port 2b33741f-fb72-40f7-9be5-2672c35823dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:38.765135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.816729 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3ee973-89f9-402f-8d09-b99ceb3e72bb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:38.817313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3ee973-89f9-402f-8d09-b99ceb3e72bb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:38.820947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9e3ee973-89f9-402f-8d09-b99ceb3e72bb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/14a551ec-2280-40c9-ab0c-c10b279be724 HTTP/1.1" status: 404  len: 337 time: 0.0816629
Jan 29 21:03:38.823729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33678) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.839994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:03:38.840427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Checking segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:38.840899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Bound using segment: {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:03:38.841441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Bound port: 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a53-6434-477c-9e0c-92e226545dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:03:38.841861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.850232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] DHCP port deletion for 1b450921-26b3-4bd0-9691-7a78656b9c64 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:03:38.850461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40b5465a-ccd1-4956-b5d7-81235f936705 req-2b9bc319-dc65-4320-bc07-0c7ac4b6a029 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0897095
Jan 29 21:03:38.863427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-686ff8f7-8e01-4730-b18e-7f2831358d6c None None] Current status of the port 2b33741f-fb72-40f7-9be5-2672c35823dd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:38.882850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.894483 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-067e89e2-cc4b-4904-9f47-c4afca0826b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:38.895041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067e89e2-cc4b-4904-9f47-c4afca0826b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:38.901268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-067e89e2-cc4b-4904-9f47-c4afca0826b4 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/1ceac7b6-2d1f-4c37-a1c0-b6afe5fc47b5 HTTP/1.1" status: 404  len: 337 time: 0.0739658
Jan 29 21:03:38.901596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.914814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Deleting port 2b33741f-fb72-40f7-9be5-2672c35823dd {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:38.915200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.933168 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d9d372-c772-4538-a09d-f12f8e0e839f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:38.934310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d9d372-c772-4538-a09d-f12f8e0e839f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:38.940306 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11d9d372-c772-4538-a09d-f12f8e0e839f tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/2b94f45d-48f4-4629-9413-75e8fbe7ebde HTTP/1.1" status: 404  len: 337 time: 0.0354831
Jan 29 21:03:38.941611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.955727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.956776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:38.957387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:38.972376 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d6b58a-e50d-4125-b5b8-e394643a01fb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:38.973133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d6b58a-e50d-4125-b5b8-e394643a01fb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:38.979973 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d1d6b58a-e50d-4125-b5b8-e394643a01fb tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/084ab752-4b86-47b2-862a-74db385c1787 HTTP/1.1" status: 404  len: 333 time: 0.0339475
Jan 29 21:03:38.979973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33684) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:38.985658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] For port 2b33741f-fb72-40f7-9be5-2672c35823dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b33741f-fb72-40f7-9be5-2672c35823dd,segment=NetworkSegment(f5912785-582b-433b-a449-636fd941c801),segment_id=f5912785-582b-433b-a449-636fd941c801)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:38.986277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.000562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Calling delete_port for 2b33741f-fb72-40f7-9be5-2672c35823dd owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:39.009317 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7e987a-5c28-4bcf-8f93-8727d88fbab8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:39.010054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7e987a-5c28-4bcf-8f93-8727d88fbab8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:39.015371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c7e987a-5c28-4bcf-8f93-8727d88fbab8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/a7053887-fe88-4f8a-b321-b08ac1cdcad5 HTTP/1.1" status: 404  len: 337 time: 0.0329347
Jan 29 21:03:39.016291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33688) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.029379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:39.041198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.9179678
Jan 29 21:03:39.045814 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e358edf-6ace-4183-93fb-44d8a2d5bad8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:39.046297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e358edf-6ace-4183-93fb-44d8a2d5bad8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:39.052113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1e358edf-6ace-4183-93fb-44d8a2d5bad8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/a774296b-6569-4bd8-b405-455953d06dd4 HTTP/1.1" status: 404  len: 337 time: 0.0332253
Jan 29 21:03:39.052113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.053145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.059885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'subnet': {'network_id': '13f5cf0e-e9a2-4159-a8fe-78ba77968bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:39.062363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:03:39.086335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d381e9-daa5-4e91-86e8-80b17ded2321 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=13f5cf0e-e9a2-4159-a8fe-78ba77968bc0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.089903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.092730 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb12ab88-701a-402b-a23c-379b90e25424 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:39.093493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb12ab88-701a-402b-a23c-379b90e25424 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:39.096795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb12ab88-701a-402b-a23c-379b90e25424 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/c849141c-3ba9-45e2-82f4-2ee75353510d HTTP/1.1" status: 404  len: 333 time: 0.0426435
Jan 29 21:03:39.100896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.105401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:39.119149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:39.121436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.146723 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3ab8b-5e20-49d5-862b-962fe884cc4b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:39.147205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b3ab8b-5e20-49d5-862b-962fe884cc4b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:39.148081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.148796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.152958 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-65b3ab8b-5e20-49d5-862b-962fe884cc4b tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/8fa5246e-a0bf-4a7f-8bd1-3ffd5f780b58 HTTP/1.1" status: 404  len: 337 time: 0.0486114
Jan 29 21:03:39.153145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] 10.222.0.18 "PUT /v2.0/ports/1367b1e2-fb7e-4670-abbe-7d7fc56325df HTTP/1.1" status: 200  len: 1091 time: 2.9368672
Jan 29 21:03:39.159214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33698) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.191106 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2b33741f-fb72-40f7-9be5-2672c35823dd), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.223478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] No DVR routers for this DVR port 2b33741f-fb72-40f7-9be5-2672c35823dd on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:39.245825 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e40ed9-66dd-4cba-8865-8d8ce64c2bbf tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:39.247175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e40ed9-66dd-4cba-8865-8d8ce64c2bbf tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:39.251206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89e40ed9-66dd-4cba-8865-8d8ce64c2bbf tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/subnets/9a164ea5-b1bc-4716-b647-4d5722fe9bb8 HTTP/1.1" status: 404  len: 337 time: 0.0597613
Jan 29 21:03:39.253944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33700) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.263391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Pushing event deleted for resources: {'Port': ['ID=2b33741f-fb72-40f7-9be5-2672c35823dd,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.273019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.274021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.274376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.274723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.275066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.275404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.275736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.276068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.276399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.276727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.277094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.277428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.277755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8bd21-6ccb-445c-8c1d-eb176051e656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:03:39.344692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.350131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.355705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.360962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.366893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.372252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.379907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.379907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c2df4761-eb55-4457-a0ec-f450c9010c99 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.2527578
Jan 29 21:03:39.384741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89376cef-402b-48e1-9df9-dfa0d3de6cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.395252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121936a7-27be-4323-b933-3dcfcfed2e83 req-561e1f6d-a648-44f8-85ae-6b422f6ebb92 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.396813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-121936a7-27be-4323-b933-3dcfcfed2e83 req-561e1f6d-a648-44f8-85ae-6b422f6ebb92 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 943 time: 0.2727180
Jan 29 21:03:39.452614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.453154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.454062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.454592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.455209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Deleting port 594a5ab6-f974-4054-9231-fc1ded8522d7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:39.455348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.455746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.455878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.456519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.458893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0e0a41e8-6d9f-4966-b8fb-b9a3ede2e52f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6702 time: 0.2021704
Jan 29 21:03:39.525735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1178acbb-7a08-46c5-9a7c-f21e82f07bb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b HTTP/1.1" status: 200  len: 217 time: 0.0534871
Jan 29 21:03:39.539917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device acfbd596-8740-4812-8e59-38d03a4268ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:39.563212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.577804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-121936a7-27be-4323-b933-3dcfcfed2e83 req-197260ed-c40a-4912-8801-b231f86b994a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727679
Jan 29 21:03:39.580967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Calling delete_port for 594a5ab6-f974-4054-9231-fc1ded8522d7 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:39.583967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bd59efd-5685-45f8-b3de-c4baa8b18e08 req-c33e7255-5f1e-44bf-a286-4078aff312ea tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1861136
Jan 29 21:03:39.599643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1ebc0573-136a-4118-af62-8b1ad242cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.602030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1ebc0573-136a-4118-af62-8b1ad242cb2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52729628-6f6a-4387-8d06-cad327472b73 HTTP/1.1" status: 200  len: 856 time: 0.0692413
Jan 29 21:03:39.652694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acfbd596-8740-4812-8e59-38d03a4268ec,segment=NetworkSegment(7379d37e-e1b1-47a4-8040-2721191d80d6),segment_id=7379d37e-e1b1-47a4-8040-2721191d80d6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:39.667124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'acfbd596-8740-4812-8e59-38d03a4268ec', 'network_id': 'c5f48597-46bc-4aae-85bc-1e91da2ffeb2', 'port_id': 'acfbd596-8740-4812-8e59-38d03a4268ec', 'mac_address': 'fa:16:3e:7d:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53d76cf-1cac-47f1-8f4c-fa5660e84a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:39.679244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dc1468a0-13ee-4819-8450-ec6aec91bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.680815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-dc1468a0-13ee-4819-8450-ec6aec91bf56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e327258-7f1e-4845-bb1c-0c1b6454845f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0724084
Jan 29 21:03:39.709376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port acfbd596-8740-4812-8e59-38d03a4268ec is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:39.709833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.720277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (594a5ab6-f974-4054-9231-fc1ded8522d7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.721806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:03:39.722357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6562791a-8e85-43b6-836f-ef64e51da40f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.726159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfbd596-8740-4812-8e59-38d03a4268ec {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:39.747620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acfbd596-8740-4812-8e59-38d03a4268ec,segment=NetworkSegment(7379d37e-e1b1-47a4-8040-2721191d80d6),segment_id=7379d37e-e1b1-47a4-8040-2721191d80d6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:39.752107 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.799164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6562791a-8e85-43b6-836f-ef64e51da40f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.809132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.812526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-767ddc24-e5c0-4e5c-96f4-deff4ad5af51 service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230333
Jan 29 21:03:39.828099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Port': ['ID=594a5ab6-f974-4054-9231-fc1ded8522d7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:39.844962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.848231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe273ddb-1e6e-4297-bcb6-8a0ce8f439a2 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/ports/594a5ab6-f974-4054-9231-fc1ded8522d7 HTTP/1.1" status: 204  len: 168 time: 0.5932238
Jan 29 21:03:39.852459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:39.921822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Checking segment: {'id': '9db3dda5-d25c-4259-92b7-6ef4a68bcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '13f5cf0e-e9a2-4159-a8fe-78ba77968bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:39.922348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Network hostable DHCP agents. Network: 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:03:39.955159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (1b450921-26b3-4bd0-9691-7a78656b9c64), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.956328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d7fe1-5395-4f1e-bb98-32d815c90cd9 req-fa822303-2eb5-49c4-b1fc-ab6320ffd19b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.958011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-438d7fe1-5395-4f1e-bb98-32d815c90cd9 req-fa822303-2eb5-49c4-b1fc-ab6320ffd19b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.1601312
Jan 29 21:03:39.958601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:03:39.975254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:39.979639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3a7d5-6457-465f-ae02-faca853ae13d req-eb08138a-a85e-4dde-89d6-ae360a1b2e84 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.980198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:39.980802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:39.981284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92b3a7d5-6457-465f-ae02-faca853ae13d req-eb08138a-a85e-4dde-89d6-ae360a1b2e84 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1457517
Jan 29 21:03:39.986460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a5ed4-a601-46bb-9932-a3adb571e450 None None] Network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:40.011362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-cc313ea4-812e-4173-a650-7dbcbb9a3c7d service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746235
Jan 29 21:03:40.060534 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8698613a-861c-4065-942c-b3cde6485aa7 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.0090179
Jan 29 21:03:40.062479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:40.063615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33710) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:40.064739 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8631632-ce1f-4f26-951f-9bb26815a06c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:40.070194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'floatingip': {'floating_network_id': '13f5cf0e-e9a2-4159-a8fe-78ba77968bc0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:40.076065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-92d56877-1517-401d-b15c-1adb4317f878 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 217 time: 0.0575356
Jan 29 21:03:40.087011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (1b450921-26b3-4bd0-9691-7a78656b9c64), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.105106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['acfbd596-8740-4812-8e59-38d03a4268ec'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:40.109417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4993a9b-fd38-47a1-86b3-03cdcc928583 None None] Network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:40.119253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09ec81f0>,) {'filters': {'network_id': ['1b450921-26b3-4bd0-9691-7a78656b9c64']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:40.126632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.137084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-438d7fe1-5395-4f1e-bb98-32d815c90cd9 req-14c70a3a-94f5-47d7-9594-edb4654db53a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687472
Jan 29 21:03:40.139120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09ec81f0>, 'f5912785-582b-433b-a449-636fd941c801') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:40.139997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09ec81f0>, 'f5912785-582b-433b-a449-636fd941c801') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:40.144625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92b3a7d5-6457-465f-ae02-faca853ae13d req-7249cd86-4128-47e2-9a78-f965c0f01792 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517909
Jan 29 21:03:40.159107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-4d882a09-889a-4cf5-8734-c52ea1e198d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.160583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-4d882a09-889a-4cf5-8734-c52ea1e198d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.0778425
Jan 29 21:03:40.212707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (f5912785-582b-433b-a449-636fd941c801), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.232418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8032114e-8217-44b9-a30a-8d2aa1148c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.234796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8032114e-8217-44b9-a30a-8d2aa1148c71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0629787
Jan 29 21:03:40.236580 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ae449-9899-44df-bc88-90f4bbe75a26 x-openstack-request-id: req-497ae449-9899-44df-bc88-90f4bbe75a26 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:40.237080 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:40.237492 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-497ae449-9899-44df-bc88-90f4bbe75a26 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:40.238047 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'status': 'completed', 'code': 200}
Jan 29 21:03:40.238452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f5912785-582b-433b-a449-636fd941c801), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.251461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:40.252386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (f5912785-582b-433b-a449-636fd941c801), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:40.255605 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:40.341260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d66f1ee-1984-42a7-9c20-e69a556f4db9 req-95e4b257-f687-4c10-b36a-9204fcd21347 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0736330
Jan 29 21:03:40.351249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (1b450921-26b3-4bd0-9691-7a78656b9c64), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.357569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.364169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] 10.222.0.20 "DELETE /v2.0/networks/1b450921-26b3-4bd0-9691-7a78656b9c64 HTTP/1.1" status: 204  len: 168 time: 0.5104384
Jan 29 21:03:40.396674 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ea055069-2820-4372-a01c-b36b0f81de9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.420960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9d8ed-d7df-402e-a943-dc45cc2ed8d8 tempest-PortsIpV6TestJSON-2080760236 tempest-PortsIpV6TestJSON-2080760236-project] Pushing event deleted for resources: {'Network': ['ID=1b450921-26b3-4bd0-9691-7a78656b9c64,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:40.428912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:40.429546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-48dec83e-15f6-442d-a494-f6849960f79c service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870167
Jan 29 21:03:40.443262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.479013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2b33741f-fb72-40f7-9be5-2672c35823dd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:03:40.480056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2b33741f-fb72-40f7-9be5-2672c35823dd not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:03:40.567558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Allocated IP 172.20.0.11 (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0/6562791a-8e85-43b6-836f-ef64e51da40f/541453bf-b8e3-456b-af46-3b4a4cb57fa5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:03:40.582776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-771594ce-8476-4fcf-bdf8-0f2e6b630a9b service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448183
Jan 29 21:03:40.638106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7b8e4f0f-b12a-4f24-82aa-92498bd6bfcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 217 time: 0.0477443
Jan 29 21:03:40.713780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.738577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33726) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:40.758522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.789499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-aeec01b0-6e53-488d-91b1-69e7f95d3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.790998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-aeec01b0-6e53-488d-91b1-69e7f95d3451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.1315560
Jan 29 21:03:40.797089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Network 13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:40.800093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:40.805362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:40.847499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Port': ['ID=541453bf-b8e3-456b-af46-3b4a4cb57fa5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:40.852505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.857794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.863253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.869003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.874321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.879508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.885358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.887248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-819e2dc3-225c-41c7-87ce-61cad0d1f874 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.1667330
Jan 29 21:03:40.897382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79c9fe-49ce-49a7-b382-881f0da7b815 req-2d606761-ad34-4a80-8231-a39751b27c53 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.898846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be79c9fe-49ce-49a7-b382-881f0da7b815 req-2d606761-ad34-4a80-8231-a39751b27c53 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 944 time: 0.1900506
Jan 29 21:03:40.923804 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-30005e19-a205-4fc3-aa09-eda198c95f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4a12f62969142d2a1c2b50ba952097b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1840477
Jan 29 21:03:40.926215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33730) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:40.965504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for floatingip (50d5d3b0-717e-42d9-8055-3fd9357bbe10), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:40.970779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-2ccaf6af-f6fd-49de-a8bb-9555e6beb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:40.972310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-2ccaf6af-f6fd-49de-a8bb-9555e6beb27a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1723504
Jan 29 21:03:41.011550 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] Publish callbacks [] for security_group (ccac46d4-5ae2-40fc-ba6b-87d546bcf965), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.016530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be79c9fe-49ce-49a7-b382-881f0da7b815 req-9dd465bf-bc50-4017-906d-aefb0e044295 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077561
Jan 29 21:03:41.029291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.046205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16513b7b-d345-4da6-9c57-d6a62616d48a req-7beb5443-d3b9-4811-b52a-74b4af4b97a5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1449924
Jan 29 21:03:41.062878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] Publish callbacks [] for security_group (ccac46d4-5ae2-40fc-ba6b-87d546bcf965), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.094796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-758b43e4-63cb-4497-8844-e38eecc44d80 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103544
Jan 29 21:03:41.165412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ccac46d4-5ae2-40fc-ba6b-87d546bcf965), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.167931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.169108 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccac46d4-5ae2-40fc-ba6b-87d546bcf965 HTTP/1.1" status: 204  len: 168 time: 0.2419178
Jan 29 21:03:41.191342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-62314ab1-53ee-436c-b7ba-2f4f9e2db199 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890896
Jan 29 21:03:41.247982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.250035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-de285ae4-4e15-4d5e-84c8-21142e0875d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb HTTP/1.1" status: 200  len: 217 time: 0.0516860
Jan 29 21:03:41.263748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c1f0-f7fc-4fe4-8115-c468873a7ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac46d4-5ae2-40fc-ba6b-87d546bcf965,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:41.272877 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.370814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-69515626-ff5b-4d25-82ab-d36a0244f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:41.372292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-69515626-ff5b-4d25-82ab-d36a0244f3d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.1152966
Jan 29 21:03:41.374907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Port': ['ID=541453bf-b8e3-456b-af46-3b4a4cb57fa5,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:41.378563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (50d5d3b0-717e-42d9-8055-3fd9357bbe10), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.397747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.401079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a41f0fe-6fde-41a5-9c81-75f4dd82e408 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3346453
Jan 29 21:03:41.402479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33742) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:41.440001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212891a-61e6-471c-9888-b6ab7c80421b req-ca80232c-5ab0-48ca-81c8-6aaf8300a489 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:41.441540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7212891a-61e6-471c-9888-b6ab7c80421b req-ca80232c-5ab0-48ca-81c8-6aaf8300a489 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.1287987
Jan 29 21:03:41.450163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161b36b-3383-4f90-bcd2-06e52779792b req-b764619c-158e-4fc3-830a-a461a0ba66c5 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:41.451966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6161b36b-3383-4f90-bcd2-06e52779792b req-b764619c-158e-4fc3-830a-a461a0ba66c5 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1295836
Jan 29 21:03:41.470824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0d3aa013-88ab-4230-939b-b10f675e4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:41.472288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0d3aa013-88ab-4230-939b-b10f675e4ecc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0920787
Jan 29 21:03:41.495748 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-abeb04b0-bfd6-4e02-ad68-ae9badaddf9d tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 HTTP/1.1" status: 200  len: 690 time: 0.0919673
Jan 29 21:03:41.498702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33748) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:41.540446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device acfbd596-8740-4812-8e59-38d03a4268ec up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:41.592771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.597482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6161b36b-3383-4f90-bcd2-06e52779792b req-935d02ca-9458-4116-b225-cb193562142f tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360686
Jan 29 21:03:41.600398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7212891a-61e6-471c-9888-b6ab7c80421b req-776da19a-67c2-4fc1-86b1-ca3998fc008b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372585
Jan 29 21:03:41.639591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8f45be3c-9e8f-4769-956a-6b4259954ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481247
Jan 29 21:03:41.671109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port acfbd596-8740-4812-8e59-38d03a4268ec completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:03:41.679910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port acfbd596-8740-4812-8e59-38d03a4268ec triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:41.680636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.728619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Deleting port 541453bf-b8e3-456b-af46-3b4a4cb57fa5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:41.729183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.750995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ea60869-4618-426b-aa82-f7dd43e9036b req-49e241cb-5b4a-4032-8133-a6a59c0764ac tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0398712
Jan 29 21:03:41.790529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-c8f15892-0a46-4d6a-af19-2d3e390019a8 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475585
Jan 29 21:03:41.838592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port acfbd596-8740-4812-8e59-38d03a4268ec is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:41.839233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.899311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-8677672a-d4ad-48f9-9b69-bb0b01d9e6de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a HTTP/1.1" status: 200  len: 217 time: 0.0954537
Jan 29 21:03:41.902719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acfbd596-8740-4812-8e59-38d03a4268ec,segment=NetworkSegment(7379d37e-e1b1-47a4-8040-2721191d80d6),segment_id=7379d37e-e1b1-47a4-8040-2721191d80d6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:41.903730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:41.907038 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1583d97-333b-43f1-9cb2-ce9ce85612ee" -d '{"events": [{"server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "name": "network-vif-plugged", "status": "completed", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:41.922869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.923891 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.924622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for floatingip (541453bf-b8e3-456b-af46-3b4a4cb57fa5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:41.953350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Calling delete_port for 541453bf-b8e3-456b-af46-3b4a4cb57fa5 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:41.967142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c16f9cd-c0a1-47a0-8bce-58e89a9a3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:41.969266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-0c16f9cd-c0a1-47a0-8bce-58e89a9a3b7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.0628800
Jan 29 21:03:41.983595 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb9ddc-22aa-40a7-ab37-b92caaf38811 x-openstack-request-id: req-87eb9ddc-22aa-40a7-ab37-b92caaf38811 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:41.984092 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "name": "network-vif-plugged", "status": "completed", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:41.984520 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87eb9ddc-22aa-40a7-ab37-b92caaf38811 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:41.985113 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec', 'code': 200}
Jan 29 21:03:42.022302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:42.083404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-97d03ffc-f4b3-4c61-baa5-a77b6190744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.085431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-97d03ffc-f4b3-4c61-baa5-a77b6190744d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0966022
Jan 29 21:03:42.117889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42053d4a-5c34-4e8c-b0a5-277c4e0f5b16 req-767d3bbb-7bdc-44dd-a4ca-8787f6407334 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.119561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42053d4a-5c34-4e8c-b0a5-277c4e0f5b16 req-767d3bbb-7bdc-44dd-a4ca-8787f6407334 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1453006
Jan 29 21:03:42.190938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (541453bf-b8e3-456b-af46-3b4a4cb57fa5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.201205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4dcf0-1333-4cd1-9112-74b436fa419d req-207b3d99-bf0e-4024-ba4d-ac0dcdd1b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.202736 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2bf4dcf0-1333-4cd1-9112-74b436fa419d req-207b3d99-bf0e-4024-ba4d-ac0dcdd1b50f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 1127 time: 0.0966191
Jan 29 21:03:42.226589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Port': ['ID=541453bf-b8e3-456b-af46-3b4a4cb57fa5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:42.268443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42053d4a-5c34-4e8c-b0a5-277c4e0f5b16 req-7b0adf4d-08cb-4d1c-b8a3-accbe0f8ae76 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223104
Jan 29 21:03:42.276752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-d23e45e2-ad61-46f9-a45e-0e886dca1f50 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846051
Jan 29 21:03:42.287944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7073d-c3a1-4e83-a891-41b168f1b47d req-c27793a5-fb45-4a16-854b-146e8faec4ea tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.295328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46f7073d-c3a1-4e83-a891-41b168f1b47d req-c27793a5-fb45-4a16-854b-146e8faec4ea tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1504245
Jan 29 21:03:42.322740 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2bf4dcf0-1333-4cd1-9112-74b436fa419d req-5f0484e4-2275-42a9-8fc8-132d21694026 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019773
Jan 29 21:03:42.327006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for floatingip (50d5d3b0-717e-42d9-8055-3fd9357bbe10), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.380377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6562791a-8e85-43b6-836f-ef64e51da40f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.448738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6562791a-8e85-43b6-836f-ef64e51da40f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.483115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6562791a-8e85-43b6-836f-ef64e51da40f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:42.547879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.571603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea093b7130>,) {'filters': {'network_id': ['13f5cf0e-e9a2-4159-a8fe-78ba77968bc0']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:42.582255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea093b7130>, '9db3dda5-d25c-4259-92b7-6ef4a68bcfc0') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:42.582535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea093b7130>, '9db3dda5-d25c-4259-92b7-6ef4a68bcfc0') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:42.598693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (9db3dda5-d25c-4259-92b7-6ef4a68bcfc0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.608124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1588e380-ef75-43ab-9fd4-68425e371a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.615468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9db3dda5-d25c-4259-92b7-6ef4a68bcfc0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.624128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:42.624529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (9db3dda5-d25c-4259-92b7-6ef4a68bcfc0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:42.626655 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:42.688788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (13f5cf0e-e9a2-4159-a8fe-78ba77968bc0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.694200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:03:42.697478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:42.703057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 HTTP/1.1" status: 204  len: 168 time: 1.2012396
Jan 29 21:03:42.710690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33788) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:42.717500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c987-0364-4d53-bc54-a8a3b1a0f402 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Network': ['ID=13f5cf0e-e9a2-4159-a8fe-78ba77968bc0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:42.792190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46f7073d-c3a1-4e83-a891-41b168f1b47d req-ea870f99-fc86-40a2-8603-ce94a88fe649 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4959879
Jan 29 21:03:42.826639 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-75c693b3-fc9a-4e8b-ad96-8f0006cd6226 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1476 time: 0.1146865
Jan 29 21:03:42.827489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33792) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:42.888143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.893360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.899080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.904258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.909471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.915218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.920425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:42.922405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-ab4c2f13-6c4a-4027-8b33-05a8cdd84160 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.2042553
Jan 29 21:03:42.924321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1074bdda-1399-4d12-a435-b85e90afb882 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6262996
Jan 29 21:03:43.037678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-ee8dcc95-1821-4289-a921-9fec3ff99836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0 HTTP/1.1" status: 200  len: 217 time: 0.0925238
Jan 29 21:03:43.104527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.105021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.105490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.105932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.106380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.106834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.107274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.107718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.108246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.108594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.109058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.109503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.111548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8f00d601-085d-41b0-8867-1e9b72763147 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7730 time: 0.2820446
Jan 29 21:03:43.114726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.149238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868d031-fc77-4354-9995-a2bef5c29e3d req-1a4bf56c-6f93-45d5-8541-c86f532fcf90 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.150769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6868d031-fc77-4354-9995-a2bef5c29e3d req-1a4bf56c-6f93-45d5-8541-c86f532fcf90 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2218549
Jan 29 21:03:43.161109 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-e64007e3-d73c-4239-8b34-73fe764805a1 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] delete failed (client error): The resource could not be found.
Jan 29 21:03:43.164083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e64007e3-d73c-4239-8b34-73fe764805a1 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/50d5d3b0-717e-42d9-8055-3fd9357bbe10 HTTP/1.1" status: 404  len: 345 time: 0.0480256
Jan 29 21:03:43.166501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.176286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25436c25-997c-4fd7-bc5f-214540cc8b79 req-87312479-67ee-4c0e-bd5f-5ca4bf66bf52 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2461309
Jan 29 21:03:43.177715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-c9c5af13-14d0-4874-8959-dc1942141ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.179418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-c9c5af13-14d0-4874-8959-dc1942141ab6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 200  len: 797 time: 0.1320136
Jan 29 21:03:43.192847 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3d7407-50ef-41ec-91d2-dd246ebede28 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:43.193839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3d7407-50ef-41ec-91d2-dd246ebede28 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:43.198316 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-be3d7407-50ef-41ec-91d2-dd246ebede28 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/13f5cf0e-e9a2-4159-a8fe-78ba77968bc0 HTTP/1.1" status: 404  len: 339 time: 0.0304394
Jan 29 21:03:43.202468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.209190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'name': 'tempest-network--1118995210', 'router:external': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:43.255039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:43.259076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.261593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6868d031-fc77-4354-9995-a2bef5c29e3d req-ec8d9d55-e8b9-4899-b855-80a476475ad3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027470
Jan 29 21:03:43.304438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:43.313899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6faaf7-d187-4170-b7f6-3e42bb16cde3 req-cfbfd177-78de-4370-896a-529e9cef61d8 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0414865
Jan 29 21:03:43.314711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b8507c3f-f490-4856-a54e-ad7ad1e77c52), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.315261 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Added segment b8507c3f-f490-4856-a54e-ad7ad1e77c52 of type vlan for network 6a4acf8a-64d9-4107-922d-2677c411948f
Jan 29 21:03:43.318253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-d69405e6-7691-4fc9-8045-26853f15e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.321702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-d69405e6-7691-4fc9-8045-26853f15e376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1342883
Jan 29 21:03:43.378659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6a4acf8a-64d9-4107-922d-2677c411948f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.428476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6a4acf8a-64d9-4107-922d-2677c411948f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.429726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.430468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.496590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8f084-eacd-4252-8ede-4728465b6cd5 req-8f7e474b-3767-4db7-b1fc-11b2a850a0b3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.497658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.2933795
Jan 29 21:03:43.498141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ab8f084-eacd-4252-8ede-4728465b6cd5 req-8f7e474b-3767-4db7-b1fc-11b2a850a0b3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.0937994
Jan 29 21:03:43.500119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.508426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae273-8948-4a79-9a59-6e3661a05535 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=6a4acf8a-64d9-4107-922d-2677c411948f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:43.520651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-59b88c8e-68fe-4086-8602-999128f9fa22 service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918557
Jan 29 21:03:43.521849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6a4acf8a-64d9-4107-922d-2677c411948f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:43.680532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.806854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ab8f084-eacd-4252-8ede-4728465b6cd5 req-d0fc0d1f-af85-45ac-9289-91f3370613cf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2884378
Jan 29 21:03:43.830331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e21897-b85c-4fde-b815-242b47da4b60 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.836051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e21897-b85c-4fde-b815-242b47da4b60 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.841294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e21897-b85c-4fde-b815-242b47da4b60 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.846925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e21897-b85c-4fde-b815-242b47da4b60 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.851295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47e21897-b85c-4fde-b815-242b47da4b60 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.3476162
Jan 29 21:03:43.852018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.852948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-47cd60c2-70e3-42a2-85c1-f6ea2c775a8f service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079481
Jan 29 21:03:43.904481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-402af7eb-cd56-4e0d-8793-8a3e526363cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df HTTP/1.1" status: 200  len: 217 time: 0.0450070
Jan 29 21:03:43.937696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6a4acf8a-64d9-4107-922d-2677c411948f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:43.959373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:43.988247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1ccdf187-1998-496e-8224-cd1c40e3db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:43.989379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-1ccdf187-1998-496e-8224-cd1c40e3db24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 200  len: 797 time: 0.0763292
Jan 29 21:03:44.014000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73a06d-c35d-4681-9421-7a8ee0952334 req-5440b1f5-bcc0-48e5-827c-42b37345961e tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.015544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc73a06d-c35d-4681-9421-7a8ee0952334 req-5440b1f5-bcc0-48e5-827c-42b37345961e tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1136463
Jan 29 21:03:44.046446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6a4acf8a-64d9-4107-922d-2677c411948f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.072773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10549850>,) {'filters': {'network_id': ['6a4acf8a-64d9-4107-922d-2677c411948f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:44.085023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10549850>, 'b8507c3f-f490-4856-a54e-ad7ad1e77c52') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:44.085329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10549850>, 'b8507c3f-f490-4856-a54e-ad7ad1e77c52') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:44.085497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-67c44370-40c0-4d35-8928-c6e312b87f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.086935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-67c44370-40c0-4d35-8928-c6e312b87f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0906286
Jan 29 21:03:44.090371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc73a06d-c35d-4681-9421-7a8ee0952334 req-5ec91d5c-c5da-4e79-aa22-22e73f49f462 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588374
Jan 29 21:03:44.118424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b8507c3f-f490-4856-a54e-ad7ad1e77c52), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.132908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b8507c3f-f490-4856-a54e-ad7ad1e77c52), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.140479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:44.140784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b8507c3f-f490-4856-a54e-ad7ad1e77c52), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:44.143150 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:44.184732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f38e608c-7337-4efd-87d4-9942436da2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.200457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6a4acf8a-64d9-4107-922d-2677c411948f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.207479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6a4acf8a-64d9-4107-922d-2677c411948f {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:03:44.209837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.213156 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6a4acf8a-64d9-4107-922d-2677c411948f HTTP/1.1" status: 204  len: 168 time: 0.3589816
Jan 29 21:03:44.217237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33848) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:44.220661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-7b26c263-0e6b-485d-b745-d658e61cfa75 service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262777
Jan 29 21:03:44.227992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'name': 'tempest-network--340617315', 'router:external': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:44.234784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fc12d-cd0d-4f01-8b2a-1f068b64eeab tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a4acf8a-64d9-4107-922d-2677c411948f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:44.346744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:44.348963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.456776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f095e2ac-0cbb-4411-b2ad-bd90c1d3dd3c req-a1849cdd-56b7-42da-9467-eed67a8ea698 service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242730
Jan 29 21:03:44.467443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:44.494977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.500217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.505535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.510740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.515928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.521177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.527170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.528869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82edb031-e8dc-49f4-8254-e0322e181635 req-fd551a77-1a21-4319-a612-1a9bc57099eb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.2333877
Jan 29 21:03:44.532654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f38e608c-7337-4efd-87d4-9942436da2dd admin admin] Publish callbacks [] for security_group (dcc053de-7274-4f38-b923-b6a67ee6ea0e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.538880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (3cdd0057-fa93-4e50-893c-801bde207580), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.539227 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Added segment 3cdd0057-fa93-4e50-893c-801bde207580 of type vlan for network 406b9287-011b-4538-810b-49e88ad4400d
Jan 29 21:03:44.549548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f38e608c-7337-4efd-87d4-9942436da2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dcc053de-7274-4f38-b923-b6a67ee6ea0e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.606546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97870f-9f65-4f4c-9492-5e2be7e6faf7 req-c6b5c446-3ea1-4dc8-a647-ae7458b48d67 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.607923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b97870f-9f65-4f4c-9492-5e2be7e6faf7 req-c6b5c446-3ea1-4dc8-a647-ae7458b48d67 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.2508869
Jan 29 21:03:44.692291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f38e608c-7337-4efd-87d4-9942436da2dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ef849ef7ce84f7c804701ee1ce8756c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7303131
Jan 29 21:03:44.694984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:44.703634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (406b9287-011b-4538-810b-49e88ad4400d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.711859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e608c-7337-4efd-87d4-9942436da2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc053de-7274-4f38-b923-b6a67ee6ea0e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:44.748640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] Publish callbacks [] for security_group (dcc053de-7274-4f38-b923-b6a67ee6ea0e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.770311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] Publish callbacks [] for security_group (dcc053de-7274-4f38-b923-b6a67ee6ea0e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.784648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.785160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.785631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.786097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.786556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.787014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.787476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.789658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8e7d05ac-d274-4cdd-a8d4-8477e2877217 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6702 time: 0.2231655
Jan 29 21:03:44.796600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82edb031-e8dc-49f4-8254-e0322e181635 req-5b227929-ecdc-477d-bdf5-1519b73d5792 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2558558
Jan 29 21:03:44.799766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b97870f-9f65-4f4c-9492-5e2be7e6faf7 req-883e2404-1c98-456f-b916-6493290d2a75 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746740
Jan 29 21:03:44.846799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dcc053de-7274-4f38-b923-b6a67ee6ea0e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.850488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (406b9287-011b-4538-810b-49e88ad4400d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.851147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:44.851504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.851741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:44.854267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc053de-7274-4f38-b923-b6a67ee6ea0e HTTP/1.1" status: 204  len: 168 time: 0.1567242
Jan 29 21:03:44.878125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b271e9-119a-4971-97c5-5f6874c621c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc053de-7274-4f38-b923-b6a67ee6ea0e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:44.918320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.6999037
Jan 29 21:03:44.921009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:44.976174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1fa7f79c-bdc3-48bc-8d02-4835cb6e3dcf req-3b8cedb8-54f6-4e35-8526-fa2ae27a33ca tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0615504
Jan 29 21:03:45.005442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c77356-6bbc-4b25-8794-c2effe1e1013 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=406b9287-011b-4538-810b-49e88ad4400d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:45.011395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 406b9287-011b-4538-810b-49e88ad4400d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:45.024098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-e1e53f2f-0c50-429d-a5a2-7f96ecf72de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.025743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-e1e53f2f-0c50-429d-a5a2-7f96ecf72de4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf HTTP/1.1" status: 200  len: 903 time: 0.2252007
Jan 29 21:03:45.030440 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dedf1-3610-43d0-85d6-6db8da895fcb tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.033899 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f0dedf1-3610-43d0-85d6-6db8da895fcb tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "GET /v2.0/networks/406b9287-011b-4538-810b-49e88ad4400d HTTP/1.1" status: 200  len: 756 time: 0.1118407
Jan 29 21:03:45.035045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:45.111447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bbe76-60f3-4cc6-b41a-aa74d6b36df5 req-9234449e-92c0-4389-b379-ae94773a0682 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.112846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e72bbe76-60f3-4cc6-b41a-aa74d6b36df5 req-9234449e-92c0-4389-b379-ae94773a0682 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.1762543
Jan 29 21:03:45.167269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-29c60602-4d6b-4d09-8de1-aec688b2d056 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df HTTP/1.1" status: 200  len: 217 time: 0.1187956
Jan 29 21:03:45.170617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3bfc72b9-c233-4367-8cc0-3644eabe4345 req-89643a60-ccab-42a7-bcb3-da38ab5b658a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0390384
Jan 29 21:03:45.236901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:45.247179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98016a-7474-43e2-b804-2c19d605ff32 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.248542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d98016a-7474-43e2-b804-2c19d605ff32 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "GET /v2.0/networks/89a4baa6-c02d-4201-a88f-0bb40a5cd74d HTTP/1.1" status: 200  len: 768 time: 0.2119317
Jan 29 21:03:45.250998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9556-893b-47e4-86f0-cebff3d88d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.252692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33872) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:45.285510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-8611e88b-4e47-4cac-8677-89abcb96529e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.286980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-8611e88b-4e47-4cac-8677-89abcb96529e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 945 time: 0.2362571
Jan 29 21:03:45.291961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e72bbe76-60f3-4cc6-b41a-aa74d6b36df5 req-2ce49fbb-347f-454a-9df7-de6ee29c889b tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331766
Jan 29 21:03:45.337206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be1336-610b-4494-9c3e-9369ad4d7f98 req-04737ed9-d3a2-4952-8bda-fb26ec5f778a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.338708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16be1336-610b-4494-9c3e-9369ad4d7f98 req-04737ed9-d3a2-4952-8bda-fb26ec5f778a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1313648
Jan 29 21:03:45.349845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (406b9287-011b-4538-810b-49e88ad4400d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.450148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16be1336-610b-4494-9c3e-9369ad4d7f98 req-7c7483c7-999c-4a01-8d02-d9cbc7d588b3 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039243
Jan 29 21:03:45.473334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Deleting port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:45.473932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.528219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-73353f58-3ebc-49fd-9e99-3635fb702150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.529758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-73353f58-3ebc-49fd-9e99-3635fb702150 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 200  len: 797 time: 0.1170909
Jan 29 21:03:45.548461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.615599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] For port ae49c5ce-8809-4e61-94a3-2b6ff4effee7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:45.616616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.634639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-d55d7185-edb4-4eb3-bdf2-5407f808cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:45.636206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-d55d7185-edb4-4eb3-bdf2-5407f808cf93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0963204
Jan 29 21:03:45.637454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Calling delete_port for ae49c5ce-8809-4e61-94a3-2b6ff4effee7 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:45.801042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-bdcf9d0e-67e5-42e5-a0ac-39e6c319578a service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552937
Jan 29 21:03:45.841598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9556-893b-47e4-86f0-cebff3d88d4a admin admin] Publish callbacks [] for security_group (77123007-615b-45e1-8f54-3cbe8c19b28b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.846271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (406b9287-011b-4538-810b-49e88ad4400d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.850022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9556-893b-47e4-86f0-cebff3d88d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77123007-615b-45e1-8f54-3cbe8c19b28b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.888949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a403220>,) {'filters': {'network_id': ['406b9287-011b-4538-810b-49e88ad4400d']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:45.917339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a403220>, '3cdd0057-fa93-4e50-893c-801bde207580') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:45.917599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a403220>, '3cdd0057-fa93-4e50-893c-801bde207580') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:45.932280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b6d9556-893b-47e4-86f0-cebff3d88d4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc3ec31e43d64682805558a51477d453&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6934483
Jan 29 21:03:45.934497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33884) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:45.938397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (3cdd0057-fa93-4e50-893c-801bde207580), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.944584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d9556-893b-47e4-86f0-cebff3d88d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77123007-615b-45e1-8f54-3cbe8c19b28b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:45.962006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ae49c5ce-8809-4e61-94a3-2b6ff4effee7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.980641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (3cdd0057-fa93-4e50-893c-801bde207580), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.981268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ae49c5ce-8809-4e61-94a3-2b6ff4effee7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:45.985250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['9671b252-297e-4670-819b-5fb2180d04c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:45.995366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:45.995775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (3cdd0057-fa93-4e50-893c-801bde207580), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:45.997608 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:46.035785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Pushing event deleted for resources: {'Port': ['ID=ae49c5ce-8809-4e61-94a3-2b6ff4effee7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:46.046146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8631632-ce1f-4f26-951f-9bb26815a06c req-8edb7a71-9e38-4edb-9323-7dbb1e37ebb2 service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402656
Jan 29 21:03:46.091094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] Publish callbacks [] for security_group (77123007-615b-45e1-8f54-3cbe8c19b28b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.122250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (406b9287-011b-4538-810b-49e88ad4400d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.127145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  406b9287-011b-4538-810b-49e88ad4400d {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:03:46.129997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.134922 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/406b9287-011b-4538-810b-49e88ad4400d HTTP/1.1" status: 204  len: 168 time: 0.8812649
Jan 29 21:03:46.137530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] Publish callbacks [] for security_group (77123007-615b-45e1-8f54-3cbe8c19b28b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.146516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:46.162076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'name': 'tempest-network--287139684'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:46.175180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e8c04-ee99-4a52-ac26-7e59524477cf tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Network': ['ID=406b9287-011b-4538-810b-49e88ad4400d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:46.241773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Made reservation on behalf of 249e24e48f36436e90a5aac0e1063685 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:46.247233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.289943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:46.305414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58507541-23f8-49f1-9fdd-613124c6dee3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.305867 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Added segment 58507541-23f8-49f1-9fdd-613124c6dee3 of type vlan for network a2df3da3-9552-4b92-86e9-356fe86c6688
Jan 29 21:03:46.367632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.393561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (77123007-615b-45e1-8f54-3cbe8c19b28b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.397055 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.398930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77123007-615b-45e1-8f54-3cbe8c19b28b HTTP/1.1" status: 204  len: 168 time: 0.4633060
Jan 29 21:03:46.405038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.406207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.407020 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.422323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347a73b-0e90-4c1c-91af-cb307de6bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77123007-615b-45e1-8f54-3cbe8c19b28b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:46.490951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3425591
Jan 29 21:03:46.499862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:46.517553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:46.580639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] No DVR routers for this DVR port ae49c5ce-8809-4e61-94a3-2b6ff4effee7 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:46.585568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.589070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45ef6f1f-fa2e-4238-bf29-c21f0fe14b82 req-725a674a-f0e0-4a32-98c7-f834531383bf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.36 "DELETE /v2.0/ports/ae49c5ce-8809-4e61-94a3-2b6ff4effee7 HTTP/1.1" status: 204  len: 173 time: 1.2953427
Jan 29 21:03:46.590506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'name': 'network-vif-deleted', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:46.592958 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee91c74-e676-46fe-93d2-e4139aab32e0" -d '{"events": [{"server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "name": "network-vif-deleted", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:46.603913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50572d-783c-4f67-b507-f4733dbde6b5 req-50742f2f-2ce5-47f2-9607-f4b3493615f2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.605286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054ed94-0cfb-4ba8-b71f-0f3067e7f883 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=a2df3da3-9552-4b92-86e9-356fe86c6688,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:46.611252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c50572d-783c-4f67-b507-f4733dbde6b5 req-50742f2f-2ce5-47f2-9607-f4b3493615f2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.7032356
Jan 29 21:03:46.620491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a2df3da3-9552-4b92-86e9-356fe86c6688 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:46.659183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.679315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.693533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.701821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.714499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.722226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.731373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.741341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eabe4458-08a3-4572-b799-687a51af1484 req-410cf6a7-bb2c-4072-b931-0d3f8e929c98 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.7913411
Jan 29 21:03:46.799178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.877418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.892546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c50572d-783c-4f67-b507-f4733dbde6b5 req-b6d71ef5-c783-4b9e-b29a-63923c1400d1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799332
Jan 29 21:03:46.898853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.919971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Network a2df3da3-9552-4b92-86e9-356fe86c6688 is not hosted by any dhcp agent {{(pid=125942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:03:46.930623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:46.931315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:46.935761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "PUT /v2.0/networks/a2df3da3-9552-4b92-86e9-356fe86c6688 HTTP/1.1" status: 200  len: 857 time: 0.4341738
Jan 29 21:03:46.937545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:46.941543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eabe4458-08a3-4572-b799-687a51af1484 req-ef865899-9e7f-4c9a-8c30-e0f6157cb912 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1991243
Jan 29 21:03:47.087634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8164a699-43da-49ed-9e5a-e1df5388891a req-4ca1b7eb-5312-4b9d-bc14-2081a13025ef tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0836363
Jan 29 21:03:47.095161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea14d-ff87-42eb-86e2-b585380cfd7b tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event updated for resources: {'Network': ['ID=a2df3da3-9552-4b92-86e9-356fe86c6688,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:47.151785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.212744 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a0a65f-111a-483a-a32f-05c5e7243af9 x-openstack-request-id: req-d8a0a65f-111a-483a-a32f-05c5e7243af9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:47.220912 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d10609-eff5-4258-a95b-32b831d4cf71", "name": "network-vif-deleted", "tag": "ae49c5ce-8809-4e61-94a3-2b6ff4effee7", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:47.220912 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8a0a65f-111a-483a-a32f-05c5e7243af9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:47.220912 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d10609-eff5-4258-a95b-32b831d4cf71', 'name': 'network-vif-deleted', 'tag': 'ae49c5ce-8809-4e61-94a3-2b6ff4effee7', 'status': 'completed', 'code': 200}
Jan 29 21:03:47.220912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0f6ec4a-f6f4-45c2-aa70-ff4b45765af7 req-cbe8fb59-3ec5-4efc-a34a-eddb10265300 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d10609-eff5-4258-a95b-32b831d4cf71 HTTP/1.1" status: 200  len: 210 time: 0.0750704
Jan 29 21:03:47.299614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.332260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09c25eb0>,) {'filters': {'network_id': ['a2df3da3-9552-4b92-86e9-356fe86c6688']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.344395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c25eb0>, '58507541-23f8-49f1-9fdd-613124c6dee3') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.344395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c25eb0>, '58507541-23f8-49f1-9fdd-613124c6dee3') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.353045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (58507541-23f8-49f1-9fdd-613124c6dee3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.368465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58507541-23f8-49f1-9fdd-613124c6dee3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.376187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:47.376862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (58507541-23f8-49f1-9fdd-613124c6dee3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:47.378968 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:47.451612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a2df3da3-9552-4b92-86e9-356fe86c6688), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.459271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a2df3da3-9552-4b92-86e9-356fe86c6688 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:03:47.462623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.469482 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a2df3da3-9552-4b92-86e9-356fe86c6688 HTTP/1.1" status: 204  len: 168 time: 0.5279577
Jan 29 21:03:47.469882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33948) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:47.478415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a118a-c13d-4304-a45a-310aa25d43e2 tempest-ExternalNetworksTestJSON-1794666870 tempest-ExternalNetworksTestJSON-1794666870-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2df3da3-9552-4b92-86e9-356fe86c6688,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:47.520665 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d097a8b-8dfa-4b46-bf3f-36bcf0c47a39 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:03:47.521232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d097a8b-8dfa-4b46-bf3f-36bcf0c47a39 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:03:47.527428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6d097a8b-8dfa-4b46-bf3f-36bcf0c47a39 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "DELETE /v2.0/subnets/6562791a-8e85-43b6-836f-ef64e51da40f HTTP/1.1" status: 404  len: 337 time: 0.0542541
Jan 29 21:03:47.527873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:47.557044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d609f264-0f46-4276-9023-5681d7a6d961 req-5fc81a24-9b8c-4650-aaeb-93d9bc167f51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ef26445d0784289a987230c0773c4af&device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0456495
Jan 29 21:03:47.640792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67aaf789-9638-423b-83c1-fa13536a93e3 req-8ea6f7eb-4be6-4b76-9a78-f459764b4faf tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.1039729
Jan 29 21:03:47.643074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d609f264-0f46-4276-9023-5681d7a6d961 req-1ef6c169-44e4-4a26-8682-ba512ec59832 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6ef26445d0784289a987230c0773c4af&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0767527
Jan 29 21:03:47.699354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (89a4baa6-c02d-4201-a88f-0bb40a5cd74d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.779915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f264-0f46-4276-9023-5681d7a6d961 req-fea5a08d-dc24-4fda-8c50-c2f0125617cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:47.781589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d609f264-0f46-4276-9023-5681d7a6d961 req-fea5a08d-dc24-4fda-8c50-c2f0125617cc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1313660
Jan 29 21:03:47.814978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (89a4baa6-c02d-4201-a88f-0bb40a5cd74d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.842644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a834dc0>,) {'filters': {'network_id': ['89a4baa6-c02d-4201-a88f-0bb40a5cd74d']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.858007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a834dc0>, 'ea86a919-25ca-42d1-8310-a6275b848af9') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.858494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a834dc0>, 'ea86a919-25ca-42d1-8310-a6275b848af9') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:47.873617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (ea86a919-25ca-42d1-8310-a6275b848af9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.888936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ea86a919-25ca-42d1-8310-a6275b848af9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.897453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:03:47.898318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (ea86a919-25ca-42d1-8310-a6275b848af9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:03:47.973504 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:03:47.979413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (89a4baa6-c02d-4201-a88f-0bb40a5cd74d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.989593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:47.997498 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] 10.222.0.20 "DELETE /v2.0/networks/89a4baa6-c02d-4201-a88f-0bb40a5cd74d HTTP/1.1" status: 204  len: 168 time: 0.4685204
Jan 29 21:03:48.021503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c9546-9b9e-48f5-8c22-54afb83660c4 tempest-ExternalNetworksTestJSON-562408666 tempest-ExternalNetworksTestJSON-562408666-project] Pushing event deleted for resources: {'Network': ['ID=89a4baa6-c02d-4201-a88f-0bb40a5cd74d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:48.146482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3b55-dc78-4cf3-8cf4-41a2383bc788 req-3134d77c-5f2a-4526-a256-1e72dd8aa35f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.149154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ae49c5ce-8809-4e61-94a3-2b6ff4effee7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:48.153638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9be3b55-dc78-4cf3-8cf4-41a2383bc788 req-3134d77c-5f2a-4526-a256-1e72dd8aa35f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.1809862
Jan 29 21:03:48.201885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: ae49c5ce-8809-4e61-94a3-2b6ff4effee7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:03:48.202529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ae49c5ce-8809-4e61-94a3-2b6ff4effee7 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:03:48.259497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.265758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.271410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.277410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.283162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.289398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.294690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.305610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-c3d89f5b-70ca-47ef-b07d-49adaa0039f6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.2289875
Jan 29 21:03:48.342035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9be3b55-dc78-4cf3-8cf4-41a2383bc788 req-45fb774b-4cb9-4688-8462-ce1c6d6ad8d8 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874731
Jan 29 21:03:48.401729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e07a5660-e7fc-4f13-b5f4-69c3ff2063b4 req-b34aff8a-01dd-419e-9a8b-9797a1bd9411 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0922346
Jan 29 21:03:48.448901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:48.636155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:48.638560 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c50faa7-56cd-4e6f-bafa-e9706ad7afda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccabbc356ec247959a2c283305bf64e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1882842
Jan 29 21:03:48.749963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] Publish callbacks [] for security_group (235fca0e-9233-44df-916a-d74727281226), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:48.784139 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] Publish callbacks [] for security_group (235fca0e-9233-44df-916a-d74727281226), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:48.793444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc89ebe-9edb-4985-a6f0-196f9bdb0035 req-e458ab83-e64e-43a1-b770-4eea438debf0 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.795022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cc89ebe-9edb-4985-a6f0-196f9bdb0035 req-e458ab83-e64e-43a1-b770-4eea438debf0 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1261194
Jan 29 21:03:48.835418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c7f5d-e83f-4d15-9e5f-7f2532043050 req-4f8b4856-f4de-4e27-924a-e14b4a156df1 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:48.836885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e12c7f5d-e83f-4d15-9e5f-7f2532043050 req-4f8b4856-f4de-4e27-924a-e14b4a156df1 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1347594
Jan 29 21:03:48.899017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cc89ebe-9edb-4985-a6f0-196f9bdb0035 req-450e79b3-b4e1-4952-9c79-8f6160c9a82a tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973444
Jan 29 21:03:48.921246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e12c7f5d-e83f-4d15-9e5f-7f2532043050 req-85d85345-4c5c-4d8f-a0f5-06611a0b0a5a tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735421
Jan 29 21:03:48.932849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (235fca0e-9233-44df-916a-d74727281226), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:48.937352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:48.940852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/235fca0e-9233-44df-916a-d74727281226 HTTP/1.1" status: 204  len: 168 time: 0.3014450
Jan 29 21:03:48.948395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc667b0-1d08-4dbc-b46f-82b11180257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235fca0e-9233-44df-916a-d74727281226,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:49.024304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-338eee52-0382-4dc0-a8c5-2cf82c3c77b1 req-9011b604-563b-4de4-9a3c-3617b9506080 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0393419
Jan 29 21:03:49.224338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34070) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:49.264409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1bbe6825-7d6b-4d29-9345-de589a301a60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=249e24e48f36436e90a5aac0e1063685&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388794
Jan 29 21:03:49.266867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34072) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:49.314452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] Publish callbacks [] for security_group (d5efbc2e-0e56-4e74-993e-836358944792), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:49.339076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] Publish callbacks [] for security_group (d5efbc2e-0e56-4e74-993e-836358944792), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:49.391199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d5efbc2e-0e56-4e74-993e-836358944792), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:49.394119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:49.395561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5efbc2e-0e56-4e74-993e-836358944792 HTTP/1.1" status: 204  len: 168 time: 0.1278005
Jan 29 21:03:49.406549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617aa63b-7aba-4e82-88b1-cf52715cb312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5efbc2e-0e56-4e74-993e-836358944792,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:49.501323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bd326-0cda-4075-ae70-390ca1fa2e0c req-91b83f31-6b20-4068-b514-6c36f51dada4 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.502806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-301bd326-0cda-4075-ae70-390ca1fa2e0c req-91b83f31-6b20-4068-b514-6c36f51dada4 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.0766251
Jan 29 21:03:49.581526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-301bd326-0cda-4075-ae70-390ca1fa2e0c req-cc0b9312-425e-472b-8ae0-bc94206e2e8d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693166
Jan 29 21:03:49.600400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.600400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.605010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.610208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.615373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.621101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.626289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:49.628206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-08c8aece-52bd-4063-aa9c-b23fc48caf26 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.1344292
Jan 29 21:03:49.684039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d609f264-0f46-4276-9023-5681d7a6d961 req-2a0ede3a-6f9a-480a-a59c-d6b3b420b1c9 tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0347190
Jan 29 21:03:49.720178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af17cc0e-c233-424a-b280-cbe722d64f52 req-80cced3c-8c2f-4cde-a002-cd5f53419372 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0848382
Jan 29 21:03:50.090081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e579e-80e9-42e8-b803-6eb999d7f65d req-4d5336e4-c632-47b0-b0fe-ea1494686530 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.091786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-363e579e-80e9-42e8-b803-6eb999d7f65d req-4d5336e4-c632-47b0-b0fe-ea1494686530 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1092534
Jan 29 21:03:50.104814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8e3d-0e30-44b3-90c5-0050d5c541bb req-2783ee0c-4074-4bd0-a893-bb2db9b61f24 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.106614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-412e8e3d-0e30-44b3-90c5-0050d5c541bb req-2783ee0c-4074-4bd0-a893-bb2db9b61f24 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.0863347
Jan 29 21:03:50.193023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-363e579e-80e9-42e8-b803-6eb999d7f65d req-0a66e3a5-b80b-4a46-bbe4-dbc406aa88af tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851882
Jan 29 21:03:50.202411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-412e8e3d-0e30-44b3-90c5-0050d5c541bb req-8ffe3b2d-3d47-4c63-a5dc-777463fad8b3 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872455
Jan 29 21:03:50.323872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c1a75cf-74f8-40b5-82c4-e0de42db786d req-811a3aeb-e7e6-49a2-8442-a034f281a8fd tempest-ServerShowV254Test-1625184625 tempest-ServerShowV254Test-1625184625-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82a1613-55f0-47a9-b86c-516282ae76c7 HTTP/1.1" status: 200  len: 210 time: 0.0362165
Jan 29 21:03:50.706795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a83c-6d21-43b6-9782-d55495504005 req-f2f439c4-2ed7-49fe-8e27-c7f9a882b11f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.708353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb65a83c-6d21-43b6-9782-d55495504005 req-f2f439c4-2ed7-49fe-8e27-c7f9a882b11f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 945 time: 0.0586631
Jan 29 21:03:50.758233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb65a83c-6d21-43b6-9782-d55495504005 req-926b9312-3e03-4e56-965a-75bbebe1f315 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436988
Jan 29 21:03:50.773479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34128) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:50.883621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.892742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.898159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.903687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.909702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.915837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.921898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:50.923978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-de240739-f601-4419-8932-36b201b1bc22 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.1159258
Jan 29 21:03:50.988596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-457880946'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:51.046033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e54305f8-dc74-4ee5-9ff8-268646aaabdb req-2701ce3b-a604-422b-8d9d-e559544fa34d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1149681
Jan 29 21:03:51.074269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Made reservation on behalf of bf1698df470c4a4da7a992a2b66cc660 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:51.078239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.090925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.103214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-ea85feea-bc26-42c5-81f0-3a3c023f9dca tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:51.104813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-ea85feea-bc26-42c5-81f0-3a3c023f9dca tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.1435418
Jan 29 21:03:51.275078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Deleting port acfbd596-8740-4812-8e59-38d03a4268ec {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:51.275424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.284460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks [] for security_group (e389572c-d7ae-4b82-94b6-a22fd75d14b2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.298154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e389572c-d7ae-4b82-94b6-a22fd75d14b2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.423083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e389572c-d7ae-4b82-94b6-a22fd75d14b2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:51.435937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:03:51.479258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c70e29b6-def3-45e4-9139-6f2da635acba), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.479512 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Added segment c70e29b6-def3-45e4-9139-6f2da635acba of type vlan for network 28810b15-7ed1-4e75-a66c-d1cf00ed37af
Jan 29 21:03:51.555070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] For port acfbd596-8740-4812-8e59-38d03a4268ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acfbd596-8740-4812-8e59-38d03a4268ec,segment=NetworkSegment(7379d37e-e1b1-47a4-8040-2721191d80d6),segment_id=7379d37e-e1b1-47a4-8040-2721191d80d6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:51.555362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.565044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a33ef-3435-431e-b608-9d326d5d7661 req-f4b60bad-c6a4-4794-a4a4-ae66e3b22e49 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:51.566824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-525a33ef-3435-431e-b608-9d326d5d7661 req-f4b60bad-c6a4-4794-a4a4-ae66e3b22e49 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/ports?device_id=e81660d1-2ed9-4e02-8f25-4f9ac4d6637f HTTP/1.1" status: 200  len: 945 time: 0.2186229
Jan 29 21:03:51.574647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68522-0f3b-45f3-98ba-c8594b2c2b51 req-436681f2-e744-4bfc-8fa6-c846744cbf1e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:51.576084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55e68522-0f3b-45f3-98ba-c8594b2c2b51 req-436681f2-e744-4bfc-8fa6-c846744cbf1e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.2290804
Jan 29 21:03:51.595033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (28810b15-7ed1-4e75-a66c-d1cf00ed37af), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.623501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Calling delete_port for acfbd596-8740-4812-8e59-38d03a4268ec owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:51.741586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-525a33ef-3435-431e-b608-9d326d5d7661 req-cdabff68-0f1b-4a42-8ea2-8dabc52cd0a3 tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.20 "GET /v2.0/security-groups?id=68a0ad00-303a-4676-9a8d-7cee390d7827&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589527
Jan 29 21:03:51.747053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (28810b15-7ed1-4e75-a66c-d1cf00ed37af), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.751808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:51.752391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.792752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55e68522-0f3b-45f3-98ba-c8594b2c2b51 req-8c57778b-886a-4970-a05c-6b4fbfd75e34 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7d2744e-1384-40b5-b172-bed927410990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003324
Jan 29 21:03:51.837505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.0624731
Jan 29 21:03:51.857468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2a68d-8090-4b01-8d6e-343e9564de50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Pushing event updated for resources: {'Network': ['ID=28810b15-7ed1-4e75-a66c-d1cf00ed37af,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:51.869247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:03:51.933384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (acfbd596-8740-4812-8e59-38d03a4268ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:51.949790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['acfbd596-8740-4812-8e59-38d03a4268ec'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:52.025496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-db144537-39a5-4eb5-918d-2c685c2bea13 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.028405 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-db144537-39a5-4eb5-918d-2c685c2bea13 tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 945 time: 0.1100440
Jan 29 21:03:52.035506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Pushing event deleted for resources: {'Port': ['ID=acfbd596-8740-4812-8e59-38d03a4268ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:52.054839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] No DVR routers for this DVR port acfbd596-8740-4812-8e59-38d03a4268ec on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:52.057339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.061881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b38debda-9665-4cef-9227-6d6487ab0df4 req-952f9755-14da-48f8-a087-fe569924650b tempest-VolumesActionsTest-1658749688 tempest-VolumesActionsTest-1658749688-project] 10.222.0.18 "DELETE /v2.0/ports/acfbd596-8740-4812-8e59-38d03a4268ec HTTP/1.1" status: 204  len: 173 time: 0.9509428
Jan 29 21:03:52.062321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'name': 'network-vif-deleted', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:52.064830 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13718f00-5ff8-4bda-9283-0d8a84213cce" -d '{"events": [{"server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "name": "network-vif-deleted", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:52.138291 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810833fc-cd2f-4521-8eb6-1ecd83aabf2d x-openstack-request-id: req-810833fc-cd2f-4521-8eb6-1ecd83aabf2d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:52.138600 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81660d1-2ed9-4e02-8f25-4f9ac4d6637f", "name": "network-vif-deleted", "tag": "acfbd596-8740-4812-8e59-38d03a4268ec", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:52.138940 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-810833fc-cd2f-4521-8eb6-1ecd83aabf2d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:52.139299 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81660d1-2ed9-4e02-8f25-4f9ac4d6637f', 'name': 'network-vif-deleted', 'tag': 'acfbd596-8740-4812-8e59-38d03a4268ec', 'status': 'completed', 'code': 200}
Jan 29 21:03:52.163264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:52.169470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-564096692'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:52.197015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34202) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:52.229715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Made reservation on behalf of d17e47a5076a48a7833695edfa6008eb for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:52.231655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.281811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.293812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Deleting port 9671b252-297e-4670-819b-5fb2180d04c9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:52.294188 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9671b252-297e-4670-819b-5fb2180d04c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.341238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.419649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] For port 9671b252-297e-4670-819b-5fb2180d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9671b252-297e-4670-819b-5fb2180d04c9,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:52.420019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9671b252-297e-4670-819b-5fb2180d04c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.440052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Calling delete_port for 9671b252-297e-4670-819b-5fb2180d04c9 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:52.445771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f167079-f4eb-4d41-a9c0-9409d05b1b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.464595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.470413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.477158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.483248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.489061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.494932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.500253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:52.502414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-7e98d841-8755-4698-b780-0e37ecfb6199 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.2584295
Jan 29 21:03:52.514371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for security_group (ebe26bc8-2407-4966-9825-36b8a32039bb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.532753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebe26bc8-2407-4966-9825-36b8a32039bb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.545166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port 245d2d3e-f690-4feb-a471-d95b16f7bfdb yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:52.610389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9671b252-297e-4670-819b-5fb2180d04c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.622222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['9671b252-297e-4670-819b-5fb2180d04c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:52.640582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:52.659799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Pushing event deleted for resources: {'Port': ['ID=9671b252-297e-4670-819b-5fb2180d04c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:52.667572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe26bc8-2407-4966-9825-36b8a32039bb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:52.718070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3a5c1ba-ce31-4e49-bb42-474207afe64a req-08e91c96-4e7d-4e80-a1c2-a182368b3994 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2069325
Jan 29 21:03:52.734536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] No DVR routers for this DVR port 9671b252-297e-4670-819b-5fb2180d04c9 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:03:52.738124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.743070 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-57085578-f708-4ad2-b689-57cfc1a9a590 req-c74afbd7-ac25-416b-a396-ce74742c885e tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.18 "DELETE /v2.0/ports/9671b252-297e-4670-819b-5fb2180d04c9 HTTP/1.1" status: 204  len: 173 time: 0.7075899
Jan 29 21:03:52.743677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'name': 'network-vif-deleted', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:52.747562 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2f7d7-b346-4726-8a4d-afdee38ece26" -d '{"events": [{"server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "name": "network-vif-deleted", "tag": "9671b252-297e-4670-819b-5fb2180d04c9"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:52.832726 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eaea87-f4c9-4a64-9ca7-0a46586607d4 x-openstack-request-id: req-b6eaea87-f4c9-4a64-9ca7-0a46586607d4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:52.833076 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee7da27-a0a4-435e-8331-c38a5396e0ad", "name": "network-vif-deleted", "tag": "9671b252-297e-4670-819b-5fb2180d04c9", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:52.833335 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6eaea87-f4c9-4a64-9ca7-0a46586607d4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:52.834112 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee7da27-a0a4-435e-8331-c38a5396e0ad', 'name': 'network-vif-deleted', 'tag': '9671b252-297e-4670-819b-5fb2180d04c9', 'status': 'completed', 'code': 200}
Jan 29 21:03:52.835402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f167079-f4eb-4d41-a9c0-9409d05b1b1a admin admin] Publish callbacks [] for security_group (116dd63b-e546-439d-bd7d-2babbc39bc15), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.845364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0f167079-f4eb-4d41-a9c0-9409d05b1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (116dd63b-e546-439d-bd7d-2babbc39bc15), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.880189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a67143d-e101-4185-a1ef-6e3eeab04d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:52.914708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0f167079-f4eb-4d41-a9c0-9409d05b1b1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ef26445d0784289a987230c0773c4af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7122693
Jan 29 21:03:52.916027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167079-f4eb-4d41-a9c0-9409d05b1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116dd63b-e546-439d-bd7d-2babbc39bc15,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:52.917228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34240) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:52.997815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port 245d2d3e-f690-4feb-a471-d95b16f7bfdb yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:53.004063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdc28bad-ca1e-4791-bf7f-1e394f3d18a9 req-03176f24-5236-46f6-a15f-dfbdf7f40daf tempest-ServerRescueTestJSON-12972325 tempest-ServerRescueTestJSON-12972325-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee7da27-a0a4-435e-8331-c38a5396e0ad HTTP/1.1" status: 200  len: 210 time: 0.0479844
Jan 29 21:03:53.010677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.016322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a67143d-e101-4185-a1ef-6e3eeab04d8c admin admin] Publish callbacks [] for security_group (7611fbe3-93a5-44ef-917c-015b0db394c5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.018912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.024197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a67143d-e101-4185-a1ef-6e3eeab04d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7611fbe3-93a5-44ef-917c-015b0db394c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.062677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] Publish callbacks [] for security_group (116dd63b-e546-439d-bd7d-2babbc39bc15), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.083862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=245d2d3e-f690-4feb-a471-d95b16f7bfdb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:53.096023 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5a67143d-e101-4185-a1ef-6e3eeab04d8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c32fcb52cd34c8caf1c321403522ea6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4526296
Jan 29 21:03:53.098392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Checking segment: {'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:03:53.098765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Network hostable DHCP agents. Network: 28810b15-7ed1-4e75-a66c-d1cf00ed37af, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:03:53.101241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:53.104091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67143d-e101-4185-a1ef-6e3eeab04d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7611fbe3-93a5-44ef-917c-015b0db394c5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:53.110040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] Publish callbacks [] for security_group (116dd63b-e546-439d-bd7d-2babbc39bc15), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.150809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:03:53.169017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28810b15-7ed1-4e75-a66c-d1cf00ed37af) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:53.179204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8eff44-7c3b-4157-b790-e3d20273876a None None] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:03:53.187937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (116dd63b-e546-439d-bd7d-2babbc39bc15), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.190608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.197463 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/116dd63b-e546-439d-bd7d-2babbc39bc15 HTTP/1.1" status: 204  len: 168 time: 0.2765200
Jan 29 21:03:53.206490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bc464-414d-4d77-a3d3-867e1d90afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116dd63b-e546-439d-bd7d-2babbc39bc15,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:53.210261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:53.221782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] Publish callbacks [] for security_group (7611fbe3-93a5-44ef-917c-015b0db394c5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.281265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.281506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.281858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.307239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] Publish callbacks [] for security_group (7611fbe3-93a5-44ef-917c-015b0db394c5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.323243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.323965 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.327256 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 2 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.351553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.352080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.352402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.387668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.388025 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.399459 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 3 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.405046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.438722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.439384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.440058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.450244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.450857 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.451791 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 4 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.476267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.476709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.477312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.481878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7611fbe3-93a5-44ef-917c-015b0db394c5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.484857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.486110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7611fbe3-93a5-44ef-917c-015b0db394c5 HTTP/1.1" status: 204  len: 168 time: 0.3839471
Jan 29 21:03:53.496203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfa570-5003-48b9-b521-ea5945476443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611fbe3-93a5-44ef-917c-015b0db394c5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:53.503940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.504396 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.505315 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 5 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.532226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.532512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.533442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.539168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.539493 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.539882 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 6 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.553439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.553913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.554262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.558854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.559268 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.559591 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 7 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.565814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d6bb7a05-6212-46bd-90a6-7d720991bd47 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:53.573734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.574111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.574433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.580126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.580465 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.580859 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 8 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.593567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.593907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.594242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.598672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.599002 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.599392 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 9 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.616087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.616707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.617499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.625761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.626161 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.626597 ncdv-master-1 neutron-server[125943]: INFO neutron.plugins.ml2.plugin [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 10 to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb
Jan 29 21:03:53.653479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:53.653829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:53.654167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:53.659503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:53.659839 ncdv-master-1 neutron-server[125943]: ERROR neutron.plugins.ml2.managers [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 245d2d3e-f690-4feb-a471-d95b16f7bfdb on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:53.660203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.726193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:53.741358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'd6bb7a05-6212-46bd-90a6-7d720991bd47', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'port_id': 'd6bb7a05-6212-46bd-90a6-7d720991bd47', 'mac_address': 'fa:16:3e:b5:33:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:53.750768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port 245d2d3e-f690-4feb-a471-d95b16f7bfdb, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:53.751149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempted to set empty binding levels {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 21:03:53.757796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.805480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.806489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.812247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d6bb7a05-6212-46bd-90a6-7d720991bd47 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:53.816670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.828874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.6644053
Jan 29 21:03:53.831737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34288) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:53.838666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb7a05-6212-46bd-90a6-7d720991bd47 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:53.845840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058601-b724-4171-82c6-71be35e13fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=245d2d3e-f690-4feb-a471-d95b16f7bfdb,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:53.885284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:53.893608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.894645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1367b1e2-fb7e-4670-abbe-7d7fc56325df details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:53.925734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.932099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.937840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.944746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.947974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Deleting port 245d2d3e-f690-4feb-a471-d95b16f7bfdb {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:53.948346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:53.951347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.956674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.962642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:53.964646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-f34bf579-4b3b-47a7-aa34-9cb676d02188 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5428 time: 0.1206336
Jan 29 21:03:54.060262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:54.075337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e8bc8f7-859f-4511-90e3-febc44e2f1d9 req-5dfb2e14-40c8-4f10-9c13-d902702a392a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1014488
Jan 29 21:03:54.091488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.112653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'port_id': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'mac_address': 'fa:16:3e:2d:33:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1616c408-8879-4494-84bd-faa644e64491', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:54.120761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34304) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:54.122206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port 245d2d3e-f690-4feb-a471-d95b16f7bfdb, host nch1-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.122754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.148690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Calling delete_port for 245d2d3e-f690-4feb-a471-d95b16f7bfdb owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:54.154462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1367b1e2-fb7e-4670-abbe-7d7fc56325df is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:54.154947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.168601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1367b1e2-fb7e-4670-abbe-7d7fc56325df {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:54.199201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:54.209640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.230591 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.231628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ee3c16d2-6580-4b29-9eb2-4809d1f301eb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:54.384416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:03:54.385431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (245d2d3e-f690-4feb-a471-d95b16f7bfdb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.392865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:54.415781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.429813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event deleted for resources: {'Port': ['ID=245d2d3e-f690-4feb-a471-d95b16f7bfdb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:54.439677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.445211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-82656e33-2182-465d-8609-f02e12ff9f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "DELETE /v2.0/ports/245d2d3e-f690-4feb-a471-d95b16f7bfdb HTTP/1.1" status: 204  len: 168 time: 0.6110132
Jan 29 21:03:54.447872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:54.456549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'port_id': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb', 'mac_address': 'fa:16:3e:21:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:54.464309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.512432 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c08f0-8baf-4d21-9c12-b682ac3f2d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 21:03:54.513987 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-922c08f0-8baf-4d21-9c12-b682ac3f2d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports/245d2d3e-f690-4feb-a471-d95b16f7bfdb HTTP/1.1" status: 404  len: 333 time: 0.0638158
Jan 29 21:03:54.518056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:54.526956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887276855'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:54.539418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'mac_address': 'fa:16:3e:5d:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:54.566532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Made reservation on behalf of d17e47a5076a48a7833695edfa6008eb for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:54.569397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.578341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ee3c16d2-6580-4b29-9eb2-4809d1f301eb is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:54.579100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.613776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 86703e32-4e0e-4882-aabc-9b9f7eecd412 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:54.614303 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.614794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:54.663593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86703e32-4e0e-4882-aabc-9b9f7eecd412 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:54.669495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3c16d2-6580-4b29-9eb2-4809d1f301eb {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:54.707259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.713747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:54.716050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.717044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4fb30366-cabe-4c7a-8caf-a0f108a14e4b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:54.752224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:54.839861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['86703e32-4e0e-4882-aabc-9b9f7eecd412'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:54.856845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:54.896029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f864a208-8410-4d46-8631-50a40839fb32), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.013010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:55.035551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.062604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'port_id': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'mac_address': 'fa:16:3e:56:ce:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:55.085183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.136860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:55.137538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.141195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.156125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb30366-cabe-4c7a-8caf-a0f108a14e4b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:55.229912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.235742 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.236634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb7634ae-48f0-4fb6-a705-e764afeaa0b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:55.296945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:55.315991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:55.333246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:55.338728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:55.339756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.340289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.353177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:55.393411 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9bbae5c2-36c2-4d85-8a4a-72fc5229e68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8705187
Jan 29 21:03:55.393411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34364) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:55.397726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.398694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:55.410677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0', 'network_id': 'a1c89899-5c85-4aab-a5ce-2608adc5ebbf', 'port_id': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0', 'mac_address': 'fa:16:3e:40:04:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1616c408-8879-4494-84bd-faa644e64491', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:55.485277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.492260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:55.493540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.509941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.518070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7634ae-48f0-4fb6-a705-e764afeaa0b0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:55.522585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.540049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.547641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.558310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.562407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.570212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.571720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 47ff6f7d-55d1-4e5f-a912-655b856916c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:55.575973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.589653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:55.603304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-e8af4f59-b904-4974-9ac6-ac55580abfaf tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5432 time: 0.2608087
Jan 29 21:03:55.619989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.638674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '47ff6f7d-55d1-4e5f-a912-655b856916c9', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'port_id': '47ff6f7d-55d1-4e5f-a912-655b856916c9', 'mac_address': 'fa:16:3e:aa:d2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:55.723342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 47ff6f7d-55d1-4e5f-a912-655b856916c9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:55.724056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.746595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ff6f7d-55d1-4e5f-a912-655b856916c9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:55.748043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:55.772350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.785503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.798852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.800122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:55.807453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.807889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ec30564b-9d0e-44d6-9321-48b630c8cf0a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:03:55.846876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:55.878885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'network_id': 'bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75', 'port_id': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'mac_address': 'fa:16:3e:7e:73:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba9b159-ec57-41d1-bb02-e68fe5c73d58', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:03:55.925205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:55.963308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ec30564b-9d0e-44d6-9321-48b630c8cf0a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:55.963707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:55.965888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:55.966233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:55.966576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:55.973287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:55.973624 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:55.974008 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 2 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:55.981706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec30564b-9d0e-44d6-9321-48b630c8cf0a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:03:56.012680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-493f9176-e3fa-41d7-9ced-e700436ff470 req-90ef61d5-de4b-42f3-b65b-c05cbf0478a5 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3559160
Jan 29 21:03:56.028786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.029200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.029685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.031313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:56.035272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:56.037027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.038260 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.040675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.047909 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 3 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.079845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.080248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.080827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.086047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.086322 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.086698 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 4 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.102688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.103004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.103526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.108289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.108642 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.109078 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 5 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.119676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:56.128777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.129320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.129673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.137251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.137593 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.137997 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 6 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.153533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.154199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.154199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.160085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.160536 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.161557 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 7 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.174830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.175175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.175529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.181769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.182287 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.182631 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 8 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.186872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Deleting port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:56.187420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.196540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.196881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.197247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.202029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.202379 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.202905 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 9 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.215306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:03:56.215622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.215974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.216211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.220729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.221088 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.221658 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 10 to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b
Jan 29 21:03:56.236419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:03:56.236763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:03:56.237157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:03:56.243379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:03:56.243721 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:03:56.244100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.357441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] For port 14ff701e-4a42-49cd-a8e3-2bebbf05db7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,segment=NetworkSegment(00252849-be15-4052-b1c4-abf5d7d8c866),segment_id=00252849-be15-4052-b1c4-abf5d7d8c866)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:56.358663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.361418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 86703e32-4e0e-4882-aabc-9b9f7eecd412 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:03:56.361924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.372833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:03:56.373269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempted to set empty binding levels {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 21:03:56.383254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.385404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Calling delete_port for 14ff701e-4a42-49cd-a8e3-2bebbf05db7b owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:56.445627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] In _notify_port_updated(), no bound segment for port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:03:56.447059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.448257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.453349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "PUT /v2.0/ports/246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b HTTP/1.1" status: 200  len: 979 time: 1.0573092
Jan 29 21:03:56.454131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:56.493616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 86703e32-4e0e-4882-aabc-9b9f7eecd412 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:03:56.494478 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.545002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:03:56.552371 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0b70dd-98f1-4980-9e0f-1a2a41ffd3e5" -d '{"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-plugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:03:56.563784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ebe3a-2daa-4a55-8975-5c688ea25e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:56.589714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:56.598654 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.639685 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a4497-de16-48a5-ab81-9b84ad744534 x-openstack-request-id: req-633a4497-de16-48a5-ab81-9b84ad744534 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:03:56.639975 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-plugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:03:56.640231 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-633a4497-de16-48a5-ab81-9b84ad744534 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:03:56.640625 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'code': 200}
Jan 29 21:03:56.650661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.651657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.652160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.652638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.653177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.653643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.654108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.656014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.656014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.656014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.656315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.657030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.657030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.657473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.657932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.658396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.658854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.659477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.660040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.660599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.661584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.661584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.661869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:56.661990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.663073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.663550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.664126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.664545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.666175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.668262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:56.675006 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b09cc413-ef79-4028-925f-38ee3b5b00d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 27002 time: 0.2184637
Jan 29 21:03:56.679438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34464) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:56.770648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (14ff701e-4a42-49cd-a8e3-2bebbf05db7b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.806911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Deleting port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:56.807273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.816443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ff701e-4a42-49cd-a8e3-2bebbf05db7b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:56.926478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b, host nch1-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:56.927382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:56.950754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Calling delete_port for 246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:57.032513 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f864a208-8410-4d46-8631-50a40839fb32), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:57.056832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['eb7634ae-48f0-4fb6-a705-e764afeaa0b0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.113565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:57.143786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event deleted for resources: {'Port': ['ID=246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:57.152779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:57.156498 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ed15c51-a561-4272-a2e8-dcf49179a5a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "DELETE /v2.0/ports/246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b HTTP/1.1" status: 204  len: 168 time: 0.4754343
Jan 29 21:03:57.159241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34510) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:57.191042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['ec30564b-9d0e-44d6-9321-48b630c8cf0a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.193472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['1367b1e2-fb7e-4670-abbe-7d7fc56325df'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.194718 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8b5f38-0b1d-4f99-95be-18aceb8ab4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 21:03:57.199640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c8b5f38-0b1d-4f99-95be-18aceb8ab4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports/246a4ed9-7348-4cd3-9fac-ae37ca3e1a2b HTTP/1.1" status: 404  len: 333 time: 0.0358989
Jan 29 21:03:57.200771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34516) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:57.207543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707017819', 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:57.250838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['47ff6f7d-55d1-4e5f-a912-655b856916c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.253731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['ee3c16d2-6580-4b29-9eb2-4809d1f301eb'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.264706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Made reservation on behalf of d17e47a5076a48a7833695edfa6008eb for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:57.268852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:57.300002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port 2794a34b-3c49-4426-85c2-cb4dddb5b7c1 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:57.311062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4fb30366-cabe-4c7a-8caf-a0f108a14e4b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.608711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.627114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.634332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.652905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.667186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.691075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.699694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:57.702831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-0d69834a-b39d-441c-b52c-63c856b82483 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5435 time: 0.4975646
Jan 29 21:03:57.715837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Router f864a208-8410-4d46-8631-50a40839fb32 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:03:57.787101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (2794a34b-3c49-4426-85c2-cb4dddb5b7c1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:57.835988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['d6bb7a05-6212-46bd-90a6-7d720991bd47'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:03:57.924167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88b2c316-9c33-4d12-8ed1-80df0601dcd0 req-9a5640af-ec78-42b7-9a56-0d5f6c8c46a2 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2098696
Jan 29 21:03:57.931747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2794a34b-3c49-4426-85c2-cb4dddb5b7c1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.001283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:03:58.004938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:03:58.017149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:03:58.028302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:58.032933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.063792 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8618705
Jan 29 21:03:58.067075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34572) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:58.090362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4f187-7eb9-4a57-a0ab-8aabaa856b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=2794a34b-3c49-4426-85c2-cb4dddb5b7c1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:58.108846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 9671b252-297e-4670-819b-5fb2180d04c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:58.116252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:03:58.153436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34578) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:58.153935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d0c3c192-1782-4881-b727-40d5216ba58b admin admin] 10.222.0.20 "PUT /v2.0/routers/f864a208-8410-4d46-8631-50a40839fb32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0243599
Jan 29 21:03:58.159827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 9671b252-297e-4670-819b-5fb2180d04c9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:03:58.160314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 9671b252-297e-4670-819b-5fb2180d04c9 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:03:58.160852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device acfbd596-8740-4812-8e59-38d03a4268ec no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:03:58.165245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Sync routers for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:03:58.248369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d03f9-2e2b-410d-9fa7-2381839339b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:58.249971 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c87d03f9-2e2b-410d-9fa7-2381839339b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports/2794a34b-3c49-4426-85c2-cb4dddb5b7c1 HTTP/1.1" status: 200  len: 959 time: 0.1819174
Jan 29 21:03:58.253983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34592) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:58.342866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks [] for router (f864a208-8410-4d46-8631-50a40839fb32), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.446687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Deleting port 2794a34b-3c49-4426-85c2-cb4dddb5b7c1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:58.447360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2794a34b-3c49-4426-85c2-cb4dddb5b7c1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.572242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks [] for router_gateway (f864a208-8410-4d46-8631-50a40839fb32), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.591695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: acfbd596-8740-4812-8e59-38d03a4268ec {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:03:58.592057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device acfbd596-8740-4812-8e59-38d03a4268ec not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:03:58.593482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2794a34b-3c49-4426-85c2-cb4dddb5b7c1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.630809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Routers {'f864a208-8410-4d46-8631-50a40839fb32'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:03:58.635052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3573d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:03:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f864a208-8410-4d46-8631-50a40839fb32'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:58.638420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Calling delete_port for 2794a34b-3c49-4426-85c2-cb4dddb5b7c1 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:58.702825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Deleting port 2736aa33-520c-4a1d-b559-0faef4a5d4de {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:03:58.703177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.823009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2794a34b-3c49-4426-85c2-cb4dddb5b7c1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.880146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event deleted for resources: {'Port': ['ID=2794a34b-3c49-4426-85c2-cb4dddb5b7c1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:58.897688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.902071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e251f515-19d4-411f-a066-13b887b560ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2794a34b-3c49-4426-85c2-cb4dddb5b7c1 HTTP/1.1" status: 204  len: 168 time: 0.6466558
Jan 29 21:03:58.906666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:58.922625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] For port 2736aa33-520c-4a1d-b559-0faef4a5d4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2736aa33-520c-4a1d-b559-0faef4a5d4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:03:58.923341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:58.950661 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd16222-bda0-4555-bf38-269acd41ddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 21:03:58.952924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bfd16222-bda0-4555-bf38-269acd41ddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports/2794a34b-3c49-4426-85c2-cb4dddb5b7c1 HTTP/1.1" status: 404  len: 333 time: 0.0449648
Jan 29 21:03:58.957022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34628) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:58.966357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-110690067'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:03:58.966963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Calling delete_port for 2736aa33-520c-4a1d-b559-0faef4a5d4de owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:03:59.023678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Made reservation on behalf of d17e47a5076a48a7833695edfa6008eb for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:03:59.032667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.077242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port b0641118-a551-408a-ae03-cb523e0d9a7f yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:03:59.310290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34662) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:59.375109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.386228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.395754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.417476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.427932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.448156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.457779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:03:59.461476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2736aa33-520c-4a1d-b559-0faef4a5d4de), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.463492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-93d0e24a-2b57-4ebf-a183-9c523c7b5974 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5435 time: 0.3803775
Jan 29 21:03:59.544060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Set router f864a208-8410-4d46-8631-50a40839fb32 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:03:59.558803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2736aa33-520c-4a1d-b559-0faef4a5d4de,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:03:59.581359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9de648f1-ba06-41e0-8662-ea19a50a973a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.675480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c22e5a3-29a6-4f6d-8a72-34987abeb7ac req-14b4c8b3-085d-49be-b664-c1db6583697b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1988063
Jan 29 21:03:59.689390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f864a208-8410-4d46-8631-50a40839fb32), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.793294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3573d0>, [{'id': 'f864a208-8410-4d46-8631-50a40839fb32', 'name': 'tempest-ServerRescueTestJSON-1155555941-router', 'tenant_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:31Z', 'updated_at': '2022-01-29T21:03:58Z', 'revision_number': 6, 'project_id': 'ef4e73ff3ae74f7381a76059476b8d9c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:03:59.806003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:03:59.835536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f864a208-8410-4d46-8631-50a40839fb32), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.846170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks [] for router_controller (f864a208-8410-4d46-8631-50a40839fb32), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.884535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.954711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Checking router: f864a208-8410-4d46-8631-50a40839fb32 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:03:59.965828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9de648f1-ba06-41e0-8662-ea19a50a973a admin admin] Publish callbacks [] for security_group (24800c26-74c8-4615-b0b0-477a590bfee4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.968021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f864a208-8410-4d46-8631-50a40839fb32), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.968933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f864a208-8410-4d46-8631-50a40839fb32 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:03:59.970955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.980845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.985525 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6f6b906-6104-41f9-81ef-0ca8559106ec admin admin] 10.222.0.20 "DELETE /v2.0/routers/f864a208-8410-4d46-8631-50a40839fb32 HTTP/1.1" status: 204  len: 168 time: 1.8287399
Jan 29 21:03:59.987472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9de648f1-ba06-41e0-8662-ea19a50a973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24800c26-74c8-4615-b0b0-477a590bfee4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:03:59.987766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34692) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:00.003082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:00.003677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:04:00.004610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f864a208-8410-4d46-8631-50a40839fb32'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:03:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:04:00.006013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23a82b-aaa1-4520-975e-9dc374d6d3b1 None None] The sync data for ids ['f864a208-8410-4d46-8631-50a40839fb32'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:00.066370 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9de648f1-ba06-41e0-8662-ea19a50a973a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7481f3ad392e46869de5ead7018fb937&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7543828
Jan 29 21:04:00.067373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:00.072150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ee3c16d2-6580-4b29-9eb2-4809d1f301eb up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:00.077687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de648f1-ba06-41e0-8662-ea19a50a973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24800c26-74c8-4615-b0b0-477a590bfee4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:00.149976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ced8723-1d3c-4c7b-a8a0-56da918e1ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.153199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Network 28810b15-7ed1-4e75-a66c-d1cf00ed37af is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:00.154507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] Publish callbacks [] for security_group (24800c26-74c8-4615-b0b0-477a590bfee4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.163664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=b0641118-a551-408a-ae03-cb523e0d9a7f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:00.174606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:00.209161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Deleting subnet e9662072-2cd8-4afc-bcdb-258fdb0f8a5f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:00.212050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:00.214258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:00.215091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.230833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] Publish callbacks [] for security_group (24800c26-74c8-4615-b0b0-477a590bfee4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.239490 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Publish callbacks [] for subnet (e9662072-2cd8-4afc-bcdb-258fdb0f8a5f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.274220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port ee3c16d2-6580-4b29-9eb2-4809d1f301eb completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:00.280876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port ee3c16d2-6580-4b29-9eb2-4809d1f301eb triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:00.281362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.320920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb56d78f-3063-46f2-a408-0a303b4721e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.3612154
Jan 29 21:04:00.324533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:00.330603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (e9662072-2cd8-4afc-bcdb-258fdb0f8a5f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.340168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:00.427877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e9662072-2cd8-4afc-bcdb-258fdb0f8a5f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.490040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.514397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ee3c16d2-6580-4b29-9eb2-4809d1f301eb is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:00.514796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.518256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (24800c26-74c8-4615-b0b0-477a590bfee4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.524908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.532648 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24800c26-74c8-4615-b0b0-477a590bfee4 HTTP/1.1" status: 204  len: 168 time: 0.4627972
Jan 29 21:04:00.576234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244113f-cdd2-4278-b4f9-931bdcda90ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24800c26-74c8-4615-b0b0-477a590bfee4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:00.631809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:00.634172 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c35b3-8714-4dce-a23d-2a20bbff7836" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:00.691731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 14ff701e-4a42-49cd-a8e3-2bebbf05db7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:00.711875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (e9662072-2cd8-4afc-bcdb-258fdb0f8a5f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.741377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:00.747600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ced8723-1d3c-4c7b-a8a0-56da918e1ba0 admin admin] Publish callbacks [] for security_group (50931609-0818-41ef-bc53-77685075daf4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.765222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ced8723-1d3c-4c7b-a8a0-56da918e1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (50931609-0818-41ef-bc53-77685075daf4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.815997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced8723-1d3c-4c7b-a8a0-56da918e1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50931609-0818-41ef-bc53-77685075daf4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:00.819150 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4a7a1-5887-4d6e-ae7c-a8a97d9c406f x-openstack-request-id: req-73d4a7a1-5887-4d6e-ae7c-a8a97d9c406f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:00.819453 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:00.819713 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73d4a7a1-5887-4d6e-ae7c-a8a97d9c406f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:00.824816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9662072-2cd8-4afc-bcdb-258fdb0f8a5f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:00.828045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.833604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-db251cd0-a31d-4e5b-9cf5-1da7d9d426a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9662072-2cd8-4afc-bcdb-258fdb0f8a5f HTTP/1.1" status: 204  len: 168 time: 0.8442237
Jan 29 21:04:00.838742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34718) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:00.852246 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb', 'code': 200}
Jan 29 21:04:00.852246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.853516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 14ff701e-4a42-49cd-a8e3-2bebbf05db7b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:04:00.853516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 14ff701e-4a42-49cd-a8e3-2bebbf05db7b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:00.935415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9c6a631d-01fb-49db-aced-43f268a05868), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:00.970557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:01.005023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ced8723-1d3c-4c7b-a8a0-56da918e1ba0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02842c016cfb4fe8b76fed22a22841d7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1981034
Jan 29 21:04:01.008206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34726) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:01.190962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9c6a631d-01fb-49db-aced-43f268a05868), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.196315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] device_id is not set on port b0641118-a551-408a-ae03-cb523e0d9a7f yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:04:01.207394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.208759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks [] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.218104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.224736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.226792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.232032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] Publish callbacks [] for security_group (50931609-0818-41ef-bc53-77685075daf4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.238749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.246108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.252504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.259569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.268584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-2406e583-607e-454c-89e3-5e13abc20f38 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5436 time: 0.3255434
Jan 29 21:04:01.310332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=b0641118-a551-408a-ae03-cb523e0d9a7f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:01.342826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a3c78b0>,) {'filters': {'network_id': ['9c6a631d-01fb-49db-aced-43f268a05868']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:01.362588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3c78b0>, '00252849-be15-4052-b1c4-abf5d7d8c866') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:01.363019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3c78b0>, '00252849-be15-4052-b1c4-abf5d7d8c866') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:01.366339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] Publish callbacks [] for security_group (50931609-0818-41ef-bc53-77685075daf4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.383729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (00252849-be15-4052-b1c4-abf5d7d8c866), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.424314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11ef3079-5607-4d1d-9bd0-d235c90c386c req-528deea6-5963-46bf-9146-4711a03a16c0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1535211
Jan 29 21:04:01.453335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (50931609-0818-41ef-bc53-77685075daf4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.456830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (00252849-be15-4052-b1c4-abf5d7d8c866), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.467454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:01.468354 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (00252849-be15-4052-b1c4-abf5d7d8c866), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:01.470331 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:01.473963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.475801 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50931609-0818-41ef-bc53-77685075daf4 HTTP/1.1" status: 204  len: 168 time: 0.4651382
Jan 29 21:04:01.516055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff284c7-aa7c-4c16-9194-c7b99722ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50931609-0818-41ef-bc53-77685075daf4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:01.530938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.531285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.531697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.538480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.539748 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.540344 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 2 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.559619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.559975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.560328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.582956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.583366 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.583887 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 3 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.586163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9c6a631d-01fb-49db-aced-43f268a05868), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.595304 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.603995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9c6a631d-01fb-49db-aced-43f268a05868 HTTP/1.1" status: 204  len: 168 time: 0.7623429
Jan 29 21:04:01.623639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.628556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b8d8-2e77-41e7-ac4b-c77108570557 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6a631d-01fb-49db-aced-43f268a05868,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:01.628681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.628681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.638830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.639210 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.639605 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 4 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.657277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.657619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.658099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.663232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.663722 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.664310 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 5 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.680849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.681489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.682009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.688544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.689525 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.690277 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 6 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.704716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.705291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.705810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.711537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.712084 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.712656 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 7 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.731317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.731993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.732533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.737943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.738494 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.739138 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 8 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.752405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.753128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.753735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.758621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.759153 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.759913 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 9 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.774474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.774822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.775169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.783767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.784107 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.784523 ncdv-master-1 neutron-server[125942]: INFO neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempt 10 to bind port b0641118-a551-408a-ae03-cb523e0d9a7f
Jan 29 21:04:01.798334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:01.798672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:01.800976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempting to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:01.806729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:01.807069 ncdv-master-1 neutron-server[125942]: ERROR neutron.plugins.ml2.managers [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Failed to bind port b0641118-a551-408a-ae03-cb523e0d9a7f on host nch1-master-1 for vnic_type normal using segments [{'id': 'c70e29b6-def3-45e4-9139-6f2da635acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '28810b15-7ed1-4e75-a66c-d1cf00ed37af'}]
Jan 29 21:04:01.807447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.890319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port b0641118-a551-408a-ae03-cb523e0d9a7f, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:01.890770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attempted to set empty binding levels {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 29 21:04:01.895970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.934584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] In _notify_port_updated(), no bound segment for port b0641118-a551-408a-ae03-cb523e0d9a7f on network 28810b15-7ed1-4e75-a66c-d1cf00ed37af {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:04:01.935483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:01.936128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:01.940113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "PUT /v2.0/ports/b0641118-a551-408a-ae03-cb523e0d9a7f HTTP/1.1" status: 200  len: 978 time: 1.6119921
Jan 29 21:04:01.940911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:01.955872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a6511-c976-4bc3-b762-63e33b809cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event updated for resources: {'Port': ['ID=b0641118-a551-408a-ae03-cb523e0d9a7f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:01.979029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34772) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:02.067146 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ddde5fb6-9b72-4175-a329-8fdb72ee3791 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef4e73ff3ae74f7381a76059476b8d9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0868738
Jan 29 21:04:02.070083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34776) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:02.137150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Deleting port b0641118-a551-408a-ae03-cb523e0d9a7f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:02.137547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.190792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] Publish callbacks [] for security_group (a7d2744e-1384-40b5-b172-bed927410990), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.246042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] For port b0641118-a551-408a-ae03-cb523e0d9a7f, host nch1-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:02.246540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.253022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] Publish callbacks [] for security_group (a7d2744e-1384-40b5-b172-bed927410990), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.350034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a7d2744e-1384-40b5-b172-bed927410990), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.353472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:02.356667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7d2744e-1384-40b5-b172-bed927410990 HTTP/1.1" status: 204  len: 168 time: 0.2837403
Jan 29 21:04:02.362193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2736aa33-520c-4a1d-b559-0faef4a5d4de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:02.381839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d097-be5c-4901-96a0-4fffddfb128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d2744e-1384-40b5-b172-bed927410990,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:02.446711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2736aa33-520c-4a1d-b559-0faef4a5d4de {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:04:02.447063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2736aa33-520c-4a1d-b559-0faef4a5d4de not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:02.879845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Calling delete_port for b0641118-a551-408a-ae03-cb523e0d9a7f owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:03.000319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.005963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.029813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.044573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.058624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.068495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.080096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:03.083609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-095b296d-9db2-49b3-a626-a14fc0278e73 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5436 time: 0.2057190
Jan 29 21:04:03.248291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b0641118-a551-408a-ae03-cb523e0d9a7f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.351000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12fca025-01c1-4ecd-b5c5-df8a1ff0eb9a req-c1dbcc70-308f-4648-90db-efed7688f9a3 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2517326
Jan 29 21:04:03.353162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0641118-a551-408a-ae03-cb523e0d9a7f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:03.360528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.367124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9ab9810e-35c1-48b5-aa5c-9b50171b2197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b0641118-a551-408a-ae03-cb523e0d9a7f HTTP/1.1" status: 204  len: 168 time: 1.4234674
Jan 29 21:04:03.368795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34860) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:03.411037 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b11067-67d1-45da-8eff-320e93bfdc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] GET failed (client error): The resource could not be found.
Jan 29 21:04:03.426009 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9b11067-67d1-45da-8eff-320e93bfdc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278950115-project-admin] 10.222.0.20 "GET /v2.0/ports/b0641118-a551-408a-ae03-cb523e0d9a7f HTTP/1.1" status: 404  len: 333 time: 0.0542080
Jan 29 21:04:03.429941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:03.575998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (28810b15-7ed1-4e75-a66c-d1cf00ed37af), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.592224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34888) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:03.598306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:03.735556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (28810b15-7ed1-4e75-a66c-d1cf00ed37af), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.778761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aa6f970>,) {'filters': {'network_id': ['28810b15-7ed1-4e75-a66c-d1cf00ed37af']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:03.790539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa6f970>, 'c70e29b6-def3-45e4-9139-6f2da635acba') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:03.790922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa6f970>, 'c70e29b6-def3-45e4-9139-6f2da635acba') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:03.813393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (c70e29b6-def3-45e4-9139-6f2da635acba), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.832262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c70e29b6-def3-45e4-9139-6f2da635acba), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.843197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:03.844063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (c70e29b6-def3-45e4-9139-6f2da635acba), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:03.848875 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:03.949828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (28810b15-7ed1-4e75-a66c-d1cf00ed37af), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.981177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.991547 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29ddb73c-9200-4aeb-bb03-05c52154d485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:03.991935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] 10.222.0.20 "DELETE /v2.0/networks/28810b15-7ed1-4e75-a66c-d1cf00ed37af HTTP/1.1" status: 204  len: 168 time: 0.5577497
Jan 29 21:04:04.010222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768e82e-3dcf-4efc-a60b-d515111c8660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286460955-project] Pushing event deleted for resources: {'Network': ['ID=28810b15-7ed1-4e75-a66c-d1cf00ed37af,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:04.072912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d6bb7a05-6212-46bd-90a6-7d720991bd47 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:04.103004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1163044406-network', 'tenant_id': 'b00133a031fd4900b3bd35531f1d61c8'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:04.213307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29ddb73c-9200-4aeb-bb03-05c52154d485 admin admin] Publish callbacks [] for security_group (fb3fc0ae-7614-4d34-b542-54c0ef9c1e80), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.228748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Made reservation on behalf of b00133a031fd4900b3bd35531f1d61c8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:04.236837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.243851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29ddb73c-9200-4aeb-bb03-05c52154d485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb3fc0ae-7614-4d34-b542-54c0ef9c1e80), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.271044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port d6bb7a05-6212-46bd-90a6-7d720991bd47 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:04.276279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port d6bb7a05-6212-46bd-90a6-7d720991bd47 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:04.276971 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.313956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.353472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb73c-9200-4aeb-bb03-05c52154d485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3fc0ae-7614-4d34-b542-54c0ef9c1e80,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:04.367578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29ddb73c-9200-4aeb-bb03-05c52154d485 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a917d76e18f946d3a9360308411695b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7682285
Jan 29 21:04:04.371507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34922) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:04.507137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks [] for security_group (b387f888-5deb-4b12-b9b8-d07a79ac63c0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.515127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b387f888-5deb-4b12-b9b8-d07a79ac63c0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.531498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d6bb7a05-6212-46bd-90a6-7d720991bd47 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:04.532377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.582496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:04.594631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387f888-5deb-4b12-b9b8-d07a79ac63c0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:04.606223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6e794eb1-5f37-42fa-8ca3-f7ed2056c027), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.606967 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Added segment 6e794eb1-5f37-42fa-8ca3-f7ed2056c027 of type vlan for network 5968d61d-bed0-4117-92c4-de605dad222f
Jan 29 21:04:04.627069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:04.629641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb7a05-6212-46bd-90a6-7d720991bd47'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:04.639877 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0f248-b886-4e32-b392-3509afe857e0" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb7a05-6212-46bd-90a6-7d720991bd47"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:04.649168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.650171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1367b1e2-fb7e-4670-abbe-7d7fc56325df up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:04.666512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:04.681653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:04.703146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] Publish callbacks [] for security_group (fb3fc0ae-7614-4d34-b542-54c0ef9c1e80), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.725415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:04.739880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5968d61d-bed0-4117-92c4-de605dad222f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.750870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.758775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.765435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.772894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.778538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.784674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.787443 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2fdda-bc84-47f4-8321-80ee1def7066 x-openstack-request-id: req-49f2fdda-bc84-47f4-8321-80ee1def7066 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:04.791093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.792356 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb7a05-6212-46bd-90a6-7d720991bd47", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:04.792697 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49f2fdda-bc84-47f4-8321-80ee1def7066 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:04.793156 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb7a05-6212-46bd-90a6-7d720991bd47', 'code': 200}
Jan 29 21:04:04.793316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-573f6b56-2388-4526-afaa-ccba4d3d1470 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5436 time: 0.2974570
Jan 29 21:04:04.795439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] Publish callbacks [] for security_group (fb3fc0ae-7614-4d34-b542-54c0ef9c1e80), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.807026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5968d61d-bed0-4117-92c4-de605dad222f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.808735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:04.810161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.853624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 1367b1e2-fb7e-4670-abbe-7d7fc56325df completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:04.858398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 1367b1e2-fb7e-4670-abbe-7d7fc56325df triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:04.858786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:04.913110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] Pushing event updated for resources: {'Network': ['ID=5968d61d-bed0-4117-92c4-de605dad222f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:04.934139 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0737d2e5-6cf3-4b67-82f5-744c05e10232 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3405824
Jan 29 21:04:04.935928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5968d61d-bed0-4117-92c4-de605dad222f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:04.937909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34964) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:04.945442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Request body: {'subnet': {'network_id': '5968d61d-bed0-4117-92c4-de605dad222f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1163044406-subnet', 'tenant_id': 'b00133a031fd4900b3bd35531f1d61c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:04.988244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-network', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:04.995647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Made reservation on behalf of b00133a031fd4900b3bd35531f1d61c8 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:05.007506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.029475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2054cf59-5c20-4111-8043-9ce021a5ab15 req-892c2707-cfb5-4e1f-af9f-83a59e44cc93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2248840
Jan 29 21:04:05.043409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60488238-18ab-4954-8a2a-7c5857b258e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf1698df470c4a4da7a992a2b66cc660&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3751812
Jan 29 21:04:05.046347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34968) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:05.048646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb3fc0ae-7614-4d34-b542-54c0ef9c1e80), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.053811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.055646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb3fc0ae-7614-4d34-b542-54c0ef9c1e80 HTTP/1.1" status: 204  len: 168 time: 0.6824834
Jan 29 21:04:05.097191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f2ccf-eb91-4632-af8e-93f30b23ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3fc0ae-7614-4d34-b542-54c0ef9c1e80,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:05.153265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1367b1e2-fb7e-4670-abbe-7d7fc56325df is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:05.154363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.159490 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] Publish callbacks [] for security_group (e389572c-d7ae-4b82-94b6-a22fd75d14b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.208687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] Publish callbacks [] for security_group (e389572c-d7ae-4b82-94b6-a22fd75d14b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.222407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:05.229139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.230354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4fb30366-cabe-4c7a-8caf-a0f108a14e4b up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:05.309027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Made reservation on behalf of 57261c1bbcf14bd4b8368ff4815fde34 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:05.315944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.322332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e389572c-d7ae-4b82-94b6-a22fd75d14b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.328252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.332221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e389572c-d7ae-4b82-94b6-a22fd75d14b2 HTTP/1.1" status: 204  len: 168 time: 0.2738831
Jan 29 21:04:05.335365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:05.341988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:05.355269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:05.355892 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.361190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d15752-a940-421d-9674-07d2015f1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389572c-d7ae-4b82-94b6-a22fd75d14b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:05.472628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:05.473010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.474324 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.489014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6625972c-e4ad-4d95-ad9d-ac402727a5ee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.552147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6625972c-e4ad-4d95-ad9d-ac402727a5ee,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:05.562431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:05.576370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.577429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb7634ae-48f0-4fb6-a705-e764afeaa0b0 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:05.623966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Checking segment: {'id': '6e794eb1-5f37-42fa-8ca3-f7ed2056c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:05.623966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Network hostable DHCP agents. Network: 5968d61d-bed0-4117-92c4-de605dad222f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:05.660119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Network 5968d61d-bed0-4117-92c4-de605dad222f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:05.690374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5968d61d-bed0-4117-92c4-de605dad222f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:05.706845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:05.707474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.729901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e4b58-acdb-46a7-ace3-be14aa63af64 None None] Network 5968d61d-bed0-4117-92c4-de605dad222f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:05.769049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ad6ad674-1f7a-4bc3-bdd9-f2a51356fb76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8294585
Jan 29 21:04:05.807974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks [] for security_group (45ce868a-05d5-4bd3-8e96-38d4cda1dfae), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.815386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (45ce868a-05d5-4bd3-8e96-38d4cda1dfae), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.835517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:05.846509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2bce4c26-ea60-4817-afd2-9fa4dd670e8d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.847245 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Added segment 2bce4c26-ea60-4817-afd2-9fa4dd670e8d of type vlan for network 2a65e260-6d36-4431-88bf-e96fa5fc5907
Jan 29 21:04:05.917212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (2a65e260-6d36-4431-88bf-e96fa5fc5907), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.953958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (2a65e260-6d36-4431-88bf-e96fa5fc5907), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:05.954964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:05.955564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.043778 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3586328
Jan 29 21:04:06.047878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35016) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:06.055877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ce868a-05d5-4bd3-8e96-38d4cda1dfae,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:06.067561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed8747-8d92-40d8-9d0f-6acb2ab6e71a admin admin] Pushing event updated for resources: {'Network': ['ID=2a65e260-6d36-4431-88bf-e96fa5fc5907,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:06.068655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Request body: {'subnet': {'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-subnet', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:06.091092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:06.127025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:06.147948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Made reservation on behalf of 57261c1bbcf14bd4b8368ff4815fde34 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:06.154824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.222066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35024) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:06.367796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc805685-c726-46a6-9462-a67e9ab9fea0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d17e47a5076a48a7833695edfa6008eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422708
Jan 29 21:04:06.371514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35026) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:06.388251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:06.413216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.424597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.433872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.441574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.448895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.467168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.475448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:06.477841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-3a1bf7f9-90e4-40f9-aba4-0dcb6e07c3cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5439 time: 0.2402976
Jan 29 21:04:06.499239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:06.499614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.532845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] Publish callbacks [] for security_group (ebe26bc8-2407-4966-9825-36b8a32039bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.573980 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] Publish callbacks [] for security_group (ebe26bc8-2407-4966-9825-36b8a32039bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.632381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5dbc71-8c40-46e5-9b8a-1170c1f94048 None None] Network 5968d61d-bed0-4117-92c4-de605dad222f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:06.644190 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebe26bc8-2407-4966-9825-36b8a32039bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.648931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.652710 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebe26bc8-2407-4966-9825-36b8a32039bb HTTP/1.1" status: 204  len: 168 time: 0.2775974
Jan 29 21:04:06.662822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6790a-27fd-4a91-8e4a-29e298db7110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe26bc8-2407-4966-9825-36b8a32039bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:06.756907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8b41b4a-e529-48a5-857c-af241e08cea9 req-d9950bc9-d9b4-497b-abec-6a26d7334fba tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2678704
Jan 29 21:04:06.783840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (572134bb-e565-4d09-8a41-4a6567c37c1d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.834522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df'}, {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:06.837784 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11922fc0-731f-4ff9-840e-3f00ab12b697" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df"}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:06.842731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:06.843947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.921425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:06.956770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:06.957683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 47ff6f7d-55d1-4e5f-a912-655b856916c9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:07.007865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Checking segment: {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:07.009479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Network hostable DHCP agents. Network: 2a65e260-6d36-4431-88bf-e96fa5fc5907, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:07.014948 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ed56e-7917-45f8-871a-2163adebc7dd x-openstack-request-id: req-c59ed56e-7917-45f8-871a-2163adebc7dd {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:07.015600 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df", "code": 200}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:07.015600 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c59ed56e-7917-45f8-871a-2163adebc7dd {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:07.016504 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'code': 200}
Jan 29 21:04:07.016834 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'code': 200}
Jan 29 21:04:07.022414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=572134bb-e565-4d09-8a41-4a6567c37c1d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:07.096686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:07.103138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:07.106438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:07.106859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.138996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:07.202552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a65e260-6d36-4431-88bf-e96fa5fc5907) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:07.212306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:07.213770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.217804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783aee67-b4c5-40f8-bee2-a9be11bee84e None None] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:07.266922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d53e6747-4a06-4bde-b5ec-8237d0fe3a0a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.2176833
Jan 29 21:04:07.269999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:07.275858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:07.321815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.323321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.436477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b83d1-e20a-4cae-bb5b-327f73d48a22 None None] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:07.493227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for router_controller (e92bea55-18d1-45c3-82bc-2586f63e58a7), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.503375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:07.509338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-565869395-network', 'tenant_id': '657deec33d7c43378ce61f8eb0dcb8e1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:07.536232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 47ff6f7d-55d1-4e5f-a912-655b856916c9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:07.536627 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.586463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Made reservation on behalf of 657deec33d7c43378ce61f8eb0dcb8e1 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:07.588931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.610956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:07.626373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.627429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ec30564b-9d0e-44d6-9321-48b630c8cf0a up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:07.638906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.751605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port ec30564b-9d0e-44d6-9321-48b630c8cf0a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:07.772668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port ec30564b-9d0e-44d6-9321-48b630c8cf0a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:07.773105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.783707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:07.887573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks [] for security_group (5c5cff5a-8c33-4e83-962c-b629e0717480), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:07.898471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5c5cff5a-8c33-4e83-962c-b629e0717480), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.015045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5cff5a-8c33-4e83-962c-b629e0717480,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:08.038606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:08.154099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4ee1ea92-55ba-4e24-ab22-de949e35fc29), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.154786 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Added segment 4ee1ea92-55ba-4e24-ab22-de949e35fc29 of type vlan for network 0c123fe8-852a-4ad7-8d30-1b9fca201cc8
Jan 29 21:04:08.284593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ec30564b-9d0e-44d6-9321-48b630c8cf0a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:08.285013 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.314864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.326544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.345215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.353460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:08.358542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.364547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.377793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.393696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.414178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.421419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-714957e0-ad47-4b6a-a06c-6458a3d46f1c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5441 time: 0.4141634
Jan 29 21:04:08.448721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0c123fe8-852a-4ad7-8d30-1b9fca201cc8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.472845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:08.476135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for router_gateway (e92bea55-18d1-45c3-82bc-2586f63e58a7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.551785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0c123fe8-852a-4ad7-8d30-1b9fca201cc8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.553022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:08.553876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:08.695566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1907432
Jan 29 21:04:08.700954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:08.712029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Request body: {'subnet': {'network_id': '0c123fe8-852a-4ad7-8d30-1b9fca201cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-565869395-subnet', 'tenant_id': '657deec33d7c43378ce61f8eb0dcb8e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:08.719329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89efddff-f6c7-41e3-8a96-b07c4a23b90a req-461e9aac-48d8-4209-aa3b-4836f6ebb0d9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2833633
Jan 29 21:04:08.746012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26250d5-e296-43f1-a1ff-83757a3e60f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c123fe8-852a-4ad7-8d30-1b9fca201cc8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:08.772420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0c123fe8-852a-4ad7-8d30-1b9fca201cc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:08.780294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Made reservation on behalf of 657deec33d7c43378ce61f8eb0dcb8e1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:08.785662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.018867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0'}, {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff6f7d-55d1-4e5f-a912-655b856916c9'}, {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:09.023138 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d842c3-7d03-4959-b704-05e25eff2b3e" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0"}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "47ff6f7d-55d1-4e5f-a912-655b856916c9"}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:09.110984 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603478ca-c133-4a55-9958-956e2bb59f1a x-openstack-request-id: req-603478ca-c133-4a55-9958-956e2bb59f1a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:09.111571 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0", "code": 200}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "47ff6f7d-55d1-4e5f-a912-655b856916c9", "code": 200}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-plugged", "status": "completed", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:09.111993 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-603478ca-c133-4a55-9958-956e2bb59f1a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:09.112573 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0', 'code': 200}
Jan 29 21:04:09.113208 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff6f7d-55d1-4e5f-a912-655b856916c9', 'code': 200}
Jan 29 21:04:09.113803 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'code': 200}
Jan 29 21:04:09.200174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for router_gateway (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.393921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.577008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.578324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.578999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.579653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.580297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.580958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.581647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.583922 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f70fd8b6-dea6-4372-9f0b-5f5bd2e596e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6716 time: 0.3036888
Jan 29 21:04:09.608584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a9af0d5a-9505-40f2-8a59-8395c346a6fc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.714391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Allocated IP 172.35.4.96 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/0ca29d18-5941-491d-ba1a-c94b5d0e09f5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:09.759135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9af0d5a-9505-40f2-8a59-8395c346a6fc,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:09.787393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f2c37082-a2a0-452f-afde-a45d018910d1 req-f79a5e2d-f2e4-44d9-9d8a-02bde0904398 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1817350
Jan 29 21:04:09.844152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Checking segment: {'id': '4ee1ea92-55ba-4e24-ab22-de949e35fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c123fe8-852a-4ad7-8d30-1b9fca201cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:09.844920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Network hostable DHCP agents. Network: 0c123fe8-852a-4ad7-8d30-1b9fca201cc8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:09.894105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Network 0c123fe8-852a-4ad7-8d30-1b9fca201cc8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:09.924726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0c123fe8-852a-4ad7-8d30-1b9fca201cc8) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:09.938357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:09.938889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bead4120-c52b-4f27-83d0-4e866d044aa9 None None] Network 0c123fe8-852a-4ad7-8d30-1b9fca201cc8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:09.940138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.969086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:09.990557 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-775fe8ab-34ed-4f85-8639-1d829c7245c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2880025
Jan 29 21:04:10.078690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:10.163997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.187208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.205790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:10.211399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.221018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:10.235792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:10.251343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8009c6-a1b9-43c5-bb01-53fd9a32d9de None None] Network 0c123fe8-852a-4ad7-8d30-1b9fca201cc8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:10.276153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.302377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:10.304772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.341053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.362006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:10.366832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-8b5bb9fb-2372-44e7-a90c-e58f3e26fa13 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.3816504
Jan 29 21:04:10.437789 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17bfaa38-825c-4b1a-8dd1-1f8b91f0c9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:10.566660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35240) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:10.602389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8cb17d1-f150-4294-86db-2751d0206a32 req-509b7703-d9ed-426c-9105-eba9674a26e0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2243500
Jan 29 21:04:10.765844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for router_gateway (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:10.945430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-695253461', 'router:external': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:11.009538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Made reservation on behalf of 9712b702a0cf4244864ed63b90f7c83c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:11.012151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.136135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.138134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.459062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for security_group (f1c6ac40-501c-4962-877d-8e93811ac036), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.477651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f1c6ac40-501c-4962-877d-8e93811ac036), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.535037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c6ac40-501c-4962-877d-8e93811ac036,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:11.561467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:11.596252 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-36d49a09-9484-4280-a256-d1da89c5c0ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2438922
Jan 29 21:04:11.597547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Router e92bea55-18d1-45c3-82bc-2586f63e58a7 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:11.631899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.632332 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Added segment a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc of type vlan for network 910440d2-1211-46a1-bf68-1f3a23fb81f6
Jan 29 21:04:11.686317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-9c498019-ed8f-4d4d-b0fe-e1c8e1f4ca3e tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:11.692079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-9c498019-ed8f-4d4d-b0fe-e1c8e1f4ca3e tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/networks?id=5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 200  len: 812 time: 0.3004344
Jan 29 21:04:11.806982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-c9dd620d-b481-4822-9b20-df112dc64b92 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/quotas/b00133a031fd4900b3bd35531f1d61c8 HTTP/1.1" status: 200  len: 375 time: 0.0730634
Jan 29 21:04:11.886441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-2ff7fef3-35f4-46db-9ee3-b128f95e45da tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b00133a031fd4900b3bd35531f1d61c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0718930
Jan 29 21:04:11.903884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (910440d2-1211-46a1-bf68-1f3a23fb81f6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:11.911126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec8c9b-5163-40b4-aa37-ba6e3b2c9e48 req-e13efc6d-e0af-4518-9540-aec96ba6dd11 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:11.918299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10ec8c9b-5163-40b4-aa37-ba6e3b2c9e48 req-e13efc6d-e0af-4518-9540-aec96ba6dd11 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.3226042
Jan 29 21:04:11.983220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c65b-c140-4459-b48a-950eb791258c req-f40f5880-b672-433a-b79c-40fffe0f9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:11.985819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-f40f5880-b672-433a-b79c-40fffe0f9a7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.3623292
Jan 29 21:04:11.991097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35320) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:12.059141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:12.075336 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Sync routers for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:12.088588 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:12.089241 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:03:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:12.104874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10ec8c9b-5163-40b4-aa37-ba6e3b2c9e48 req-862cc1f1-ff98-43e2-ad5b-af7f520141f2 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1758869
Jan 29 21:04:12.130812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (910440d2-1211-46a1-bf68-1f3a23fb81f6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.131844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.132489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.141445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.145442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-57ccbcd3-199d-4804-92e2-b219941fe6c0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.8737490
Jan 29 21:04:12.149130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Deleting subnet d53d76cf-1cac-47f1-8f4c-fa5660e84a68 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:12.152965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-b16a703f-647a-4084-9442-b4cd1327491d service neutron] 10.222.0.20 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649961
Jan 29 21:04:12.155235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35334) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:12.164324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Publish callbacks [] for subnet (d53d76cf-1cac-47f1-8f4c-fa5660e84a68), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.294488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (d53d76cf-1cac-47f1-8f4c-fa5660e84a68), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.339929 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:12.404294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d53d76cf-1cac-47f1-8f4c-fa5660e84a68), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.493468 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:04:12.565643 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535340>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:10Z', 'revision_number': 3, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:12.597384 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Checking router: e92bea55-18d1-45c3-82bc-2586f63e58a7 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:12.597747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Updating router e92bea55-18d1-45c3-82bc-2586f63e58a7 port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:12.621669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b930a842-e576-499f-b909-002429cd8c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.630057 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.640595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Network': ['ID=910440d2-1211-46a1-bf68-1f3a23fb81f6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:12.655686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:12.713714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.720819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.726788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c65b-c140-4459-b48a-950eb791258c req-c27e75b0-63e9-4f97-94f2-f90aa77077de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.727263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.728886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-c27e75b0-63e9-4f97-94f2-f90aa77077de service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.6874077
Jan 29 21:04:12.729322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d53d76cf-1cac-47f1-8f4c-fa5660e84a68), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.733986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.740473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.748064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.753828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:12.757297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-1e8e7c38-683f-4a5a-808e-dc9fc9a811c6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2954822
Jan 29 21:04:12.821911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f105ecb4-7471-448c-a7df-797d79ba2ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6678748
Jan 29 21:04:12.893424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:12.898049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d53d76cf-1cac-47f1-8f4c-fa5660e84a68 HTTP/1.1" status: 204  len: 168 time: 0.8999929
Jan 29 21:04:12.905931 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c547c012-fc79-4a3c-bc03-1c26cda5c128 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.3352318
Jan 29 21:04:12.906559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:12.907203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:12.937085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'subnet': {'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:12.945792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018d52e-7ab6-4c7f-9e22-37b809c817b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53d76cf-1cac-47f1-8f4c-fa5660e84a68,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:12.984194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-f6d664a7-e13d-46a3-9acc-035671ded466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1001 time: 0.2105107
Jan 29 21:04:12.987721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Made reservation on behalf of 9712b702a0cf4244864ed63b90f7c83c for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:12.991227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.025154 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks [] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.036399 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.104409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51d20da4-8ea5-4c4d-a9b2-9125eb4ce9a0 req-5f149ccc-c275-4012-a65b-16e586461b18 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3401058
Jan 29 21:04:13.107826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c5f48597-46bc-4aae-85bc-1e91da2ffeb2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.123387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c65b-c140-4459-b48a-950eb791258c req-ff103213-6071-4096-91a1-e377451e78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.125137 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-ff103213-6071-4096-91a1-e377451e78cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1303563
Jan 29 21:04:13.222319 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Pushing event updated for resources: {'Port': ['ID=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:13.264689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.265171 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.265897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.266350 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.267269 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.267709 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.268149 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.268595 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.269217 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.269679 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.271282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.272353 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.272800 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:13.288482 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Attempting to bind port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:13.291843 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Attempting to bind port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:13.292545 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Attempting to bind port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:13.304220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:13.304725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:13.305424 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.306136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:13.308788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Bound port: 0ca29d18-5941-491d-ba1a-c94b5d0e09f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:13.309477 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.354630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40142add-3272-495e-8cbb-9caea2fb535c req-2c1a1e28-d6a7-4ae6-a3db-f7f57e190181 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 210 time: 0.0907691
Jan 29 21:04:13.453472 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] For port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:13.466833 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] For port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:13.485304 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.572234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c5f48597-46bc-4aae-85bc-1e91da2ffeb2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.633419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.638648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea094b3fd0>,) {'filters': {'network_id': ['c5f48597-46bc-4aae-85bc-1e91da2ffeb2']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:13.672710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094b3fd0>, '7379d37e-e1b1-47a4-8040-2721191d80d6') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:13.672969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea094b3fd0>, '7379d37e-e1b1-47a4-8040-2721191d80d6') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:13.684531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:13.689668 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:13.694262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c65b-c140-4459-b48a-950eb791258c req-f3728108-6d5f-452e-a509-24b5d8140c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.696501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.696932 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac289e-8142-47c8-841e-31ef13f19194 None None] Pushing event updated for resources: {'Port': ['ID=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:13.700017 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-f3728108-6d5f-452e-a509-24b5d8140c1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5480137
Jan 29 21:04:13.702854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.703392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.708924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.715177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.721516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.727553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.734064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.736144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51d1ac04-19ee-47db-9ad9-f880e5414cc5 req-711e10d0-a0c4-4749-8c39-6ff6424a7320 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2275212
Jan 29 21:04:13.747026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (7379d37e-e1b1-47a4-8040-2721191d80d6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.748954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35370) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:13.757207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88e36e-0f08-42a4-853e-409e455a6a12 req-24976c06-bf90-4e07-9099-22f35acd0c1c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:13.759088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b88e36e-0f08-42a4-853e-409e455a6a12 req-24976c06-bf90-4e07-9099-22f35acd0c1c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.4924862
Jan 29 21:04:13.763843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Request body: {'floatingip': {'port_id': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:13.953330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7379d37e-e1b1-47a4-8040-2721191d80d6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.970031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:13.972039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (7379d37e-e1b1-47a4-8040-2721191d80d6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:13.982275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:14.047418 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:14.052393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-150a0b88-bf15-4b85-b2fa-1d09a970306a service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405702
Jan 29 21:04:14.089956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.092630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c5f48597-46bc-4aae-85bc-1e91da2ffeb2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.248847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.252971 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5c0c65b-c140-4459-b48a-950eb791258c req-44957101-486a-464d-bd39-54ecc9ee686a service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928811
Jan 29 21:04:14.263997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5f48597-46bc-4aae-85bc-1e91da2ffeb2 HTTP/1.1" status: 204  len: 168 time: 1.3474951
Jan 29 21:04:14.272739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35388) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:14.420958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535340>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:10Z', 'revision_number': 3, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:14.466908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b962d78-e66b-43ab-adef-be8a800c39c4 None None] The sync data for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 is: [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:10Z', 'revision_number': 3, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:14.483790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:04:14.486466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (3f73766c-4435-4b77-b61a-447109af27d4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.499594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Deleting subnet 2d2e150b-f23c-422e-9eec-691742ea6fdb {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:14.546031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Publish callbacks [] for subnet (2d2e150b-f23c-422e-9eec-691742ea6fdb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.669763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (2d2e150b-f23c-422e-9eec-691742ea6fdb), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.671616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f73766c-4435-4b77-b61a-447109af27d4,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:14.715819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Checking segment: {'id': 'a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:14.716138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network hostable DHCP agents. Network: 910440d2-1211-46a1-bf68-1f3a23fb81f6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:14.795376 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (2d2e150b-f23c-422e-9eec-691742ea6fdb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.798279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:14.885882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 910440d2-1211-46a1-bf68-1f3a23fb81f6) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:14.895400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c4842-98cf-41f4-971e-a98b7d726966 None None] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:14.907523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:14.908134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:14.954920 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a5016afd-a845-456a-ace7-28e34366ab66 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.0259061
Jan 29 21:04:14.955122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b88e36e-0f08-42a4-853e-409e455a6a12 req-5a9caa2e-eac9-40ad-b951-1cf0af202de1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1552808
Jan 29 21:04:14.965776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:15.008161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-905589703', 'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:15.024931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bb2ba-d1c5-4665-9a3b-66cfc7642490 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f48597-46bc-4aae-85bc-1e91da2ffeb2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:15.092420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35398) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:15.106139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (2d2e150b-f23c-422e-9eec-691742ea6fdb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:15.168173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Made reservation on behalf of 9712b702a0cf4244864ed63b90f7c83c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:15.171988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:15.179529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:15.184248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d2e150b-f23c-422e-9eec-691742ea6fdb HTTP/1.1" status: 204  len: 168 time: 0.8978159
Jan 29 21:04:15.227207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:15.325172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df210a1-b88e-4fbb-b719-54056e9161bc None None] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:15.437502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b1fac-f35a-4253-ac72-cb4fa0880a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2e150b-f23c-422e-9eec-691742ea6fdb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:15.439900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] device_id is not set on port 0790d0d9-b9dc-4754-aa07-dc170831c84c yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:04:15.514749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (51affcc4-5a2c-45ad-a254-4ca80a6ead5f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:15.637921 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:15.791154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6b97f7d-9b7f-42f0-b344-61e0a2725a14 req-371e4d46-6669-4457-bcde-b1fb15340d80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 210 time: 0.9148309
Jan 29 21:04:15.880340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Allocated IP 172.20.0.1 (2a65e260-6d36-4431-88bf-e96fa5fc5907/572134bb-e565-4d09-8a41-4a6567c37c1d/5a18d6ac-6b02-4bbd-8bba-a913266df017) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:15.912951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-fd42c871-375b-4bac-af29-274e9b864b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:15.915805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-fd42c871-375b-4bac-af29-274e9b864b79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 1127 time: 1.0401957
Jan 29 21:04:16.325646 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bbfb1944-4432-48e3-90a5-cf7ca8d1a4f9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc HTTP/1.1" status: 200  len: 993 time: 1.2306576
Jan 29 21:04:16.573247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-378b47e4-91c7-4acf-a629-1133dd8cfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:16.579002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-378b47e4-91c7-4acf-a629-1133dd8cfaac service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 0.5657167
Jan 29 21:04:16.593569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (51affcc4-5a2c-45ad-a254-4ca80a6ead5f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:16.612012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-5fa914f2-021b-4b52-804e-c5965f7567ea tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:16.614094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-5fa914f2-021b-4b52-804e-c5965f7567ea tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.36 "GET /v2.0/networks?id=5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 200  len: 812 time: 1.2184811
Jan 29 21:04:16.634027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Request body: {'port': {'device_id': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f', 'admin_state_up': True, 'tenant_id': 'b00133a031fd4900b3bd35531f1d61c8'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:16.718042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:16.763407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-804915bf-e476-4bbe-86d0-75d301792594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412 HTTP/1.1" status: 200  len: 217 time: 0.1106355
Jan 29 21:04:16.770607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks [] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:16.788247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.resource_extend [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:04:16.856828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 2001:db8::136 (910440d2-1211-46a1-bf68-1f3a23fb81f6/3f73766c-4435-4b77-b61a-447109af27d4/0790d0d9-b9dc-4754-aa07-dc170831c84c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:16.893513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:16.910220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Made reservation on behalf of b00133a031fd4900b3bd35531f1d61c8 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:16.914849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:16.938427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:16.941646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:16.947636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08f07e20>,) {'filters': {'network_id': ['51affcc4-5a2c-45ad-a254-4ca80a6ead5f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:17.004354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-a4fd262d-ff72-4cf4-85e1-60d3fb887d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:17.006016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-a4fd262d-ff72-4cf4-85e1-60d3fb887d6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.2334733
Jan 29 21:04:17.012856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.117345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.132159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-20f3ee16-adda-4771-80b6-7f2982200b07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1107016
Jan 29 21:04:17.137500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39e9b2a1-56aa-4677-bc03-7973586355b6 req-7d15ee0a-969f-47fe-8fa2-4403419111be tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 210 time: 0.1230628
Jan 29 21:04:17.139311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.190366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:17.192409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.245905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Allocated IP 172.20.0.7 (5968d61d-bed0-4117-92c4-de605dad222f/6625972c-e4ad-4d95-ad9d-ac402727a5ee/a7a47a09-6684-45c8-88c7-e116d4095b68) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:17.255115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:17.261637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:17.270636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.339970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:17.392285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:17.502737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:17.508457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Pushing event updated for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:17.551952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.573394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks [] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.617525 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Floating IP 5128def6-04be-4fa1-b544-6734467c5620 associated. External IP: 172.35.4.50, port: 4fb30366-cabe-4c7a-8caf-a0f108a14e4b.
Jan 29 21:04:17.643172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08f07e20>, '2e956df8-9714-4e19-809a-f7ffc895ea90') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:17.643790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08f07e20>, '2e956df8-9714-4e19-809a-f7ffc895ea90') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:17.668004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (2e956df8-9714-4e19-809a-f7ffc895ea90), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.688096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-9624e2f3-42cc-432e-8df1-5355fe11735c service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5295768
Jan 29 21:04:17.697496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2e956df8-9714-4e19-809a-f7ffc895ea90), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.728230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:17.728963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (2e956df8-9714-4e19-809a-f7ffc895ea90), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:17.734149 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:17.737467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:17.900890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Network 5968d61d-bed0-4117-92c4-de605dad222f is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:17.921848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:17.926899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:17.995498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (51affcc4-5a2c-45ad-a254-4ca80a6ead5f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.038826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.042632 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51affcc4-5a2c-45ad-a254-4ca80a6ead5f HTTP/1.1" status: 204  len: 168 time: 2.8143876
Jan 29 21:04:18.107208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Pushing event updated for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:18.154511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.159189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.159793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.161283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.161808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.163157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.164806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.165371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.166988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.167514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.168865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.169526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.170945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:18.176306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd691d-b552-47af-84cd-a6c726d85b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=51affcc4-5a2c-45ad-a254-4ca80a6ead5f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:18.203585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:18.205457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.295779 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-52e4d60f-38f3-410b-a43c-bec51b30fc80 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6726117
Jan 29 21:04:18.316530 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-bcc65c40-c9af-455c-95a8-b8d30b4502aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6985047
Jan 29 21:04:18.329383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (0790d0d9-b9dc-4754-aa07-dc170831c84c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.346406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Request body: {'port': {'device_id': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:18.498082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:18.524334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.538719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0790d0d9-b9dc-4754-aa07-dc170831c84c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.579358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:18.580018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.591037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c8520b0-3fca-48a4-a2da-a6ad3956e8da req-0e40e796-2f52-4b90-bad7-088b08dcd28a service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7497282
Jan 29 21:04:18.632605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35488) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:18.672050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:18.686411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a7272-04d6-4691-81f4-2415377516e5 req-e08e0a70-e097-46db-9897-5ed1334ba50f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:18.688818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc8a7272-04d6-4691-81f4-2415377516e5 req-e08e0a70-e097-46db-9897-5ed1334ba50f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.9803877
Jan 29 21:04:18.694481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:18.701398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d3c0e8e4-d1b3-4822-a513-e07916bbf09d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=744c0a71b4af48dd8e65af356934b075&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0679142
Jan 29 21:04:18.703710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:18.704780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:18.705444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:18.711902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:18.748540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=0790d0d9-b9dc-4754-aa07-dc170831c84c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:18.810932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f3ab8-828d-4540-8abd-5ff1859f5dbd req-c538d53d-b81a-4a26-84cb-af4a7f17793a tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:18.812519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f33f3ab8-828d-4540-8abd-5ff1859f5dbd req-c538d53d-b81a-4a26-84cb-af4a7f17793a tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 931 time: 0.3501658
Jan 29 21:04:18.816245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bb66c89-f960-4c96-a4db-dd03dcb2972d tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 3.8392937
Jan 29 21:04:18.819304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:18.914146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc8a7272-04d6-4691-81f4-2415377516e5 req-989b66ba-1d54-4ad4-9266-87ee3e1f7887 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2106643
Jan 29 21:04:18.956468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.009570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:19.121012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] Publish callbacks [] for security_group (68a0ad00-303a-4676-9a8d-7cee390d7827), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.171933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Router be15cde7-adc6-41b2-86dd-f691ecadb091 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:04:19.222695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] Publish callbacks [] for security_group (68a0ad00-303a-4676-9a8d-7cee390d7827), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.336836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (68a0ad00-303a-4676-9a8d-7cee390d7827), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.337254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f33f3ab8-828d-4540-8abd-5ff1859f5dbd req-d986b62a-5da0-4de4-94a4-8a228bff9185 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4704373
Jan 29 21:04:19.340844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.342312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68a0ad00-303a-4676-9a8d-7cee390d7827 HTTP/1.1" status: 204  len: 168 time: 0.6279948
Jan 29 21:04:19.425095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbbf3b-8a36-4a22-ad0e-de299ff5f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0ad00-303a-4676-9a8d-7cee390d7827,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:19.500749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Deleting port 0790d0d9-b9dc-4754-aa07-dc170831c84c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:19.506233 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0790d0d9-b9dc-4754-aa07-dc170831c84c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.527655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a47a09-6684-45c8-88c7-e116d4095b68 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:19.535259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:19.552274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks [] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.578712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Transition to ACTIVE for port object a7a47a09-6684-45c8-88c7-e116d4095b68 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:04:19.589329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.668750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:19.770179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Attempting to bind port a7a47a09-6684-45c8-88c7-e116d4095b68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:19.770789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Attempting to bind port a7a47a09-6684-45c8-88c7-e116d4095b68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6e794eb1-5f37-42fa-8ca3-f7ed2056c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:19.770789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Attempting to bind port a7a47a09-6684-45c8-88c7-e116d4095b68 on network 5968d61d-bed0-4117-92c4-de605dad222f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:19.777846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Port a7a47a09-6684-45c8-88c7-e116d4095b68 on network 5968d61d-bed0-4117-92c4-de605dad222f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:19.778521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Attempting to bind port a7a47a09-6684-45c8-88c7-e116d4095b68 on network 5968d61d-bed0-4117-92c4-de605dad222f {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:19.783957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:19.784430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Checking segment: {'id': '6e794eb1-5f37-42fa-8ca3-f7ed2056c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:19.784924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Bound using segment: {'id': '6e794eb1-5f37-42fa-8ca3-f7ed2056c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:19.785512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Bound port: a7a47a09-6684-45c8-88c7-e116d4095b68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e794eb1-5f37-42fa-8ca3-f7ed2056c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:19.786231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.808851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0790d0d9-b9dc-4754-aa07-dc170831c84c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.820246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:19.834387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Sync routers for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:19.835110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.868776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Calling delete_port for 0790d0d9-b9dc-4754-aa07-dc170831c84c owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:19.872452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:19.873136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:19.903947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks [] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.917818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.936067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:19.953960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47b70bfb-a536-4ede-b75e-2df55094946f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "PUT /v2.0/floatingips/5128def6-04be-4fa1-b544-6734467c5620 HTTP/1.1" status: 200  len: 990 time: 6.1913114
Jan 29 21:04:19.954217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7a47a09-6684-45c8-88c7-e116d4095b68,segment=NetworkSegment(6e794eb1-5f37-42fa-8ca3-f7ed2056c027),segment_id=6e794eb1-5f37-42fa-8ca3-f7ed2056c027)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:19.967882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:19.975743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:19.979312 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cb0af-f986-42db-84b4-4676f26cf0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:20.030867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.031749 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.034226 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 200  len: 1091 time: 1.7081485
Jan 29 21:04:20.035597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:20.039354 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434ab763-dd14-46ca-8db4-b6026797b2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:20.078596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.090139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Pushing event updated for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:20.149706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:20.247479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8129ce96-f8ff-4c10-8847-eb86c749a059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.253433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690ef7-f878-40f7-974d-3ed226297e46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:20.277330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:20.320060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f6575470-660a-423b-90a4-108e8ec0997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.323017 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-f6575470-660a-423b-90a4-108e8ec0997d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00133a031fd4900b3bd35531f1d61c8&device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 1125 time: 0.2321510
Jan 29 21:04:20.323916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:20.333817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-64286ee2-40a6-4bea-8b9d-c12e22bb2821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ba84a0987524e0c9f1abf1776372cd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1794410
Jan 29 21:04:20.334549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:20.340263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:20.384667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.390754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.396080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.405865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.411287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.417300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.423901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.425662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-a087bf9b-a171-4d18-a125-27e8ba463449 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2520063
Jan 29 21:04:20.430074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0790d0d9-b9dc-4754-aa07-dc170831c84c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.446741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08d85-63b4-4913-b4a1-585a51299322 req-c947f722-1775-4a8f-9772-59afcd742376 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.453657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc08d85-63b4-4913-b4a1-585a51299322 req-c947f722-1775-4a8f-9772-59afcd742376 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2810454
Jan 29 21:04:20.459727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8129ce96-f8ff-4c10-8847-eb86c749a059 admin admin] Publish callbacks [] for security_group (f415d980-39ea-48e0-9a2e-8f900017125b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.462833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-b3609420-dd71-46f3-89f7-3e0d1282b26a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 200  len: 217 time: 0.1297805
Jan 29 21:04:20.465939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8129ce96-f8ff-4c10-8847-eb86c749a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f415d980-39ea-48e0-9a2e-8f900017125b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.557852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ce96-f8ff-4c10-8847-eb86c749a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415d980-39ea-48e0-9a2e-8f900017125b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:20.567271 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8129ce96-f8ff-4c10-8847-eb86c749a059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e321066774534a1aa0f9cb8f58d937ce&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0251398
Jan 29 21:04:20.573532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:20.606045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Port': ['ID=0790d0d9-b9dc-4754-aa07-dc170831c84c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:20.618229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-4e595ae6-4fd8-4416-992d-467863768b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:20.621212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-4e595ae6-4fd8-4416-992d-467863768b11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6625972c-e4ad-4d95-ad9d-ac402727a5ee HTTP/1.1" status: 200  len: 852 time: 0.1514435
Jan 29 21:04:20.684622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] Publish callbacks [] for security_group (f415d980-39ea-48e0-9a2e-8f900017125b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.689777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-fb440ada-644a-4d15-9ac1-e5f4e206b646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5968d61d-bed0-4117-92c4-de605dad222f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559993
Jan 29 21:04:20.723037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.727260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-478ee0dc-1d1f-4d48-b7d2-36cc1f5fba2f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0790d0d9-b9dc-4754-aa07-dc170831c84c HTTP/1.1" status: 204  len: 168 time: 1.9051867
Jan 29 21:04:20.734493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:20.736481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0ca0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5128def6-04be-4fa1-b544-6734467c5620', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'floating_ip_address': '172.35.4.50', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'port_id': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'mac_address': 'fa:16:3e:56:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:02:59Z', 'updated_at': '2022-01-29T21:04:16Z', 'revision_number': 1, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:20.742093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] Publish callbacks [] for security_group (f415d980-39ea-48e0-9a2e-8f900017125b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.769549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Checking router: be15cde7-adc6-41b2-86dd-f691ecadb091 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:20.779731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:20.781786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6', 'external_fixed_ips': [{'subnet_id': '3f73766c-4435-4b77-b61a-447109af27d4', 'ip_address': '2001:db8::136'}]}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:20.782472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:20.789054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc08d85-63b4-4913-b4a1-585a51299322 req-fcbd00ca-dc03-4ee5-b814-cd19f8bc1534 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3297639
Jan 29 21:04:20.824658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-112a99d4-fac5-4bf2-bb9f-33c314b36655 req-588aa613-3d96-4553-9a17-de97b3194227 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3134301
Jan 29 21:04:20.829842 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] Publish callbacks [] for security_group (b3f59453-b038-425f-9ef3-80d54ddfc365), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.871810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.872421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.911143 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2824315b-f210-4247-9e4d-6c08e32738af x-openstack-request-id: req-2824315b-f210-4247-9e4d-6c08e32738af {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:20.911383 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:20.917852 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2824315b-f210-4247-9e4d-6c08e32738af {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:20.918456 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'status': 'completed', 'code': 200}
Jan 29 21:04:20.933456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Router e92bea55-18d1-45c3-82bc-2586f63e58a7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:04:20.935489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] Publish callbacks [] for security_group (b3f59453-b038-425f-9ef3-80d54ddfc365), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.940599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f415d980-39ea-48e0-9a2e-8f900017125b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.951534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:20.952588 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f415d980-39ea-48e0-9a2e-8f900017125b HTTP/1.1" status: 204  len: 168 time: 0.3780413
Jan 29 21:04:20.985376 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce611b-a105-49e9-ad02-47bbfb064cfa x-openstack-request-id: req-cbce611b-a105-49e9-ad02-47bbfb064cfa {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:20.986373 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:20.986373 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbce611b-a105-49e9-ad02-47bbfb064cfa {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:20.986629 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68', 'status': 'completed', 'code': 200}
Jan 29 21:04:21.055482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:21.070904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-5b51af44-15fd-4f7d-9aa8-9ce3304e933a service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707852
Jan 29 21:04:21.085035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca13d-f7e9-4548-88fc-e68668e8136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415d980-39ea-48e0-9a2e-8f900017125b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:21.151723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (1f27f22f-8051-4582-89af-57e1a85fac9b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:21.239140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-90174b32-41a3-494e-814f-6b1209edc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.240777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-90174b32-41a3-494e-814f-6b1209edc8a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.1675010
Jan 29 21:04:21.243430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b3f59453-b038-425f-9ef3-80d54ddfc365), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:21.246071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:21.249411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3f59453-b038-425f-9ef3-80d54ddfc365 HTTP/1.1" status: 204  len: 168 time: 0.9060245
Jan 29 21:04:21.267552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.268043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.268689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.269828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.270318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.270912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.271928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.274260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-95cf9f7d-fd00-478b-acb7-66953e44810f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6716 time: 0.3099039
Jan 29 21:04:21.275342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f236-f990-4ac7-991a-92b09d391210 req-b3beddb4-5114-41df-8f7b-538cb03750c7 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.290712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3659f236-f990-4ac7-991a-92b09d391210 req-b3beddb4-5114-41df-8f7b-538cb03750c7 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 943 time: 0.2122719
Jan 29 21:04:21.406449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c64e0-8fbd-48aa-8854-a16f5eaf5e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f59453-b038-425f-9ef3-80d54ddfc365,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:21.476081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:21.491910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a0f7d105-8d4b-4858-825d-1079a141f64e admin admin] 10.222.0.20 "PUT /v2.0/routers/e92bea55-18d1-45c3-82bc-2586f63e58a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3215983
Jan 29 21:04:21.510328 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Sync routers for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:21.536846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3659f236-f990-4ac7-991a-92b09d391210 req-e8cf6115-62d8-466b-86f6-a62b47481162 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452030
Jan 29 21:04:21.551227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:21.551883 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0225b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:21.606351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0ca0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5128def6-04be-4fa1-b544-6734467c5620', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'floating_ip_address': '172.35.4.50', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'port_id': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'mac_address': 'fa:16:3e:56:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:02:59Z', 'updated_at': '2022-01-29T21:04:16Z', 'revision_number': 1, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:21.646229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98fc14b-b134-45ba-baa9-4bf3a4427b70 None None] The sync data for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 is: [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5128def6-04be-4fa1-b544-6734467c5620', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'floating_ip_address': '172.35.4.50', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'port_id': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'mac_address': 'fa:16:3e:56:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:02:59Z', 'updated_at': '2022-01-29T21:04:16Z', 'revision_number': 1, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:21.649609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-a681c857-78e5-4acf-8e35-3c2c86d06f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.654518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-a681c857-78e5-4acf-8e35-3c2c86d06f0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.3590000
Jan 29 21:04:21.723924 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1f27f22f-8051-4582-89af-57e1a85fac9b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:21.844443 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:21.856961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-19bc7a4c-35c3-401b-b1b9-1e8a58de680a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1001 time: 0.1911516
Jan 29 21:04:21.872580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cea63249-11dd-4bb0-b75a-a79ee823e26b req-dcb1eb92-8b95-4f94-8003-cda1c6754630 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7909193
Jan 29 21:04:21.946216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-83094509-c686-4024-8137-3c163d5482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:21.948610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-83094509-c686-4024-8137-3c163d5482d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.0863650
Jan 29 21:04:22.032967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-16533157-f4cf-4cb3-81e9-31e5e3e1aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.041087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-16533157-f4cf-4cb3-81e9-31e5e3e1aa09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e327258-7f1e-4845-bb1c-0c1b6454845f HTTP/1.1" status: 200  len: 918 time: 0.7581272
Jan 29 21:04:22.114501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23c31f-1df2-44aa-86f3-f07ec0565ea3 None None] New status for floating IP 5128def6-04be-4fa1-b544-6734467c5620: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:04:22.205248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:22.287303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330817b-10bb-4bda-8eff-ef4be3f8d690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:22.325385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c2d28bb4-85c8-42d7-9a6f-9d318f7fa932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.327123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c2d28bb4-85c8-42d7-9a6f-9d318f7fa932 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3729427
Jan 29 21:04:22.399107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c80777-b089-4a5d-9c48-aa3ec6715126 req-6ff20cc2-9c5d-4fee-bf37-67b082736c4a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.400675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6c80777-b089-4a5d-9c48-aa3ec6715126 req-6ff20cc2-9c5d-4fee-bf37-67b082736c4a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3278530
Jan 29 21:04:22.424797 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-d87fed5d-d74c-427f-a3de-f60f3440c217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b HTTP/1.1" status: 200  len: 998 time: 0.3388541
Jan 29 21:04:22.446620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-f8c82b0b-7b53-4f14-9a87-6f38142e47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.458566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-f8c82b0b-7b53-4f14-9a87-6f38142e47f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00133a031fd4900b3bd35531f1d61c8&device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 1125 time: 0.4837539
Jan 29 21:04:22.651515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0225b0>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:19Z', 'revision_number': 2, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:22.701560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.718145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:22.729513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.738782 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Checking router: e92bea55-18d1-45c3-82bc-2586f63e58a7 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:22.739153 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Updating router e92bea55-18d1-45c3-82bc-2586f63e58a7 port 5a18d6ac-6b02-4bbd-8bba-a913266df017 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:22.755804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.774246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.785987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.794208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.801346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.810118 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:22.812599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-ddc72233-0a27-43b4-b210-ae897898882b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.6802478
Jan 29 21:04:22.817037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-5d110ec2-7a5c-436e-99fa-968dc88b51c8 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4615412
Jan 29 21:04:22.882072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-a812436e-26d0-4364-8953-3925dcf4a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:22.883514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-a812436e-26d0-4364-8953-3925dcf4a809 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52729628-6f6a-4387-8d06-cad327472b73 HTTP/1.1" status: 200  len: 856 time: 0.4234200
Jan 29 21:04:23.265389 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.432333 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks [] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.439825 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.464473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-0ae8e0ba-6a13-4f86-ad99-5fd41daf5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:23.469877 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-0ae8e0ba-6a13-4f86-ad99-5fd41daf5b49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 200  len: 913 time: 0.9631989
Jan 29 21:04:23.519782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-d27b0d4f-9fae-4743-9efb-2eefb98e35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:23.522772 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-d27b0d4f-9fae-4743-9efb-2eefb98e35b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e327258-7f1e-4845-bb1c-0c1b6454845f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5861163
Jan 29 21:04:23.531414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6c80777-b089-4a5d-9c48-aa3ec6715126 req-0dc4c7d3-17d2-4366-9c64-e250fd6c9f36 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0971806
Jan 29 21:04:23.542719 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b18e4-7b2d-4476-9e49-3cbde02dd621 None None] Pushing event updated for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:23.559971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7078b24-4254-43d0-9ee2-efd6d058acc6 req-44a6da00-887b-468e-ac30-f23a7b61b0dd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7460675
Jan 29 21:04:23.611158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-8b34fb8d-172a-47d9-ba71-86c4fe4bb2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7696290
Jan 29 21:04:23.636408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-0b6cc657-e806-4def-aa57-a4064982cf4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 200  len: 217 time: 0.1534035
Jan 29 21:04:23.637981 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Attempting to bind port 5a18d6ac-6b02-4bbd-8bba-a913266df017 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:23.639275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Attempting to bind port 5a18d6ac-6b02-4bbd-8bba-a913266df017 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:23.639996 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Attempting to bind port 5a18d6ac-6b02-4bbd-8bba-a913266df017 on network 2a65e260-6d36-4431-88bf-e96fa5fc5907 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:23.656733 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:23.657423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Checking segment: {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:23.657643 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.658525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Bound using segment: {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:23.660593 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Bound port: 5a18d6ac-6b02-4bbd-8bba-a913266df017, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:23.662070 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.733727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330817b-10bb-4bda-8eff-ef4be3f8d690 admin admin] Publish callbacks [] for security_group (eaf91cb3-310a-4c0c-9b8b-84f15386816b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.736625 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-ffbeee45-346b-44ce-bd60-858b3f754d12 service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122952
Jan 29 21:04:23.739348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1f27f22f-8051-4582-89af-57e1a85fac9b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.777518 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] For port 5a18d6ac-6b02-4bbd-8bba-a913266df017, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:23.781755 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] For port 5a18d6ac-6b02-4bbd-8bba-a913266df017, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a18d6ac-6b02-4bbd-8bba-a913266df017,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:23.791524 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.812816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8330817b-10bb-4bda-8eff-ef4be3f8d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eaf91cb3-310a-4c0c-9b8b-84f15386816b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.869962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-3599bf51-0c85-437b-8ea4-4db70dd92eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:23.871623 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-3599bf51-0c85-437b-8ea4-4db70dd92eb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6625972c-e4ad-4d95-ad9d-ac402727a5ee HTTP/1.1" status: 200  len: 852 time: 0.1338234
Jan 29 21:04:23.874659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330817b-10bb-4bda-8eff-ef4be3f8d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf91cb3-310a-4c0c-9b8b-84f15386816b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:23.878639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:23.915792 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:23.916535 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0225b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:23.917489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d6aa6-b019-4c4f-9165-a3d9ae89cb27 req-f80a2b42-b2df-4667-bb5d-4ec147e7c73d tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:23.919350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-695d6aa6-b019-4c4f-9165-a3d9ae89cb27 req-f80a2b42-b2df-4667-bb5d-4ec147e7c73d tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 943 time: 0.1194458
Jan 29 21:04:24.000285 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-496cb0af-f986-42db-84b4-4676f26cf0e7 req-1d81ac9f-1353-4de8-b369-e470f890819b service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2125804
Jan 29 21:04:24.002568 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b18e4-7b2d-4476-9e49-3cbde02dd621 None None] Pushing event updated for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:24.032368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-695d6aa6-b019-4c4f-9165-a3d9ae89cb27 req-6eb83d0a-d194-4075-9743-fa9f4fb6a6ba tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995164
Jan 29 21:04:24.079470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:24.104016 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:24.133153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-502670d9-496f-40a7-a671-ef8782239c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5968d61d-bed0-4117-92c4-de605dad222f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2509375
Jan 29 21:04:24.204398 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8330817b-10bb-4bda-8eff-ef4be3f8d690 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d60b588635334608acd993b5f5a42704&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9971659
Jan 29 21:04:24.245594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35664) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:24.315818 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-8b7d46e6-ba17-488c-a521-6b155e78e390 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374569
Jan 29 21:04:24.338618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a7a47a09-6684-45c8-88c7-e116d4095b68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:04:24.384803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Publish callbacks [] for security_group (eaf91cb3-310a-4c0c-9b8b-84f15386816b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.413923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Publish callbacks [] for security_group (eaf91cb3-310a-4c0c-9b8b-84f15386816b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.414917 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0225b0>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:23Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:24.452323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 2001:db8::136 (910440d2-1211-46a1-bf68-1f3a23fb81f6/3f73766c-4435-4b77-b61a-447109af27d4/298c8141-d2a3-4288-8213-e1ed166feb6f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:24.472112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37fb062e-9e1b-407d-bc96-f35dbb243565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.485484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-3c4c0760-84f4-4d1a-9edc-c857e0402a1d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:24.487045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-3c4c0760-84f4-4d1a-9edc-c857e0402a1d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 819 time: 0.3223710
Jan 29 21:04:24.501857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde8ce2-552c-4438-9e00-515fab84990f None None] The sync data for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 is: [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:23Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:24.508687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7a47a09-6684-45c8-88c7-e116d4095b68,segment=NetworkSegment(6e794eb1-5f37-42fa-8ca3-f7ed2056c027),segment_id=6e794eb1-5f37-42fa-8ca3-f7ed2056c027)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:24.512003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-d63987ce-3ba3-4709-9c9f-905554cd2baa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/quotas/57261c1bbcf14bd4b8368ff4815fde34 HTTP/1.1" status: 200  len: 375 time: 0.0175717
Jan 29 21:04:24.524375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a7a47a09-6684-45c8-88c7-e116d4095b68', 'network_id': '5968d61d-bed0-4117-92c4-de605dad222f', 'port_id': 'a7a47a09-6684-45c8-88c7-e116d4095b68', 'mac_address': 'fa:16:3e:0f:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6625972c-e4ad-4d95-ad9d-ac402727a5ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:04:24.562461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eaf91cb3-310a-4c0c-9b8b-84f15386816b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.562966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-434ab763-dd14-46ca-8db4-b6026797b2d3 req-13560c72-8c38-4d77-b7ef-98921a0fa337 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400477
Jan 29 21:04:24.565258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.573559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaf91cb3-310a-4c0c-9b8b-84f15386816b HTTP/1.1" status: 204  len: 168 time: 0.3197699
Jan 29 21:04:24.621828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a7a47a09-6684-45c8-88c7-e116d4095b68 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:24.622642 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.636444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf91cb3-310a-4c0c-9b8b-84f15386816b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:24.653515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a47a09-6684-45c8-88c7-e116d4095b68 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:24.684638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.685475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.686050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.686617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.687213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.687959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.688767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.689351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.690485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.691097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.691674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.692832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.697751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7a47a09-6684-45c8-88c7-e116d4095b68,segment=NetworkSegment(6e794eb1-5f37-42fa-8ca3-f7ed2056c027),segment_id=6e794eb1-5f37-42fa-8ca3-f7ed2056c027)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:24.705169 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.708916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693957-7263-4809-8cb0-c6fe190b1f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:24.746864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.749134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37fb062e-9e1b-407d-bc96-f35dbb243565 admin admin] Publish callbacks [] for security_group (dd93ba42-18de-4e71-8d1c-8503ced1da72), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.758355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37fb062e-9e1b-407d-bc96-f35dbb243565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dd93ba42-18de-4e71-8d1c-8503ced1da72), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.813189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb062e-9e1b-407d-bc96-f35dbb243565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93ba42-18de-4e71-8d1c-8503ced1da72,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:24.820349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:24.840751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-f42a3594-0817-4592-b644-67e2226fc171 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3196375
Jan 29 21:04:24.870261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network 910440d2-1211-46a1-bf68-1f3a23fb81f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:24.873618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:24.876776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:24.902386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-37fb062e-9e1b-407d-bc96-f35dbb243565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d4359f2de0e46e39df074806f655768&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8217065
Jan 29 21:04:24.913492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:24.946001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:24.968935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=298c8141-d2a3-4288-8213-e1ed166feb6f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:25.035928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a7a47a09-6684-45c8-88c7-e116d4095b68'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:04:25.095889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] Publish callbacks [] for security_group (dd93ba42-18de-4e71-8d1c-8503ced1da72), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.116183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-731e0a0c-064d-46e7-827d-b7fb718c4984 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530510
Jan 29 21:04:25.260850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] Publish callbacks [] for security_group (dd93ba42-18de-4e71-8d1c-8503ced1da72), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.275800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1f27f22f-8051-4582-89af-57e1a85fac9b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.404034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884270-ec17-4e81-813c-fbb77ed38b37 req-d0249c3e-6108-437a-86f7-213b0de62978 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.405681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29884270-ec17-4e81-813c-fbb77ed38b37 req-d0249c3e-6108-437a-86f7-213b0de62978 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1316986
Jan 29 21:04:25.419980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-518847cc-a09e-4e01-bd85-07eb4c9a9b56 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881300
Jan 29 21:04:25.451420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dd93ba42-18de-4e71-8d1c-8503ced1da72), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.454287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.459192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd93ba42-18de-4e71-8d1c-8503ced1da72 HTTP/1.1" status: 204  len: 168 time: 0.5316820
Jan 29 21:04:25.485486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931fb32-0a2b-4b7d-a171-610fa9ccc81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93ba42-18de-4e71-8d1c-8503ced1da72,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:25.526660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29884270-ec17-4e81-813c-fbb77ed38b37 req-adb97e4f-f836-45f7-9816-f704c4e694fc tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016741
Jan 29 21:04:25.621644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:25.821215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.828666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.837165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.842859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router 1f27f22f-8051-4582-89af-57e1a85fac9b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:25.855529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.866391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.872204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.878347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:25.886862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-4ce65dba-3263-4613-b092-49f4d076df36 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2706106
Jan 29 21:04:25.979305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-307c7ae7-3035-43ad-abb7-d2356be9738f req-c0ce1ed6-50d1-4fa1-b8f1-a730ed9a5991 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0897059
Jan 29 21:04:26.011114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7753a7-bf1b-4c78-8ce3-6068be8c2853 req-55b3a7ec-6739-4105-b6d6-822b5fd3eeb6 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.020556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd7753a7-bf1b-4c78-8ce3-6068be8c2853 req-55b3a7ec-6739-4105-b6d6-822b5fd3eeb6 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 944 time: 0.2671783
Jan 29 21:04:26.051160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:26.068829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Sync routers for ids ['1f27f22f-8051-4582-89af-57e1a85fac9b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:26.098600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.103658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2f381aa-f643-454e-ad08-32dd540fcb46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 5.3626390
Jan 29 21:04:26.103860 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Routers {'1f27f22f-8051-4582-89af-57e1a85fac9b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:26.105527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35748) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:26.108056 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b022a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1f27f22f-8051-4582-89af-57e1a85fac9b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:26.132293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd7753a7-bf1b-4c78-8ce3-6068be8c2853 req-a0d7dfa0-66b0-4232-9738-3faaffcfcc50 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109033
Jan 29 21:04:26.296652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68c3ee8e-bcec-4fce-ba5e-5070ae96d20a req-75160cd5-5079-4a00-8ec6-2cc816b0185e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 210 time: 0.0480754
Jan 29 21:04:26.354067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a7a47a09-6684-45c8-88c7-e116d4095b68 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:26.374148 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.509302 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Set router 1f27f22f-8051-4582-89af-57e1a85fac9b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:26.550049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.559461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1f27f22f-8051-4582-89af-57e1a85fac9b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.568756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a7a47a09-6684-45c8-88c7-e116d4095b68 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:26.582235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a7a47a09-6684-45c8-88c7-e116d4095b68 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:26.582770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.607307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.628013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.648588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.670605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.681175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5a18d6ac-6b02-4bbd-8bba-a913266df017 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:26.688704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.701904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:26.714360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-479db92d-e158-4576-bc86-f0ecba48b53b req-f2707710-aed2-438b-a1c2-79266d54126f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2866745
Jan 29 21:04:26.718123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Deleting port 298c8141-d2a3-4288-8213-e1ed166feb6f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:26.718123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.898690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a7a47a09-6684-45c8-88c7-e116d4095b68 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:26.899089 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.922261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.940664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5a18d6ac-6b02-4bbd-8bba-a913266df017 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:26.946794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:26.971347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Calling delete_port for 298c8141-d2a3-4288-8213-e1ed166feb6f owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:27.034842 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b022a30>, [{'id': '1f27f22f-8051-4582-89af-57e1a85fac9b', 'name': '', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6', 'external_fixed_ips': [{'subnet_id': '3f73766c-4435-4b77-b61a-447109af27d4', 'ip_address': '2001:db8::136'}], 'enable_snat': True}, 'gw_port_id': '298c8141-d2a3-4288-8213-e1ed166feb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:20Z', 'updated_at': '2022-01-29T21:04:25Z', 'revision_number': 3, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port': {'id': '298c8141-d2a3-4288-8213-e1ed166feb6f', 'name': '', 'network_id': '910440d2-1211-46a1-bf68-1f3a23fb81f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f27f22f-8051-4582-89af-57e1a85fac9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '3f73766c-4435-4b77-b61a-447109af27d4', 'ip_address': '2001:db8::136', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:24Z', 'updated_at': '2022-01-29T21:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f73766c-4435-4b77-b61a-447109af27d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:27.060808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824727-ad42-4901-a4e4-2766de2f4d4c req-67f23e4f-ccce-4877-8570-18d50579f401 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:27.075243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6824727-ad42-4901-a4e4-2766de2f4d4c req-67f23e4f-ccce-4877-8570-18d50579f401 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3113437
Jan 29 21:04:27.081887 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Checking router: 1f27f22f-8051-4582-89af-57e1a85fac9b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:27.083092 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Updating router 1f27f22f-8051-4582-89af-57e1a85fac9b port 298c8141-d2a3-4288-8213-e1ed166feb6f binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:27.112583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-479db92d-e158-4576-bc86-f0ecba48b53b req-25f74f6d-803f-4e70-8bd3-e3e4f7f680da tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3883550
Jan 29 21:04:27.150650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:27.158278 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649744a9-fd00-41fc-a2ea-2940878d69ab" -d '{"events": [{"server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:27.167178 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.236134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7a47a09-6684-45c8-88c7-e116d4095b68,segment=NetworkSegment(6e794eb1-5f37-42fa-8ca3-f7ed2056c027),segment_id=6e794eb1-5f37-42fa-8ca3-f7ed2056c027)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:27.288602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6824727-ad42-4901-a4e4-2766de2f4d4c req-a605b326-1616-47c2-b71a-7fa7e4cae97d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2122140
Jan 29 21:04:27.312407 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.314124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:27.426895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (298c8141-d2a3-4288-8213-e1ed166feb6f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.538301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:27.547498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Port': ['ID=298c8141-d2a3-4288-8213-e1ed166feb6f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:27.596265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5a18d6ac-6b02-4bbd-8bba-a913266df017 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:27.596690 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.624395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (1f27f22f-8051-4582-89af-57e1a85fac9b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.684006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04d027-3cae-42b8-94f3-a347a75c0e9a req-693c06f6-7851-4cb8-8357-dc1e196d9181 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:27.688318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd04d027-3cae-42b8-94f3-a347a75c0e9a req-693c06f6-7851-4cb8-8357-dc1e196d9181 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2390151
Jan 29 21:04:27.688511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5a18d6ac-6b02-4bbd-8bba-a913266df017, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a18d6ac-6b02-4bbd-8bba-a913266df017,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:27.700736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.725219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-94ded9f6-732e-475e-85b2-3baae96e63ca tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:27.737140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-94ded9f6-732e-475e-85b2-3baae96e63ca tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.4326479
Jan 29 21:04:27.741183 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.db.api [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:04:27.741611 ncdv-master-1 neutron-server[125945]: DEBUG oslo_db.api [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:04:27.763648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 86703e32-4e0e-4882-aabc-9b9f7eecd412 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:27.764467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.815358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-31c0c61e-a073-4efa-af79-9e282867fb2c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/quotas/32b002caffc8479a8ba3d87eddd46879 HTTP/1.1" status: 200  len: 375 time: 0.0771420
Jan 29 21:04:27.851231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:27.864597 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:27.878535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:27.960255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:27.979864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd04d027-3cae-42b8-94f3-a347a75c0e9a req-e6ce0365-868f-481f-9641-dc6ffad0a1f7 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268081
Jan 29 21:04:28.019840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-7d494c16-600b-4257-b57a-9f8556d120eb tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1962097
Jan 29 21:04:28.025210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.035616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (1f27f22f-8051-4582-89af-57e1a85fac9b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.120110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (1f27f22f-8051-4582-89af-57e1a85fac9b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.120525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f27f22f-8051-4582-89af-57e1a85fac9b {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:04:28.131936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7b645473-9dae-4f97-8322-391ccc9509d5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.133480 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7b645473-9dae-4f97-8322-391ccc9509d5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/ports?device_id=26614814-8c00-46f5-bcd6-c38866343940 HTTP/1.1" status: 200  len: 943 time: 0.3507581
Jan 29 21:04:28.137947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.142580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3481010a-8502-4372-a316-67a0c9ad2bed tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1f27f22f-8051-4582-89af-57e1a85fac9b HTTP/1.1" status: 204  len: 168 time: 2.0336018
Jan 29 21:04:28.143967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:28.160544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-567e045f-a404-42ba-bde0-d62005b21ddf tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.162267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-567e045f-a404-42ba-bde0-d62005b21ddf tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 819 time: 0.5246911
Jan 29 21:04:28.189266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'port': {'device_id': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'admin_state_up': True, 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:28.218993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Deleting subnet 3f73766c-4435-4b77-b61a-447109af27d4 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:28.230816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for subnet (3f73766c-4435-4b77-b61a-447109af27d4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.283756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-f6e02dce-af93-4745-a35a-fd528303ce18 service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600784
Jan 29 21:04:28.299313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.306297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.312002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.317558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.323973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.329439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.334973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.357695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90f1d92-e536-4d78-be73-8a425d8f1c7c req-3a821de3-d2de-46f6-976f-581a8362de9b tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.2520401
Jan 29 21:04:28.368601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (3f73766c-4435-4b77-b61a-447109af27d4), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.431668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Deleting port 86703e32-4e0e-4882-aabc-9b9f7eecd412 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:28.432363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.435278 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c2d025-1aa1-4b80-9075-0746fbd44ee3 x-openstack-request-id: req-83c2d025-1aa1-4b80-9075-0746fbd44ee3 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:28.435583 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:28.435844 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c2d025-1aa1-4b80-9075-0746fbd44ee3 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:28.436444 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68', 'code': 200}
Jan 29 21:04:28.449441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (3f73766c-4435-4b77-b61a-447109af27d4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.480404 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Port 298c8141-d2a3-4288-8213-e1ed166feb6f not found while updating agent binding for router 1f27f22f-8051-4582-89af-57e1a85fac9b. {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 29 21:04:28.501600 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:28.501971 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:04:28.502567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f27f22f-8051-4582-89af-57e1a85fac9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:04:28.502945 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2edae4-40ec-44ef-a17e-931e7d9bc7ea None None] The sync data for ids ['1f27f22f-8051-4582-89af-57e1a85fac9b'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:28.522433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35836) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:28.529090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Made reservation on behalf of 57261c1bbcf14bd4b8368ff4815fde34 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:28.532445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.546238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5a18d6ac-6b02-4bbd-8bba-a913266df017 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:28.635367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5a18d6ac-6b02-4bbd-8bba-a913266df017 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:28.636784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.671859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee8ba21-b3ef-473b-ac3b-052d50b7377b req-90e71aae-6d6c-4bb9-868a-9c4c4c1dabda tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 210 time: 0.0520077
Jan 29 21:04:28.673928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] For port 86703e32-4e0e-4882-aabc-9b9f7eecd412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86703e32-4e0e-4882-aabc-9b9f7eecd412,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:28.674304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.686401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e057e7-137a-414b-889b-2fa1dcdb7207 req-643254af-945d-45aa-b6d4-a7fefd9d8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:28.687996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08e057e7-137a-414b-889b-2fa1dcdb7207 req-643254af-945d-45aa-b6d4-a7fefd9d8f87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 1127 time: 0.1639235
Jan 29 21:04:28.693353 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (3f73766c-4435-4b77-b61a-447109af27d4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.738830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Calling delete_port for 86703e32-4e0e-4882-aabc-9b9f7eecd412 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:28.764372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f73766c-4435-4b77-b61a-447109af27d4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:28.772346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.775650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5384d8fa-e5cd-46c4-91bd-0d9efb7f1e34 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/3f73766c-4435-4b77-b61a-447109af27d4 HTTP/1.1" status: 204  len: 168 time: 0.6305921
Jan 29 21:04:28.787484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35854) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:28.832296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5a18d6ac-6b02-4bbd-8bba-a913266df017 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:28.870137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-ae11979b-a38c-4c33-a767-0f5ffb527b05 service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5848083
Jan 29 21:04:28.886588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Allocated IP 172.20.0.13 (2a65e260-6d36-4431-88bf-e96fa5fc5907/572134bb-e565-4d09-8a41-4a6567c37c1d/a5fd5f1d-8182-40ff-8d01-e266d9aa192f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:28.922783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4d522d3-d3cb-4a5c-9330-a3eacd760680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:28.999552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08e057e7-137a-414b-889b-2fa1dcdb7207 req-c8ee7f94-d999-4279-a96c-06d2b1375dc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2966833
Jan 29 21:04:29.009617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (910440d2-1211-46a1-bf68-1f3a23fb81f6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.031593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (86703e32-4e0e-4882-aabc-9b9f7eecd412), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.087235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551a3d-5935-46e6-a93d-c2a368dd86c1 req-8131bd8c-2b50-4b8d-821e-0228989a1886 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:29.088882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64551a3d-5935-46e6-a93d-c2a368dd86c1 req-8131bd8c-2b50-4b8d-821e-0228989a1886 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2218828
Jan 29 21:04:29.144620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event deleted for resources: {'Port': ['ID=86703e32-4e0e-4882-aabc-9b9f7eecd412,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:29.218272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4d522d3-d3cb-4a5c-9330-a3eacd760680 admin admin] Publish callbacks [] for security_group (22def653-4b71-4f0d-889d-51b2b6588861), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.225120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] No DVR routers for this DVR port 86703e32-4e0e-4882-aabc-9b9f7eecd412 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:04:29.229641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.233791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6bcd78fa-fd6e-4dce-af37-8ef092151f4e req-7ba3d165-e7dd-4dca-8d0b-42025f9c7180 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "DELETE /v2.0/ports/86703e32-4e0e-4882-aabc-9b9f7eecd412 HTTP/1.1" status: 204  len: 173 time: 1.0899813
Jan 29 21:04:29.234445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-deleted', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:29.236924 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814123c3-b113-40fc-9b6d-138f43e3cd39" -d '{"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-deleted", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:29.241035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a4d522d3-d3cb-4a5c-9330-a3eacd760680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (22def653-4b71-4f0d-889d-51b2b6588861), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.249159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (910440d2-1211-46a1-bf68-1f3a23fb81f6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.295285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.335875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a989310>,) {'filters': {'network_id': ['910440d2-1211-46a1-bf68-1f3a23fb81f6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:29.342334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a4d522d3-d3cb-4a5c-9330-a3eacd760680 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f36ee8671f24f7fb5c5b0620e2d4983&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8168721
Jan 29 21:04:29.352678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64551a3d-5935-46e6-a93d-c2a368dd86c1 req-cfd710c3-3edd-4975-b57a-c16a3a46a06a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2438724
Jan 29 21:04:29.358648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35890) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:29.374121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.418451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a989310>, 'a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:29.418773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a989310>, 'a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:29.420720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d522d3-d3cb-4a5c-9330-a3eacd760680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22def653-4b71-4f0d-889d-51b2b6588861,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:29.446984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Network 2a65e260-6d36-4431-88bf-e96fa5fc5907 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:29.449381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:29.452837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:29.481472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f50ba-a016-442e-8db5-14791cac54ed req-dbcce9bd-9163-4dc5-a6c0-46e1423b5e4f tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:29.489404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f38f50ba-a016-442e-8db5-14791cac54ed req-dbcce9bd-9163-4dc5-a6c0-46e1423b5e4f tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.3763175
Jan 29 21:04:29.514084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:29.526598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.536756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:29.537441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.562869 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9dc395a4-c907-4240-9e80-ec5a475bc673 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3774335
Jan 29 21:04:29.578560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Request body: {'port': {'device_id': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:29.600693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a3b4356-43bf-4f3a-ab0e-e223ddca0843 req-56aaf9ba-850e-4d3c-8dfd-27fbd8f8da05 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 210 time: 0.1579831
Jan 29 21:04:29.627059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.644105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:29.644678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (a90f9da3-8e2d-4c71-bb9e-5be2896ae6dc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:29.651662 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:29.659933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.664854 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa57753-2c17-4ca5-a77f-5b8dffe6abc3 x-openstack-request-id: req-3fa57753-2c17-4ca5-a77f-5b8dffe6abc3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:29.665375 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-deleted", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:29.665637 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fa57753-2c17-4ca5-a77f-5b8dffe6abc3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:29.666307 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-deleted', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'status': 'completed', 'code': 200}
Jan 29 21:04:29.744371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f38f50ba-a016-442e-8db5-14791cac54ed req-3d99b4ee-c277-41e6-a073-f8860fe16988 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493396
Jan 29 21:04:29.752180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35900) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:29.752934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] Publish callbacks [] for security_group (22def653-4b71-4f0d-889d-51b2b6588861), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.787329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (910440d2-1211-46a1-bf68-1f3a23fb81f6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.791934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] Publish callbacks [] for security_group (22def653-4b71-4f0d-889d-51b2b6588861), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.803825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  910440d2-1211-46a1-bf68-1f3a23fb81f6 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 29 21:04:29.808701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:29.812398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/910440d2-1211-46a1-bf68-1f3a23fb81f6 HTTP/1.1" status: 204  len: 168 time: 1.0210266
Jan 29 21:04:29.827510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc1641-5831-4163-a297-50ab2257f082 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Network': ['ID=910440d2-1211-46a1-bf68-1f3a23fb81f6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:29.928251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3340-b15e-48b0-b445-3da31bad8acf req-7862ffee-3b6d-4b90-bdac-053096f29be0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:29.939666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f3b3340-b15e-48b0-b445-3da31bad8acf req-7862ffee-3b6d-4b90-bdac-053096f29be0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 932 time: 0.0970690
Jan 29 21:04:30.060512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f3b3340-b15e-48b0-b445-3da31bad8acf req-4cec7a64-03c7-4f59-b679-9d45da5312ca tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198754
Jan 29 21:04:30.061722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (22def653-4b71-4f0d-889d-51b2b6588861), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.069367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.070531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22def653-4b71-4f0d-889d-51b2b6588861 HTTP/1.1" status: 204  len: 168 time: 0.6936433
Jan 29 21:04:30.093858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fd5f1d-8182-40ff-8d01-e266d9aa192f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:30.095130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d68ee-2da5-4133-91c8-0b75603e9f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22def653-4b71-4f0d-889d-51b2b6588861,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:30.096912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c462b491-957c-4f30-bd81-03ece14815d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.117389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks [] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.152148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Transition to ACTIVE for port object a5fd5f1d-8182-40ff-8d01-e266d9aa192f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:04:30.157494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.286902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c462b491-957c-4f30-bd81-03ece14815d6 admin admin] Publish callbacks [] for security_group (c947fdb0-f547-4525-8de3-31cda63b3179), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.296525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c462b491-957c-4f30-bd81-03ece14815d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c947fdb0-f547-4525-8de3-31cda63b3179), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.312584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:30.422136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462b491-957c-4f30-bd81-03ece14815d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947fdb0-f547-4525-8de3-31cda63b3179,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:30.428965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c462b491-957c-4f30-bd81-03ece14815d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105277c310a8466a8c7b0ad8afa8ce0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6736763
Jan 29 21:04:30.431822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:30.439689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:30.447299 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595beefd-a428-4151-9c25-b4da99ecd85c" -d '{"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-unplugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:30.507131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] Publish callbacks [] for security_group (c947fdb0-f547-4525-8de3-31cda63b3179), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.511642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Attempting to bind port a5fd5f1d-8182-40ff-8d01-e266d9aa192f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:30.512162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Attempting to bind port a5fd5f1d-8182-40ff-8d01-e266d9aa192f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:30.512542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Attempting to bind port a5fd5f1d-8182-40ff-8d01-e266d9aa192f on network 2a65e260-6d36-4431-88bf-e96fa5fc5907 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:30.517991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Port a5fd5f1d-8182-40ff-8d01-e266d9aa192f on network 2a65e260-6d36-4431-88bf-e96fa5fc5907 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:30.518715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Attempting to bind port a5fd5f1d-8182-40ff-8d01-e266d9aa192f on network 2a65e260-6d36-4431-88bf-e96fa5fc5907 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:30.528582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:30.530497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Checking segment: {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:30.532334 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc7879-9708-47f4-a1ea-67f59b1b1678 x-openstack-request-id: req-c2cc7879-9708-47f4-a1ea-67f59b1b1678 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:30.532705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Bound using segment: {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:30.533292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Bound port: a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce4c26-ea60-4817-afd2-9fa4dd670e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:30.533765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.534214 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26614814-8c00-46f5-bcd6-c38866343940", "name": "network-vif-unplugged", "status": "completed", "tag": "86703e32-4e0e-4882-aabc-9b9f7eecd412", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:30.534949 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2cc7879-9708-47f4-a1ea-67f59b1b1678 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:30.535511 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26614814-8c00-46f5-bcd6-c38866343940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86703e32-4e0e-4882-aabc-9b9f7eecd412', 'code': 200}
Jan 29 21:04:30.555329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35924) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:30.564456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'name': 'tempest-router--1788756813', 'project_id': '540a17771d414095bf803506234f155f'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:30.590890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] Publish callbacks [] for security_group (c947fdb0-f547-4525-8de3-31cda63b3179), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.642236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:30.646831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:30.654254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.655640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.658600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.671890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea682a8-82a8-4e6e-9be1-2940a20dc5d6 req-4f1370f0-8377-4aae-874f-e1ae72a8c531 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:30.680896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ea682a8-82a8-4e6e-9be1-2940a20dc5d6 req-4f1370f0-8377-4aae-874f-e1ae72a8c531 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1577106
Jan 29 21:04:30.730852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:30.731566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.733421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] 10.222.0.18 "PUT /v2.0/ports/a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 1092 time: 1.1621315
Jan 29 21:04:30.745180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1365ebc5-93d2-4393-a153-56bea061ae41 req-d3c53006-2967-4593-a513-7180af4392a1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 210 time: 0.0610447
Jan 29 21:04:30.853174 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c947fdb0-f547-4525-8de3-31cda63b3179), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.855447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.856836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c947fdb0-f547-4525-8de3-31cda63b3179 HTTP/1.1" status: 204  len: 168 time: 0.4236393
Jan 29 21:04:30.858239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.869262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dfe07-6a9d-485c-b55d-c5b6c412f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947fdb0-f547-4525-8de3-31cda63b3179,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:30.885601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ea682a8-82a8-4e6e-9be1-2940a20dc5d6 req-d961ae4c-c3d5-4455-996b-b1ad55db652c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2034063
Jan 29 21:04:30.889618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.944779 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:30.947019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ac624793-5b3c-4855-b68d-fa7533eacbbd tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3904889
Jan 29 21:04:30.952949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:31.345916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:31.390316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845e83-7ebc-4112-a94e-78d35004997a service neutron] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:31.427810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a153a-23fd-4caa-bd3e-ad051d6e160c req-c31c63ff-167c-43a2-9b2c-87acde6921dc tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:31.433526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f6a153a-23fd-4caa-bd3e-ad051d6e160c req-c31c63ff-167c-43a2-9b2c-87acde6921dc tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.5392561
Jan 29 21:04:31.436252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35954) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:31.448124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.449486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9d3675e0-0c9d-4a12-8103-76e0bded76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:31.451682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-9d3675e0-0c9d-4a12-8103-76e0bded76d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1126 time: 0.6249044
Jan 29 21:04:31.514936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-20c3d3a8-8e20-44ce-b7ae-c9fcb50ced16 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:31.516521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-20c3d3a8-8e20-44ce-b7ae-c9fcb50ced16 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.7910469
Jan 29 21:04:31.517864 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-0347cd95-1d2d-4e4f-885a-3d7831bf5380 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.0548358
Jan 29 21:04:31.534846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-937fd5e7-0786-4297-a46f-e10e030d17cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.577852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-b6ca83f7-ce53-4d64-a000-8f841dcab76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:31.579661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-b6ca83f7-ce53-4d64-a000-8f841dcab76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.0552764
Jan 29 21:04:31.587372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Request body: {'port': {'device_id': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'admin_state_up': True, 'tenant_id': '32b002caffc8479a8ba3d87eddd46879'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:31.666827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-b04267d4-44f1-4a62-8e3f-3b7de4359fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278950
Jan 29 21:04:31.670800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:31.670972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-342680054-network', 'tenant_id': '71d5e7056616415aa449f9987bb3442c'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:31.673087 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a49500-f2ca-477a-acc5-a856ee05ff60" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:31.687573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8a653-300d-484c-8758-e76cbd134aed req-7ee5e6ee-de8c-4514-813b-598da6c31253 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:31.689054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45c8a653-300d-484c-8758-e76cbd134aed req-7ee5e6ee-de8c-4514-813b-598da6c31253 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 944 time: 0.3444417
Jan 29 21:04:31.707986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.718673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.744697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f6a153a-23fd-4caa-bd3e-ad051d6e160c req-beb21907-67e0-46f1-87c5-6fb1b52f0ad6 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978272
Jan 29 21:04:31.803073 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56692657-6eb4-47e2-bc44-4b6eacc48a8f x-openstack-request-id: req-56692657-6eb4-47e2-bc44-4b6eacc48a8f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:31.803611 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:31.803810 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56692657-6eb4-47e2-bc44-4b6eacc48a8f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:31.804368 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:04:31.808010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Made reservation on behalf of 71d5e7056616415aa449f9987bb3442c for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:31.810539 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.812523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-2a09e4eb-bfad-4cf9-955b-559b56cb0907 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336479
Jan 29 21:04:31.813525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:31.817493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.834020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (4d44c2bb-99c3-417c-b169-1f2b7069a3a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.834516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d44c2bb-99c3-417c-b169-1f2b7069a3a6 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:04:31.845126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.848668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c2d2ad59-c4ac-45b5-85ac-112929474b0b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4d44c2bb-99c3-417c-b169-1f2b7069a3a6 HTTP/1.1" status: 204  len: 168 time: 0.8919964
Jan 29 21:04:31.864847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:31.929786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45c8a653-300d-484c-8758-e76cbd134aed req-b76bf463-c925-4559-a55b-0f8f6ccc860f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305505
Jan 29 21:04:31.982826 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dec52629-3ebc-4b16-bd2b-46aa9491b7a1 req-79642ded-ba70-433e-b80b-aaca80910c6e service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624398
Jan 29 21:04:32.073674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35966) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:32.080096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Allocated IP 172.20.0.10 (b709d68e-d5b8-4af1-856f-050ad158cd85/42703c3e-c26d-4652-942c-7324428e17ec/cb07052e-244e-465e-8f6b-c273c635d262) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:32.092163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d9d8f3f-bb8e-475f-b4d9-f957fb8023cc req-517ef962-de3b-4c00-a870-3ca3ac28c57b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 210 time: 0.0727639
Jan 29 21:04:32.102627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-937fd5e7-0786-4297-a46f-e10e030d17cd admin admin] Publish callbacks [] for security_group (84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.117721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks [] for security_group (74240014-7d01-493a-b119-68110632d5ef), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.122433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-937fd5e7-0786-4297-a46f-e10e030d17cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.142105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8fe77-8898-47ce-a7f1-9866b5be006f req-462fbaa9-4540-4cbf-8da7-e3040779c104 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.150266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3af8fe77-8898-47ce-a7f1-9866b5be006f req-462fbaa9-4540-4cbf-8da7-e3040779c104 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2811110
Jan 29 21:04:32.152057 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74240014-7d01-493a-b119-68110632d5ef), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.222419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:32.252458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-937fd5e7-0786-4297-a46f-e10e030d17cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=056f52d4e9604f108854992dd8453e47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8123288
Jan 29 21:04:32.254865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35970) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:32.259732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd5e7-0786-4297-a46f-e10e030d17cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:32.265153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-6db4cced-2688-4a50-b7f6-1cd2e7ee90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.266774 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-6db4cced-2688-4a50-b7f6-1cd2e7ee90cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1126 time: 0.2317374
Jan 29 21:04:32.299452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (420bc0d5-82de-4686-8fd1-58fabe5e53ce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.299806 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Added segment 420bc0d5-82de-4686-8fd1-58fabe5e53ce of type vlan for network 9a2f4cf5-c536-492e-88d4-8be604c4400e
Jan 29 21:04:32.331063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-70272101', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:32.361095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks [] for port (cb07052e-244e-465e-8f6b-c273c635d262), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.383451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3af8fe77-8898-47ce-a7f1-9866b5be006f req-ce2b0157-0dbc-45bc-b193-f9114b911286 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322695
Jan 29 21:04:32.384099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:32.412291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74240014-7d01-493a-b119-68110632d5ef,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:32.414246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 86703e32-4e0e-4882-aabc-9b9f7eecd412 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:04:32.414884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 86703e32-4e0e-4882-aabc-9b9f7eecd412 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:32.421828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9a2f4cf5-c536-492e-88d4-8be604c4400e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.434458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-41c098e1-a23d-4194-828e-b9b0ad12f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.436041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-41c098e1-a23d-4194-828e-b9b0ad12f4ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.1607363
Jan 29 21:04:32.439652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.445422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfa644-0ee9-40f6-b79d-50092b5568a9 req-060f356c-e224-4bb3-832e-391a032da804 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.447092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89bfa644-0ee9-40f6-b79d-50092b5568a9 req-060f356c-e224-4bb3-832e-391a032da804 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2591286
Jan 29 21:04:32.447914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (42093180-8507-4ddf-9936-d9175c9367bf), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.448924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (42093180-8507-4ddf-9936-d9175c9367bf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.506271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] Publish callbacks [] for security_group (84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.523750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9a2f4cf5-c536-492e-88d4-8be604c4400e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.524017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.524515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.540398 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-bf6f1abe-a582-4401-a069-b9b6abcf5a44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.0853488
Jan 29 21:04:32.546711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Network b709d68e-d5b8-4af1-856f-050ad158cd85 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:32.565948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:32.591077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:32.593726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:32.597396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (42093180-8507-4ddf-9936-d9175c9367bf), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.659588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-22bcdaef-167a-460e-9ec8-696c2e33de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.660066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] Publish callbacks [] for security_group (84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.661111 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-22bcdaef-167a-460e-9ec8-696c2e33de0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1130106
Jan 29 21:04:32.666485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.667104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.674046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3271852
Jan 29 21:04:32.681913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:32.704971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Request body: {'subnet': {'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-342680054-subnet', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:32.712439 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-848ec4cb-09f3-44d7-9b0b-19788a264173 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426817
Jan 29 21:04:32.715771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89bfa644-0ee9-40f6-b79d-50092b5568a9 req-50fc5b9a-a0c7-4a9d-9d72-e48ecbac677f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2606380
Jan 29 21:04:32.747297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-5924bc46-d996-4d3b-ae20-58f9007f63dc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1719539
Jan 29 21:04:32.777698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Request body: {'port': {'device_id': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:32.782610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Made reservation on behalf of 71d5e7056616415aa449f9987bb3442c for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:32.784789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.790623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59045d-e829-4eb7-b04c-10ec5929f010 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2f4cf5-c536-492e-88d4-8be604c4400e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:32.801956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:32.884554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ca5ac-1aaa-45dd-8a7a-5839f353e848 req-b745e360-c533-47be-a3fd-c11200048037 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:32.886106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca3ca5ac-1aaa-45dd-8a7a-5839f353e848 req-b745e360-c533-47be-a3fd-c11200048037 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2403827
Jan 29 21:04:32.896936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (42093180-8507-4ddf-9936-d9175c9367bf), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.927757 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.930560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.931695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699 HTTP/1.1" status: 204  len: 168 time: 0.6691561
Jan 29 21:04:32.942896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-fe12bc9d-1ece-4886-88af-84728d16963e service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206838
Jan 29 21:04:32.944910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:32.993378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca3ca5ac-1aaa-45dd-8a7a-5839f353e848 req-1f9603db-64f0-4391-98b6-c7d96a5de492 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931828
Jan 29 21:04:32.996627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7012df-babc-4b33-85d1-3f0245c732e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0ec0a-2c25-4e9e-9d84-84ba9ecd0699,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:33.184389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575836f0-fe64-4d04-a53d-faa644b8a624 req-d6a02b43-131a-4519-9aa3-321821fa7710 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:33.191231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-575836f0-fe64-4d04-a53d-faa644b8a624 req-d6a02b43-131a-4519-9aa3-321821fa7710 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 944 time: 0.1368997
Jan 29 21:04:33.284129 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-06a49500-f2ca-477a-acc5-a856ee05ff60 req-33571998-c8fa-435d-a311-eb4214703508 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3350501
Jan 29 21:04:33.369356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (33f3317f-c357-49df-9dbf-96185cd5a1a9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.405408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (42093180-8507-4ddf-9936-d9175c9367bf), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.445737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.452242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-575836f0-fe64-4d04-a53d-faa644b8a624 req-d530e4e7-35a2-4df6-805c-25986a14fd64 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409194
Jan 29 21:04:33.471332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce539f8-a01b-45ec-9ed7-2fc93c1ae517 req-3f2a12b9-a62a-488f-b759-08baf706e1e3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:33.473293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ce539f8-a01b-45ec-9ed7-2fc93c1ae517 req-3f2a12b9-a62a-488f-b759-08baf706e1e3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 932 time: 0.2805214
Jan 29 21:04:33.479305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f3317f-c357-49df-9dbf-96185cd5a1a9,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:33.497969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Checking segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:33.498411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Network hostable DHCP agents. Network: 9a2f4cf5-c536-492e-88d4-8be604c4400e, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:33.547906 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:33.551362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb07052e-244e-465e-8f6b-c273c635d262 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:33.562109 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks [] for port (cb07052e-244e-465e-8f6b-c273c635d262), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.574293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a2f4cf5-c536-492e-88d4-8be604c4400e) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:33.579693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:33.580306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.587060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04039d-b29b-4914-936b-f4e95cf51779 None None] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:33.591636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Transition to ACTIVE for port object cb07052e-244e-465e-8f6b-c273c635d262 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:04:33.598226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.631368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ce539f8-a01b-45ec-9ed7-2fc93c1ae517 req-09b9a0be-a1ef-42dc-86d5-f83476e3b848 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129620
Jan 29 21:04:33.666336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Allocated IP 172.35.4.7 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/97b1b31f-8518-41c4-bd4d-183c5bc86923) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:33.670230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:33.680229 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-24c67f77-7e43-44b5-a1c9-01451ccbec91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9947162
Jan 29 21:04:33.680714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35994) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:33.686601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:33.747571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a2f4cf5-c536-492e-88d4-8be604c4400e', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:04:33.748452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.763227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.765305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.806702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for port (97b1b31f-8518-41c4-bd4d-183c5bc86923), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.899148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (97b1b31f-8518-41c4-bd4d-183c5bc86923), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.904563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for router_controller (77187860-85c1-466c-ab95-593bb9c6bfb8), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:33.905569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Attempting to bind port cb07052e-244e-465e-8f6b-c273c635d262 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:33.905919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Attempting to bind port cb07052e-244e-465e-8f6b-c273c635d262 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:33.906254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Attempting to bind port cb07052e-244e-465e-8f6b-c273c635d262 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:33.917633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Port cb07052e-244e-465e-8f6b-c273c635d262 on network b709d68e-d5b8-4af1-856f-050ad158cd85 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:33.918370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Attempting to bind port cb07052e-244e-465e-8f6b-c273c635d262 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:33.936872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Allocated IP 172.20.0.2 (9a2f4cf5-c536-492e-88d4-8be604c4400e/33f3317f-c357-49df-9dbf-96185cd5a1a9/9fde1c4b-9b89-453d-ae05-9331bc46f06b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:33.964434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:33.975281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e3575-d4a9-43b8-aa82-bed8c821a8d4 req-75e27136-18bd-456f-89cf-ddd9583df118 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:33.983573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a94e3575-d4a9-43b8-aa82-bed8c821a8d4 req-75e27136-18bd-456f-89cf-ddd9583df118 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1384683
Jan 29 21:04:33.997245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:34.012203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:34.023092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:34.028343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event updated for resources: {'Port': ['ID=97b1b31f-8518-41c4-bd4d-183c5bc86923,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:34.030557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Checking segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:34.036868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Bound using segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:34.037441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Bound port: cb07052e-244e-465e-8f6b-c273c635d262, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:34.038405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.148719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks [] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.156850 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.191095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a94e3575-d4a9-43b8-aa82-bed8c821a8d4 req-40a605a6-c7c6-441f-b0bc-4bd85a4c0900 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2061300
Jan 29 21:04:34.215713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Pushing event updated for resources: {'Port': ['ID=9fde1c4b-9b89-453d-ae05-9331bc46f06b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:34.237020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:34.238996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:34.242644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:34.275654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for router_gateway (77187860-85c1-466c-ab95-593bb9c6bfb8), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.282663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:34.308464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:34.322419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4681a-a77b-4cb3-91f9-6dcaf25a288a req-e6f33811-4097-4ea4-a75d-18586bb46239 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:34.324640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5c4681a-a77b-4cb3-91f9-6dcaf25a288a req-e6f33811-4097-4ea4-a75d-18586bb46239 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2053313
Jan 29 21:04:34.331377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.366469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Attempting to bind port 9fde1c4b-9b89-453d-ae05-9331bc46f06b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:34.366848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Attempting to bind port 9fde1c4b-9b89-453d-ae05-9331bc46f06b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:34.367217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Attempting to bind port 9fde1c4b-9b89-453d-ae05-9331bc46f06b on network 9a2f4cf5-c536-492e-88d4-8be604c4400e {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:34.380184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:34.382710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Checking segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:34.383429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.384959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Bound using segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:34.385699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Bound port: 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:34.386541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.430521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:34.430781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.432051 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb07052e-244e-465e-8f6b-c273c635d262 HTTP/1.1" status: 200  len: 1092 time: 1.6602263
Jan 29 21:04:34.433761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:34.436070 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74953006-7db1-48f0-a7af-f04cdd3f9a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "tag": "cb07052e-244e-465e-8f6b-c273c635d262"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:34.461280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5c4681a-a77b-4cb3-91f9-6dcaf25a288a req-f48e238b-e21f-4c01-b44c-acc02602f59f tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240788
Jan 29 21:04:34.507251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318aa5-73ca-4b51-9ab7-5dbd43ab7941 service neutron] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:34.551375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] For port 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:34.569382 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c81418-c6a4-4942-8b54-2d1c449dd99b x-openstack-request-id: req-b4c81418-c6a4-4942-8b54-2d1c449dd99b {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:34.570680 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "tag": "cb07052e-244e-465e-8f6b-c273c635d262", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:34.571195 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4c81418-c6a4-4942-8b54-2d1c449dd99b {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:34.571917 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262', 'status': 'completed', 'code': 200}
Jan 29 21:04:34.578351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] For port 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fde1c4b-9b89-453d-ae05-9331bc46f06b,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:34.586295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:34.699266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816465c-1ee7-42ce-b7a8-417d580e98eb None None] Pushing event updated for resources: {'Port': ['ID=9fde1c4b-9b89-453d-ae05-9331bc46f06b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:34.702206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-7dfcf605-e753-45e1-94df-9aafdcc56a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:34.706782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-7dfcf605-e753-45e1-94df-9aafdcc56a24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 1126 time: 0.2253358
Jan 29 21:04:34.804203 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-c3081b95-76cd-4be6-89de-c6a60e947292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb07052e-244e-465e-8f6b-c273c635d262 HTTP/1.1" status: 200  len: 217 time: 0.0774233
Jan 29 21:04:34.909804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-2e0ce519-c365-4f0b-89d6-4aad22f51b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:34.911741 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-2e0ce519-c365-4f0b-89d6-4aad22f51b15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.0874615
Jan 29 21:04:35.071229 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-80e21c8c-4354-406b-bc2a-61a780cca970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1094022
Jan 29 21:04:35.168908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for router_gateway (77187860-85c1-466c-ab95-593bb9c6bfb8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.238259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.252573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23905-1dbf-4d15-b7cb-683203f1bc60 req-a218ff62-defd-49db-9b18-2a2989ab19d6 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.259557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6a23905-1dbf-4d15-b7cb-683203f1bc60 req-a218ff62-defd-49db-9b18-2a2989ab19d6 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2892754
Jan 29 21:04:35.274690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658aba6-9102-4500-931b-d960dfd0b05e req-111ebdbd-242c-41bc-98db-c7b87b8e7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.276198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-111ebdbd-242c-41bc-98db-c7b87b8e7713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00133a031fd4900b3bd35531f1d61c8&device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 1127 time: 0.2971179
Jan 29 21:04:35.288875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (42093180-8507-4ddf-9936-d9175c9367bf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.307663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2362-7b87-45be-beb0-4586d4b3a1cf req-c625038f-20e3-48ff-86a1-b9c9aa3d4987 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.309226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1adb2362-7b87-45be-beb0-4586d4b3a1cf req-c625038f-20e3-48ff-86a1-b9c9aa3d4987 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 944 time: 0.3313475
Jan 29 21:04:35.312451 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-ed9181fa-ba9f-4617-a747-fbccff24a696 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002761
Jan 29 21:04:35.472419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Allocated IP 172.35.4.120 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/a5390464-3354-44d2-98d7-f85258065602) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:35.495046 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a1ff61a5-5c50-4cd9-a81e-c8f0e57519ec req-2b17c5af-5507-4b9c-a73e-1cb170605d02 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764553
Jan 29 21:04:35.496934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1adb2362-7b87-45be-beb0-4586d4b3a1cf req-6253cbce-6915-4aa3-94cb-b271b08f7a13 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559594
Jan 29 21:04:35.517395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6a23905-1dbf-4d15-b7cb-683203f1bc60 req-9fea139e-9873-4274-88bb-4b6ea04f9bf3 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569439
Jan 29 21:04:35.568928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658aba6-9102-4500-931b-d960dfd0b05e req-6d9ebd42-abcb-4421-98e5-110d38ac9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.571304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-6d9ebd42-abcb-4421-98e5-110d38ac9453 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 200  len: 913 time: 0.2858820
Jan 29 21:04:35.680849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-affcc235-e171-44d4-b619-bef6434036b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.682331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-affcc235-e171-44d4-b619-bef6434036b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 1126 time: 0.0973313
Jan 29 21:04:35.763169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for port (a5390464-3354-44d2-98d7-f85258065602), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.784683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-cb9ddd0f-9528-42fb-9875-6c715eed6d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 200  len: 217 time: 0.1338241
Jan 29 21:04:35.845346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-732f28a8-9e1a-45ca-983b-e9b294d20911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.846842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-732f28a8-9e1a-45ca-983b-e9b294d20911 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 0.1526835
Jan 29 21:04:35.851827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a5390464-3354-44d2-98d7-f85258065602), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.892576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658aba6-9102-4500-931b-d960dfd0b05e req-eb1daa7e-6e5c-467a-9de0-1c8be467c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.893967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-eb1daa7e-6e5c-467a-9de0-1c8be467c1d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6625972c-e4ad-4d95-ad9d-ac402727a5ee HTTP/1.1" status: 200  len: 852 time: 0.1011877
Jan 29 21:04:35.907220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9e51-89c7-41fc-859f-aee273a8e89a req-cd0ed770-c5e0-4517-b2fc-12eb5db5ea4b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.914077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-300d9e51-89c7-41fc-859f-aee273a8e89a req-cd0ed770-c5e0-4517-b2fc-12eb5db5ea4b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 944 time: 0.2556791
Jan 29 21:04:35.924358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0fef1-769c-4d79-a5b4-f8cc9f1a7841 req-b9a30fe6-8c04-421f-a01f-f048d3856289 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:35.931621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-c7b1e36d-8c67-4025-8d38-f89e3e47af18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb07052e-244e-465e-8f6b-c273c635d262 HTTP/1.1" status: 200  len: 217 time: 0.0762508
Jan 29 21:04:35.933242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ee0fef1-769c-4d79-a5b4-f8cc9f1a7841 req-b9a30fe6-8c04-421f-a01f-f048d3856289 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2754371
Jan 29 21:04:35.950049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (42093180-8507-4ddf-9936-d9175c9367bf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:35.959825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:35.984938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:35.988587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a5390464-3354-44d2-98d7-f85258065602,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:35.990163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-a6e140e3-384a-4ed4-8485-2715744cc763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5968d61d-bed0-4117-92c4-de605dad222f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738542
Jan 29 21:04:35.990974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:36.045166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-1f89e49c-69e9-4d50-a34b-07c943cebce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:36.046913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-1f89e49c-69e9-4d50-a34b-07c943cebce1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1081958
Jan 29 21:04:36.086926 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-1284fb07-66cb-4bde-93c9-5811d551e38d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333915
Jan 29 21:04:36.181575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-300d9e51-89c7-41fc-859f-aee273a8e89a req-63de42ca-dc94-4c7d-aedc-02346fd406cb tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665851
Jan 29 21:04:36.229476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a5fd5f1d-8182-40ff-8d01-e266d9aa192f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:04:36.241492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ee0fef1-769c-4d79-a5b4-f8cc9f1a7841 req-548df821-5fa1-4990-ab9b-2fb41721208e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3052561
Jan 29 21:04:36.288847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-6c3a0144-84f0-48b0-abb8-f832cd782618 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2912643
Jan 29 21:04:36.335646 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-90f176e4-381d-42dc-99e8-7a0a0d7f8127 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039061
Jan 29 21:04:36.357173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Router 42093180-8507-4ddf-9936-d9175c9367bf is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:36.452975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5eedb-4cea-4c84-b378-69b1788dc9dd None None] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:36.495854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3658aba6-9102-4500-931b-d960dfd0b05e req-2f47783c-d39b-457f-945c-6bc9e7788a38 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992958
Jan 29 21:04:36.533682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for router_gateway (77187860-85c1-466c-ab95-593bb9c6bfb8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:36.563108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:36.632549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:36.634441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-77425ec6-e733-4db3-9b9d-a1d15d3f588c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.5562758
Jan 29 21:04:36.636181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] Sync routers for ids ['42093180-8507-4ddf-9936-d9175c9367bf'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:36.636744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36064) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:36.691268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:36.695081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9fde1c4b-9b89-453d-ae05-9331bc46f06b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:36.713289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Provisioning complete for port 9fde1c4b-9b89-453d-ae05-9331bc46f06b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:36.713953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:36.780955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'port_id': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'mac_address': 'fa:16:3e:4e:77:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:04:36.794210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] Routers {'42093180-8507-4ddf-9936-d9175c9367bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:36.795130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a44be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42093180-8507-4ddf-9936-d9175c9367bf'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:36.836679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a44be50>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:36.900818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a5fd5f1d-8182-40ff-8d01-e266d9aa192f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:36.901725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:36.912124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d371e-d9d8-41e3-a9e7-988074eb3c09 req-ca5eb802-ae3b-493b-9aef-cccd2fca6f58 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:36.913984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a2d371e-d9d8-41e3-a9e7-988074eb3c09 req-ca5eb802-ae3b-493b-9aef-cccd2fca6f58 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 944 time: 0.1832170
Jan 29 21:04:36.924088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6732-df62-4248-8475-1fa2fee29fdd req-7b79ded1-6cc7-4be8-93dc-cd34ea9fb0ed tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:36.933847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-458d6732-df62-4248-8475-1fa2fee29fdd req-7b79ded1-6cc7-4be8-93dc-cd34ea9fb0ed tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2131240
Jan 29 21:04:36.945255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] Routers {'42093180-8507-4ddf-9936-d9175c9367bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:36.946149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a44be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42093180-8507-4ddf-9936-d9175c9367bf'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:36.960483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fd5f1d-8182-40ff-8d01-e266d9aa192f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:37.009194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a44be50>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:37.010214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c80a5-ede8-484b-8356-a59eedfa0c9d None None] The sync data for ids ['42093180-8507-4ddf-9936-d9175c9367bf'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:37.029776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-74953006-7db1-48f0-a7af-f04cdd3f9a6e req-28a7dc1a-5379-4ea7-8979-4aad2b9a0f02 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6590004
Jan 29 21:04:37.049401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:37.054251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9fde1c4b-9b89-453d-ae05-9331bc46f06b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:37.054632 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.089280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.107516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a2d371e-d9d8-41e3-a9e7-988074eb3c09 req-390c5356-a4fd-421b-ad4a-9d19ad66ce81 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704986
Jan 29 21:04:37.114369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c99ef6b0-f226-4e96-b27d-a5f422169b18 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/42093180-8507-4ddf-9936-d9175c9367bf HTTP/1.1" status: 200  len: 921 time: 0.4763055
Jan 29 21:04:37.118642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36070) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:37.202078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.225351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26c7ccd0-cdd4-48d9-b437-43c9219781c5 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=42093180-8507-4ddf-9936-d9175c9367bf HTTP/1.1" status: 200  len: 205 time: 0.0872800
Jan 29 21:04:37.239219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:37.391951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Current status of the port 9fde1c4b-9b89-453d-ae05-9331bc46f06b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:37.392648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.396513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:37.457199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-458d6732-df62-4248-8475-1fa2fee29fdd req-2bf97ba9-5eeb-4e81-b7dd-d5411d430817 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5222435
Jan 29 21:04:37.532953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:04:37.563371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:37.577465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:37.584613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:37.597276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:37.603421 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:37.605115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.611310 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f7b5085-b9fe-4868-9ef4-aa5eda0f77e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.9297481
Jan 29 21:04:37.612772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:37.633607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] For port 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fde1c4b-9b89-453d-ae05-9331bc46f06b,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:37.659754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9fde1c4b-9b89-453d-ae05-9331bc46f06b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:37.660012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.685496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.780118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9946513-a7fc-47bf-9d13-e1dbcce2e7fa None None] Pushing event updated for resources: {'Port': ['ID=9fde1c4b-9b89-453d-ae05-9331bc46f06b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:37.796207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:37.871219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36082) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:37.881913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-760446ee-28af-4034-bb89-1ce37ab5818a None None] Provisioning complete for port 9fde1c4b-9b89-453d-ae05-9331bc46f06b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:37.882303 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-760446ee-28af-4034-bb89-1ce37ab5818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.955962 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:04:37.956903 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:04:37.977874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (42093180-8507-4ddf-9936-d9175c9367bf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:37.988549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f333ae-2de3-4a39-b954-087380f8f0dd req-b7e187a2-5c45-4082-a65a-3f4975d5860b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:37.997337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1f333ae-2de3-4a39-b954-087380f8f0dd req-b7e187a2-5c45-4082-a65a-3f4975d5860b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 944 time: 0.5657430
Jan 29 21:04:38.051027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14f850>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:36Z', 'revision_number': 3, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:38.096128 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:38.096391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-760446ee-28af-4034-bb89-1ce37ab5818a None None] Current status of the port 9fde1c4b-9b89-453d-ae05-9331bc46f06b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:38.096961 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Updating router 77187860-85c1-466c-ab95-593bb9c6bfb8 port a5390464-3354-44d2-98d7-f85258065602 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:38.104952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9826-70a5-4245-a441-576cd7c5be2c req-7da8696d-d9b3-4da1-8a15-5e6c7706cc53 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:38.105910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51fd9826-70a5-4245-a441-576cd7c5be2c req-7da8696d-d9b3-4da1-8a15-5e6c7706cc53 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2163532
Jan 29 21:04:38.135838 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5390464-3354-44d2-98d7-f85258065602), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.157133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42d3a866-59ad-4355-9633-8d7ee75b628e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.189741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1f333ae-2de3-4a39-b954-087380f8f0dd req-9290459c-707f-4484-8960-197ad10e7293 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911550
Jan 29 21:04:38.239131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51fd9826-70a5-4245-a441-576cd7c5be2c req-24ef78a4-cdbc-4910-9910-5ec9dcd1c6be tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193104
Jan 29 21:04:38.241958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (42093180-8507-4ddf-9936-d9175c9367bf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.347486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port 97b1b31f-8518-41c4-bd4d-183c5bc86923 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:38.348227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (97b1b31f-8518-41c4-bd4d-183c5bc86923), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.354004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42d3a866-59ad-4355-9633-8d7ee75b628e admin admin] Publish callbacks [] for security_group (9c61de75-b9cf-43a9-8c0a-cce03d7b626d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.362911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42d3a866-59ad-4355-9633-8d7ee75b628e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c61de75-b9cf-43a9-8c0a-cce03d7b626d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.402249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:04:38.404549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a061a4a-603e-4352-8535-cfde688c3761 req-e2f12eda-631a-488e-934f-cd11926eaba9 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:38.406229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a061a4a-603e-4352-8535-cfde688c3761 req-e2f12eda-631a-488e-934f-cd11926eaba9 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 945 time: 0.1180756
Jan 29 21:04:38.436802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.471903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-42d3a866-59ad-4355-9633-8d7ee75b628e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92c3eed49365425f932a2ad102dd2051&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5973299
Jan 29 21:04:38.472128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3a866-59ad-4355-9633-8d7ee75b628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61de75-b9cf-43a9-8c0a-cce03d7b626d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:38.475130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36088) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:38.476622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a061a4a-603e-4352-8535-cfde688c3761 req-2e8935ce-00f6-4b46-80cd-3b3e300f265d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609531
Jan 29 21:04:38.502644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (97b1b31f-8518-41c4-bd4d-183c5bc86923), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.530102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for 97b1b31f-8518-41c4-bd4d-183c5bc86923 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:38.539316 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks [] for port (a5390464-3354-44d2-98d7-f85258065602), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.548003 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5390464-3354-44d2-98d7-f85258065602), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.587542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Attempting to bind port a5390464-3354-44d2-98d7-f85258065602 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:38.588235 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Attempting to bind port a5390464-3354-44d2-98d7-f85258065602 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:38.588353 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Attempting to bind port a5390464-3354-44d2-98d7-f85258065602 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:38.597426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9fde1c4b-9b89-453d-ae05-9331bc46f06b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:38.613642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] Publish callbacks [] for security_group (9c61de75-b9cf-43a9-8c0a-cce03d7b626d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.622199 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:38.622594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:38.623075 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.623406 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:38.624028 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Bound port: a5390464-3354-44d2-98d7-f85258065602, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:38.624478 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5390464-3354-44d2-98d7-f85258065602), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.674640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] Publish callbacks [] for security_group (9c61de75-b9cf-43a9-8c0a-cce03d7b626d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.718263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:38.724712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Allocated IP 172.20.0.1 (9a2f4cf5-c536-492e-88d4-8be604c4400e/33f3317f-c357-49df-9dbf-96185cd5a1a9/97b76182-45b4-4e1d-bbf7-0e92945eb65d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:38.749613 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] For port a5390464-3354-44d2-98d7-f85258065602, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:38.754753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'cb07052e-244e-465e-8f6b-c273c635d262', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': 'cb07052e-244e-465e-8f6b-c273c635d262', 'mac_address': 'fa:16:3e:8b:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:04:38.756090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddecde7-4414-46e8-957a-36c206cf4ada None None] Pushing event updated for resources: {'Port': ['ID=a5390464-3354-44d2-98d7-f85258065602,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:38.766330 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] For port a5390464-3354-44d2-98d7-f85258065602, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5390464-3354-44d2-98d7-f85258065602,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:38.768017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df8646-eac4-4e48-b639-ec760385c2e7 req-b9b58486-4cd9-4349-a291-0e0af6a3d559 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:38.771016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00df8646-eac4-4e48-b639-ec760385c2e7 req-b9b58486-4cd9-4349-a291-0e0af6a3d559 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.1536419
Jan 29 21:04:38.780159 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5390464-3354-44d2-98d7-f85258065602), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.831375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c61de75-b9cf-43a9-8c0a-cce03d7b626d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.836425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.840186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c61de75-b9cf-43a9-8c0a-cce03d7b626d HTTP/1.1" status: 204  len: 168 time: 0.3609204
Jan 29 21:04:38.840377 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:38.843233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9fde1c4b-9b89-453d-ae05-9331bc46f06b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:38.847979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cb07052e-244e-465e-8f6b-c273c635d262 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:38.849358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.851490 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:38.857684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00cb8a-bfaf-4edf-a5fe-d8b923a692c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61de75-b9cf-43a9-8c0a-cce03d7b626d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:38.866466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00df8646-eac4-4e48-b639-ec760385c2e7 req-6bddcbc3-381a-4c52-9b91-88e2375753cc tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908976
Jan 29 21:04:38.898713 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (97b1b31f-8518-41c4-bd4d-183c5bc86923), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.928931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=97b1b31f-8518-41c4-bd4d-183c5bc86923,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:38.943329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb07052e-244e-465e-8f6b-c273c635d262 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:38.956166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks [] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:38.979912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:38.994734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.023267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (42093180-8507-4ddf-9936-d9175c9367bf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.033673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.069364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:39.104927 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddecde7-4414-46e8-957a-36c206cf4ada None None] Pushing event updated for resources: {'Port': ['ID=a5390464-3354-44d2-98d7-f85258065602,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:39.107683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9fde1c4b-9b89-453d-ae05-9331bc46f06b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:39.108313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.157122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:39.157372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (42093180-8507-4ddf-9936-d9175c9367bf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.162448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:39.164583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (42093180-8507-4ddf-9936-d9175c9367bf), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.167125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:39.248420 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:39.260619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (42093180-8507-4ddf-9936-d9175c9367bf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.261326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router 42093180-8507-4ddf-9936-d9175c9367bf {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:04:39.270383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.278102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e42ee312-fccf-47fe-b4cc-03229139c542 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/42093180-8507-4ddf-9936-d9175c9367bf HTTP/1.1" status: 204  len: 168 time: 2.0359461
Jan 29 21:04:39.278951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:39.284051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-410714925', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:39.299597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:39.320013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.324217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.330549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['cb07052e-244e-465e-8f6b-c273c635d262'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:04:39.349583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (77187860-85c1-466c-ab95-593bb9c6bfb8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.441676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9fde1c4b-9b89-453d-ae05-9331bc46f06b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:39.542396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (1df9a8df-2051-4eed-8748-cb0733befc9b), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.559419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36108) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:39.567297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800cee-cf16-4298-a48e-bb13eb2ca757 req-97cf7f02-88b7-4469-9ea8-bf7deaa5e260 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:39.582323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8800cee-cf16-4298-a48e-bb13eb2ca757 req-97cf7f02-88b7-4469-9ea8-bf7deaa5e260 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2512920
Jan 29 21:04:39.584863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.618614 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14f850>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:36Z', 'revision_number': 3, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:39.660841 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f20c3-9824-4ba4-9f66-f8a2527cce02 None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:36Z', 'revision_number': 3, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:39.682531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-560cf1a9-d397-4cf7-b869-6a72723fce3e None None] Provisioning complete for port 97b76182-45b4-4e1d-bbf7-0e92945eb65d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:39.683436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-560cf1a9-d397-4cf7-b869-6a72723fce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.692235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84898bfc-4625-428b-85b3-fe9ad42535de req-be70a8b8-566c-46ac-9a83-8945fe9b5bdc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:39.698306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84898bfc-4625-428b-85b3-fe9ad42535de req-be70a8b8-566c-46ac-9a83-8945fe9b5bdc tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 945 time: 0.3398046
Jan 29 21:04:39.717846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b70e6c1-4529-4d9a-aa23-ff93b0d564d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.736722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-560cf1a9-d397-4cf7-b869-6a72723fce3e None None] Port 97b76182-45b4-4e1d-bbf7-0e92945eb65d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:04:39.800065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks [] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.806705 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.846682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1df9a8df-2051-4eed-8748-cb0733befc9b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.871093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8800cee-cf16-4298-a48e-bb13eb2ca757 req-93b4a3de-7411-46a0-afc1-b7ab2e1a98ab tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874749
Jan 29 21:04:39.898420 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (77187860-85c1-466c-ab95-593bb9c6bfb8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:39.904446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:40.006467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84898bfc-4625-428b-85b3-fe9ad42535de req-ee9aa5ae-c3e7-4c66-bb83-6b9a7ff7a90b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847967
Jan 29 21:04:40.072588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:40.075070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:40.134373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3214bd-f541-462b-8ff2-67b8fd0627cb req-09be449b-a18e-496d-90df-e046042494e0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:40.136024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e3214bd-f541-462b-8ff2-67b8fd0627cb req-09be449b-a18e-496d-90df-e046042494e0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1554646
Jan 29 21:04:40.240416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:04:40.259689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b70e6c1-4529-4d9a-aa23-ff93b0d564d7 admin admin] Publish callbacks [] for security_group (b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.261973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a5fd5f1d-8182-40ff-8d01-e266d9aa192f up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:40.283950 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b70e6c1-4529-4d9a-aa23-ff93b0d564d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.355184 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc390a13-5edc-40d3-ba92-13dccbc23f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.369579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a5fd5f1d-8182-40ff-8d01-e266d9aa192f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:40.374564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a5fd5f1d-8182-40ff-8d01-e266d9aa192f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:40.375248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.395405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8b70e6c1-4529-4d9a-aa23-ff93b0d564d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2d454dfda3e4cfabfb5cb962630345a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8092756
Jan 29 21:04:40.398214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36110) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:40.408102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:40.422207 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-41b1e5c1-ea81-4994-bd9f-658ec752efc8 admin admin] 10.222.0.20 "PUT /v2.0/routers/77187860-85c1-466c-ab95-593bb9c6bfb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8002565
Jan 29 21:04:40.422644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:40.466640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae148d-ea04-4e9e-bbf0-925da57105d5 req-e1a4190b-5bd2-447e-8cd9-6a11f797f733 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:40.468868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bae148d-ea04-4e9e-bbf0-925da57105d5 req-e1a4190b-5bd2-447e-8cd9-6a11f797f733 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 945 time: 0.3669543
Jan 29 21:04:40.481417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e3214bd-f541-462b-8ff2-67b8fd0627cb req-e3a5c202-407a-4782-bffc-c96c7ee4bdeb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3285725
Jan 29 21:04:40.496856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e9648d3e-ee03-4a47-82d8-ce68e411ba09 None None] Provisioning complete for port 97b76182-45b4-4e1d-bbf7-0e92945eb65d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:40.497433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e9648d3e-ee03-4a47-82d8-ce68e411ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.506122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e6c1-4529-4d9a-aa23-ff93b0d564d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:40.540477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] Publish callbacks [] for security_group (b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.555138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port cb07052e-244e-465e-8f6b-c273c635d262 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:04:40.596538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port cb07052e-244e-465e-8f6b-c273c635d262 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:40.596538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cb07052e-244e-465e-8f6b-c273c635d262), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.607632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e9648d3e-ee03-4a47-82d8-ce68e411ba09 None None] Port 97b76182-45b4-4e1d-bbf7-0e92945eb65d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:04:40.656848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a5fd5f1d-8182-40ff-8d01-e266d9aa192f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:40.657352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.697330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] Publish callbacks [] for security_group (b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.699514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:40.701932 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4970285-d7df-4629-a08e-cbe4a81476fa" -d '{"events": [{"server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "name": "network-vif-plugged", "status": "completed", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:40.730510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bae148d-ea04-4e9e-bbf0-925da57105d5 req-a1505b30-f8f6-4021-8570-484a14bb2c2f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480900
Jan 29 21:04:40.742419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:40.789098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.804898 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec030079-c34b-4669-8157-71858b260916 x-openstack-request-id: req-ec030079-c34b-4669-8157-71858b260916 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:40.805267 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "name": "network-vif-plugged", "status": "completed", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:40.805936 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec030079-c34b-4669-8157-71858b260916 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:40.806497 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'code': 200}
Jan 29 21:04:40.832364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1df9a8df-2051-4eed-8748-cb0733befc9b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.866667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:40.912732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad4f7b-4baa-4ac5-82f7-c734024ae0c5 req-86069448-c259-4893-bf91-c0a87e4b8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:40.915577 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-27ad4f7b-4baa-4ac5-82f7-c734024ae0c5 req-86069448-c259-4893-bf91-c0a87e4b8531 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.0829191
Jan 29 21:04:40.939725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:40.983713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cb07052e-244e-465e-8f6b-c273c635d262 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:40.985256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.007989 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.016364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a5390464-3354-44d2-98d7-f85258065602 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:41.017423 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-27ad4f7b-4baa-4ac5-82f7-c734024ae0c5 req-24f4b7c8-b874-4899-93b5-a4d44de1718e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946112
Jan 29 21:04:41.018377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.019599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506 HTTP/1.1" status: 204  len: 168 time: 0.6140563
Jan 29 21:04:41.069655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5053b36-f984-49c3-8985-97f6e1da4d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3ba8c-e82b-4fd3-9df7-b47ffdcdb506,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:41.125498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 172.35.4.10 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9c4a0e80-31a5-49c1-8b1a-5f263d293e65) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:41.180616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:41.186322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.186757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.187373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.187940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.188154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.188636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.188971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.189572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.190013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.190410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.190807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.191205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.191752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:04:41.226143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.293456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:41.310613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a5390464-3354-44d2-98d7-f85258065602 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:41.311461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a5390464-3354-44d2-98d7-f85258065602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.335527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a983de-cad0-48f1-9dfb-9a6546684b80 req-e9d643f3-2d0e-46fb-859d-3f81ef40b07e tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:41.337472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8a983de-cad0-48f1-9dfb-9a6546684b80 req-e9d643f3-2d0e-46fb-859d-3f81ef40b07e tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2800841
Jan 29 21:04:41.375923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36142) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:41.383228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-408802238-network', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:41.432328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Made reservation on behalf of f299f963dc714947a7c8073347b8aa0d for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:41.433770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccc494-0381-466f-806c-53ad7ecc075f req-3f0f542c-75f9-458f-97a2-4f9f65788457 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:41.435818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24ccc494-0381-466f-806c-53ad7ecc075f req-3f0f542c-75f9-458f-97a2-4f9f65788457 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.2767696
Jan 29 21:04:41.444331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a5390464-3354-44d2-98d7-f85258065602 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:41.444935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5390464-3354-44d2-98d7-f85258065602), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.445237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.463647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.475887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port a5390464-3354-44d2-98d7-f85258065602, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5390464-3354-44d2-98d7-f85258065602,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:41.481496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5390464-3354-44d2-98d7-f85258065602), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.531118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8a983de-cad0-48f1-9dfb-9a6546684b80 req-d4011457-b1f5-45c4-98d3-b725b56b1d9b tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855311
Jan 29 21:04:41.541299 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.552424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=a5390464-3354-44d2-98d7-f85258065602,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:41.581599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24ccc494-0381-466f-806c-53ad7ecc075f req-b88ecf14-c760-4d84-8052-db81a9497283 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146796
Jan 29 21:04:41.616077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.666774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks [] for security_group (8e08e160-a7e6-4770-aaa7-c443cae7eac7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.676453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e08e160-a7e6-4770-aaa7-c443cae7eac7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.699888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:41.716014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08e160-a7e6-4770-aaa7-c443cae7eac7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:41.733761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:04:41.761519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:41.766813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:41.784341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ef779c15-a9ac-4075-abc7-d8a48cbe3891), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.784830 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Added segment ef779c15-a9ac-4075-abc7-d8a48cbe3891 of type vlan for network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec
Jan 29 21:04:41.870821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6c8be91a-aa16-433c-92f6-f1a4c5e963ec), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.925576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:41.940316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-7dfaf1ee-7c3a-42fa-ad41-f01c7d47912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:41.943338 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-7dfaf1ee-7c3a-42fa-ad41-f01c7d47912a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00133a031fd4900b3bd35531f1d61c8&device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 1127 time: 0.0852125
Jan 29 21:04:41.964074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6c8be91a-aa16-433c-92f6-f1a4c5e963ec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:41.965101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:41.965918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:42.017583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393cfe6-9d99-4721-b308-e79c25781395 req-907b59f5-1cfb-46fb-94a3-ec1e980150ff tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:42.026795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1393cfe6-9d99-4721-b308-e79c25781395 req-907b59f5-1cfb-46fb-94a3-ec1e980150ff tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3256276
Jan 29 21:04:42.102404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481a44-fc5a-4966-acd8-8310e4c0d85d req-1442a356-54f0-445f-bb0e-48c3230a6a48 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:42.103091 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7257957
Jan 29 21:04:42.105403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25481a44-fc5a-4966-acd8-8310e4c0d85d req-1442a356-54f0-445f-bb0e-48c3230a6a48 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.2016501
Jan 29 21:04:42.107936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36164) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:42.117761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Request body: {'subnet': {'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-408802238-subnet', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:42.140975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dc192-bf5d-4186-902b-6083addf9b40 admin admin] Pushing event updated for resources: {'Network': ['ID=6c8be91a-aa16-433c-92f6-f1a4c5e963ec,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:42.167962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-2cfbea66-331b-4f0f-ad97-937f3200103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:42.169396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:04:42.169554 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-2cfbea66-331b-4f0f-ad97-937f3200103e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 200  len: 913 time: 0.2216072
Jan 29 21:04:42.174281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Made reservation on behalf of f299f963dc714947a7c8073347b8aa0d for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:04:42.190852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:42.287546 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-bed2aac2-cfad-4097-ab3e-0c0535d2e46d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 200  len: 217 time: 0.0933697
Jan 29 21:04:42.326085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:42.360899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:42.362234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a695220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:42.416210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-f99474f0-9e9e-4618-a9a5-14949bc60d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:42.417944 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-f99474f0-9e9e-4618-a9a5-14949bc60d12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6625972c-e4ad-4d95-ad9d-ac402727a5ee HTTP/1.1" status: 200  len: 852 time: 0.1205857
Jan 29 21:04:42.466292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-4c5b2b06-e627-465e-b07d-71737a724c79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5968d61d-bed0-4117-92c4-de605dad222f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407658
Jan 29 21:04:42.550869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:42.687097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-ce2366a4-b750-46c8-afef-872f75434e32 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132056
Jan 29 21:04:42.688603 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8dd0d400-394e-4a13-b19b-f1f135457ffb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:42.707282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25481a44-fc5a-4966-acd8-8310e4c0d85d req-24c07e20-9cb3-45b0-bbfa-3d37a2175d03 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610557
Jan 29 21:04:42.711145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1393cfe6-9d99-4721-b308-e79c25781395 req-2b888034-1db2-4b91-9aaf-fb1e4efe4244 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6834977
Jan 29 21:04:42.745465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1df9a8df-2051-4eed-8748-cb0733befc9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:42.805434 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61ba830b-be2c-46e6-a63b-fed14732e799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:42.814103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:42.822276 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e8146-47ea-4cba-84a1-5400b80d4399" -d '{"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-plugged", "status": "completed", "tag": "cb07052e-244e-465e-8f6b-c273c635d262"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:42.825063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a5390464-3354-44d2-98d7-f85258065602 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:42.883472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd0d400-394e-4a13-b19b-f1f135457ffb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:42.928959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Checking segment: {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:42.930482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Network hostable DHCP agents. Network: 6c8be91a-aa16-433c-92f6-f1a4c5e963ec, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:04:42.991253 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-320b3b98-c04e-46d3-bbf5-2f8f64f97c7a req-b55596bf-12b1-49f8-b2a5-505d9d11b7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2964144
Jan 29 21:04:42.993920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:04:42.998336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d761c-fdb3-4c20-87a7-8760eddf8091 req-a31515b7-f717-41aa-afd8-7cecc67dae0e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.006728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d83d761c-fdb3-4c20-87a7-8760eddf8091 req-a31515b7-f717-41aa-afd8-7cecc67dae0e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1769392
Jan 29 21:04:43.009870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c8be91a-aa16-433c-92f6-f1a4c5e963ec) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:43.017613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a5390464-3354-44d2-98d7-f85258065602 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:43.018042 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a5390464-3354-44d2-98d7-f85258065602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.022287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1b87e-6dd0-4794-9a36-983e4a18a115 None None] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:43.030961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.032031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.074460 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d41ab4a-b9e2-459f-8b4b-d005984cf373 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9648893
Jan 29 21:04:43.076744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36182) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:43.084226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:43.106256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690cbe3-e8b6-4253-b6d3-06c55929fd1b req-a8fea018-0151-43d4-803a-9e2019ba5477 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.107994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1690cbe3-e8b6-4253-b6d3-06c55929fd1b req-a8fea018-0151-43d4-803a-9e2019ba5477 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.2414448
Jan 29 21:04:43.116710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.118843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.191806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d83d761c-fdb3-4c20-87a7-8760eddf8091 req-a506df9b-8576-4ad1-83b1-3593bdf434c8 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840270
Jan 29 21:04:43.238976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for router_controller (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.279554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.279867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a5390464-3354-44d2-98d7-f85258065602 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:43.296023 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36fbfa8-9870-44b8-b96a-7d616e42c45c x-openstack-request-id: req-b36fbfa8-9870-44b8-b96a-7d616e42c45c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:43.296593 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-plugged", "status": "completed", "tag": "cb07052e-244e-465e-8f6b-c273c635d262", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:43.296854 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b36fbfa8-9870-44b8-b96a-7d616e42c45c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:43.297774 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262', 'code': 200}
Jan 29 21:04:43.301492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'fixed_ips': [{'subnet_id': '8dd0d400-394e-4a13-b19b-f1f135457ffb'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:04:43.304289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.318817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1690cbe3-e8b6-4253-b6d3-06c55929fd1b req-7092d7f7-9e2a-43f6-aa4f-200d2fda74ff tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833036
Jan 29 21:04:43.509538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router 1df9a8df-2051-4eed-8748-cb0733befc9b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:43.595480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for router_gateway (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.666086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a695220>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 2, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:43.716095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:43.716095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Updating router 77187860-85c1-466c-ab95-593bb9c6bfb8 port 97b76182-45b4-4e1d-bbf7-0e92945eb65d binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:43.718730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80f3b-b1ab-4653-a286-ca13381cac45 req-a4ea0846-71ac-427d-af81-5275d0dd2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.720268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2e80f3b-b1ab-4653-a286-ca13381cac45 req-a4ea0846-71ac-427d-af81-5275d0dd2c81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 1128 time: 0.3364792
Jan 29 21:04:43.747134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea308530-9e27-439d-bcf0-f8b79d3d7f38 req-29744ccc-d4c3-4154-a4c9-59a82d361251 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.748890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea308530-9e27-439d-bcf0-f8b79d3d7f38 req-29744ccc-d4c3-4154-a4c9-59a82d361251 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1189857
Jan 29 21:04:43.752665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-59c2aec1-0df2-4aeb-be79-2ebe2ad47c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:43.754154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:43.754439 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-59c2aec1-0df2-4aeb-be79-2ebe2ad47c16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.1505902
Jan 29 21:04:43.771133 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Sync routers for ids ['1df9a8df-2051-4eed-8748-cb0733befc9b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:43.783099 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.806887 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Routers {'1df9a8df-2051-4eed-8748-cb0733befc9b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:43.807909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1df9a8df-2051-4eed-8748-cb0733befc9b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:43.837409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:43.846416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd7d1df5-5b3a-4616-a8f8-988c377b0293 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.5648575
Jan 29 21:04:43.850330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36204) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:43.922532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c2e80f3b-b1ab-4653-a286-ca13381cac45 req-2ce7f99e-748a-4452-ba47-f232f741d14b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950724
Jan 29 21:04:43.949391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Allocated IP 172.20.0.2 (6c8be91a-aa16-433c-92f6-f1a4c5e963ec/8dd0d400-394e-4a13-b19b-f1f135457ffb/fa2e06ea-b98a-4edb-9790-bad790889976) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:44.022025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-42a330b2-2565-466e-ba43-e4ce05f4ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:44.028411 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-42a330b2-2565-466e-ba43-e4ce05f4ac63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.2648590
Jan 29 21:04:44.035276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea308530-9e27-439d-bcf0-f8b79d3d7f38 req-e62fcb57-3814-4937-9527-aa78a40f304e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559412
Jan 29 21:04:44.067927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd72627-bf87-412c-95ae-30a448528455 req-339768dd-2b0d-4989-bf98-f986bc94d74c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:44.069734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbd72627-bf87-412c-95ae-30a448528455 req-339768dd-2b0d-4989-bf98-f986bc94d74c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1024752
Jan 29 21:04:44.088476 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Set router 1df9a8df-2051-4eed-8748-cb0733befc9b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:44.106098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01caff18-4c50-4b2e-985f-2ed0a084f704 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/1df9a8df-2051-4eed-8748-cb0733befc9b HTTP/1.1" status: 200  len: 907 time: 0.2512093
Jan 29 21:04:44.106749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36208) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:44.111135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-410714925', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': True}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:44.138011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-ff858390-1387-4a7c-af96-0abfd4fd3926 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.1015854
Jan 29 21:04:44.147407 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.193889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbd72627-bf87-412c-95ae-30a448528455 req-20d5d423-61c6-41f0-b25f-939dfb420268 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104233
Jan 29 21:04:44.196718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.201026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.204688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks [] for port (fa2e06ea-b98a-4edb-9790-bad790889976), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.230510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.355072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:44.375429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (0528078a-5c7a-4511-9d53-80a7eea16ad0), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.375702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:44.380271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:44.398560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832127bd-0073-4dce-a94a-b059e6d4fceb req-8a082ec5-ba91-4744-b037-d19ff8e28f09 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:44.414263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Pushing event updated for resources: {'Port': ['ID=fa2e06ea-b98a-4edb-9790-bad790889976,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:44.414454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-832127bd-0073-4dce-a94a-b059e6d4fceb req-8a082ec5-ba91-4744-b037-d19ff8e28f09 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.1823246
Jan 29 21:04:44.465329 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14fbb0>, [{'id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10'}], 'enable_snat': False}, 'gw_port_id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:39Z', 'updated_at': '2022-01-29T21:04:42Z', 'revision_number': 3, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port': {'id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:40Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:44.499594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Checking router: 1df9a8df-2051-4eed-8748-cb0733befc9b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:44.501620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Updating router 1df9a8df-2051-4eed-8748-cb0733befc9b port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:44.528880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Attempting to bind port fa2e06ea-b98a-4edb-9790-bad790889976 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:44.529611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Attempting to bind port fa2e06ea-b98a-4edb-9790-bad790889976 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:44.530076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Attempting to bind port fa2e06ea-b98a-4edb-9790-bad790889976 on network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:44.547211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:44.547705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Checking segment: {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:44.548218 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.549703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Bound using segment: {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:44.550424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Bound port: fa2e06ea-b98a-4edb-9790-bad790889976, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:44.550830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.558896 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.640975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-832127bd-0073-4dce-a94a-b059e6d4fceb req-0ab99209-0b04-409f-bd70-7188a6f6b1e5 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255397
Jan 29 21:04:44.687260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] For port fa2e06ea-b98a-4edb-9790-bad790889976, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:44.709922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] For port fa2e06ea-b98a-4edb-9790-bad790889976, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2e06ea-b98a-4edb-9790-bad790889976,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:44.730131 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.767214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (0528078a-5c7a-4511-9d53-80a7eea16ad0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.785930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf35c8-d3a9-459c-861d-3a165e2de539 req-d6de1d59-8269-4839-8005-62c90b48ce3d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:44.794053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7bf35c8-d3a9-459c-861d-3a165e2de539 req-d6de1d59-8269-4839-8005-62c90b48ce3d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.3340192
Jan 29 21:04:44.849648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c494e-2a46-4a1f-834f-56ff0a711386 None None] Pushing event updated for resources: {'Port': ['ID=fa2e06ea-b98a-4edb-9790-bad790889976,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:44.927653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7bf35c8-d3a9-459c-861d-3a165e2de539 req-eb54d649-23c7-4bc6-b0df-53c51a4e47c1 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326449
Jan 29 21:04:44.930971 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks [] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:44.951278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.100554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aead9-84e7-475d-b31d-4defcbfa16b3 None None] Pushing event updated for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:45.266969 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks [] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.279147 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.397516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-cce9123a-fb54-4c74-a303-9526ecf08636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:45.399796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-cce9123a-fb54-4c74-a303-9526ecf08636 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1650262
Jan 29 21:04:45.401097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for router_gateway (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.406208 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ab3f-58bb-4432-9533-4fa2a27aad15 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:45.439468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.444037 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Attempting to bind port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:45.444726 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Attempting to bind port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:45.445357 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Attempting to bind port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:45.452332 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:45.453311 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:45.454281 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.456363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:45.457173 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Bound port: 9c4a0e80-31a5-49c1-8b1a-5f263d293e65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:45.457756 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.462469 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-11174d2c-14ff-4a17-83b7-555256e142a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354679
Jan 29 21:04:45.504223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Attempting to bind port 97b76182-45b4-4e1d-bbf7-0e92945eb65d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:45.505831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Attempting to bind port 97b76182-45b4-4e1d-bbf7-0e92945eb65d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:45.506437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Attempting to bind port 97b76182-45b4-4e1d-bbf7-0e92945eb65d on network 9a2f4cf5-c536-492e-88d4-8be604c4400e {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:45.532236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:45.532966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Checking segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:45.540245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2fc8e-557c-469b-81a6-1bc52917dc3c req-34731051-81fa-4c21-bfbb-5ec2a235ae4a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:45.540446 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.542276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01b2fc8e-557c-469b-81a6-1bc52917dc3c req-34731051-81fa-4c21-bfbb-5ec2a235ae4a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3305454
Jan 29 21:04:45.557643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Bound using segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:45.558836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Bound port: 97b76182-45b4-4e1d-bbf7-0e92945eb65d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:45.559311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.563327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f0cdd-c844-481c-8095-c50c4032e75b req-46f6bb86-5e92-48fe-8109-07a1a1b84416 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:45.571709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec8f0cdd-c844-481c-8095-c50c4032e75b req-46f6bb86-5e92-48fe-8109-07a1a1b84416 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.3611462
Jan 29 21:04:45.576765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (0528078a-5c7a-4511-9d53-80a7eea16ad0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.612853 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.673512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] For port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:45.679959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] For port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:45.706511 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.708931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.726059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] For port 97b76182-45b4-4e1d-bbf7-0e92945eb65d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:45.733673 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-337e36b4-331e-4ef5-8021-61f662ccf52d service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471521
Jan 29 21:04:45.739315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] For port 97b76182-45b4-4e1d-bbf7-0e92945eb65d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97b76182-45b4-4e1d-bbf7-0e92945eb65d,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:45.754105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.764578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec8f0cdd-c844-481c-8095-c50c4032e75b req-dd15f80d-80b5-4431-9ca4-0d1b46aee8ad tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914783
Jan 29 21:04:45.829423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ab3f-58bb-4432-9533-4fa2a27aad15 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:45.832578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Routers {'1df9a8df-2051-4eed-8748-cb0733befc9b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:45.833516 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1df9a8df-2051-4eed-8748-cb0733befc9b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:45.933862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:45.935090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a695220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:45.940584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Provisioning complete for port 97b76182-45b4-4e1d-bbf7-0e92945eb65d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:45.941455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:45.944071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aead9-84e7-475d-b31d-4defcbfa16b3 None None] Pushing event updated for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:45.950381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Allocated IP 172.35.4.26 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9b7e205d-9355-4af7-9a8b-284f7a188a72) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:46.092222 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] Set router 1df9a8df-2051-4eed-8748-cb0733befc9b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:46.095472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01b2fc8e-557c-469b-81a6-1bc52917dc3c req-a3bd1157-2164-4751-94bb-5bb8ddb22f3f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5199399
Jan 29 21:04:46.232355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679f335-beff-4ad0-8116-1e17620cbc31 req-a0985079-09c0-450f-a040-26e22df06dca tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:46.237451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c679f335-beff-4ad0-8116-1e17620cbc31 req-a0985079-09c0-450f-a040-26e22df06dca tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3100944
Jan 29 21:04:46.241773 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-4099a636-aacb-4193-af9d-77863b90e91c service neutron] show failed (client error): The resource could not be found.
Jan 29 21:04:46.247833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-4099a636-aacb-4193-af9d-77863b90e91c service neutron] 10.222.0.18 "GET /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.5102839
Jan 29 21:04:46.315614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:46.371219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:46.399339 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14fbb0>, [{'id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10'}], 'enable_snat': False}, 'gw_port_id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:39Z', 'updated_at': '2022-01-29T21:04:42Z', 'revision_number': 3, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port': {'id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:40Z', 'updated_at': '2022-01-29T21:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:46.456286 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b31d-d826-4dd1-9216-fdaa76d73f22 None None] The sync data for ids ['1df9a8df-2051-4eed-8748-cb0733befc9b'] in ncdv-master-1 is: [{'id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10'}], 'enable_snat': False}, 'gw_port_id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:39Z', 'updated_at': '2022-01-29T21:04:42Z', 'revision_number': 3, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port': {'id': '9c4a0e80-31a5-49c1-8b1a-5f263d293e65', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df9a8df-2051-4eed-8748-cb0733befc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:40Z', 'updated_at': '2022-01-29T21:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:46.464862 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b173050-cc7c-4f4e-8fcd-7796fc6ae5ff req-ade0b395-247a-4ad1-9d64-74e8cec7da6e service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3098466
Jan 29 21:04:46.503399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Current status of the port 97b76182-45b4-4e1d-bbf7-0e92945eb65d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:46.508895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:46.529007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c679f335-beff-4ad0-8116-1e17620cbc31 req-a9185434-205a-4acf-b466-9a0dea8a1d8e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2790246
Jan 29 21:04:46.532731 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:46.639209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b5c3-67ef-44e3-90a7-f06a8c214163 req-3c532cbf-f230-4ded-bdac-0e46b7570c7f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:46.646878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1d2b5c3-67ef-44e3-90a7-f06a8c214163 req-3c532cbf-f230-4ded-bdac-0e46b7570c7f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.3308065
Jan 29 21:04:46.675601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:46.695367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:46.715485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:46.834221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] For port 97b76182-45b4-4e1d-bbf7-0e92945eb65d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97b76182-45b4-4e1d-bbf7-0e92945eb65d,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:46.854673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:46.871977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 172.35.4.187 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/cc2284c1-ff8a-4751-91f8-e432740f19a2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:46.883196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7e205d-9355-4af7-9a8b-284f7a188a72,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:46.887886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1d2b5c3-67ef-44e3-90a7-f06a8c214163 req-e5a4cd9d-98b5-494a-964c-88cbedcba1eb tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281616
Jan 29 21:04:46.960043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa2e06ea-b98a-4edb-9790-bad790889976 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:47.049963 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.286640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e93b78-df60-4b7b-a64c-754af11f9a6f None None] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:04:47.307931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7e7d6-6b82-4642-8544-78a097886319 None None] Pushing event updated for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:47.311587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cc171035-0ea7-4100-ba11-efe4049db53f None None] Provisioning complete for port 97b76182-45b4-4e1d-bbf7-0e92945eb65d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:47.312096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc171035-0ea7-4100-ba11-efe4049db53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.423729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fa2e06ea-b98a-4edb-9790-bad790889976 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:47.424421 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.434090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-9447de37-2a32-4c4c-8f4b-1726beec4eee tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:47.435848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-9447de37-2a32-4c4c-8f4b-1726beec4eee tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.3079426
Jan 29 21:04:47.471009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f719709-32a8-4020-8d44-bafbdef4e3f0 req-5b0d57b1-1411-4be1-948e-c2a216c56c6f tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:47.472965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f719709-32a8-4020-8d44-bafbdef4e3f0 req-5b0d57b1-1411-4be1-948e-c2a216c56c6f tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.4736888
Jan 29 21:04:47.478790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.514713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cc171035-0ea7-4100-ba11-efe4049db53f None None] Current status of the port 97b76182-45b4-4e1d-bbf7-0e92945eb65d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:47.554420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a695220>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:45Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:47.580259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-e8acafa8-12a4-40cb-83f9-7780307a3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:47.582513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-e8acafa8-12a4-40cb-83f9-7780307a3a6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 1127 time: 0.8516884
Jan 29 21:04:47.597933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:47.658490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4312a6-ea61-4d4d-8546-ecab2ba26143 req-ccd8629e-3fc3-4c6d-a803-52d2915eae11 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:47.666835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd4312a6-ea61-4d4d-8546-ecab2ba26143 req-ccd8629e-3fc3-4c6d-a803-52d2915eae11 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3342927
Jan 29 21:04:47.681533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for router_gateway (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.719078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f719709-32a8-4020-8d44-bafbdef4e3f0 req-cbdeaa42-0764-4c03-a37e-6a0206f58697 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169824
Jan 29 21:04:47.726827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:47.825742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:47.851141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd4312a6-ea61-4d4d-8546-ecab2ba26143 req-616a659f-f349-4ae0-8e34-3b5b7727734e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806209
Jan 29 21:04:47.865343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:47.880558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9d970-ad4d-4982-9ff9-f93acbd605f2 None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:45Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:47.896702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:47.899905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=cc2284c1-ff8a-4751-91f8-e432740f19a2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:48.035884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Deleting port a7a47a09-6684-45c8-88c7-e116d4095b68 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:48.036518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.055233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f716cde4-1412-465b-9f21-95963d6b5a48 None None] Provisioning complete for port fa2e06ea-b98a-4edb-9790-bad790889976 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:48.055729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f716cde4-1412-465b-9f21-95963d6b5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.169328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fa2e06ea-b98a-4edb-9790-bad790889976 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:48.169777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.246331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.268697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port fa2e06ea-b98a-4edb-9790-bad790889976, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2e06ea-b98a-4edb-9790-bad790889976,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:48.340904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.365163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.412442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f716cde4-1412-465b-9f21-95963d6b5a48 None None] Current status of the port fa2e06ea-b98a-4edb-9790-bad790889976 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:48.437566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=fa2e06ea-b98a-4edb-9790-bad790889976,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:48.750374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aa90a1f4-503c-41b2-8a9e-aef4d49d18ec None None] Provisioning complete for port fa2e06ea-b98a-4edb-9790-bad790889976 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:48.751163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aa90a1f4-503c-41b2-8a9e-aef4d49d18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:48.924906 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:48.948394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aa90a1f4-503c-41b2-8a9e-aef4d49d18ec None None] Current status of the port fa2e06ea-b98a-4edb-9790-bad790889976 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:48.998729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:49.013851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:49.026136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 97b76182-45b4-4e1d-bbf7-0e92945eb65d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:49.042880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47ac86-e3fd-4055-9aa7-f90eabd4bc80 req-9075ca22-b05c-41ec-bbed-71b6f1bfa7c6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:49.044469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a47ac86-e3fd-4055-9aa7-f90eabd4bc80 req-9075ca22-b05c-41ec-bbed-71b6f1bfa7c6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 1.1527159
Jan 29 21:04:49.108479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 97b76182-45b4-4e1d-bbf7-0e92945eb65d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:49.110132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.167680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:49.173934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9059692-5eb8-4653-bc86-9151d3e64889 req-abc8b15e-a3ec-4be4-a8bf-37775e51f2f1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:49.190871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Sync routers for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:49.194711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9059692-5eb8-4653-bc86-9151d3e64889 req-abc8b15e-a3ec-4be4-a8bf-37775e51f2f1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 1.1487820
Jan 29 21:04:49.239362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.246879 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9b2f52ba-3dd6-4a47-9abd-5cb5ac5a7ba8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.1661370
Jan 29 21:04:49.247966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:49.248665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab8e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:49.253316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:49.256495 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68bf7f3-31ff-4394-a52b-d6f299a0f82f" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-unplugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:49.262196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36296) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:49.266177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks [] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.330440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9059692-5eb8-4653-bc86-9151d3e64889 req-5147778d-ad1e-4fb3-bef5-982d83a7611d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194477
Jan 29 21:04:49.367860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Transition to ACTIVE for port object db60b1a8-ea24-4ed4-a6b5-160b23017f55 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:04:49.382507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.386254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] For port a7a47a09-6684-45c8-88c7-e116d4095b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7a47a09-6684-45c8-88c7-e116d4095b68,segment=NetworkSegment(6e794eb1-5f37-42fa-8ca3-f7ed2056c027),segment_id=6e794eb1-5f37-42fa-8ca3-f7ed2056c027)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:49.387163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.413616 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:04:49.472785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Calling delete_port for a7a47a09-6684-45c8-88c7-e116d4095b68 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:49.494525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a47ac86-e3fd-4055-9aa7-f90eabd4bc80 req-b1e39c8f-d417-4d38-a19b-e297a24a6ac3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4091098
Jan 29 21:04:49.565757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 97b76182-45b4-4e1d-bbf7-0e92945eb65d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:49.568963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:49.655133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] No DVR routers for this DVR port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:04:49.658839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:49.745005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:49.746879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.778126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (0528078a-5c7a-4511-9d53-80a7eea16ad0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:49.818292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:50.165550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55508b33-0edd-4603-b09b-857b0acc1889 req-9fa9a849-70a9-4891-9ef7-e8994a0f4cd1 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:50.175886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55508b33-0edd-4603-b09b-857b0acc1889 req-9fa9a849-70a9-4891-9ef7-e8994a0f4cd1 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0492e4b-0f90-4791-8010-d0ac8cbff03f HTTP/1.1" status: 200  len: 945 time: 0.7130105
Jan 29 21:04:50.270817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a7a47a09-6684-45c8-88c7-e116d4095b68), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.303838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:50.341356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ad21-1152-4a5d-9188-3d91594129a7 req-64c117ce-b83a-4cb8-b4a1-eb3a1ae13c12 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:50.343085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d90ad21-1152-4a5d-9188-3d91594129a7 req-64c117ce-b83a-4cb8-b4a1-eb3a1ae13c12 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.5606651
Jan 29 21:04:50.463504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab8e730>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:47Z', 'revision_number': 3, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:50.469611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d90ad21-1152-4a5d-9188-3d91594129a7 req-a0323c38-339c-4607-85a4-615b077dac27 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092250
Jan 29 21:04:50.486203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55508b33-0edd-4603-b09b-857b0acc1889 req-ac7135aa-5336-444f-bef6-ead25a97c538 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b387f888-5deb-4b12-b9b8-d07a79ac63c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2992029
Jan 29 21:04:50.498599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Pushing event deleted for resources: {'Port': ['ID=a7a47a09-6684-45c8-88c7-e116d4095b68,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:50.532967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:50.533473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:50.533699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:50.562640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:04:50.562973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:50.576340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:50.576765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:50.578385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Bound using segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:50.578670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Bound port: db60b1a8-ea24-4ed4-a6b5-160b23017f55, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:50.579095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.585074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:04:50.585764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:50.602991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a7a47a09-6684-45c8-88c7-e116d4095b68 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:50.608236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Checking router: cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:50.608589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Updating router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 port 9b7e205d-9355-4af7-9a8b-284f7a188a72 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:50.634842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] No DVR routers for this DVR port a7a47a09-6684-45c8-88c7-e116d4095b68 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:04:50.640344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.648357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7bf57493-da12-49b6-8b94-bc6badabfbb5 req-cb7375ee-6229-40f9-940c-f2aae0e534d0 tempest-TestServerAdvancedOps-215712706 tempest-TestServerAdvancedOps-215712706-project] 10.222.0.36 "DELETE /v2.0/ports/a7a47a09-6684-45c8-88c7-e116d4095b68 HTTP/1.1" status: 204  len: 173 time: 3.1963201
Jan 29 21:04:50.652398 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397adf6d-cc34-4316-a5f9-0fd3191ba8e0 x-openstack-request-id: req-397adf6d-cc34-4316-a5f9-0fd3191ba8e0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:50.655373 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-unplugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:50.655373 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-397adf6d-cc34-4316-a5f9-0fd3191ba8e0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:50.655920 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'code': 200}
Jan 29 21:04:50.659748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'name': 'network-vif-deleted', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:50.662175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:50.662469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.669198 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddf329-b2c4-419a-b8c2-e8437b842c7c" -d '{"events": [{"server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "name": "network-vif-deleted", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:50.712329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a7a47a09-6684-45c8-88c7-e116d4095b68 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:04:50.718704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a7a47a09-6684-45c8-88c7-e116d4095b68 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:50.753296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:50.764970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.766046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa2e06ea-b98a-4edb-9790-bad790889976 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:50.771568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.864072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.887719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:50.891804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:50.905876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.923557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:50.994302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cbab9-50e8-40b6-8145-8f8de15f89aa req-b3b821d1-6d4e-4a7d-a88f-e17dfd18691e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:50.996144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7cbab9-50e8-40b6-8145-8f8de15f89aa req-b3b821d1-6d4e-4a7d-a88f-e17dfd18691e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.3455608
Jan 29 21:04:51.012467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:51.015236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930a6b-52a9-4ba6-9ef9-3d8d2f86cacc req-ae102e7d-6c7a-4958-9c97-9301d25d520f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:51.016247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.022347 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] 10.222.0.36 "PUT /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1091 time: 3.4283845
Jan 29 21:04:51.025227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3930a6b-52a9-4ba6-9ef9-3d8d2f86cacc req-ae102e7d-6c7a-4958-9c97-9301d25d520f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.2486606
Jan 29 21:04:51.100579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fa2e06ea-b98a-4edb-9790-bad790889976 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:51.106889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.142089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:51.180864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe6ab-32b8-45ac-8d70-9f20bf3b5b0c service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:51.237436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7cbab9-50e8-40b6-8145-8f8de15f89aa req-dcb33a00-b201-4a25-b338-91aa663ad983 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2027245
Jan 29 21:04:51.250582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3930a6b-52a9-4ba6-9ef9-3d8d2f86cacc req-4281509f-65e3-4dc5-8e0e-e4c9d837a3e8 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224658
Jan 29 21:04:51.334336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-0dcdc474-e3ab-4f9a-af3b-6d91a47b293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:51.336335 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-0dcdc474-e3ab-4f9a-af3b-6d91a47b293a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1125 time: 0.2562838
Jan 29 21:04:51.343739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router 0528078a-5c7a-4511-9d53-80a7eea16ad0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:04:51.374353 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74fa57a-7073-4e2b-a72a-4b7bed8b3885 x-openstack-request-id: req-e74fa57a-7073-4e2b-a72a-4b7bed8b3885 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:51.374953 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0492e4b-0f90-4791-8010-d0ac8cbff03f", "name": "network-vif-deleted", "tag": "a7a47a09-6684-45c8-88c7-e116d4095b68", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:51.375383 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e74fa57a-7073-4e2b-a72a-4b7bed8b3885 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:51.376053 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0492e4b-0f90-4791-8010-d0ac8cbff03f', 'name': 'network-vif-deleted', 'tag': 'a7a47a09-6684-45c8-88c7-e116d4095b68', 'status': 'completed', 'code': 200}
Jan 29 21:04:51.593932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:51.606001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Allocated IP 172.20.0.1 (6c8be91a-aa16-433c-92f6-f1a4c5e963ec/8dd0d400-394e-4a13-b19b-f1f135457ffb/68926e9c-c135-401e-bbee-5bb0b85503ef) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:51.665316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:51.678815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-55ac64a6-c721-42a8-a2fc-f538f20b5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:51.680320 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-55ac64a6-c721-42a8-a2fc-f538f20b5ac0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.3333943
Jan 29 21:04:51.681688 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Sync routers for ids ['0528078a-5c7a-4511-9d53-80a7eea16ad0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:51.706783 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Routers {'0528078a-5c7a-4511-9d53-80a7eea16ad0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:51.708630 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3956d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0528078a-5c7a-4511-9d53-80a7eea16ad0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:51.713715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.715225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d42b7c6c-1a41-442f-9bba-280cfd44e9a4 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.6075466
Jan 29 21:04:51.718791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36358) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:51.734628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks [] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.750524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fa2e06ea-b98a-4edb-9790-bad790889976 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:51.759573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.872119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Deleting subnet 6625972c-e4ad-4d95-ad9d-ac402727a5ee {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:51.886852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Set router 0528078a-5c7a-4511-9d53-80a7eea16ad0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:51.888227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2aa8-035a-4ae0-947d-282d812406cb None None] Pushing event updated for resources: {'Port': ['ID=9b7e205d-9355-4af7-9a8b-284f7a188a72,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:51.893779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Publish callbacks [] for subnet (6625972c-e4ad-4d95-ad9d-ac402727a5ee), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:51.913526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:52.033693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49db63f7-46fe-4320-bac5-3052e720ee41 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/0528078a-5c7a-4511-9d53-80a7eea16ad0 HTTP/1.1" status: 200  len: 907 time: 0.3135836
Jan 29 21:04:52.034657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36378) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:52.043651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Attempting to bind port 9b7e205d-9355-4af7-9a8b-284f7a188a72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:52.046640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Attempting to bind port 9b7e205d-9355-4af7-9a8b-284f7a188a72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:52.048049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Attempting to bind port 9b7e205d-9355-4af7-9a8b-284f7a188a72 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:52.065900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:52.066309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:52.066728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.071638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:52.072219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Bound port: 9b7e205d-9355-4af7-9a8b-284f7a188a72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:52.072643 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.076111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (6625972c-e4ad-4d95-ad9d-ac402727a5ee), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.157386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:52.159736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.165776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6cf2e-882c-4c8d-a8ff-68bd68be8be9 req-55659637-63fb-4f02-9f87-67ead4a37b32 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:52.175843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3f6cf2e-882c-4c8d-a8ff-68bd68be8be9 req-55659637-63fb-4f02-9f87-67ead4a37b32 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3442385
Jan 29 21:04:52.221400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] For port 9b7e205d-9355-4af7-9a8b-284f7a188a72, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:52.222852 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-83910ac2-8ec2-4c19-8bfe-3586430294e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.5252652
Jan 29 21:04:52.248705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] For port 9b7e205d-9355-4af7-9a8b-284f7a188a72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7e205d-9355-4af7-9a8b-284f7a188a72,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:52.256093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3f6cf2e-882c-4c8d-a8ff-68bd68be8be9 req-1a830146-1b9b-4d66-92c5-61207070223b tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789328
Jan 29 21:04:52.273618 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.283409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.298707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6625972c-e4ad-4d95-ad9d-ac402727a5ee), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.314829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3956d0>, [{'id': '0528078a-5c7a-4511-9d53-80a7eea16ad0', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cc2284c1-ff8a-4751-91f8-e432740f19a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:44Z', 'updated_at': '2022-01-29T21:04:49Z', 'revision_number': 3, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port': {'id': 'cc2284c1-ff8a-4751-91f8-e432740f19a2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0528078a-5c7a-4511-9d53-80a7eea16ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:52.350368 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Checking router: 0528078a-5c7a-4511-9d53-80a7eea16ad0 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:52.350843 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Updating router 0528078a-5c7a-4511-9d53-80a7eea16ad0 port cc2284c1-ff8a-4751-91f8-e432740f19a2 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:52.394222 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.468641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks [] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.481197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.488769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:52.489876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab8e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:52.494070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:52.494872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-33a32f71-8615-4e70-8ed9-5f72796d1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:52.500368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-33a32f71-8615-4e70-8ed9-5f72796d1bcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.2576683
Jan 29 21:04:52.577703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2aa8-035a-4ae0-947d-282d812406cb None None] Pushing event updated for resources: {'Port': ['ID=9b7e205d-9355-4af7-9a8b-284f7a188a72,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:52.585265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6625972c-e4ad-4d95-ad9d-ac402727a5ee), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.638042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.642930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6625972c-e4ad-4d95-ad9d-ac402727a5ee HTTP/1.1" status: 204  len: 168 time: 1.0469074
Jan 29 21:04:52.646949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73f976-93c1-4718-8803-9f8d5d9b9ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6625972c-e4ad-4d95-ad9d-ac402727a5ee,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:52.649972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:52.664605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:52.667207 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe571ff-d3d8-41c9-b9c7-c9085da510df" -d '{"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:52.738841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-00137395-ae0e-41c7-ad88-67de94ec39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:52.741810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-00137395-ae0e-41c7-ad88-67de94ec39ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2306855
Jan 29 21:04:52.744913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.766356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:52.926081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (0528078a-5c7a-4511-9d53-80a7eea16ad0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:52.968516 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64375589-338c-4281-838e-680b32f5e3fc x-openstack-request-id: req-64375589-338c-4281-838e-680b32f5e3fc {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:52.970182 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:52.970182 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64375589-338c-4281-838e-680b32f5e3fc {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:52.970182 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:04:52.984330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-a20dcb45-1ed6-4b20-b89d-6b7a0e1d536c service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299819
Jan 29 21:04:52.996797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf620e-45d2-4afe-8109-34781f9c36ac req-166de717-e0a8-4046-8fc7-f4617c60dbea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:52.999528 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks [] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.006247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cf620e-45d2-4afe-8109-34781f9c36ac req-166de717-e0a8-4046-8fc7-f4617c60dbea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.6054208
Jan 29 21:04:53.018501 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.043352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:53.048898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5968d61d-bed0-4117-92c4-de605dad222f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.069725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab8e730>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:47Z', 'revision_number': 3, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:53.093653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60491f86-a9bb-4bd1-9349-381b4635dbf4 None None] Pushing event updated for resources: {'Port': ['ID=cc2284c1-ff8a-4751-91f8-e432740f19a2,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:53.107717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Deleting port cc2284c1-ff8a-4751-91f8-e432740f19a2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:53.108852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.115971 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Attempting to bind port cc2284c1-ff8a-4751-91f8-e432740f19a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:53.116576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Attempting to bind port cc2284c1-ff8a-4751-91f8-e432740f19a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:53.117176 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Attempting to bind port cc2284c1-ff8a-4751-91f8-e432740f19a2 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:53.123989 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:53.124627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:53.126160 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.126781 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:53.127501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Bound port: cc2284c1-ff8a-4751-91f8-e432740f19a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:53.128120 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.145652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:53.155555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3ecd8-175a-4feb-9047-39f332a19a48 None None] The sync data for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 is: [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:47Z', 'revision_number': 3, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:53.169475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cf620e-45d2-4afe-8109-34781f9c36ac req-a8b6ff94-e4c2-4c6c-8d10-7629eb749c6b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1618211
Jan 29 21:04:53.205761 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] For port cc2284c1-ff8a-4751-91f8-e432740f19a2, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:53.210471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:53.216084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] For port cc2284c1-ff8a-4751-91f8-e432740f19a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc2284c1-ff8a-4751-91f8-e432740f19a2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:53.235916 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.255603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.300182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Pushing event updated for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:53.321653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Routers {'0528078a-5c7a-4511-9d53-80a7eea16ad0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:53.322329 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3956d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0528078a-5c7a-4511-9d53-80a7eea16ad0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:53.325227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60491f86-a9bb-4bd1-9349-381b4635dbf4 None None] Pushing event updated for resources: {'Port': ['ID=cc2284c1-ff8a-4751-91f8-e432740f19a2,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:53.370348 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.380269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-1caa9b60-86ea-4545-a28b-364dd0333bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:53.381881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-1caa9b60-86ea-4545-a28b-364dd0333bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1125 time: 0.4115357
Jan 29 21:04:53.408927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Calling delete_port for cc2284c1-ff8a-4751-91f8-e432740f19a2 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:53.501474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.548784 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] Set router 0528078a-5c7a-4511-9d53-80a7eea16ad0 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:53.688205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-73a17241-89ad-4820-95f6-38cfdbd638d2 None None] Provisioning complete for port 68926e9c-c135-401e-bbee-5bb0b85503ef triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:53.688856 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73a17241-89ad-4820-95f6-38cfdbd638d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.740612 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-4425fd92-9a31-426e-9acd-db072000d578 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7256520
Jan 29 21:04:53.741584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-73a17241-89ad-4820-95f6-38cfdbd638d2 None None] Port 68926e9c-c135-401e-bbee-5bb0b85503ef cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:04:53.750123 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3956d0>, [{'id': '0528078a-5c7a-4511-9d53-80a7eea16ad0', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:44Z', 'updated_at': '2022-01-29T21:04:52Z', 'revision_number': 4, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:53.783802 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bb549-2818-4c27-bd9b-c3a1008b78c9 None None] The sync data for ids ['0528078a-5c7a-4511-9d53-80a7eea16ad0'] in ncdv-master-1 is: [{'id': '0528078a-5c7a-4511-9d53-80a7eea16ad0', 'name': 'tempest-snat-router-410714925', 'tenant_id': '9712b702a0cf4244864ed63b90f7c83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:44Z', 'updated_at': '2022-01-29T21:04:52Z', 'revision_number': 4, 'project_id': '9712b702a0cf4244864ed63b90f7c83c', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:04:53.804544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ad454-b074-45e0-ab46-d3cd3dafcfa9 req-a021b150-0d0b-4d01-bb6a-fffab06954c7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:53.811870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-590ad454-b074-45e0-ab46-d3cd3dafcfa9 req-a021b150-0d0b-4d01-bb6a-fffab06954c7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3150830
Jan 29 21:04:53.821967 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5968d61d-bed0-4117-92c4-de605dad222f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:53.898277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-590ad454-b074-45e0-ab46-d3cd3dafcfa9 req-cccc78a9-53f0-4e8c-b732-b77526733f0e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847538
Jan 29 21:04:53.980555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea096ba6d0>,) {'filters': {'network_id': ['5968d61d-bed0-4117-92c4-de605dad222f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:54.039454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096ba6d0>, '6e794eb1-5f37-42fa-8ca3-f7ed2056c027') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:54.040042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096ba6d0>, '6e794eb1-5f37-42fa-8ca3-f7ed2056c027') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:54.055462 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cc2284c1-ff8a-4751-91f8-e432740f19a2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.057853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9b7e205d-9355-4af7-9a8b-284f7a188a72 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:54.100322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc2284c1-ff8a-4751-91f8-e432740f19a2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:54.149908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (6e794eb1-5f37-42fa-8ca3-f7ed2056c027), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.190365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (0528078a-5c7a-4511-9d53-80a7eea16ad0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.338523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6e794eb1-5f37-42fa-8ca3-f7ed2056c027), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.371927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.380727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ccbd9df8-0e43-4708-8385-9de9b4345be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:54.384010 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ccbd9df8-0e43-4708-8385-9de9b4345be1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1125 time: 0.5687580
Jan 29 21:04:54.386868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:54.387507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (6e794eb1-5f37-42fa-8ca3-f7ed2056c027), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.391506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-16f4685c-ddaf-40b0-b338-839f150aaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:54.393442 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-16f4685c-ddaf-40b0-b338-839f150aaefc service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.9900234
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:54.394124 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:54.441289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9b7e205d-9355-4af7-9a8b-284f7a188a72 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:54.441735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.445501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.448457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (0528078a-5c7a-4511-9d53-80a7eea16ad0), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.531358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:04:54.537168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baeba3-25bb-43ba-bd7f-4cd0ac56baf7 req-e295ff5a-0473-41b6-af0d-cbbfa46edb24 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:54.544823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32baeba3-25bb-43ba-bd7f-4cd0ac56baf7 req-e295ff5a-0473-41b6-af0d-cbbfa46edb24 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.1786036
Jan 29 21:04:54.556616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (0528078a-5c7a-4511-9d53-80a7eea16ad0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.557546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0528078a-5c7a-4511-9d53-80a7eea16ad0 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:04:54.572762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.574529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2be3b1e-7777-4445-8700-00e7c9ccdeb5 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0528078a-5c7a-4511-9d53-80a7eea16ad0 HTTP/1.1" status: 204  len: 168 time: 2.5343518
Jan 29 21:04:54.576160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9b7e205d-9355-4af7-9a8b-284f7a188a72 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:54.576747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.577944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36432) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:54.610025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 9b7e205d-9355-4af7-9a8b-284f7a188a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7e205d-9355-4af7-9a8b-284f7a188a72,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:54.620563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.732671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.759927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=9b7e205d-9355-4af7-9a8b-284f7a188a72,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:54.798178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5968d61d-bed0-4117-92c4-de605dad222f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.801199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:54.803699 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-6ff9d3fe-8d64-477f-83ab-9c9d92dca420 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.3626158
Jan 29 21:04:54.817357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32baeba3-25bb-43ba-bd7f-4cd0ac56baf7 req-0aee49f8-5334-45a3-b34d-9a2da119d551 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2714064
Jan 29 21:04:54.823635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.831642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'cb07052e-244e-465e-8f6b-c273c635d262', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': 'cb07052e-244e-465e-8f6b-c273c635d262', 'mac_address': 'fa:16:3e:8b:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:04:54.835199 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5968d61d-bed0-4117-92c4-de605dad222f HTTP/1.1" status: 204  len: 168 time: 2.1817679
Jan 29 21:04:54.844309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:54.879295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ac1e9fa9-ef2d-41c6-b086-94e3f8cba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:54.880841 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ac1e9fa9-ef2d-41c6-b086-94e3f8cba9c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.4859269
Jan 29 21:04:54.890274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cb07052e-244e-465e-8f6b-c273c635d262 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:54.890675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.906691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb07052e-244e-465e-8f6b-c273c635d262 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:54.944442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:54.949043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9ddf0-1f2a-4b18-b8ed-bfffba4da2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5968d61d-bed0-4117-92c4-de605dad222f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:54.961065 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:54.985234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (1df9a8df-2051-4eed-8748-cb0733befc9b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.052302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:55.102438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-6f32b620-42eb-4f9a-9d0c-ad0eaa9246f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:55.103955 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-6f32b620-42eb-4f9a-9d0c-ad0eaa9246f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.2854404
Jan 29 21:04:55.114626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Deleting subnet a9af0d5a-9505-40f2-8a59-8395c346a6fc {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:04:55.123089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Publish callbacks [] for subnet (a9af0d5a-9505-40f2-8a59-8395c346a6fc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.127748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['cb07052e-244e-465e-8f6b-c273c635d262'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:04:55.136414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Deleting port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:04:55.137237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.171525 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-10c13f7c-865b-482e-8a03-7be9be5b14fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.2646675
Jan 29 21:04:55.247538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (a9af0d5a-9505-40f2-8a59-8395c346a6fc), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.265780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] For port 9c4a0e80-31a5-49c1-8b1a-5f263d293e65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:55.265780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.295565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bf89-554f-447a-ba9f-6e689561658d req-f44fed3c-a06b-4fdd-808f-e580f132ec57 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:55.305880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7302bf89-554f-447a-ba9f-6e689561658d req-f44fed3c-a06b-4fdd-808f-e580f132ec57 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.2785678
Jan 29 21:04:55.325075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Calling delete_port for 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:04:55.373354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-43db3267-61b3-4df0-b3e5-3a0efd9be12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:55.374944 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-43db3267-61b3-4df0-b3e5-3a0efd9be12c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1821251
Jan 29 21:04:55.387044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a9af0d5a-9505-40f2-8a59-8395c346a6fc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.431534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks [] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.439000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ef3850b8-ef93-4d5b-9c37-4c230eb61ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:55.440732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-ef3850b8-ef93-4d5b-9c37-4c230eb61ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3238225
Jan 29 21:04:55.440967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7302bf89-554f-447a-ba9f-6e689561658d req-164f1634-3944-4b04-a6eb-7097fc1d1715 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339331
Jan 29 21:04:55.472745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.596836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9c4a0e80-31a5-49c1-8b1a-5f263d293e65), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.635989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c4a0e80-31a5-49c1-8b1a-5f263d293e65,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:55.714988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.733519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Pushing event updated for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:55.741380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-407dfe37-e07f-4e40-98db-d382a37ddcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:55.743393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-407dfe37-e07f-4e40-98db-d382a37ddcf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3590164
Jan 29 21:04:55.744766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (a9af0d5a-9505-40f2-8a59-8395c346a6fc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.772729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (1df9a8df-2051-4eed-8748-cb0733befc9b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.895717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.896302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.898278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_controller (1df9a8df-2051-4eed-8748-cb0733befc9b), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:55.902116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9af0d5a-9505-40f2-8a59-8395c346a6fc HTTP/1.1" status: 204  len: 168 time: 1.0440733
Jan 29 21:04:55.904141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36470) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:55.959078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-28c1a5ff-909d-4fc9-8d1f-dbdbe4cac91d service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4991291
Jan 29 21:04:55.960050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af46579-087e-4c1e-ba17-aa196a9066ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9af0d5a-9505-40f2-8a59-8395c346a6fc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:55.986272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-acda443d-8979-46c8-b390-5aa4fa511e7a service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353129
Jan 29 21:04:55.994323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9b7e205d-9355-4af7-9a8b-284f7a188a72 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:56.098900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9b7e205d-9355-4af7-9a8b-284f7a188a72 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:56.099258 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.120051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (1df9a8df-2051-4eed-8748-cb0733befc9b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.120616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df9a8df-2051-4eed-8748-cb0733befc9b {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:04:56.131214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.132346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4d64fcfa-2683-4df0-8988-fcdd70d8209e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1df9a8df-2051-4eed-8748-cb0733befc9b HTTP/1.1" status: 204  len: 168 time: 1.5533743
Jan 29 21:04:56.143433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:56.153819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bedfc-830a-42e4-8a7c-e0d39210f482 req-787dbde1-5256-4ccd-844f-d3924365e7d0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:56.162042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a40bedfc-830a-42e4-8a7c-e0d39210f482 req-787dbde1-5256-4ccd-844f-d3924365e7d0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.2175784
Jan 29 21:04:56.168723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126065896', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:04:56.192493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0c123fe8-852a-4ad7-8d30-1b9fca201cc8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.258618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9b7e205d-9355-4af7-9a8b-284f7a188a72 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:56.323918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a40bedfc-830a-42e4-8a7c-e0d39210f482 req-702e1b54-f5bd-43d1-979e-de632f9d4ef9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604068
Jan 29 21:04:56.403836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0c123fe8-852a-4ad7-8d30-1b9fca201cc8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.431835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea097913d0>,) {'filters': {'network_id': ['0c123fe8-852a-4ad7-8d30-1b9fca201cc8']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:56.443628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea097913d0>, '4ee1ea92-55ba-4e24-ab22-de949e35fc29') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:56.443628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea097913d0>, '4ee1ea92-55ba-4e24-ab22-de949e35fc29') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:56.455562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (4ee1ea92-55ba-4e24-ab22-de949e35fc29), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.470245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4ee1ea92-55ba-4e24-ab22-de949e35fc29), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.477584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:04:56.479007 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (4ee1ea92-55ba-4e24-ab22-de949e35fc29), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.528852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:04:56.534383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.535163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:04:56.542195 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:04:56.572248 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0c123fe8-852a-4ad7-8d30-1b9fca201cc8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.610702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.614202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c123fe8-852a-4ad7-8d30-1b9fca201cc8 HTTP/1.1" status: 204  len: 168 time: 0.7087002
Jan 29 21:04:56.629425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dde545-1f99-4e1a-831e-3a5177e29bef admin admin] Pushing event deleted for resources: {'Network': ['ID=0c123fe8-852a-4ad7-8d30-1b9fca201cc8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:56.633916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.643664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port cb07052e-244e-465e-8f6b-c273c635d262 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:56.644042 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cb07052e-244e-465e-8f6b-c273c635d262), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.771299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port cb07052e-244e-465e-8f6b-c273c635d262 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:56.771732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.820486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:04:56.826222 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-7e8a0f9c-d9f3-4122-9864-6b1574a58ab8 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8564825
Jan 29 21:04:56.827917 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7f9dbc-ff48-46ff-a075-f6e32ec3d25b" -d '{"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-plugged", "status": "completed", "tag": "cb07052e-244e-465e-8f6b-c273c635d262"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:04:56.828710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:56.837993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:56.850560 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dfe571ff-d3d8-41c9-b9c7-c9085da510df req-7731f737-868f-4478-99ad-31d7c34c8209 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8417110
Jan 29 21:04:56.883943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:56.891562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:56.956359 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a01346-39b2-4951-b0c6-166499c1cc54 x-openstack-request-id: req-a7a01346-39b2-4951-b0c6-166499c1cc54 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:04:56.956359 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-plugged", "status": "completed", "tag": "cb07052e-244e-465e-8f6b-c273c635d262", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:04:56.956359 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a01346-39b2-4951-b0c6-166499c1cc54 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:04:56.956359 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262', 'code': 200}
Jan 29 21:04:56.981769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.000124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3c9b-b6a4-4555-a831-3d796c94ecbf req-df04fb6f-e036-4601-9873-c92346d637ef tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:57.008621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35dc3c9b-b6a4-4555-a831-3d796c94ecbf req-df04fb6f-e036-4601-9873-c92346d637ef tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3822560
Jan 29 21:04:57.033674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:57.065146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:04:57.119111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35dc3c9b-b6a4-4555-a831-3d796c94ecbf req-ba94bf05-acd7-4453-a74d-e6e55f5ac721 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095603
Jan 29 21:04:57.150128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36504) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:57.208356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9f2aa086-fbd8-4319-9a97-577212fb942c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b00133a031fd4900b3bd35531f1d61c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0528677
Jan 29 21:04:57.212172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36508) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:57.276149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:04:57.293719 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-746c9012-fec5-4866-9163-416d59548404 admin admin] 10.222.0.20 "PUT /v2.0/routers/cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0150061
Jan 29 21:04:57.304312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] Publish callbacks [] for security_group (b387f888-5deb-4b12-b9b8-d07a79ac63c0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.310675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Sync routers for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:04:57.331260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] Publish callbacks [] for security_group (b387f888-5deb-4b12-b9b8-d07a79ac63c0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.333703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cc2aa988-51be-47a5-b83e-d555e7a0def8 None None] Provisioning complete for port 68926e9c-c135-401e-bbee-5bb0b85503ef triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:57.335507 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa988-51be-47a5-b83e-d555e7a0def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.394768 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b387f888-5deb-4b12-b9b8-d07a79ac63c0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.400942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.409374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b387f888-5deb-4b12-b9b8-d07a79ac63c0 HTTP/1.1" status: 204  len: 168 time: 0.1932492
Jan 29 21:04:57.419907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8525f2-aea0-4a7f-ac26-69ec14580160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387f888-5deb-4b12-b9b8-d07a79ac63c0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:57.432231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:57.432887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab913d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:57.574444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cc2aa988-51be-47a5-b83e-d555e7a0def8 None None] Port 68926e9c-c135-401e-bbee-5bb0b85503ef cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:04:57.643271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:04:57.824077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:04:57.824293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab0030-8040-4f69-b30a-38f41edb4be6 req-2a496458-b97b-4dd0-878c-ecead4f4132e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:57.825620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eab0030-8040-4f69-b30a-38f41edb4be6 req-2a496458-b97b-4dd0-878c-ecead4f4132e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.1276908
Jan 29 21:04:57.845850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.855773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:04:57.856761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9c4a0e80-31a5-49c1-8b1a-5f263d293e65 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:04:57.876917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:57.925025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab913d0>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:53Z', 'revision_number': 4, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '68926e9c-c135-401e-bbee-5bb0b85503ef', 'name': '', 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'mac_address': 'fa:16:3e:45:87:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:51Z', 'updated_at': '2022-01-29T21:04:54Z', 'revision_number': 2, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'subnets': [{'id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:04:57.960418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Checking router: cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:04:57.960885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Updating router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 port 68926e9c-c135-401e-bbee-5bb0b85503ef binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:04:57.976481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eab0030-8040-4f69-b30a-38f41edb4be6 req-9202ea27-41c6-4676-a23a-121b3f624450 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321175
Jan 29 21:04:57.994473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.110015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Allocated IP 172.35.4.79 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/6eca0aed-6e8c-4d1b-adc3-b5527caf759c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:04:58.147579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36578) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:58.261979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-16ce74cf-6aec-4254-9c5f-19db8509d4aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=657deec33d7c43378ce61f8eb0dcb8e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1131237
Jan 29 21:04:58.265499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:04:58.290410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for port (6eca0aed-6e8c-4d1b-adc3-b5527caf759c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.374213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] Publish callbacks [] for security_group (5c5cff5a-8c33-4e83-962c-b629e0717480), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.407976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6eca0aed-6e8c-4d1b-adc3-b5527caf759c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.434938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] Publish callbacks [] for security_group (5c5cff5a-8c33-4e83-962c-b629e0717480), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.513127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event updated for resources: {'Port': ['ID=6eca0aed-6e8c-4d1b-adc3-b5527caf759c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:58.536846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5c5cff5a-8c33-4e83-962c-b629e0717480), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.540977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.544074 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c5cff5a-8c33-4e83-962c-b629e0717480 HTTP/1.1" status: 204  len: 168 time: 0.2763021
Jan 29 21:04:58.567292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4acb4f-8c93-4a3a-baa8-dc157eab1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5cff5a-8c33-4e83-962c-b629e0717480,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:58.577669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:04:58.579267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:04:58.584566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:04:58.594729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:04:58.604804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c037f-16d9-4479-9925-fb6ec689c52b req-f061a2f7-1001-41e6-b206-435f8e3b304e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:58.611893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-914c037f-16d9-4479-9925-fb6ec689c52b req-f061a2f7-1001-41e6-b206-435f8e3b304e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.2806940
Jan 29 21:04:58.685942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks [] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.715097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:04:58.750047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-914c037f-16d9-4479-9925-fb6ec689c52b req-8bb093ba-b558-4a35-9907-b0c1406ca9cb tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350479
Jan 29 21:04:58.835724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:58.940231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:58.966523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:04:59.016329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a847c7d-1296-499f-a7df-f0eab89b6669 None None] Pushing event updated for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:59.038552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.267828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:04:59.268240 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.298147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Attempting to bind port 68926e9c-c135-401e-bbee-5bb0b85503ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:04:59.298744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Attempting to bind port 68926e9c-c135-401e-bbee-5bb0b85503ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:04:59.299321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Attempting to bind port 68926e9c-c135-401e-bbee-5bb0b85503ef on network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:04:59.304297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:04:59.333938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:04:59.334571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Checking segment: {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:04:59.335188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.335758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Bound using segment: {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:04:59.336493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Bound port: 68926e9c-c135-401e-bbee-5bb0b85503ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef779c15-a9ac-4075-abc7-d8a48cbe3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:04:59.337416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.401894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:04:59.417445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.446444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088eea2-4e67-4764-aa7c-594e5e5f9fa2 req-2a0b5be2-0550-40b9-9e77-ab142356a527 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:04:59.448837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b088eea2-4e67-4764-aa7c-594e5e5f9fa2 req-2a0b5be2-0550-40b9-9e77-ab142356a527 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 943 time: 0.3047833
Jan 29 21:04:59.508576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:04:59.522229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f92656d8-5e90-4143-a656-b8591df5acb8 None None] Provisioning complete for port 68926e9c-c135-401e-bbee-5bb0b85503ef triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:04:59.523183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f92656d8-5e90-4143-a656-b8591df5acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.590268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f92656d8-5e90-4143-a656-b8591df5acb8 None None] Port 68926e9c-c135-401e-bbee-5bb0b85503ef cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:04:59.592284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] For port 68926e9c-c135-401e-bbee-5bb0b85503ef, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:04:59.597096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] For port 68926e9c-c135-401e-bbee-5bb0b85503ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68926e9c-c135-401e-bbee-5bb0b85503ef,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:04:59.605256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.649672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b088eea2-4e67-4764-aa7c-594e5e5f9fa2 req-a5f57477-2f04-4aae-8b3e-74984cf61353 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466150
Jan 29 21:04:59.694602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:04:59.740892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:04:59.741174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab913d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:00.024020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a847c7d-1296-499f-a7df-f0eab89b6669 None None] Pushing event updated for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:00.028728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['db60b1a8-ea24-4ed4-a6b5-160b23017f55'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:00.039144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Router 34fbc90a-71e0-4bb1-94d4-eccc08c739a7 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:05:00.259403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:00.356201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:00.358631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-b3204a88-f556-4a95-89f1-da8cee3f64a7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:00.360882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-b3204a88-f556-4a95-89f1-da8cee3f64a7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&tenant_id=3a9491db693d463a969459cbdbfa2db1&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.3013124
Jan 29 21:05:00.369321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] Sync routers for ids ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:00.388254 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] Routers {'34fbc90a-71e0-4bb1-94d4-eccc08c739a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:00.393859 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af15b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:00.455091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Provisioning complete for port 68926e9c-c135-401e-bbee-5bb0b85503ef triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:00.455744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:00.496221 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af15b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:00.503596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63765a-a59a-4452-a51c-c869d5516346 req-c8adbc72-2af8-4319-a9d7-0d6d5c5db667 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:00.508068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d63765a-a59a-4452-a51c-c869d5516346 req-c8adbc72-2af8-4319-a9d7-0d6d5c5db667 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.4897733
Jan 29 21:05:00.518835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:00.519214 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] Routers {'34fbc90a-71e0-4bb1-94d4-eccc08c739a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:00.523403 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af15b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:00.523594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19ef579f-039f-4934-b1f1-e0da9ecf4e2a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.3561070
Jan 29 21:05:00.525510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:00.530417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:00.537058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-3c9afc97-31ec-4f00-b62b-4af143c4af0e service neutron] 10.222.0.36 "GET /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1568646
Jan 29 21:05:00.612183 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af15b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:00.620676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a075f91-58b0-41dd-a44d-19f0725f8bc2 None None] The sync data for ids ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:00.642109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55de8f-bdbd-4a7a-8c24-8aa41e308167 req-7042a8cf-da44-48c3-9079-a7d24fd893de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:00.648452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b55de8f-bdbd-4a7a-8c24-8aa41e308167 req-7042a8cf-da44-48c3-9079-a7d24fd893de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.2843695
Jan 29 21:05:00.740815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d63765a-a59a-4452-a51c-c869d5516346 req-880f17de-aa9b-449f-a22d-fc554205624c tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186022
Jan 29 21:05:00.806741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b55de8f-bdbd-4a7a-8c24-8aa41e308167 req-ba5ab2db-0c75-45a7-b944-0484234db7ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439066
Jan 29 21:05:00.896664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-e6226d03-261c-41f1-b85b-22a8290cdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:00.898402 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-e6226d03-261c-41f1-b85b-22a8290cdc60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1126 time: 0.3249202
Jan 29 21:05:01.073760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Current status of the port 68926e9c-c135-401e-bbee-5bb0b85503ef is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:01.075441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:01.115667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:01.147818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] For port 68926e9c-c135-401e-bbee-5bb0b85503ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68926e9c-c135-401e-bbee-5bb0b85503ef,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:01.161618 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:01.248138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab913d0>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:53Z', 'revision_number': 4, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '68926e9c-c135-401e-bbee-5bb0b85503ef', 'name': '', 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'mac_address': 'fa:16:3e:45:87:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:51Z', 'updated_at': '2022-01-29T21:04:59Z', 'revision_number': 4, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'subnets': [{'id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:01.335480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c6ff0-9d83-480f-8700-eae4c7fa44f0 None None] The sync data for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 is: [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:04:53Z', 'revision_number': 4, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '68926e9c-c135-401e-bbee-5bb0b85503ef', 'name': '', 'network_id': '6c8be91a-aa16-433c-92f6-f1a4c5e963ec', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'mac_address': 'fa:16:3e:45:87:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:51Z', 'updated_at': '2022-01-29T21:04:59Z', 'revision_number': 4, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'subnets': [{'id': '8dd0d400-394e-4a13-b19b-f1f135457ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:01.346616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-9ad40a0c-682e-4c10-9cd2-10ba52fe3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:01.351574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-9ad40a0c-682e-4c10-9cd2-10ba52fe3f73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.3822088
Jan 29 21:05:01.370773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5168286-8ad7-4847-8e5f-09785e23c399 None None] Pushing event updated for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:01.542258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-fa9b0e9d-16dc-454d-a2d4-7800087d0cfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1000 time: 0.1743817
Jan 29 21:05:01.641532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-3e5f1ba6-1ed3-46e1-ab18-1cd10bfb119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:01.643987 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-3e5f1ba6-1ed3-46e1-ab18-1cd10bfb119d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.0945950
Jan 29 21:05:01.933060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a03b95-f960-453f-9470-3a10ecd22bd0 req-2d5e9eda-6abf-47ec-baf8-c9ea7e2e5df5 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:01.935636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73a03b95-f960-453f-9470-3a10ecd22bd0 req-2d5e9eda-6abf-47ec-baf8-c9ea7e2e5df5 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.0974422
Jan 29 21:05:01.999217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68926e9c-c135-401e-bbee-5bb0b85503ef up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:02.108122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-0e111d24-b51b-4c3d-95ac-4325c24ecf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:02.115386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73a03b95-f960-453f-9470-3a10ecd22bd0 req-618001b2-5b03-40bf-8a08-67e2a18c0234 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634758
Jan 29 21:05:02.131439 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-0e111d24-b51b-4c3d-95ac-4325c24ecf7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4588161
Jan 29 21:05:02.176255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 68926e9c-c135-401e-bbee-5bb0b85503ef triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:02.176819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:02.292315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcca8ba-0325-4d4f-9add-61381a6cfb6f req-fb67d119-8aa5-4565-a46d-99adabc6ebb0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:02.303224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bcca8ba-0325-4d4f-9add-61381a6cfb6f req-fb67d119-8aa5-4565-a46d-99adabc6ebb0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.2196279
Jan 29 21:05:02.423106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 68926e9c-c135-401e-bbee-5bb0b85503ef is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:02.451537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bcca8ba-0325-4d4f-9add-61381a6cfb6f req-b1cfa524-bc05-422c-afbb-cc20a1a4a464 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425147
Jan 29 21:05:02.564321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-5f8773c9-2304-4d51-b592-05aaaf45ecf6 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4319675
Jan 29 21:05:02.569288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:02.589776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:02.618950 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:02.731397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:05:02.736587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:02.737290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:02.917933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:02.917933 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:02.954186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:02.956821 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d1e6a-a0f0-4916-9b1c-f9524c296c7b" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:02.978668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:02.999369 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:03.101221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:03.109812 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b270042c-9a75-400f-8045-13def07ebc53 x-openstack-request-id: req-b270042c-9a75-400f-8045-13def07ebc53 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:03.110109 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:03.110364 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b270042c-9a75-400f-8045-13def07ebc53 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:03.110765 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'code': 200}
Jan 29 21:05:03.393697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8108eb-8eb3-4b83-8b33-94351054027d req-8fed7edf-b9c7-4ce6-a4cd-96a40be87de9 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:03.404865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a8108eb-8eb3-4b83-8b33-94351054027d req-8fed7edf-b9c7-4ce6-a4cd-96a40be87de9 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1701000
Jan 29 21:05:03.570445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a8108eb-8eb3-4b83-8b33-94351054027d req-2208fa25-6a1e-4cc8-96ae-f7a630a7e364 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630373
Jan 29 21:05:03.590669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-a33c9d24-9e2b-4426-bca4-ac7a0a8de669 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0141137
Jan 29 21:05:03.633312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router 34fbc90a-71e0-4bb1-94d4-eccc08c739a7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:05:03.826081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e7afc-57fb-4c44-8ab3-da49aee380ab req-55ca812d-a95a-4d8c-8359-44c610d079b1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:03.827730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-925e7afc-57fb-4c44-8ab3-da49aee380ab req-55ca812d-a95a-4d8c-8359-44c610d079b1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1456299
Jan 29 21:05:03.925667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:03.934033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:03.936834 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-32f5c8be-c007-407a-bf19-23385c5a6aec tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "PUT /v2.0/routers/34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 200  len: 924 time: 3.4099779
Jan 29 21:05:03.937329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] Sync routers for ids ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:03.939584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36772) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:03.951809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-925e7afc-57fb-4c44-8ab3-da49aee380ab req-1f601505-0987-46ff-bbfe-6e80249e7ae4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144798
Jan 29 21:05:03.954579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:03.958344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] Routers {'34fbc90a-71e0-4bb1-94d4-eccc08c739a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:03.960602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a271460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:04.015335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a271460>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:04.040583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] Routers {'34fbc90a-71e0-4bb1-94d4-eccc08c739a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:04.041580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a271460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:04.094568 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6bf4c3c-9b7f-424c-9608-2de229ec74aa tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 200  len: 924 time: 0.1508539
Jan 29 21:05:04.095026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:04.124358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a271460>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:04.127623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c339363-d946-4586-b3d1-0887fbfbd059 None None] The sync data for ids ['34fbc90a-71e0-4bb1-94d4-eccc08c739a7'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:04.183843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d5f09-4f6a-46b8-9ee3-aee2501f0eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.225657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027676c-2f05-4243-b889-83f17f9fdb01 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:04.229029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2027676c-2f05-4243-b889-83f17f9fdb01 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=34fbc90a-71e0-4bb1-94d4-eccc08c739a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1311901
Jan 29 21:05:04.230687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36780) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:04.379088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d5f09-4f6a-46b8-9ee3-aee2501f0eda admin admin] Publish callbacks [] for security_group (8ebaa880-b935-4626-bd1f-eab08fc1ed4a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.384161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3cb99-0b4e-4b89-a7f1-a3feee9760b9 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:04.389674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36788) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:04.391459 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46c3cb99-0b4e-4b89-a7f1-a3feee9760b9 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.1587207
Jan 29 21:05:04.392022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-319d5f09-4f6a-46b8-9ee3-aee2501f0eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8ebaa880-b935-4626-bd1f-eab08fc1ed4a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.443984 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-319d5f09-4f6a-46b8-9ee3-aee2501f0eda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5971c5768234aa0b862b3ae4758ee2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4879355
Jan 29 21:05:04.445382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d5f09-4f6a-46b8-9ee3-aee2501f0eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebaa880-b935-4626-bd1f-eab08fc1ed4a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:04.448130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36794) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:04.466704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0470e6b8-4321-4aaa-bc04-68197fd5c38c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 200  len: 205 time: 0.0757985
Jan 29 21:05:04.470879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36796) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:04.540803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] Publish callbacks [] for security_group (8ebaa880-b935-4626-bd1f-eab08fc1ed4a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.577844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] Publish callbacks [] for security_group (8ebaa880-b935-4626-bd1f-eab08fc1ed4a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.640307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.702305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8ebaa880-b935-4626-bd1f-eab08fc1ed4a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.706791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:04.709388 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ebaa880-b935-4626-bd1f-eab08fc1ed4a HTTP/1.1" status: 204  len: 168 time: 0.2602544
Jan 29 21:05:04.730142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5785-f65b-432c-b70e-489428976fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebaa880-b935-4626-bd1f-eab08fc1ed4a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:04.893275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374c8c-ebe2-4643-89d3-d19e846efc23 req-37c2ef7c-de0d-43bb-a213-38020afe0f4b tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:04.895053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3374c8c-ebe2-4643-89d3-d19e846efc23 req-37c2ef7c-de0d-43bb-a213-38020afe0f4b tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1093931
Jan 29 21:05:04.904536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.144033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3374c8c-ebe2-4643-89d3-d19e846efc23 req-3dd38bb2-86aa-47e1-a17d-e5b4d4c0b0f4 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342389
Jan 29 21:05:05.210606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:05.229227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port 6eca0aed-6e8c-4d1b-adc3-b5527caf759c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:05.229714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6eca0aed-6e8c-4d1b-adc3-b5527caf759c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.234690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56ddc3d-7223-47f2-8bbf-4862aef933dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.300546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2f358-6522-411d-a33e-41105c8fb8ae req-a11722e4-c581-4464-843a-4e75ead33572 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:05.302926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bd2f358-6522-411d-a33e-41105c8fb8ae req-a11722e4-c581-4464-843a-4e75ead33572 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.1937385
Jan 29 21:05:05.357007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56ddc3d-7223-47f2-8bbf-4862aef933dc admin admin] Publish callbacks [] for security_group (f8857b31-9cc2-40a4-b69e-cb30fdb1ab99), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.369795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56ddc3d-7223-47f2-8bbf-4862aef933dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8857b31-9cc2-40a4-b69e-cb30fdb1ab99), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.404411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6eca0aed-6e8c-4d1b-adc3-b5527caf759c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.410482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bd2f358-6522-411d-a33e-41105c8fb8ae req-c0bbe103-2b76-483c-85a1-6b53a9ff57b0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969126
Jan 29 21:05:05.424568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for 6eca0aed-6e8c-4d1b-adc3-b5527caf759c owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:05.427982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddc3d-7223-47f2-8bbf-4862aef933dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8857b31-9cc2-40a4-b69e-cb30fdb1ab99,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:05.435182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b56ddc3d-7223-47f2-8bbf-4862aef933dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e346c246ea2f43bcbbb9402ca0e351df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2233717
Jan 29 21:05:05.438112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:05.579169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] Publish callbacks [] for security_group (f8857b31-9cc2-40a4-b69e-cb30fdb1ab99), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.631034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] Publish callbacks [] for security_group (f8857b31-9cc2-40a4-b69e-cb30fdb1ab99), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.715600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8857b31-9cc2-40a4-b69e-cb30fdb1ab99), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.719871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:05.725454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8857b31-9cc2-40a4-b69e-cb30fdb1ab99 HTTP/1.1" status: 204  len: 168 time: 0.2858045
Jan 29 21:05:05.736572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb19535-9676-427a-b93a-9a5e0ee8972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8857b31-9cc2-40a4-b69e-cb30fdb1ab99,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:06.253646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-03f7ed98-262e-4a73-bf37-33eaf249c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:06.264486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-03f7ed98-262e-4a73-bf37-33eaf249c3ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 1127 time: 0.1578007
Jan 29 21:05:06.283830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:06.393223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:06.565270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6eca0aed-6e8c-4d1b-adc3-b5527caf759c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:06.654761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=6eca0aed-6e8c-4d1b-adc3-b5527caf759c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:06.699666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58528197-9176-4ae5-98a4-bdedf8e4d99d req-5835e693-a327-4416-83b7-23f4b8b0ba0c tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:06.707688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58528197-9176-4ae5-98a4-bdedf8e4d99d req-5835e693-a327-4416-83b7-23f4b8b0ba0c tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.4256361
Jan 29 21:05:06.725672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:06.765325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:06.873786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:06.876055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58528197-9176-4ae5-98a4-bdedf8e4d99d req-e940a88c-eed3-4902-899e-3e0a16fb1a92 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671979
Jan 29 21:05:06.878780 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea14443-2f72-4c4c-bdbb-f375d1bf7e52" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-unplugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:06.887269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks [] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:06.891911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004b84-01b2-4ca2-8aa5-6bb699993fec req-1a985b94-d490-4709-b90b-8dd91e623c64 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:06.907748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08004b84-01b2-4ca2-8aa5-6bb699993fec req-1a985b94-d490-4709-b90b-8dd91e623c64 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.2616036
Jan 29 21:05:06.915404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:06.928952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Transition to ACTIVE for port object db60b1a8-ea24-4ed4-a6b5-160b23017f55 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:05:06.941696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.160687 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fef701-0914-434d-be93-470a23587fdb x-openstack-request-id: req-a1fef701-0914-434d-be93-470a23587fdb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:07.161696 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-unplugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:07.161973 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1fef701-0914-434d-be93-470a23587fdb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:07.163010 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'code': 200}
Jan 29 21:05:07.167336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08004b84-01b2-4ca2-8aa5-6bb699993fec req-eb92870f-16d2-4270-b04c-dc65f10dc433 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2586107
Jan 29 21:05:07.180419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.185178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.211408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] No DVR routers for this DVR port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:07.221927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=10']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:07.284335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (34fbc90a-71e0-4bb1-94d4-eccc08c739a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.285218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router 34fbc90a-71e0-4bb1-94d4-eccc08c739a7 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:07.304609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.305623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-787777fe-6ae7-44bb-b57d-9ca3b5f84d97 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 204  len: 168 time: 2.8338120
Jan 29 21:05:07.311196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:07.321268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-981479641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:07.360191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.366309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.498203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.505599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.523865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:05:07.524809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:05:07.524809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:07.530186 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.530386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:05:07.530608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Attempting to bind port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:07.535157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c90bdcf8-8b2c-4b09-bb81-465195c084c7 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2212040
Jan 29 21:05:07.536556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36870) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:07.542789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:07.546535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:05:07.546535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Checking segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:07.546785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Bound using segment: {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:05:07.547195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Bound port: db60b1a8-ea24-4ed4-a6b5-160b23017f55, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e476d0-5e0c-4349-85ee-0942bd1e2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:05:07.547626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.651247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:07.656874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:05:07.669699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.758687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:07.759350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:07.760757 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] 10.222.0.18 "PUT /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1092 time: 1.4909940
Jan 29 21:05:07.851706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba3cac-600d-4b31-9caa-8c80c68e6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=11']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:07.987361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-59a714e4-d2af-42d2-9114-4ccc196ef344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:07.990812 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-59a714e4-d2af-42d2-9114-4ccc196ef344 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1126 time: 0.1833210
Jan 29 21:05:08.125812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:08.183819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-862587a9-9655-4f67-89ab-28a7847a280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:08.197549 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-862587a9-9655-4f67-89ab-28a7847a280e service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.1999764
Jan 29 21:05:08.305997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36892) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:08.334029 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-72c0b87a-27cf-4d88-af3b-61eced86cfc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.1233313
Jan 29 21:05:08.411564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5def2d-32ae-4f92-91c6-3e41f38b2c52 req-939986ba-fd13-409b-8f9b-75ca8f014170 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:08.418192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e5def2d-32ae-4f92-91c6-3e41f38b2c52 req-939986ba-fd13-409b-8f9b-75ca8f014170 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.2812312
Jan 29 21:05:08.438654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-5920f43e-1308-453a-82c0-946c0e4481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:08.440637 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-5920f43e-1308-453a-82c0-946c0e4481cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1003950
Jan 29 21:05:08.506181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a62b3b-259f-4931-8eff-87a238d2b2df req-8d303857-e0f2-4615-ae29-9cefced90395 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:08.508383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69a62b3b-259f-4931-8eff-87a238d2b2df req-8d303857-e0f2-4615-ae29-9cefced90395 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.2010682
Jan 29 21:05:08.521496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-a6edf0cb-db25-44cd-8e8c-8dfaca81f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:08.523115 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-a6edf0cb-db25-44cd-8e8c-8dfaca81f7f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0745094
Jan 29 21:05:08.583497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0b11ee4-c34c-4403-9922-29e17ef1dd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:08.591597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:08.633793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69a62b3b-259f-4931-8eff-87a238d2b2df req-d6f9d9fb-c0dd-4f30-886d-18385133d73c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158810
Jan 29 21:05:08.639293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e5def2d-32ae-4f92-91c6-3e41f38b2c52 req-cb305b95-ce07-4401-abc5-8a27ae04b6ea tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004368
Jan 29 21:05:08.688380 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-d64052ed-d8de-4b92-8f34-a27906c3f5ab service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579983
Jan 29 21:05:08.703764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:05:08.752891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:08.813342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (8bac8864-c0e0-44fd-a16c-21da68420b9b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:08.839443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:08.855852 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5b7822de-0b76-45e4-b33b-6ecefbef2158 req-4b7864b6-7509-406a-a1ce-54d9024d737b service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598718
Jan 29 21:05:09.045211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Allocated IP 172.35.4.52 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/ee58afa3-1c78-4269-98e3-c6d2969b99e6) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:09.076931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0b11ee4-c34c-4403-9922-29e17ef1dd82 admin admin] Publish callbacks [] for security_group (1bb9d2b1-52dd-46e2-9425-b6255cec2d6d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.092905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0b11ee4-c34c-4403-9922-29e17ef1dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1bb9d2b1-52dd-46e2-9425-b6255cec2d6d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.164014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:09.206199 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a803f99-6d22-497c-9848-2e26f621c931" -d '{"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:09.220962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e0b11ee4-c34c-4403-9922-29e17ef1dd82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b632eba14acd459089bb36203fb33e92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9006448
Jan 29 21:05:09.220962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b11ee4-c34c-4403-9922-29e17ef1dd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9d2b1-52dd-46e2-9425-b6255cec2d6d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:09.221631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36912) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:09.311397 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0266275-5476-455f-8adb-ffe2b62d4a13 x-openstack-request-id: req-c0266275-5476-455f-8adb-ffe2b62d4a13 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:09.311956 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:09.313175 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0266275-5476-455f-8adb-ffe2b62d4a13 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:09.314608 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:05:09.326565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for port (ee58afa3-1c78-4269-98e3-c6d2969b99e6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.387070 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ee58afa3-1c78-4269-98e3-c6d2969b99e6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.420016 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] Publish callbacks [] for security_group (1bb9d2b1-52dd-46e2-9425-b6255cec2d6d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.437117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:09.443859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:09.447565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:09.486082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] Publish callbacks [] for security_group (1bb9d2b1-52dd-46e2-9425-b6255cec2d6d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.490911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event updated for resources: {'Port': ['ID=ee58afa3-1c78-4269-98e3-c6d2969b99e6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:09.522146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-6a564e3e-51fa-488f-9ff0-7c38bb459a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:09.524194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-6a564e3e-51fa-488f-9ff0-7c38bb459a71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1126 time: 0.1945746
Jan 29 21:05:09.544924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-e22168e5-a95d-485b-9bed-d38a8ec75419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:09.546992 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-e22168e5-a95d-485b-9bed-d38a8ec75419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1126 time: 0.1974113
Jan 29 21:05:09.750994 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1bb9d2b1-52dd-46e2-9425-b6255cec2d6d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.752375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:09.756570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bb9d2b1-52dd-46e2-9425-b6255cec2d6d HTTP/1.1" status: 204  len: 168 time: 0.5330107
Jan 29 21:05:09.775747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bde579-bcee-4527-afd4-7a52fc952b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9d2b1-52dd-46e2-9425-b6255cec2d6d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:09.815563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-1894e7ed-adca-4cd9-959d-0b9f4f10bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:09.817416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-1894e7ed-adca-4cd9-959d-0b9f4f10bd8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.2438941
Jan 29 21:05:09.820885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-fa1bdb81-b5e1-45f4-ba6f-0783b1b62770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:09.822497 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-fa1bdb81-b5e1-45f4-ba6f-0783b1b62770 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.2878511
Jan 29 21:05:09.955409 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-7ace3728-2358-41e6-9bd2-9b34ff1dc52e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.1209579
Jan 29 21:05:09.958709 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-8bc045cb-f409-4167-a707-9bea516a7b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 999 time: 0.1355019
Jan 29 21:05:10.041267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937814f-56b6-4907-96d7-e1f1b5baf8ed req-b99ef8d6-9e91-4c69-b7a4-772411dc1acd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.043202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a937814f-56b6-4907-96d7-e1f1b5baf8ed req-b99ef8d6-9e91-4c69-b7a4-772411dc1acd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.1673903
Jan 29 21:05:10.100836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf87f0a-a561-45d5-8408-b8534ed0a04a req-88cee6a8-9eb1-4c4f-ad89-b6605e91a831 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.100836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bf87f0a-a561-45d5-8408-b8534ed0a04a req-88cee6a8-9eb1-4c4f-ad89-b6605e91a831 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.2171891
Jan 29 21:05:10.109283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (8bac8864-c0e0-44fd-a16c-21da68420b9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:10.137144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-52763936-411c-4454-b1a0-1e05bdf461a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.139213 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-52763936-411c-4454-b1a0-1e05bdf461a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1724229
Jan 29 21:05:10.140837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-df8769a9-9796-4917-95ba-40a255e426bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.142284 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-df8769a9-9796-4917-95ba-40a255e426bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1766686
Jan 29 21:05:10.235819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a937814f-56b6-4907-96d7-e1f1b5baf8ed req-1ef1df51-59f3-44aa-a4c8-edfad28502bf tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1814404
Jan 29 21:05:10.273211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bf87f0a-a561-45d5-8408-b8534ed0a04a req-464d3d15-e72c-454a-8efb-4926d6b64a44 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576145
Jan 29 21:05:10.307131 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46509683-abbd-4bd8-9df3-a036ce139da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:10.370834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-f001bdf5-9271-4fd3-afa7-82a6d05bcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.380127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-f001bdf5-9271-4fd3-afa7-82a6d05bcc80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2307589
Jan 29 21:05:10.384172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803f99-6d22-497c-9848-2e26f621c931 req-7f17ef9f-0efd-4ccd-956c-34456f402d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:10.385932 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-7f17ef9f-0efd-4ccd-956c-34456f402d86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2378561
Jan 29 21:05:10.601194 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-caeedaa0-317f-43e9-86e4-c95b3991fbc9 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132921
Jan 29 21:05:10.608721 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-9572086a-11ff-46c1-9b3d-44ec9df4f293 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954041
Jan 29 21:05:10.664236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:10.667963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:10.847021 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-4fb76cf8-5deb-4d78-9482-cd3bc09a4251 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372284
Jan 29 21:05:10.860164 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2a803f99-6d22-497c-9848-2e26f621c931 req-f739fd52-f49c-4e09-9cca-0c8fdf103d08 service neutron] 10.222.0.36 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227924
Jan 29 21:05:10.912485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Router 8bac8864-c0e0-44fd-a16c-21da68420b9b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:05:11.080056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:11.090453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:11.093187 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] Sync routers for ids ['8bac8864-c0e0-44fd-a16c-21da68420b9b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:11.094934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b813a3ca-0116-4d72-a102-a878dc353dbc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "PUT /v2.0/routers/8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 200  len: 882 time: 3.5552099
Jan 29 21:05:11.095574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36984) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:11.112862 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] Routers {'8bac8864-c0e0-44fd-a16c-21da68420b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:11.115876 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bfd1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8bac8864-c0e0-44fd-a16c-21da68420b9b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:11.224316 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bfd1b50>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:11.229123 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d8d86cdc-6ced-4283-842b-aadde7d5eb56 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 200  len: 923 time: 0.1323140
Jan 29 21:05:11.232183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36988) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:11.258015 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] Routers {'8bac8864-c0e0-44fd-a16c-21da68420b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:11.258695 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0bfd1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8bac8864-c0e0-44fd-a16c-21da68420b9b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:11.302188 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0bfd1b50>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:11.302767 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ca143-9c6b-4500-8248-974ddb862b33 None None] The sync data for ids ['8bac8864-c0e0-44fd-a16c-21da68420b9b'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:11.387162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4e266-f5a9-43c8-9b34-4636c13b9a1b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:11.395597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36996) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:11.397313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ab4e266-f5a9-43c8-9b34-4636c13b9a1b tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=8bac8864-c0e0-44fd-a16c-21da68420b9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1547987
Jan 29 21:05:11.995185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb07bb-d950-4511-aadf-c08c02e4153b req-5d51c664-a245-467e-83de-0cdd7267653c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:11.996785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ccb07bb-d950-4511-aadf-c08c02e4153b req-5d51c664-a245-467e-83de-0cdd7267653c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 944 time: 0.5595503
Jan 29 21:05:12.004036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809521e-4485-4e4b-a701-c7419603d587 req-d6d8dbb9-9d50-456f-b0be-34228003bcf1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:12.005887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e809521e-4485-4e4b-a701-c7419603d587 req-d6d8dbb9-9d50-456f-b0be-34228003bcf1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.5644500
Jan 29 21:05:12.012098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73bb4b0-187a-4833-9b52-2f635d03a72e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:12.017317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e73bb4b0-187a-4833-9b52-2f635d03a72e tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.6196799
Jan 29 21:05:12.017786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37010) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:12.080392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e809521e-4485-4e4b-a701-c7419603d587 req-464d054c-c30b-4218-b9e5-71a99ceda34a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610373
Jan 29 21:05:12.146630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03c63837-8bbe-44a0-9144-be14776d7404 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 200  len: 205 time: 0.1251035
Jan 29 21:05:12.148445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:12.258208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ccb07bb-d950-4511-aadf-c08c02e4153b req-22ceaa09-61bf-42d2-a680-dba4baeda606 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920223
Jan 29 21:05:12.326547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.466906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:05:12.477014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (8bac8864-c0e0-44fd-a16c-21da68420b9b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.593292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:12.608053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'port_id': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'mac_address': 'fa:16:3e:a4:2b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:05:12.620097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port ee58afa3-1c78-4269-98e3-c6d2969b99e6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:12.622207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ee58afa3-1c78-4269-98e3-c6d2969b99e6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.649954 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-194664e4-f706-4160-a7a1-3347c3cb13e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.669853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:12.670655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.687503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:12.736789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:12.746009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.837771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=12']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:12.842359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ee58afa3-1c78-4269-98e3-c6d2969b99e6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:12.866455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for ee58afa3-1c78-4269-98e3-c6d2969b99e6 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:13.134401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ee58afa3-1c78-4269-98e3-c6d2969b99e6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.185711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=ee58afa3-1c78-4269-98e3-c6d2969b99e6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:13.228460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['db60b1a8-ea24-4ed4-a6b5-160b23017f55'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:13.327347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (8bac8864-c0e0-44fd-a16c-21da68420b9b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.359780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:13.541914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3703-a7d3-4c2c-891d-1672d8382cc9 req-50aafa5e-4c6d-4f28-bf90-4dc17565742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:13.544179 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d53d3703-a7d3-4c2c-891d-1672d8382cc9 req-50aafa5e-4c6d-4f28-bf90-4dc17565742b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.0843816
Jan 29 21:05:13.586004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c708f-789a-45b5-bfe7-bf41ebf05565 req-f2a14d37-4aee-4146-95bd-d96ecf903330 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:13.589399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd7c708f-789a-45b5-bfe7-bf41ebf05565 req-f2a14d37-4aee-4146-95bd-d96ecf903330 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.3754587
Jan 29 21:05:13.596601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.605555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (8bac8864-c0e0-44fd-a16c-21da68420b9b), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.626782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d53d3703-a7d3-4c2c-891d-1672d8382cc9 req-bff812ad-ccb9-4502-a78f-543d8680247d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768754
Jan 29 21:05:13.650147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efadd058-aab2-40a5-9154-200c87ba9eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.702631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.744489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947c3b-6fbd-4c35-a494-4d9e5e4d3bba req-b9476567-0bde-43ee-9a60-165def1c499b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:13.746205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc947c3b-6fbd-4c35-a494-4d9e5e4d3bba req-b9476567-0bde-43ee-9a60-165def1c499b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 945 time: 0.3164616
Jan 29 21:05:13.749975 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (8bac8864-c0e0-44fd-a16c-21da68420b9b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.750645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router 8bac8864-c0e0-44fd-a16c-21da68420b9b {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:13.758672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.760927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-604c2b5a-e6e5-4350-b416-4ebed9418636 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 204  len: 168 time: 1.6034846
Jan 29 21:05:13.764728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:13.771095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-7243659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:13.817129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd7c708f-789a-45b5-bfe7-bf41ebf05565 req-cc25a934-20d0-4a00-b823-71d50f34d35e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159469
Jan 29 21:05:13.847356 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.849815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.856577 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efadd058-aab2-40a5-9154-200c87ba9eec admin admin] Publish callbacks [] for security_group (48b7dac3-b458-46a2-8387-96f6dc2a1bd2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.864999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efadd058-aab2-40a5-9154-200c87ba9eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (48b7dac3-b458-46a2-8387-96f6dc2a1bd2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.880696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc947c3b-6fbd-4c35-a494-4d9e5e4d3bba req-4fc34fec-ebd4-4a11-9578-9cd65a4aec96 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164508
Jan 29 21:05:13.907897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37084) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:13.914924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd058-aab2-40a5-9154-200c87ba9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b7dac3-b458-46a2-8387-96f6dc2a1bd2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:13.959128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.970682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.995320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:13.999799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cbabe934-f72e-4141-908c-808b4859e083 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2331045
Jan 29 21:05:14.000636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37086) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:14.006630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': True}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:14.048566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efadd058-aab2-40a5-9154-200c87ba9eec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68aa09c8284243de95c38ac218e03a2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6881163
Jan 29 21:05:14.052065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37088) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:14.062301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-63ef1948-fd5e-4cd0-9c40-720339bbe933 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc HTTP/1.1" status: 200  len: 992 time: 0.1429465
Jan 29 21:05:14.209331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] Publish callbacks [] for security_group (48b7dac3-b458-46a2-8387-96f6dc2a1bd2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.236174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] Publish callbacks [] for security_group (48b7dac3-b458-46a2-8387-96f6dc2a1bd2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.315429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-64b479e9-a6ce-482a-a9ac-9b0374e6a2ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1713200
Jan 29 21:05:14.338019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (48b7dac3-b458-46a2-8387-96f6dc2a1bd2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.347569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.353447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48b7dac3-b458-46a2-8387-96f6dc2a1bd2 HTTP/1.1" status: 204  len: 168 time: 0.2853661
Jan 29 21:05:14.374070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39c69d-92d7-400e-81ac-02f34174f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b7dac3-b458-46a2-8387-96f6dc2a1bd2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:14.412808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.464111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-b8f4d132-3c1e-44d6-a818-6fc023817ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:14.466791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-b8f4d132-3c1e-44d6-a818-6fc023817ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1127 time: 0.0874093
Jan 29 21:05:14.673295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-c40ce5df-f9ae-4c0d-97fd-127d3bbec201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:14.675452 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-c40ce5df-f9ae-4c0d-97fd-127d3bbec201 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.1877940
Jan 29 21:05:14.767065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (5f388769-6ac8-4e59-b8b0-f4da96b2137e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.815816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:14.828034 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-8050f468-da15-4108-80d3-f92ae95e4b5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 1000 time: 0.1459689
Jan 29 21:05:14.985442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:14.998233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-f45ff2c4-bcfc-46af-a5c2-3884c3f50943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:15.001930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-f45ff2c4-bcfc-46af-a5c2-3884c3f50943 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.1478605
Jan 29 21:05:15.041193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f1b5572b-aca7-49ae-a595-e9ad7b9d5e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.059690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 172.35.4.102 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/548d8d7c-c825-4d50-af7a-47565712ecac) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:15.174201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fc66c-0c58-4358-80f0-a3eba7ba442a req-850ec274-298f-4864-bd91-383725781571 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:15.182309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f8fc66c-0c58-4358-80f0-a3eba7ba442a req-850ec274-298f-4864-bd91-383725781571 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.2145178
Jan 29 21:05:15.208934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-7412e194-c403-43ab-8234-791627fdf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:15.210652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-7412e194-c403-43ab-8234-791627fdf7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1968224
Jan 29 21:05:15.276658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f8fc66c-0c58-4358-80f0-a3eba7ba442a req-c3d755b0-e785-42d9-b373-9e00b4bc119d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933232
Jan 29 21:05:15.340661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (548d8d7c-c825-4d50-af7a-47565712ecac), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.344626 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-3f2e4c95-8f5f-4fe8-8beb-418bacce923d service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273205
Jan 29 21:05:15.352050 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f1b5572b-aca7-49ae-a595-e9ad7b9d5e3b admin admin] Publish callbacks [] for security_group (88940062-12e7-4c80-b467-7250fa4e9263), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.392186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f1b5572b-aca7-49ae-a595-e9ad7b9d5e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (88940062-12e7-4c80-b467-7250fa4e9263), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.400722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (548d8d7c-c825-4d50-af7a-47565712ecac), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.528172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:15.532468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:15.539380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:15.564200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f61f3b3-f0ca-4176-b4e2-d40e6a931a68 req-1b74d4b7-5e5b-4428-9576-32db54fbf0af service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074671
Jan 29 21:05:15.593777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=548d8d7c-c825-4d50-af7a-47565712ecac,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:15.635490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.649925 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f1b5572b-aca7-49ae-a595-e9ad7b9d5e3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afc7590226bf4703ac6ec44bdaec16bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6608074
Jan 29 21:05:15.650936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37142) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:15.691407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5572b-aca7-49ae-a595-e9ad7b9d5e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88940062-12e7-4c80-b467-7250fa4e9263,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:15.760005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] Publish callbacks [] for security_group (88940062-12e7-4c80-b467-7250fa4e9263), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.772222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-f1644a67-de43-4295-9c94-3ef27715c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:15.774010 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-f1644a67-de43-4295-9c94-3ef27715c5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 1128 time: 0.0956576
Jan 29 21:05:15.819129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] Publish callbacks [] for security_group (88940062-12e7-4c80-b467-7250fa4e9263), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.954096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-09c69c27-3450-4b36-916a-b5d08d207e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:15.955484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-09c69c27-3450-4b36-916a-b5d08d207e34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 0.1586969
Jan 29 21:05:15.974471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (88940062-12e7-4c80-b467-7250fa4e9263), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.977804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:15.979125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88940062-12e7-4c80-b467-7250fa4e9263 HTTP/1.1" status: 204  len: 168 time: 0.3270874
Jan 29 21:05:16.043849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-976206f9-1ea8-4d0c-bdec-03bbe8e51a34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb07052e-244e-465e-8f6b-c273c635d262 HTTP/1.1" status: 200  len: 217 time: 0.0801783
Jan 29 21:05:16.064803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024b488-2d0d-4111-9efc-0d774160b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88940062-12e7-4c80-b467-7250fa4e9263,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:16.164276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (5f388769-6ac8-4e59-b8b0-f4da96b2137e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.451687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:16.536958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-8f56485d-f68e-4f5c-a929-cde2f4d04f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:16.539710 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-8f56485d-f68e-4f5c-a929-cde2f4d04f53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.4861362
Jan 29 21:05:16.590710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:05:16.601237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port db60b1a8-ea24-4ed4-a6b5-160b23017f55 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:16.601870 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.606616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e914a-36d7-4965-b4a2-2a942732e3c0 req-f293370b-05d7-4d64-91da-f295c72b1f05 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:16.608066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c23e914a-36d7-4965-b4a2-2a942732e3c0 req-f293370b-05d7-4d64-91da-f295c72b1f05 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1416230
Jan 29 21:05:16.623127 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-6af718d4-f8c4-44a0-bc88-44245ffaa249 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0767155
Jan 29 21:05:16.673937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.714916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.911766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.923968 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-dddff3f9-0c2f-46e8-8590-6eb82a2c0d00 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881367
Jan 29 21:05:16.955010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port db60b1a8-ea24-4ed4-a6b5-160b23017f55 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:16.955726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:16.980979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c23e914a-36d7-4965-b4a2-2a942732e3c0 req-4d57766c-882d-4a52-bc1e-659dcd6df173 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3602064
Jan 29 21:05:17.021992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:17.024770 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ec6c0-c52c-4d76-b79a-90ac72929bcc" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:17.061499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:17.078362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.166800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf8f93f2-e4ca-42db-915e-37ae69550d00 req-afba20ae-6faa-49e9-b636-3b88707dc7ed service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342892
Jan 29 21:05:17.171078 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f984a-c699-4c3f-bdc0-a41e76af645f x-openstack-request-id: req-ec2f984a-c699-4c3f-bdc0-a41e76af645f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:17.171685 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-plugged", "status": "completed", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:17.172194 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec2f984a-c699-4c3f-bdc0-a41e76af645f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:17.172767 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'code': 200}
Jan 29 21:05:17.190625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router 5f388769-6ac8-4e59-b8b0-f4da96b2137e is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:05:17.209027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1515268751', 'description': 'tempest-description-1224760980'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:17.228400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=13']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:17.366785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.452368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:17.459192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.460570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e1970695-0704-43d4-86cc-281d04089de7 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "PUT /v2.0/routers/5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 200  len: 916 time: 3.4589727
Jan 29 21:05:17.463373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37176) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:17.466778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] Sync routers for ids ['5f388769-6ac8-4e59-b8b0-f4da96b2137e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:17.480886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] Routers {'5f388769-6ac8-4e59-b8b0-f4da96b2137e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:17.481921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0abf9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5f388769-6ac8-4e59-b8b0-f4da96b2137e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:17.609712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0abf9bb0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:17.628442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] Routers {'5f388769-6ac8-4e59-b8b0-f4da96b2137e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:17.630251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0abf9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5f388769-6ac8-4e59-b8b0-f4da96b2137e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:17.647858 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.669976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.686300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0abf9bb0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:17.687062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a371-44f9-44b6-beba-720ce31fd366 None None] The sync data for ids ['5f388769-6ac8-4e59-b8b0-f4da96b2137e'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:17.779903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:17.785991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31991400-3585-46ef-9a3f-785b2b4fb652 req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.5850844
Jan 29 21:05:17.795893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6485d56-4218-4d4a-8707-e7f641a1132f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:17.811141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37196) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:17.819760 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7db09b0f-0081-458c-88c8-382bdc005246 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 200  len: 922 time: 0.3543472
Jan 29 21:05:17.877416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda3c49-b79d-45be-9765-944b81743f46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:17.886351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37198) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:17.903271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0eda3c49-b79d-45be-9765-944b81743f46 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=5f388769-6ac8-4e59-b8b0-f4da96b2137e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0904379
Jan 29 21:05:17.996420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e6af86e-08cf-490d-b826-3a63313e959f req-3b14e2da-36eb-413c-9873-a87243fe1a29 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1515268751&fields=id&tenant_id=57261c1bbcf14bd4b8368ff4815fde34 HTTP/1.1" status: 200  len: 267 time: 0.0918350
Jan 29 21:05:18.042872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed204cf2-abd1-45fd-8de5-69e5332546f3 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:18.047649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed204cf2-abd1-45fd-8de5-69e5332546f3 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.1596510
Jan 29 21:05:18.051906 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:18.149398 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-57d5fe9c-ce20-4a18-a2b6-ededed08ca7a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 200  len: 205 time: 0.0949800
Jan 29 21:05:18.152553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37210) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:18.178739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af86e-08cf-490d-b826-3a63313e959f req-0c233033-0b81-4ac5-b3f1-7336a04cb33a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:18.187273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e6af86e-08cf-490d-b826-3a63313e959f req-0c233033-0b81-4ac5-b3f1-7336a04cb33a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1828959
Jan 29 21:05:18.194079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'port': {'security_groups': ['45ce868a-05d5-4bd3-8e96-38d4cda1dfae', '92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:18.343380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.423096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.591420 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (5f388769-6ac8-4e59-b8b0-f4da96b2137e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.680886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:18.692889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port 548d8d7c-c825-4d50-af7a-47565712ecac {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:18.693558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (548d8d7c-c825-4d50-af7a-47565712ecac), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.753575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.771772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.785337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:18.793326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (548d8d7c-c825-4d50-af7a-47565712ecac), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.811771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for 548d8d7c-c825-4d50-af7a-47565712ecac owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:18.914693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:18.964377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:18.965274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:18.967134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e6af86e-08cf-490d-b826-3a63313e959f req-c4db322b-db9a-483e-bdb3-4c857d4cabb1 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "PUT /v2.0/ports/a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 982 time: 0.7788317
Jan 29 21:05:18.967901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:18.970842 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1860683b-346c-417a-ae6c-f7a58fb46901" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:19.049742 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a53f398-1c81-49a6-8d30-506137e9b0b0 x-openstack-request-id: req-4a53f398-1c81-49a6-8d30-506137e9b0b0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:19.050214 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:19.050735 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a53f398-1c81-49a6-8d30-506137e9b0b0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:19.052487 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:05:19.080160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:19.250257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-ac33d6a8-a656-44fe-972b-60d1ea79a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:19.261153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-ac33d6a8-a656-44fe-972b-60d1ea79a894 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1167 time: 0.1776884
Jan 29 21:05:19.262949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-fc7570b6-2de5-4282-b6a3-1c517ee08256 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1515268751&fields=id&tenant_id=57261c1bbcf14bd4b8368ff4815fde34 HTTP/1.1" status: 200  len: 267 time: 0.1096082
Jan 29 21:05:19.458670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-3fc77588-eb75-4ded-8802-9fcddeefe773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:19.460607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-88ab8db4-d087-4799-9674-a285596fa548 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:19.461058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-3fc77588-eb75-4ded-8802-9fcddeefe773 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.1920471
Jan 29 21:05:19.475861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-88ab8db4-d087-4799-9674-a285596fa548 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 985 time: 0.2006807
Jan 29 21:05:19.488880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'port': {'security_groups': ['45ce868a-05d5-4bd3-8e96-38d4cda1dfae']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:19.596584 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-ee4086ed-2a1b-4d27-8a13-0851924039ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.1211565
Jan 29 21:05:19.669450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (548d8d7c-c825-4d50-af7a-47565712ecac), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:19.693553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:19.724268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=548d8d7c-c825-4d50-af7a-47565712ecac,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:19.729592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-9e930791-594f-4c13-9af8-674975c247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:19.735684 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-9e930791-594f-4c13-9af8-674975c247fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1309257
Jan 29 21:05:19.765647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.766123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.766471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.766992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.767488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.768068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.768575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.769105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.769648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.770423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.770963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.771691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.772231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:19.819722 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-48457ce1-d6e4-473b-9d61-c2e9507a5f0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713785
Jan 29 21:05:19.957160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (5f388769-6ac8-4e59-b8b0-f4da96b2137e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.054423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:20.082369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.088229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (5f388769-6ac8-4e59-b8b0-f4da96b2137e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.104821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-b4f94d1d-143e-4a1a-a782-c5ccf448e9ce service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454121
Jan 29 21:05:20.124511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.135570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.152769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:20.201435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:20.203034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.208395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5d6440c-eb39-4800-9312-5a6088749a6c req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "PUT /v2.0/ports/a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 943 time: 0.7301950
Jan 29 21:05:20.247231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (5f388769-6ac8-4e59-b8b0-f4da96b2137e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.247464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router 5f388769-6ac8-4e59-b8b0-f4da96b2137e {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:20.267068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.273916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3c1e38b3-e2de-4b86-a9b8-e75c4d4d3e5f tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 204  len: 168 time: 2.1145947
Jan 29 21:05:20.304611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37310) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:20.318180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-515351518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:20.333937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:20.361102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031391d6-0a15-4d60-a518-7a9ccfe3f0ec tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:20.381432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.383011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.554445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.566103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.579484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1860683b-346c-417a-ae6c-f7a58fb46901 req-7f8e168b-1254-4af5-bed0-f30366228560 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4682958
Jan 29 21:05:20.675835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:20.681930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37348) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:20.688270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'enable_snat': False}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:20.698345 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-96240e95-f642-4488-856b-6e0550c4846b tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3923960
Jan 29 21:05:21.111842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:21.120021 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb619776-03a8-42c7-affc-c279321adf13" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:21.193813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-7a0d007a-4a7a-462e-b4dc-e54dcc179d32 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.9279749
Jan 29 21:05:21.280045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:21.402481 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:21.405256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:21.511414 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8cc1a9-9616-4ca7-aca5-f4938fdc4bef x-openstack-request-id: req-eb8cc1a9-9616-4ca7-aca5-f4938fdc4bef {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:21.511723 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:21.511986 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8cc1a9-9616-4ca7-aca5-f4938fdc4bef {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:21.512396 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:05:21.634663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:21.656640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619776-03a8-42c7-affc-c279321adf13 req-40e0510b-3bc0-4a41-880d-d63fbbe06207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:21.659771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-40e0510b-3bc0-4a41-880d-d63fbbe06207 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.1315331
Jan 29 21:05:21.908341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619776-03a8-42c7-affc-c279321adf13 req-dfce8828-6143-485b-b5eb-93a3f6a9200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:21.911077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-dfce8828-6143-485b-b5eb-93a3f6a9200d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.2426932
Jan 29 21:05:21.965285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (aa69e104-9ed5-4b01-be85-3ddd1217e69f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:21.981820 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-6d213228-c7ec-4ec8-b642-76b871a94953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.0654836
Jan 29 21:05:22.002281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:22.037435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Allocated IP 172.35.4.56 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/6ad81687-3564-4821-b756-16ca804a56aa) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:22.071169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619776-03a8-42c7-affc-c279321adf13 req-4993f583-5eb5-44c4-bf71-67a6fa315ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:22.073292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-4993f583-5eb5-44c4-bf71-67a6fa315ab4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.0814600
Jan 29 21:05:22.139161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-aff0af8b-c1a9-4787-8aec-3778ff66223d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554979
Jan 29 21:05:22.340249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-b5cb69ce-acb9-412a-bbd0-f1303a0e24dc service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918795
Jan 29 21:05:22.362447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:22.365719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-fd8f2638-06e4-4ab9-9b1c-e43836f9af70 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:22.367340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-fd8f2638-06e4-4ab9-9b1c-e43836f9af70 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.2915699
Jan 29 21:05:22.373228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for port (6ad81687-3564-4821-b756-16ca804a56aa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:22.396797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-0a27f010-5a16-4545-8d95-deb90f36cfc3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/quotas/32b002caffc8479a8ba3d87eddd46879 HTTP/1.1" status: 200  len: 375 time: 0.0195453
Jan 29 21:05:22.472265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fb619776-03a8-42c7-affc-c279321adf13 req-93d365a3-602e-4c38-abb3-31d53d2079b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262844
Jan 29 21:05:22.509894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-cd652a02-8616-4b3f-9608-3873410d2c72 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1027822
Jan 29 21:05:22.532211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6ad81687-3564-4821-b756-16ca804a56aa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:22.682799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:22.704931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:22.709033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:22.731618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Allocated IP 172.35.4.73 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/57629078-622b-48fa-a5c7-f516353e663d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:22.758161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'Port': ['ID=6ad81687-3564-4821-b756-16ca804a56aa,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:22.873530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-ce043e5d-c876-4f9c-ad3e-00d638487070 service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3607068
Jan 29 21:05:22.961273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:23.030885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.059258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for port (57629078-622b-48fa-a5c7-f516353e663d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.087042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-0f9990d0-4ebc-496c-917a-85a4b9184ecc service neutron] 10.222.0.20 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033064
Jan 29 21:05:23.100031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-373ed64b-3131-4ad9-8035-0be03960dbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.102063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ad81687-3564-4821-b756-16ca804a56aa), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.167926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (57629078-622b-48fa-a5c7-f516353e663d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.275561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:23.280851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.295034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-373ed64b-3131-4ad9-8035-0be03960dbfe admin admin] Publish callbacks [] for security_group (3f107114-5b42-424c-9444-852dc6e6efdb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.295368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:23.302193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-373ed64b-3131-4ad9-8035-0be03960dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3f107114-5b42-424c-9444-852dc6e6efdb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.317398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:23.345475 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-373ed64b-3131-4ad9-8035-0be03960dbfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=350aaf1f6d044784aefb4bcdb624e55d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3828259
Jan 29 21:05:23.351843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:23.388561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ed64b-3131-4ad9-8035-0be03960dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f107114-5b42-424c-9444-852dc6e6efdb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:23.443504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] Publish callbacks [] for security_group (3f107114-5b42-424c-9444-852dc6e6efdb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.455351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16579efa-a651-4dd3-a269-59a87c15d164 req-5ef91651-4397-4549-ac4c-e59fa81271e2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 210 time: 0.0578966
Jan 29 21:05:23.461526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Pushing event updated for resources: {'Port': ['ID=57629078-622b-48fa-a5c7-f516353e663d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:23.482480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] Publish callbacks [] for security_group (3f107114-5b42-424c-9444-852dc6e6efdb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.556384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3f107114-5b42-424c-9444-852dc6e6efdb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.559294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.563548 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f107114-5b42-424c-9444-852dc6e6efdb HTTP/1.1" status: 204  len: 168 time: 0.2072260
Jan 29 21:05:23.578684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fba68-c5f4-4194-aec7-c77775e5bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f107114-5b42-424c-9444-852dc6e6efdb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:23.678756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for port (6ad81687-3564-4821-b756-16ca804a56aa), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.694686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6ad81687-3564-4821-b756-16ca804a56aa), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.708324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-66d771d2-9e4a-4706-a362-a94e97197695 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:23.709912 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-66d771d2-9e4a-4706-a362-a94e97197695 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/ports?device_id=3611b3ff-9dac-4f2b-8b17-aa2f698c046b HTTP/1.1" status: 200  len: 946 time: 0.1273320
Jan 29 21:05:23.888776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Deleting port cb07052e-244e-465e-8f6b-c273c635d262 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:23.891146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cb07052e-244e-465e-8f6b-c273c635d262), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:23.923430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event updated for resources: {'Port': ['ID=6ad81687-3564-4821-b756-16ca804a56aa,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:23.938143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router_gateway (aa69e104-9ed5-4b01-be85-3ddd1217e69f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.019444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.050225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.053787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] For port cb07052e-244e-465e-8f6b-c273c635d262, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb07052e-244e-465e-8f6b-c273c635d262,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:24.054935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cb07052e-244e-465e-8f6b-c273c635d262), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.058964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-56fc7010-512e-414b-aa0a-317f3d9769fa tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8140326
Jan 29 21:05:24.071731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Calling delete_port for cb07052e-244e-465e-8f6b-c273c635d262 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:24.158740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-0305d4e2-c79b-45e4-acc1-b0725d5bd161 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 695 time: 0.0988781
Jan 29 21:05:24.267874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cb07052e-244e-465e-8f6b-c273c635d262), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.320406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event deleted for resources: {'Port': ['ID=cb07052e-244e-465e-8f6b-c273c635d262,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:24.375878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] No DVR routers for this DVR port cb07052e-244e-465e-8f6b-c273c635d262 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:24.380027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.384169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3a216150-0905-45d9-acd0-ea1370f81fcb req-8e419c4c-9d23-4602-b5a4-e542abc41fb2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "DELETE /v2.0/ports/cb07052e-244e-465e-8f6b-c273c635d262 HTTP/1.1" status: 204  len: 173 time: 0.6688435
Jan 29 21:05:24.384660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-deleted', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:24.388390 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9967ea4-94f5-4a24-a2f1-2ef30d79f77a" -d '{"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-deleted", "tag": "cb07052e-244e-465e-8f6b-c273c635d262"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:24.445309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-1c671a24-9f49-489c-a28d-69f3571943b0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:24.452379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-1c671a24-9f49-489c-a28d-69f3571943b0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2925034
Jan 29 21:05:24.460400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-d0cc81b7-bdf9-4029-bf7b-5ea96ff84474 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:05:24.464836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b71d46f1-d83d-43b4-930c-1c2150f34445 req-d0cc81b7-bdf9-4029-bf7b-5ea96ff84474 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0115879
Jan 29 21:05:24.476319 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624b482-986c-42d4-b691-6c8306db58f1 x-openstack-request-id: req-e624b482-986c-42d4-b691-6c8306db58f1 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:24.476572 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3611b3ff-9dac-4f2b-8b17-aa2f698c046b", "name": "network-vif-deleted", "tag": "cb07052e-244e-465e-8f6b-c273c635d262", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:24.476838 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e624b482-986c-42d4-b691-6c8306db58f1 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:24.477325 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3611b3ff-9dac-4f2b-8b17-aa2f698c046b', 'name': 'network-vif-deleted', 'tag': 'cb07052e-244e-465e-8f6b-c273c635d262', 'status': 'completed', 'code': 200}
Jan 29 21:05:24.497535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.516620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:24.666950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:24.708279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: cb07052e-244e-465e-8f6b-c273c635d262 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:24.709417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device cb07052e-244e-465e-8f6b-c273c635d262 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:24.879624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-15fbe90a-0e6a-46dd-b885-7d49aa008144 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:24.881171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-15fbe90a-0e6a-46dd-b885-7d49aa008144 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 805 time: 0.2107632
Jan 29 21:05:24.899164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Request body: {'port': {'device_id': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'admin_state_up': True, 'tenant_id': '32b002caffc8479a8ba3d87eddd46879'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:25.095924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Made reservation on behalf of 32b002caffc8479a8ba3d87eddd46879 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:25.100355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.153023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7fc5906-3f68-4728-8f6f-0f61095c7bc1 req-068f3fbf-6321-4304-bb87-09a2c3b934d3 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 210 time: 0.5378985
Jan 29 21:05:25.210279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-b41587cf-04ac-481a-b0e6-3f6ea1ed4fde tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:25.211890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-b41587cf-04ac-481a-b0e6-3f6ea1ed4fde tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.5980299
Jan 29 21:05:25.278108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Allocated IP 172.20.0.13 (b709d68e-d5b8-4af1-856f-050ad158cd85/42703c3e-c26d-4652-942c-7324428e17ec/ca09f4dd-982f-4c26-9986-adcb976717c2) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:25.287257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-9f4f5d92-7899-4beb-a52c-0640a9fa3ce5 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 695 time: 0.0561371
Jan 29 21:05:25.304863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'floatingip': {'port_id': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:25.355563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.467407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Router aa69e104-9ed5-4b01-be85-3ddd1217e69f is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:05:25.516107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks [] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.566801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.622201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:25.646568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Network b709d68e-d5b8-4af1-856f-050ad158cd85 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:25.650774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:25.654639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:25.722428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:25.723809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.742018 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-7981f9b3-edf8-4ebc-b920-84e0aa9246b0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8521473
Jan 29 21:05:25.758858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Request body: {'port': {'device_id': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:25.788717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:25.796399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.798070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2cc698af-f40e-422b-8ac6-3af9d7767aea tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "PUT /v2.0/routers/aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 200  len: 918 time: 5.1149671
Jan 29 21:05:25.800549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:25.802398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] Sync routers for ids ['aa69e104-9ed5-4b01-be85-3ddd1217e69f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:25.817319 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] Routers {'aa69e104-9ed5-4b01-be85-3ddd1217e69f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:25.817945 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['aa69e104-9ed5-4b01-be85-3ddd1217e69f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:25.877707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:25.896832 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a8430>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:25.912613 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] Routers {'aa69e104-9ed5-4b01-be85-3ddd1217e69f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:25.913891 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['aa69e104-9ed5-4b01-be85-3ddd1217e69f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:25.971792 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a8430>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:25.973837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10e22e-8b97-4ddb-b7f5-af77c0b1a883 None None] The sync data for ids ['aa69e104-9ed5-4b01-be85-3ddd1217e69f'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:26.121106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-37620b3a-9c5b-4192-91f9-58cbbe0dc287 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 200  len: 924 time: 0.3179393
Jan 29 21:05:26.125917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37638) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:26.271083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff44e48-5d58-4786-97c8-f5d1f2dcd409 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:26.273743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fff44e48-5d58-4786-97c8-f5d1f2dcd409 tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=aa69e104-9ed5-4b01-be85-3ddd1217e69f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1460032
Jan 29 21:05:26.278428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37650) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:26.301306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca09f4dd-982f-4c26-9986-adcb976717c2 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:26.310274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks [] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.324070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Transition to ACTIVE for port object ca09f4dd-982f-4c26-9986-adcb976717c2 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:05:26.330537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.427292 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:05:26.451724 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.453622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:26.486518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.538525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Attempting to bind port ca09f4dd-982f-4c26-9986-adcb976717c2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:05:26.539042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Attempting to bind port ca09f4dd-982f-4c26-9986-adcb976717c2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:05:26.539384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Attempting to bind port ca09f4dd-982f-4c26-9986-adcb976717c2 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:26.544497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Port ca09f4dd-982f-4c26-9986-adcb976717c2 on network b709d68e-d5b8-4af1-856f-050ad158cd85 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:05:26.544838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Attempting to bind port ca09f4dd-982f-4c26-9986-adcb976717c2 on network b709d68e-d5b8-4af1-856f-050ad158cd85 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:26.550200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:05:26.550557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Checking segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:26.551021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Bound using segment: {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:05:26.551380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Bound port: ca09f4dd-982f-4c26-9986-adcb976717c2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ef68e1-50ec-4966-856c-93624ac39a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:05:26.551745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.561255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be625e4-dfe7-4b4b-884d-7bb04d98608f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:26.562378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7be625e4-dfe7-4b4b-884d-7bb04d98608f tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 881 time: 0.2798436
Jan 29 21:05:26.567548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:26.586823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f2c59-6504-415a-96e6-d97bb2404cc6 req-1a922340-4344-47d4-bc1c-4baa5277521a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:26.588375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f3f2c59-6504-415a-96e6-d97bb2404cc6 req-1a922340-4344-47d4-bc1c-4baa5277521a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 932 time: 0.3110929
Jan 29 21:05:26.628594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0c85a47-948f-490b-8556-54a06e3faaeb tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 200  len: 205 time: 0.0580006
Jan 29 21:05:26.630136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37678) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:26.697574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f3f2c59-6504-415a-96e6-d97bb2404cc6 req-fb77a02d-4c4f-4729-a634-00932a4df33c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780728
Jan 29 21:05:26.699058 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Floating IP e11e8a0e-873e-4341-92d1-5efd881347ef associated. External IP: 172.35.4.56, port: a5fd5f1d-8182-40ff-8d01-e266d9aa192f.
Jan 29 21:05:26.775503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:26.792578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:05:26.804105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.870797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:26.893645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.899136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:26.899907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:26.901265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-d82092ac-7cf2-460f-a37a-ec6a2b718c6f service neutron] 10.222.0.36 "PUT /v2.0/ports/ca09f4dd-982f-4c26-9986-adcb976717c2 HTTP/1.1" status: 200  len: 1092 time: 1.1525023
Jan 29 21:05:26.901873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:26.905752 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c746a-7579-4048-a05c-fd66e4ba1bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:27.029121 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf67b98-62f7-4fc4-8b8f-23481bd3ad83 x-openstack-request-id: req-2cf67b98-62f7-4fc4-8b8f-23481bd3ad83 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:27.029488 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:27.029816 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cf67b98-62f7-4fc4-8b8f-23481bd3ad83 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:27.030445 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'status': 'completed', 'code': 200}
Jan 29 21:05:27.076324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-613c277c-af45-4510-a6a4-6b1dc0c23947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:27.078509 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-613c277c-af45-4510-a6a4-6b1dc0c23947 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 1126 time: 0.1335504
Jan 29 21:05:27.120935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Router e92bea55-18d1-45c3-82bc-2586f63e58a7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:05:27.155719 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-80a9b389-3b4f-446c-a294-5a51f8e69ff2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca09f4dd-982f-4c26-9986-adcb976717c2 HTTP/1.1" status: 200  len: 217 time: 0.0682311
Jan 29 21:05:27.214640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (aa69e104-9ed5-4b01-be85-3ddd1217e69f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:27.302306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-79ba4500-8717-48a5-9bac-7e8a62efbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:27.304109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-79ba4500-8717-48a5-9bac-7e8a62efbbaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.1424503
Jan 29 21:05:27.344001 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-c11120a4-33d8-4abb-8320-9ec595a218e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328465
Jan 29 21:05:27.344800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:27.350172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:27.360649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331688de-834c-4153-94d0-278ca283569e None None] Sync routers for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:27.437380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331688de-834c-4153-94d0-278ca283569e None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:27.442470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-331688de-834c-4153-94d0-278ca283569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a275e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:27.443785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-5db6afbf-0562-4547-87e6-fd253c971d0f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "PUT /v2.0/floatingips/e11e8a0e-873e-4341-92d1-5efd881347ef HTTP/1.1" status: 200  len: 996 time: 2.1457126
Jan 29 21:05:27.444401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:27.450760 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:27.474997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port 57629078-622b-48fa-a5c7-f516353e663d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:27.475356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (57629078-622b-48fa-a5c7-f516353e663d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:27.546990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-749401f0-a4b7-4e91-929d-1c0dd63506ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:27.550011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-9e351cac-7ba1-4398-8b36-ffd1574e3839 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975996
Jan 29 21:05:27.558160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-749401f0-a4b7-4e91-929d-1c0dd63506ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.0899267
Jan 29 21:05:27.650407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-331688de-834c-4153-94d0-278ca283569e None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:27.666114 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20af9a14-3e42-49d6-8db5-a6035ce2030b x-openstack-request-id: req-20af9a14-3e42-49d6-8db5-a6035ce2030b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:27.666396 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:27.666658 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20af9a14-3e42-49d6-8db5-a6035ce2030b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:27.667115 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:05:27.676206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (57629078-622b-48fa-a5c7-f516353e663d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:27.711775 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d266249a-93a8-46f6-b04c-ff41156e5030 req-6abcd112-8e22-4cea-bb9a-77107e316734 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532958
Jan 29 21:05:27.718478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for 57629078-622b-48fa-a5c7-f516353e663d owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:27.779381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-f95efb9e-f5f6-4d46-bb55-93ddd4699a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:27.780930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-f95efb9e-f5f6-4d46-bb55-93ddd4699a69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.1257949
Jan 29 21:05:27.787970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-4d5ecf9f-1ff9-40f2-ba8a-d4aec58cb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:27.798742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-4d5ecf9f-1ff9-40f2-ba8a-d4aec58cb952 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.2380774
Jan 29 21:05:27.954218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-9fde4902-6d31-4aba-a923-da218338dc54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 999 time: 0.1542554
Jan 29 21:05:28.050925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-61705a5c-a03f-4d96-8944-9844775cf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:28.052472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-61705a5c-a03f-4d96-8944-9844775cf139 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32b002caffc8479a8ba3d87eddd46879&device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 1126 time: 0.2187464
Jan 29 21:05:28.089331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b19d-e1ec-42be-b8d7-9a22bd476630 req-9d42ae92-ee35-4341-933d-68e3c7f846c9 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:28.090909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31d2b19d-e1ec-42be-b8d7-9a22bd476630 req-9d42ae92-ee35-4341-933d-68e3c7f846c9 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 944 time: 0.2209659
Jan 29 21:05:28.116160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-ef29791c-fc21-4dc2-97a6-baa5f49967b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:28.118265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-ef29791c-fc21-4dc2-97a6-baa5f49967b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1153138
Jan 29 21:05:28.198193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-15045cf0-4874-4ab1-a785-c6fbdbdbeb8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724852
Jan 29 21:05:28.201590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31d2b19d-e1ec-42be-b8d7-9a22bd476630 req-c9d00309-10dc-43f3-8a1c-64a32b8bbbf6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013186
Jan 29 21:05:28.222270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-c956ab18-242d-4cf9-8bdd-475b8df999c2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:05:28.225854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-c956ab18-242d-4cf9-8bdd-475b8df999c2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0114419
Jan 29 21:05:28.262069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-331688de-834c-4153-94d0-278ca283569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a275e50>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11e8a0e-873e-4341-92d1-5efd881347ef', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'port_id': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'mac_address': 'fa:16:3e:4e:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:22Z', 'updated_at': '2022-01-29T21:05:26Z', 'revision_number': 1, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:28.360110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331688de-834c-4153-94d0-278ca283569e None None] Checking router: e92bea55-18d1-45c3-82bc-2586f63e58a7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:05:28.386582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331688de-834c-4153-94d0-278ca283569e None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:28.388450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-331688de-834c-4153-94d0-278ca283569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a275e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:28.425029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-bc5042a3-8dcb-430c-943a-0d69e7979a95 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842902
Jan 29 21:05:28.638912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-331688de-834c-4153-94d0-278ca283569e None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:28.641927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-701db5ea-6bb8-4385-998e-a45131fc1136 req-78cc5bd1-e050-4dbf-a116-b1b7ea051826 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082067
Jan 29 21:05:28.731191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-c1a419de-bf74-4ad7-9b28-bdca5b2309b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:28.732830 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-c1a419de-bf74-4ad7-9b28-bdca5b2309b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.9382312
Jan 29 21:05:28.952143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (57629078-622b-48fa-a5c7-f516353e663d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.013145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=57629078-622b-48fa-a5c7-f516353e663d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:29.039770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-887da5fd-14cb-4438-927b-d47a3e8cd27b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 999 time: 0.2980297
Jan 29 21:05:29.220508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-4cf14d27-34dc-44b0-9c59-fd3d627782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:29.239140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-4cf14d27-34dc-44b0-9c59-fd3d627782dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 200  len: 906 time: 1.1757774
Jan 29 21:05:29.246812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-6f0e95aa-ce5f-4c3f-931b-9c5170b0757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:29.248330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-6f0e95aa-ce5f-4c3f-931b-9c5170b0757a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1886790
Jan 29 21:05:29.262189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (aa69e104-9ed5-4b01-be85-3ddd1217e69f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.487721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-331688de-834c-4153-94d0-278ca283569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a275e50>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11e8a0e-873e-4341-92d1-5efd881347ef', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'port_id': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'mac_address': 'fa:16:3e:4e:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:22Z', 'updated_at': '2022-01-29T21:05:26Z', 'revision_number': 1, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:29.520525 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-78a3c7ae-d9d4-4257-a32a-e0728e92a081 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2438877
Jan 29 21:05:29.525746 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-42d14c73-7749-4878-961b-f756e57131d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca09f4dd-982f-4c26-9986-adcb976717c2 HTTP/1.1" status: 200  len: 217 time: 0.2567658
Jan 29 21:05:29.538492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.544600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331688de-834c-4153-94d0-278ca283569e None None] The sync data for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 is: [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11e8a0e-873e-4341-92d1-5efd881347ef', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'port_id': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'mac_address': 'fa:16:3e:4e:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:22Z', 'updated_at': '2022-01-29T21:05:26Z', 'revision_number': 1, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:29.563807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-a4de615b-6ab0-4163-9d77-8f5cf6fdaac2 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 999 time: 0.8729494
Jan 29 21:05:29.668405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5987b5-b6d8-4a98-ab61-fe818cdf4c91 req-169e8e7c-22d7-485c-a6f7-805bfa07673e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:29.669605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b5987b5-b6d8-4a98-ab61-fe818cdf4c91 req-169e8e7c-22d7-485c-a6f7-805bfa07673e tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 944 time: 0.2209871
Jan 29 21:05:29.707885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (aa69e104-9ed5-4b01-be85-3ddd1217e69f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.747476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-5000530c-b688-4a82-a8de-5614ba4e0e3d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:29.753699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-5000530c-b688-4a82-a8de-5614ba4e0e3d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports/a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 943 time: 0.1781261
Jan 29 21:05:29.814555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b5987b5-b6d8-4a98-ab61-fe818cdf4c91 req-083ea850-1f5d-4d5d-950b-bf3282e765c5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162798
Jan 29 21:05:29.888748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-23bff4fc-0876-4584-b78e-9dea4a0c6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:29.894857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-23bff4fc-0876-4584-b78e-9dea4a0c6899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 200  len: 845 time: 0.3584697
Jan 29 21:05:29.898716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (aa69e104-9ed5-4b01-be85-3ddd1217e69f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.899257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router aa69e104-9ed5-4b01-be85-3ddd1217e69f {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:29.911817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:29.917949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37882) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:29.919806 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dec67453-e9a2-4003-87ef-5ac0ff9fdf43 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 204  len: 168 time: 3.2792754
Jan 29 21:05:29.924768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-561681863', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:29.940169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-b24ae979-14f6-48b1-9b2c-7bdec46d9d34 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119692
Jan 29 21:05:29.940414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-90f3c41d-c63c-4a20-8c7b-5aff5474c1d5 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 999 time: 0.1239495
Jan 29 21:05:30.008240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-63e3a38c-020b-4642-9cb3-fdb32f9bf10a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b709d68e-d5b8-4af1-856f-050ad158cd85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1067543
Jan 29 21:05:30.032644 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78f4f8-774a-4ee0-aeb8-c346f8a100a9 None None] New status for floating IP e11e8a0e-873e-4341-92d1-5efd881347ef: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:05:30.043788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.044850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.186710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.191011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b9b3d6bd-bf1d-429f-9b1a-201911a45fd7 req-21581c36-df4b-457c-9474-ababf257e135 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422168
Jan 29 21:05:30.199870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-877dd960-f926-40a4-a217-43ea345805ab tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:30.201926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-877dd960-f926-40a4-a217-43ea345805ab tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.2479296
Jan 29 21:05:30.292884 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-b84bbab3-e2cf-4e1f-9cba-e0d9764117b1 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742827
Jan 29 21:05:30.296104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-8d471fd4-775e-412a-a56f-651dca3b348d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:05:30.297449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-8d471fd4-775e-412a-a56f-651dca3b348d tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0419579
Jan 29 21:05:30.423776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-705c746a-7579-4048-a05c-fd66e4ba1bcf req-983fe763-d6ed-4702-894b-acebf8df00e3 service neutron] 10.222.0.36 "GET /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247089
Jan 29 21:05:30.505127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.554467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-09cbba1f-aefb-4dc6-aeae-0855ba3d208a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 1001 time: 0.1662769
Jan 29 21:05:30.613775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:30.695828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:05:30.717311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.840050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:30.886697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'mac_address': 'fa:16:3e:24:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:05:30.938068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:30.973285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ca09f4dd-982f-4c26-9986-adcb976717c2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:30.973895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.012122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca09f4dd-982f-4c26-9986-adcb976717c2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:31.047012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.047012 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Floating IP e11e8a0e-873e-4341-92d1-5efd881347ef disassociated. External IP: 172.35.4.56, port: a5fd5f1d-8182-40ff-8d01-e266d9aa192f.
Jan 29 21:05:31.053124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:31.074458 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.197811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:31.300186 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.372414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.411874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1b31-01e3-42b0-94b6-c23a5f6dec17 req-a1e4a983-b1d3-49a1-806a-102b517413f5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:31.414261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d2b1b31-01e3-42b0-94b6-c23a5f6dec17 req-a1e4a983-b1d3-49a1-806a-102b517413f5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 945 time: 0.3810434
Jan 29 21:05:31.433822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ca09f4dd-982f-4c26-9986-adcb976717c2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:31.676765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d2b1b31-01e3-42b0-94b6-c23a5f6dec17 req-b754957c-1a94-4c3e-acc7-dfb9ed7ce6c2 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258716
Jan 29 21:05:31.692217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Allocated IP 172.35.4.92 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/d716117a-42f6-42d4-b980-3370a186dae7) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:31.746521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Router e92bea55-18d1-45c3-82bc-2586f63e58a7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:05:31.952953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for port (d716117a-42f6-42d4-b980-3370a186dae7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:31.979515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:31.987739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:32.001333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Sync routers for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:32.016420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:32.017293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a55ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:32.038305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-f0d853a9-dbe7-4505-add0-3efa4feec930 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "PUT /v2.0/floatingips/e11e8a0e-873e-4341-92d1-5efd881347ef HTTP/1.1" status: 200  len: 694 time: 1.4343736
Jan 29 21:05:32.040102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:32.042930 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e012f-711d-42da-8df4-1e41e46d7d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:32.072534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d716117a-42f6-42d4-b980-3370a186dae7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:32.149435 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e7f6a-46cb-4e75-b0a0-70a0cc65d950 x-openstack-request-id: req-b62e7f6a-46cb-4e75-b0a0-70a0cc65d950 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:32.149709 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:32.156735 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b62e7f6a-46cb-4e75-b0a0-70a0cc65d950 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:32.156735 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:05:32.255651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:32.262550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:32.265656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event updated for resources: {'Port': ['ID=d716117a-42f6-42d4-b980-3370a186dae7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:32.267414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-ec1bea7d-4572-4fc9-9887-c22fb77488ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:32.269631 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-ec1bea7d-4572-4fc9-9887-c22fb77488ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.0857673
Jan 29 21:05:32.272871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:32.275048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:32.278542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.278898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.279278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.279645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.279992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.280332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.280665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.281031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.281391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.281644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.281970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.282307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.282627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:32.317824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-cf6ba4b4-15e2-4153-ae69-5b5a8ee50fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:32.319615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-cf6ba4b4-15e2-4153-ae69-5b5a8ee50fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 1128 time: 0.2408612
Jan 29 21:05:32.413621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-f0d6021b-23e6-4807-88ed-550ffcbbdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:32.422204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-f0d6021b-23e6-4807-88ed-550ffcbbdba8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.1438296
Jan 29 21:05:32.492287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-8beeaf27-9565-42cc-995a-e2fe09229029 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.0529304
Jan 29 21:05:32.576917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-f0ff5102-ea76-48db-a6d3-ac27906d81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:32.578462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-f0ff5102-ea76-48db-a6d3-ac27906d81f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.0804915
Jan 29 21:05:32.585288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-e3165fb7-8362-4355-84fc-3c58ad02e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:32.596861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-e3165fb7-8362-4355-84fc-3c58ad02e503 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 200  len: 920 time: 0.2637167
Jan 29 21:05:32.628575 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-c22e5555-d0d7-4df8-9f8b-9daae69490df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413952
Jan 29 21:05:32.652800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a55ae20>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:32.690245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Checking router: e92bea55-18d1-45c3-82bc-2586f63e58a7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:05:32.701821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:32.702743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a55ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:32.765559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-e7402e0f-fec7-4f92-ad1e-9b11c98eb622 service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274805
Jan 29 21:05:32.858329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:32.888572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:32.916589 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5f8e012f-711d-42da-8df4-1e41e46d7d4a req-a2d3cda3-589b-47aa-a295-94b67aeb9bac service neutron] 10.222.0.18 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386218
Jan 29 21:05:33.039154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port ca09f4dd-982f-4c26-9986-adcb976717c2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:05:33.046764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ca09f4dd-982f-4c26-9986-adcb976717c2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:33.047143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.143396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-7af41cdd-b403-45b2-92ce-f816a709fb3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 200  len: 217 time: 0.5385399
Jan 29 21:05:33.211189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ca09f4dd-982f-4c26-9986-adcb976717c2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:33.211594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.229078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38026) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:33.236508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a55ae20>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:33.266077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-9c3cbf92-e30b-475c-b85a-855574206920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:33.268944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-9c3cbf92-e30b-475c-b85a-855574206920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 200  len: 859 time: 0.1022301
Jan 29 21:05:33.274751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd1c45-0169-47d6-93f4-58b8e5831be9 req-bdabc741-fd4a-407e-a263-7ceb7236c1b5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:33.279736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cacd1c45-0169-47d6-93f4-58b8e5831be9 req-bdabc741-fd4a-407e-a263-7ceb7236c1b5 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 945 time: 0.1788776
Jan 29 21:05:33.304454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c286fb4-22bb-466e-beac-6510ca52bb69 None None] The sync data for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 is: [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:04:18Z', 'revision_number': 4, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a18d6ac-6b02-4bbd-8bba-a913266df017', 'name': '', 'network_id': '2a65e260-6d36-4431-88bf-e96fa5fc5907', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'mac_address': 'fa:16:3e:7e:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:27Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'subnets': [{'id': '572134bb-e565-4d09-8a41-4a6567c37c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:33.312821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:33.316054 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4eeb6f-bfec-4520-8aa3-efa20d758244" -d '{"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-plugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:33.339334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.354320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:33.365569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.394574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-c5f3cc32-0560-4f33-b6ca-7d9ef1002fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a65e260-6d36-4431-88bf-e96fa5fc5907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1170390
Jan 29 21:05:33.435947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:33.451735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-442110f1-0a5f-4c0b-831a-df42604b1054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.559649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-442110f1-0a5f-4c0b-831a-df42604b1054 admin admin] Publish callbacks [] for security_group (0411a782-8650-49db-aa61-277adb9d1051), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.568321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-442110f1-0a5f-4c0b-831a-df42604b1054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0411a782-8650-49db-aa61-277adb9d1051), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.580780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cacd1c45-0169-47d6-93f4-58b8e5831be9 req-af5e9985-9eae-4bc6-8f27-d6a302e3fff8 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899853
Jan 29 21:05:33.626604 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-442110f1-0a5f-4c0b-831a-df42604b1054 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1edaecf93a6a4ab0b537399b78f6f1c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3943377
Jan 29 21:05:33.627832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442110f1-0a5f-4c0b-831a-df42604b1054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0411a782-8650-49db-aa61-277adb9d1051,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:33.630422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38052) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:33.661410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-7feadb3a-de15-404b-a1bc-4c92b6bef427 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931000
Jan 29 21:05:33.693553 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e3fbf-bf87-40d8-9259-33dd84784dc9 x-openstack-request-id: req-ae2e3fbf-bf87-40d8-9259-33dd84784dc9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:33.695806 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-plugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:33.697296 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae2e3fbf-bf87-40d8-9259-33dd84784dc9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:33.700526 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'code': 200}
Jan 29 21:05:33.759618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] Publish callbacks [] for security_group (0411a782-8650-49db-aa61-277adb9d1051), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.821331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] Publish callbacks [] for security_group (0411a782-8650-49db-aa61-277adb9d1051), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.835461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7a491-3b0e-45e5-8d3b-290f1a779156 None None] New status for floating IP e11e8a0e-873e-4341-92d1-5efd881347ef: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:05:33.863915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.875409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e2b9bdb-8750-4030-b115-56e4ed813350 req-e95a4390-c3dc-4995-9a10-ee611fd6bf26 service neutron] 10.222.0.20 "GET /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625059
Jan 29 21:05:33.904253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8de6-11ce-4ce4-adf7-52ed80a75ca0 req-1388b8c3-f277-41ad-94d5-1d3c151f616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:33.905962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb8de6-11ce-4ce4-adf7-52ed80a75ca0 req-1388b8c3-f277-41ad-94d5-1d3c151f616c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 1128 time: 0.1358795
Jan 29 21:05:33.943379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0411a782-8650-49db-aa61-277adb9d1051), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.946807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:33.961633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0411a782-8650-49db-aa61-277adb9d1051 HTTP/1.1" status: 204  len: 168 time: 0.3077805
Jan 29 21:05:34.005936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-f49acdfd-4fb7-432d-a650-9b975a7c4cc6 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips/e11e8a0e-873e-4341-92d1-5efd881347ef HTTP/1.1" status: 200  len: 694 time: 0.0498297
Jan 29 21:05:34.011217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f250e3-d503-4a7f-aeec-e6b97b05a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0411a782-8650-49db-aa61-277adb9d1051,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:34.028655 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb8de6-11ce-4ce4-adf7-52ed80a75ca0 req-9a883c1b-dea0-4643-ad49-40f921c9623b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162989
Jan 29 21:05:34.161401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-de15fe42-9f5c-43c7-a999-4bf99eb5dbc0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:34.168066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-de15fe42-9f5c-43c7-a999-4bf99eb5dbc0 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/networks/d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 784 time: 0.1544471
Jan 29 21:05:34.175656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-49a038ee-c239-485a-bd90-0f88ed6cfb7f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:05:34.182983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-49a038ee-c239-485a-bd90-0f88ed6cfb7f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0138574
Jan 29 21:05:34.252652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-4e55caab-e8d2-4e8a-8f03-50ddea97b073 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 697 time: 0.0684795
Jan 29 21:05:34.254931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Router 560d8234-d4b2-44fc-9c7d-41024b4b3077 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:05:34.352149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-f2805a23-e5d3-4b4b-8ab5-5d51790db61c tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.4.56 HTTP/1.1" status: 200  len: 695 time: 0.0916522
Jan 29 21:05:34.536947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:34.562567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] Sync routers for ids ['560d8234-d4b2-44fc-9c7d-41024b4b3077'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:34.574193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:34.575774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0c072040-5f79-420a-b1d5-db1b373bd28c tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.6567283
Jan 29 21:05:34.576426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] Routers {'560d8234-d4b2-44fc-9c7d-41024b4b3077'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:34.577249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ea280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['560d8234-d4b2-44fc-9c7d-41024b4b3077'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:34.578256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Deleting port 6ad81687-3564-4821-b756-16ca804a56aa {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:34.578786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6ad81687-3564-4821-b756-16ca804a56aa), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:34.579516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:34.587307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:34.616506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ea280>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:34.626780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] Routers {'560d8234-d4b2-44fc-9c7d-41024b4b3077'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:34.627650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ea280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['560d8234-d4b2-44fc-9c7d-41024b4b3077'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:34.666033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9ea280>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:34.666941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0234289-1c31-4a78-84bd-7d39c781f396 None None] The sync data for ids ['560d8234-d4b2-44fc-9c7d-41024b4b3077'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:34.704342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6ad81687-3564-4821-b756-16ca804a56aa), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:34.704771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (6ad81687-3564-4821-b756-16ca804a56aa), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:34.730330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Calling delete_port for 6ad81687-3564-4821-b756-16ca804a56aa owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:34.841182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f77b6-7abb-4b0a-b85e-b3f0150e8436 req-614a1980-50e9-49c7-81f4-f1263e2dc45a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:34.842858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee5f77b6-7abb-4b0a-b85e-b3f0150e8436 req-614a1980-50e9-49c7-81f4-f1263e2dc45a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.1347501
Jan 29 21:05:34.948282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee5f77b6-7abb-4b0a-b85e-b3f0150e8436 req-85d056c4-fba2-4775-aa45-a2ffaad14e97 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941739
Jan 29 21:05:34.977154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6ad81687-3564-4821-b756-16ca804a56aa), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.028972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event deleted for resources: {'Port': ['ID=6ad81687-3564-4821-b756-16ca804a56aa,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:35.075703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.105467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.136713 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for floatingip (e11e8a0e-873e-4341-92d1-5efd881347ef), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.140517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.158502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95f1922d-c29a-4bb1-ac4a-8753271753dd req-0d783f2d-315f-473c-b63c-9e3455ab5360 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "DELETE /v2.0/floatingips/e11e8a0e-873e-4341-92d1-5efd881347ef HTTP/1.1" status: 204  len: 173 time: 0.7800922
Jan 29 21:05:35.192942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Deleting port d716117a-42f6-42d4-b980-3370a186dae7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:35.193619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d716117a-42f6-42d4-b980-3370a186dae7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.220779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-498b09cc-1cb2-43d8-9736-1720f7f00ccb tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups/92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad HTTP/1.1" status: 200  len: 1827 time: 0.0541348
Jan 29 21:05:35.296344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.315160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d716117a-42f6-42d4-b980-3370a186dae7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.325823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.329609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Calling delete_port for d716117a-42f6-42d4-b980-3370a186dae7 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:35.414311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.417210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.418759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef1e2b96-2710-4749-9f86-331819ee08a0 req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "DELETE /v2.0/security-groups/92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad HTTP/1.1" status: 204  len: 173 time: 0.1885538
Jan 29 21:05:35.431819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa93b2-426b-40af-bbce-ca7db61b6f62 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a414c2-14fa-4ec9-b7a3-fcd2fb49cdad,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:35.482722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38140) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:35.488030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103532960', 'description': 'tempest-secgroup-smoke-103532960 description', 'project_id': '71d5e7056616415aa449f9987bb3442c'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:35.528453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.556053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38142) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:35.569177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d716117a-42f6-42d4-b980-3370a186dae7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.600818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Pushing event deleted for resources: {'Port': ['ID=d716117a-42f6-42d4-b980-3370a186dae7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:35.673639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (b19f95f6-8b0e-4b18-a231-0fac56211e98), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.679871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (560d8234-d4b2-44fc-9c7d-41024b4b3077), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.680352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b19f95f6-8b0e-4b18-a231-0fac56211e98), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.700091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.701429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2174525
Jan 29 21:05:35.707938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38148) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:35.712681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:35.763417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9824a78b-84a3-48fa-833b-351bfc80d6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.783905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30830e-57e5-40cf-a086-06fbfb82bf2f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f95f6-8b0e-4b18-a231-0fac56211e98,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:35.805733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (7be36550-10ac-4d06-ae97-baa54d848930), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.859948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25458-d0cd-418b-ae14-f02dbc3e3fd3 req-26635794-876a-4b73-8821-ff2994cd7c0e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:35.861414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d25458-d0cd-418b-ae14-f02dbc3e3fd3 req-26635794-876a-4b73-8821-ff2994cd7c0e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.1278577
Jan 29 21:05:35.949818 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.953676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.964410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (7be36550-10ac-4d06-ae97-baa54d848930), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.973337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (7be36550-10ac-4d06-ae97-baa54d848930), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:35.977651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8d25458-d0cd-418b-ae14-f02dbc3e3fd3 req-99b518e7-fdc9-4d28-a4f3-576f6abe882e tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056256
Jan 29 21:05:35.993758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9824a78b-84a3-48fa-833b-351bfc80d6b4 admin admin] Publish callbacks [] for security_group (acadd724-127f-4b42-8ba5-7b4d70bb727c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.011849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9824a78b-84a3-48fa-833b-351bfc80d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (acadd724-127f-4b42-8ba5-7b4d70bb727c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.030344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be36550-10ac-4d06-ae97-baa54d848930,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.046727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Router 560d8234-d4b2-44fc-9c7d-41024b4b3077 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:05:36.063108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.065016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0811e31f-8f76-4d39-a029-4906214810c0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3556859
Jan 29 21:05:36.068926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.080728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824a78b-84a3-48fa-833b-351bfc80d6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acadd724-127f-4b42-8ba5-7b4d70bb727c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.088547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9824a78b-84a3-48fa-833b-351bfc80d6b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=697b06cf4253470db1e799b2e9cf622b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5307362
Jan 29 21:05:36.104704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38154) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.115194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:36.164615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:36.168391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab15957-6049-45a2-86ee-11a36bb64ae7 req-aa6dff74-ab48-4552-8ecf-1a44e3ff4e2b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:36.170582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ab15957-6049-45a2-86ee-11a36bb64ae7 req-aa6dff74-ab48-4552-8ecf-1a44e3ff4e2b tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.1042290
Jan 29 21:05:36.172392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.174117 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c56656a-d0d4-4b08-b46c-b589c0c5725a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "PUT /v2.0/routers/560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 200  len: 709 time: 1.5925353
Jan 29 21:05:36.182315 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] Sync routers for ids ['560d8234-d4b2-44fc-9c7d-41024b4b3077'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:36.186302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38156) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.198485 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] Routers {'560d8234-d4b2-44fc-9c7d-41024b4b3077'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:36.201640 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['560d8234-d4b2-44fc-9c7d-41024b4b3077'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:36.206497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (9633dc74-df2c-4af0-9666-1d4bceebc35d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.249342 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7130>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:36.260368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] Publish callbacks [] for security_group (acadd724-127f-4b42-8ba5-7b4d70bb727c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.261004 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] Routers {'560d8234-d4b2-44fc-9c7d-41024b4b3077'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:36.261922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['560d8234-d4b2-44fc-9c7d-41024b4b3077'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:36.284180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (9633dc74-df2c-4af0-9666-1d4bceebc35d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.289990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (9633dc74-df2c-4af0-9666-1d4bceebc35d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.302614 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b7130>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:36.304232 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60812d-c7a3-4f60-b17f-4b2f440c641c None None] The sync data for ids ['560d8234-d4b2-44fc-9c7d-41024b4b3077'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:36.317195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9633dc74-df2c-4af0-9666-1d4bceebc35d,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.332590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.334106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-709867a9-759e-493a-8189-7565e106cabe tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2234535
Jan 29 21:05:36.336870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38158) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.339026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc983771-3671-45cc-8a27-6df9f87a6dfa tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/routers/560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 200  len: 744 time: 0.1493645
Jan 29 21:05:36.341441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:36.345526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] Publish callbacks [] for security_group (acadd724-127f-4b42-8ba5-7b4d70bb727c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.347320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38160) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.372523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (306517ab-86ad-4884-a05d-f3fdf8ef022b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.418277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aaa0cf1f-1b94-447c-9e37-902dfec127aa tempest-RoutersIpV6AdminTest-889493940 tempest-RoutersIpV6AdminTest-889493940-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&device_id=560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 200  len: 205 time: 0.0698202
Jan 29 21:05:36.421384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38162) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.445638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ab15957-6049-45a2-86ee-11a36bb64ae7 req-3aafd992-7781-4248-b433-0d4ca5ddfd40 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478547
Jan 29 21:05:36.452574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ddaa98c-e71d-4f14-9fbc-3303ae321694 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 200  len: 205 time: 0.0299838
Jan 29 21:05:36.455235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38164) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.462149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (306517ab-86ad-4884-a05d-f3fdf8ef022b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.474992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (306517ab-86ad-4884-a05d-f3fdf8ef022b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.500868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306517ab-86ad-4884-a05d-f3fdf8ef022b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.513858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.513858 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4e5526d-1aa1-4ef5-b4f9-b41aa5116d0f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1755843
Jan 29 21:05:36.516189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38168) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.523117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:36.562087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.562907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (4187e7d0-3130-4e46-b897-2507cf415832), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.564585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (acadd724-127f-4b42-8ba5-7b4d70bb727c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.568730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.570053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acadd724-127f-4b42-8ba5-7b4d70bb727c HTTP/1.1" status: 204  len: 168 time: 0.4643533
Jan 29 21:05:36.646053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2394e8-e38b-473c-9b35-de9da94472e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acadd724-127f-4b42-8ba5-7b4d70bb727c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.683852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (4187e7d0-3130-4e46-b897-2507cf415832), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.689199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4187e7d0-3130-4e46-b897-2507cf415832), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.708610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187e7d0-3130-4e46-b897-2507cf415832,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.730573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.732367 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ea346b4c-0b48-4207-9f84-bab9eb76a40c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2147901
Jan 29 21:05:36.735224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38180) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.757087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:36.779980 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Project 71d5e7056616415aa449f9987bb3442c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:05:36.788854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (88cf5c9c-d293-4434-bcc6-82fc910f910a), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.795487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.798791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router_controller (560d8234-d4b2-44fc-9c7d-41024b4b3077), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.854096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (560d8234-d4b2-44fc-9c7d-41024b4b3077), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.854687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Fanout notify agent at l3_agent the message router_deleted on router 560d8234-d4b2-44fc-9c7d-41024b4b3077 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:36.869220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.877351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-50f12c08-1659-4e19-b5cd-190622477c9a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 204  len: 168 time: 0.4202962
Jan 29 21:05:36.879630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (88cf5c9c-d293-4434-bcc6-82fc910f910a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.881016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38190) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.919566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31cc796f-b656-439f-9dd6-dd8e3c31e0fd tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 200  len: 205 time: 0.0304830
Jan 29 21:05:36.919566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (88cf5c9c-d293-4434-bcc6-82fc910f910a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:36.920074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38196) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:36.956529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cf5c9c-d293-4434-bcc6-82fc910f910a,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:36.971610 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f2b8a585-db3f-4219-8572-e2619987f9fd tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:36.975085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f2b8a585-db3f-4219-8572-e2619987f9fd tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/560d8234-d4b2-44fc-9c7d-41024b4b3077 HTTP/1.1" status: 404  len: 336 time: 0.0562572
Jan 29 21:05:36.975740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.018194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38222) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.018709 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-341607e8-f1a1-44fa-a92a-cc4d602ec4fc tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 200  len: 205 time: 0.0418975
Jan 29 21:05:37.023146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:37.024487 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d3bb8eda-46a7-4a52-9f1d-0cfaa6926723 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2885237
Jan 29 21:05:37.027726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38224) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.036871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'security_group_rule': {'security_group_id': 'b19f95f6-8b0e-4b18-a231-0fac56211e98', 'project_id': '71d5e7056616415aa449f9987bb3442c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:37.070140 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Project 71d5e7056616415aa449f9987bb3442c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:05:37.079391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (8c0f33a1-97d6-4e92-8662-21797392adfe), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:37.090405 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-9782ff83-4da4-4628-8905-e92634b0e687 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:37.094472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9782ff83-4da4-4628-8905-e92634b0e687 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/aa69e104-9ed5-4b01-be85-3ddd1217e69f HTTP/1.1" status: 404  len: 336 time: 0.0706656
Jan 29 21:05:37.094768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38228) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.156164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba0fa994-e21c-47e2-879e-2ad039235657 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 200  len: 205 time: 0.0579588
Jan 29 21:05:37.157358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.182387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6769-dd10-4b66-9c2c-72b65246e3f5 req-9464775c-358a-454a-bff3-78205edd6b9a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:37.184300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b89d6769-dd10-4b66-9c2c-72b65246e3f5 req-9464775c-358a-454a-bff3-78205edd6b9a tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.0915737
Jan 29 21:05:37.213228 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-49576be8-b958-4b33-a632-3569ff50e626 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:37.217399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49576be8-b958-4b33-a632-3569ff50e626 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/5f388769-6ac8-4e59-b8b0-f4da96b2137e HTTP/1.1" status: 404  len: 336 time: 0.0559042
Jan 29 21:05:37.219512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38234) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.247934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b89d6769-dd10-4b66-9c2c-72b65246e3f5 req-48aef7b0-330f-4878-aee6-0b887772a7bc tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529583
Jan 29 21:05:37.262494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (8c0f33a1-97d6-4e92-8662-21797392adfe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:37.268851 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2eef941b-4c3f-4df5-b398-129c5e9d79cf tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 200  len: 205 time: 0.0424697
Jan 29 21:05:37.270253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38242) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.278265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8c0f33a1-97d6-4e92-8662-21797392adfe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:37.337969 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-f9ac5ead-317d-4e45-aa73-3476bf2ead50 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:37.343626 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f9ac5ead-317d-4e45-aa73-3476bf2ead50 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/8bac8864-c0e0-44fd-a16c-21da68420b9b HTTP/1.1" status: 404  len: 336 time: 0.0679255
Jan 29 21:05:37.343971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38250) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.349364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:37.358153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3217664
Jan 29 21:05:37.358153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd2939-6e2b-41d0-85fb-20720d9ebe06 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0f33a1-97d6-4e92-8662-21797392adfe,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:37.729291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5b5358bf-c283-4d49-a75d-1374898b74c0 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 200  len: 205 time: 0.3801465
Jan 29 21:05:37.730118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38264) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.777401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-7d791e89-b117-4e81-bec4-162788ae81a4 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103532960&fields=id&tenant_id=71d5e7056616415aa449f9987bb3442c HTTP/1.1" status: 200  len: 267 time: 0.0881910
Jan 29 21:05:37.785580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24280d-eba7-4428-9715-f2f01ce77d23 req-b8978ece-43d0-4e35-aefb-8c1800d65669 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:37.787162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f24280d-eba7-4428-9715-f2f01ce77d23 req-b8978ece-43d0-4e35-aefb-8c1800d65669 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.4309824
Jan 29 21:05:37.787510 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-1dd25cbc-2e62-436d-bccc-65a0ae2a7e28 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:37.789072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1dd25cbc-2e62-436d-bccc-65a0ae2a7e28 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/34fbc90a-71e0-4bb1-94d4-eccc08c739a7 HTTP/1.1" status: 404  len: 336 time: 0.0569394
Jan 29 21:05:37.791528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.825574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ccdaca8b-9bf3-4ca9-ac50-6b05cc31ef6a tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "GET /v2.0/ports?device_id=42093180-8507-4ddf-9936-d9175c9367bf HTTP/1.1" status: 200  len: 205 time: 0.0325119
Jan 29 21:05:37.827888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.871745 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0f56f2e9-b8e0-4c37-870d-cc86c49372b6 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] delete failed (client error): The resource could not be found.
Jan 29 21:05:37.875651 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f56f2e9-b8e0-4c37-870d-cc86c49372b6 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/routers/42093180-8507-4ddf-9936-d9175c9367bf HTTP/1.1" status: 404  len: 336 time: 0.0437541
Jan 29 21:05:37.875835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38272) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:37.917374 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-494dd546-9fff-4682-bb66-a65623117270 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:05:37.917839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494dd546-9fff-4682-bb66-a65623117270 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:05:37.921030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-494dd546-9fff-4682-bb66-a65623117270 tempest-RoutersIpV6AdminTest-419492486 tempest-RoutersIpV6AdminTest-419492486-project] 10.222.0.20 "DELETE /v2.0/subnets/3f73766c-4435-4b77-b61a-447109af27d4 HTTP/1.1" status: 404  len: 337 time: 0.0445132
Jan 29 21:05:37.943463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f24280d-eba7-4428-9715-f2f01ce77d23 req-42940469-be84-48f2-bc25-fbc0d75fdfe0 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487532
Jan 29 21:05:37.974567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-7dcf4eda-156a-46ca-9dff-b690c80ed44c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:37.981410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-7dcf4eda-156a-46ca-9dff-b690c80ed44c tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 813 time: 0.1849406
Jan 29 21:05:37.998636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-5d30a1dc-8da3-40dd-b330-d6fa8884092d tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/quotas/71d5e7056616415aa449f9987bb3442c HTTP/1.1" status: 200  len: 375 time: 0.0151472
Jan 29 21:05:38.068016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a987e440-ddcd-4b2e-8cda-828d382d4453 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0666869
Jan 29 21:05:38.168436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.181915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-57c03334-9fd3-498a-8264-6dcecff4816d service neutron] 10.222.0.20 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968268
Jan 29 21:05:38.281900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-441317bc-ff68-410b-b8f8-f61f5dd0d8fe service neutron] 10.222.0.20 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993793
Jan 29 21:05:38.330943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-15faad19-1229-471b-93e6-70415234f089 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:38.335211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-15faad19-1229-471b-93e6-70415234f089 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.0771523
Jan 29 21:05:38.418350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031c6d-eabd-4b6b-915c-95f88f79701c req-92ff8998-2426-4922-a5cd-12d2f3145408 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:38.420226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e031c6d-eabd-4b6b-915c-95f88f79701c req-92ff8998-2426-4922-a5cd-12d2f3145408 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 946 time: 0.0777986
Jan 29 21:05:38.483130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e031c6d-eabd-4b6b-915c-95f88f79701c req-890b0787-69b0-458e-b4d2-e1822a130cac tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/security-groups?id=45ce868a-05d5-4bd3-8e96-38d4cda1dfae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550554
Jan 29 21:05:38.500718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c59358e7-7a38-4924-90df-f62cfae314b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.506796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Deleting port a5fd5f1d-8182-40ff-8d01-e266d9aa192f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:38.507217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.636875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38310) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.651247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] For port a5fd5f1d-8182-40ff-8d01-e266d9aa192f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:38.651616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.673114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Calling delete_port for a5fd5f1d-8182-40ff-8d01-e266d9aa192f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:38.712910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98a17cc2-d6bd-44b7-bf0b-4b4681c5351a req-9c0eadfd-4613-4aa1-967f-5dd9ac2d9dd3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 210 time: 0.0394158
Jan 29 21:05:38.756602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c59358e7-7a38-4924-90df-f62cfae314b1 admin admin] Publish callbacks [] for security_group (9abb4185-289d-4499-b453-5970293d46f8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.767496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c59358e7-7a38-4924-90df-f62cfae314b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9abb4185-289d-4499-b453-5970293d46f8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.806213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ef005696-1cae-4c0d-b850-5c61027a7cfe tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:38.834689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c59358e7-7a38-4924-90df-f62cfae314b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cca715091746468ca40356fbe801c6dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6648979
Jan 29 21:05:38.836181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59358e7-7a38-4924-90df-f62cfae314b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb4185-289d-4499-b453-5970293d46f8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:38.837308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38318) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.852427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ef005696-1cae-4c0d-b850-5c61027a7cfe tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "PUT /v2.0/quotas/76036b776ef148989b4dcda81982beff HTTP/1.1" status: 200  len: 366 time: 0.2113445
Jan 29 21:05:38.855581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38320) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.883840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4f06e79-43c7-48a7-83d7-63f46975e8c5 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0244956
Jan 29 21:05:38.886031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.905653 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6dbfead9-e825-4da6-80be-0f8a4b78f9ae tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas/76036b776ef148989b4dcda81982beff HTTP/1.1" status: 200  len: 366 time: 0.0185018
Jan 29 21:05:38.907820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] Publish callbacks [] for security_group (9abb4185-289d-4499-b453-5970293d46f8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.910447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38324) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.924518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a5fd5f1d-8182-40ff-8d01-e266d9aa192f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.937154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] Publish callbacks [] for security_group (9abb4185-289d-4499-b453-5970293d46f8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:38.937733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a5fd5f1d-8182-40ff-8d01-e266d9aa192f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:38.947111 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-edb6372c-49ac-44bd-9151-99c90b7ffb09 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/76036b776ef148989b4dcda81982beff HTTP/1.1" status: 204  len: 168 time: 0.0356345
Jan 29 21:05:38.951306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38326) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:38.973185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Pushing event deleted for resources: {'Port': ['ID=a5fd5f1d-8182-40ff-8d01-e266d9aa192f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:38.986445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d9c5b05d-4d67-4cbc-b542-3699efeed4e0 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0327311
Jan 29 21:05:38.992099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38332) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.021998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] No DVR routers for this DVR port a5fd5f1d-8182-40ff-8d01-e266d9aa192f on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:39.026067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.030265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-381d22d2-5ebf-45be-a394-dbf401ab5771 req-a3c2a420-6747-4233-8e01-7104424e08d7 tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.18 "DELETE /v2.0/ports/a5fd5f1d-8182-40ff-8d01-e266d9aa192f HTTP/1.1" status: 204  len: 173 time: 0.6872325
Jan 29 21:05:39.034358 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5566ed41-cf3e-4683-ad5a-a2e153c7f609 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas/76036b776ef148989b4dcda81982beff HTTP/1.1" status: 200  len: 370 time: 0.0385313
Jan 29 21:05:39.034358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'name': 'network-vif-deleted', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:39.035809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38334) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.038592 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268efd76-b9cd-4462-8eef-8900455de6a7" -d '{"events": [{"server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "name": "network-vif-deleted", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:39.041247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7cb0753-9bef-4d91-835f-6819b93b8644 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas/76036b776ef148989b4dcda81982beff/default HTTP/1.1" status: 200  len: 370 time: 0.0040696
Jan 29 21:05:39.043934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38338) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.061088 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-9d1d61be-0297-40a1-bb79-5dddca6665f5 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] delete failed (client error): The resource could not be found.
Jan 29 21:05:39.063389 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9d1d61be-0297-40a1-bb79-5dddca6665f5 tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/76036b776ef148989b4dcda81982beff HTTP/1.1" status: 404  len: 348 time: 0.0181353
Jan 29 21:05:39.103788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9abb4185-289d-4499-b453-5970293d46f8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.106621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.107782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9abb4185-289d-4499-b453-5970293d46f8 HTTP/1.1" status: 204  len: 168 time: 0.2692225
Jan 29 21:05:39.130915 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c53408c-8530-4c5d-bb83-8c4eae293fe0 x-openstack-request-id: req-7c53408c-8530-4c5d-bb83-8c4eae293fe0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:39.131379 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e323e93-a4d6-4f49-8b98-348e616caa09", "name": "network-vif-deleted", "tag": "a5fd5f1d-8182-40ff-8d01-e266d9aa192f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:39.131855 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c53408c-8530-4c5d-bb83-8c4eae293fe0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:39.132920 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e323e93-a4d6-4f49-8b98-348e616caa09', 'name': 'network-vif-deleted', 'tag': 'a5fd5f1d-8182-40ff-8d01-e266d9aa192f', 'status': 'completed', 'code': 200}
Jan 29 21:05:39.137826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2728b0-408a-44e3-b898-d6a725328d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb4185-289d-4499-b453-5970293d46f8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:39.181259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193bb-c33d-4247-9bdf-037998480cdd req-5131936b-2378-443e-ac1a-a9633362c786 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:39.192705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ce193bb-c33d-4247-9bdf-037998480cdd req-5131936b-2378-443e-ac1a-a9633362c786 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.1690269
Jan 29 21:05:39.255616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ce193bb-c33d-4247-9bdf-037998480cdd req-28ad9ce9-f739-4334-a8eb-e9b32672011d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617859
Jan 29 21:05:39.277144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38346) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.299104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:network and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.303863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.311395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:subnet and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.314677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.322288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:subnetpool and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.327928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.335631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:port and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.339519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.345783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:router and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.349899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.356594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:floatingip and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.359902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.401515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:security_group and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.404755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.411835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Usage tracker for resource:security_group_rule and project:0f4135c63ed0414fa44271dcf23475e5 is out of sync, need to count used quota {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 29 21:05:39.415389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.quota.resource [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=125943) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 29 21:05:39.420436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-36e0e30e-cc98-4976-834c-7cdecc22373a tempest-QuotasTest-1710870241 tempest-QuotasTest-1710870241-project-admin] 10.222.0.20 "GET /v2.0/quotas/0f4135c63ed0414fa44271dcf23475e5/details.json HTTP/1.1" status: 200  len: 703 time: 0.1422665
Jan 29 21:05:39.619030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.636205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c618bd9-ee53-4850-9400-9783fc52cb87 req-21645e43-19bf-420e-bf31-0a86f3539c4f tempest-ServerRescueTestJSONUnderV235-2113783500 tempest-ServerRescueTestJSONUnderV235-2113783500-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e323e93-a4d6-4f49-8b98-348e616caa09 HTTP/1.1" status: 200  len: 210 time: 0.0357044
Jan 29 21:05:39.685135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6ffe0139-dcd4-47f6-bfc9-fde90ed582ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9712b702a0cf4244864ed63b90f7c83c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0645483
Jan 29 21:05:39.687695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38358) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.723981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38362) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:39.752217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] Publish callbacks [] for security_group (f1c6ac40-501c-4962-877d-8e93811ac036), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.779750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] Publish callbacks [] for security_group (f1c6ac40-501c-4962-877d-8e93811ac036), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.811065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c77c7501-076c-4602-857e-e2b2a5b5a88f req-9d90872f-8ba1-456a-9a05-3773ec0e65c1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 210 time: 0.0348358
Jan 29 21:05:39.905706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f1c6ac40-501c-4962-877d-8e93811ac036), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.908263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:39.911858 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1c6ac40-501c-4962-877d-8e93811ac036 HTTP/1.1" status: 204  len: 168 time: 0.2207961
Jan 29 21:05:39.942767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-45026557-c20f-4ff0-884d-f1b7c03368bc tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:39.944541 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-45026557-c20f-4ff0-884d-f1b7c03368bc tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 813 time: 0.1486840
Jan 29 21:05:39.946402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5549d-c88e-43a9-99e1-a76f5a37e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c6ac40-501c-4962-877d-8e93811ac036,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:39.947134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-14caa001-2d05-4aab-b667-fbdc0bb5b3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.068151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-14caa001-2d05-4aab-b667-fbdc0bb5b3a0 admin admin] Publish callbacks [] for security_group (e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.076005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-14caa001-2d05-4aab-b667-fbdc0bb5b3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.121901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-14caa001-2d05-4aab-b667-fbdc0bb5b3a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1365de56f65d406ebc080113afec7e02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3959765
Jan 29 21:05:40.123996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa001-2d05-4aab-b667-fbdc0bb5b3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:40.126659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38370) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:40.192216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] Publish callbacks [] for security_group (e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.234319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] Publish callbacks [] for security_group (e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.302861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.306668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.311313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60 HTTP/1.1" status: 204  len: 168 time: 0.1807659
Jan 29 21:05:40.318863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196845b1-a564-4d81-a3ae-e5b5ef3f4ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63cbe4c-7bb4-4a80-a6fa-1e1a62040e60,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:40.324602 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6c412d38-0ac5-4ac7-ab78-cf570ed394a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.414072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-818542a6-f805-4dcc-9436-d403308f1ac4 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d5e7056616415aa449f9987bb3442c HTTP/1.1" status: 200  len: 379 time: 0.4602365
Jan 29 21:05:40.423712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'port': {'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'admin_state_up': True, 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'security_groups': ['b19f95f6-8b0e-4b18-a231-0fac56211e98']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:40.444389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec9174-8046-4c31-880c-32c1c1ef31bd req-ff7af0dd-5c0d-42bb-9924-b14dcdb02e3a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:40.454378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49ec9174-8046-4c31-880c-32c1c1ef31bd req-ff7af0dd-5c0d-42bb-9924-b14dcdb02e3a tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.0702889
Jan 29 21:05:40.512217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49ec9174-8046-4c31-880c-32c1c1ef31bd req-b240d891-2d2b-49b9-b8ab-eb7a4f67b517 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567620
Jan 29 21:05:40.594164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Made reservation on behalf of 71d5e7056616415aa449f9987bb3442c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:40.598639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.719373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38402) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:40.740652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:05:40.797842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Allocated IP 172.20.0.9 (9a2f4cf5-c536-492e-88d4-8be604c4400e/33f3317f-c357-49df-9dbf-96185cd5a1a9/a33b7c5b-bd1c-4c7a-9e45-19a169f4e853) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:40.850411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:40.873123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-289b9fe2-2940-4878-a51a-d88ddf6caa99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:40.939644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:40.954073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'network_id': 'b709d68e-d5b8-4af1-856f-050ad158cd85', 'port_id': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'mac_address': 'fa:16:3e:24:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42703c3e-c26d-4652-942c-7324428e17ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:05:40.961697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad156cda-b5dc-43dd-b1d7-6a46422565d9 req-67ec93ec-9291-4348-b2d0-2de697c4833f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 210 time: 0.0419757
Jan 29 21:05:40.963875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:40.999177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ca09f4dd-982f-4c26-9986-adcb976717c2 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:40.999949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.014003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca09f4dd-982f-4c26-9986-adcb976717c2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:41.039581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:41.051227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.052233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.128523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ca09f4dd-982f-4c26-9986-adcb976717c2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:41.148285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1528427300'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:41.152979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.154034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:41.203966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Made reservation on behalf of 68554bd4f7ed40f08ab37cf9f1c593b7 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:41.208362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.225877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.253903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:41.268110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:41.278135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:41.289214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:41.343948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-289b9fe2-2940-4878-a51a-d88ddf6caa99 admin admin] Publish callbacks [] for security_group (1ed19cc9-88b3-4161-8356-f1d26f0cbe2a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.343948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-289b9fe2-2940-4878-a51a-d88ddf6caa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1ed19cc9-88b3-4161-8356-f1d26f0cbe2a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.381893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9fe2-2940-4878-a51a-d88ddf6caa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed19cc9-88b3-4161-8356-f1d26f0cbe2a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:41.414194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:41.414851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.418195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for security_group (774418f5-59dc-4382-a930-54a401f7b470), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.420608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-289b9fe2-2940-4878-a51a-d88ddf6caa99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f4135c63ed0414fa44271dcf23475e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5690928
Jan 29 21:05:41.423357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:41.437315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a8ec459e-4025-4cd2-b73a-54764c986346 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0171454
Jan 29 21:05:41.443361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (774418f5-59dc-4382-a930-54a401f7b470), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.447577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Request body: {'port': {'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:41.457533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:41.474104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ba0da7c5-dde4-47cb-b57c-205b5722f8fe), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.474104 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Added segment ba0da7c5-dde4-47cb-b57c-205b5722f8fe of type vlan for network c7f51d30-99cf-45f1-8829-720300d49bce
Jan 29 21:05:41.522306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.583130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c7f51d30-99cf-45f1-8829-720300d49bce), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.588548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774418f5-59dc-4382-a930-54a401f7b470,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:41.623660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.630849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] Publish callbacks [] for security_group (1ed19cc9-88b3-4161-8356-f1d26f0cbe2a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.682804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-01232d6e-c451-4da5-b48d-0d03cbcab08e None None] Provisioning complete for port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:41.683937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-01232d6e-c451-4da5-b48d-0d03cbcab08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.728169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-01232d6e-c451-4da5-b48d-0d03cbcab08e None None] Port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:41.733675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c7f51d30-99cf-45f1-8829-720300d49bce), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.740084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:41.740737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.749215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] Publish callbacks [] for security_group (1ed19cc9-88b3-4161-8356-f1d26f0cbe2a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.861620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.8964841
Jan 29 21:05:41.866321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38418) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:41.872382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Request body: {'subnet': {'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:41.881873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316f62-bb6e-4cd5-b091-7c4305734948 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'Network': ['ID=c7f51d30-99cf-45f1-8829-720300d49bce,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:41.903138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c7f51d30-99cf-45f1-8829-720300d49bce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:41.919572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:41.938191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks [] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.976961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Transition to ACTIVE for port object a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:05:41.980279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1ed19cc9-88b3-4161-8356-f1d26f0cbe2a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.983602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:41.984806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ed19cc9-88b3-4161-8356-f1d26f0cbe2a HTTP/1.1" status: 204  len: 168 time: 0.5602217
Jan 29 21:05:41.987975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.022428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Made reservation on behalf of 68554bd4f7ed40f08ab37cf9f1c593b7 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:42.026029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.027192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca6aec-cc7b-48fb-b7d3-9d11f1ba325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed19cc9-88b3-4161-8356-f1d26f0cbe2a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:42.055676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c77b-e0b8-4ccc-b59f-d381be473ec3 req-b52cfefc-1f52-451d-9264-5dd2063d2811 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:42.057928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7c3c77b-e0b8-4ccc-b59f-d381be473ec3 req-b52cfefc-1f52-451d-9264-5dd2063d2811 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 945 time: 0.1694648
Jan 29 21:05:42.116233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Pushing event updated for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:42.210952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7c3c77b-e0b8-4ccc-b59f-d381be473ec3 req-f3511c5d-0c29-40fc-87c9-fa039ffb4dd6 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322596
Jan 29 21:05:42.275423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb474-260e-4f81-a45f-7f1b94bf4890 req-c9839765-4537-45c3-b05e-2a184503d0d0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:42.277641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b5fb474-260e-4f81-a45f-7f1b94bf4890 req-c9839765-4537-45c3-b05e-2a184503d0d0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 943 time: 0.2434919
Jan 29 21:05:42.326910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Deleting port 5a18d6ac-6b02-4bbd-8bba-a913266df017 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:42.327243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.343762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Attempting to bind port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:05:42.344431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Attempting to bind port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:05:42.344646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Attempting to bind port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 on network 9a2f4cf5-c536-492e-88d4-8be604c4400e {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:42.352042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 on network 9a2f4cf5-c536-492e-88d4-8be604c4400e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:05:42.352443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Attempting to bind port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 on network 9a2f4cf5-c536-492e-88d4-8be604c4400e {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:42.366690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:05:42.367343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Checking segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:42.367750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Bound using segment: {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:05:42.368216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Bound port: a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420bc0d5-82de-4686-8fd1-58fabe5e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:05:42.368626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.388284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (35a3c751-7eba-4d4e-9738-23072efc90a0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.413587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b5fb474-260e-4f81-a45f-7f1b94bf4890 req-24aff39b-7de2-4684-bf7f-ac77dcea4975 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241925
Jan 29 21:05:42.470308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] For port 5a18d6ac-6b02-4bbd-8bba-a913266df017, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a18d6ac-6b02-4bbd-8bba-a913266df017,segment=NetworkSegment(2bce4c26-ea60-4817-afd2-9fa4dd670e8d),segment_id=2bce4c26-ea60-4817-afd2-9fa4dd670e8d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:42.470931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.487284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Calling delete_port for 5a18d6ac-6b02-4bbd-8bba-a913266df017 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:42.504211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'Subnet': ['ID=35a3c751-7eba-4d4e-9738-23072efc90a0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:42.512686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:42.516488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:05:42.521272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Checking segment: {'id': 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:42.521777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Network hostable DHCP agents. Network: c7f51d30-99cf-45f1-8829-720300d49bce, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:05:42.526257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.567072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:42.567750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.571753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] 10.222.0.36 "PUT /v2.0/ports/a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 1091 time: 1.1260281
Jan 29 21:05:42.572652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:42.575397 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72" -d '{"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:42.591295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a5fd5f1d-8182-40ff-8d01-e266d9aa192f no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:42.602145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Network c7f51d30-99cf-45f1-8829-720300d49bce is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:05:42.634398 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274ba46-a339-44fc-a2f7-754f0d4cccaf x-openstack-request-id: req-f274ba46-a339-44fc-a2f7-754f0d4cccaf {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:42.634693 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:42.634954 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f274ba46-a339-44fc-a2f7-754f0d4cccaf {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:42.635361 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:05:42.651629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe0b22-0898-468f-ac39-a3b6e815f1fd service neutron] Pushing event updated for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:42.655825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7f51d30-99cf-45f1-8829-720300d49bce) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:42.661011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:42.661632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.684027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a5fd5f1d-8182-40ff-8d01-e266d9aa192f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:42.684719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a5fd5f1d-8182-40ff-8d01-e266d9aa192f not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:42.685995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d1d1a1-88ff-41ed-8b03-f3424a077265 None None] Network c7f51d30-99cf-45f1-8829-720300d49bce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:42.692102 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-42627827-eac2-4770-9bac-8f1b0e480204 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8240721
Jan 29 21:05:42.695851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:42.701858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Request body: {'port': {'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-773326300'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:42.741244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-39d61040-48e2-4efb-b2ab-443cf97204a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.745935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:42.815295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5a18d6ac-6b02-4bbd-8bba-a913266df017), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.832398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-411bbe51-95cc-4ec9-8113-4803e582037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:42.836270 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-411bbe51-95cc-4ec9-8113-4803e582037a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1125 time: 0.2165487
Jan 29 21:05:42.858167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a18d6ac-6b02-4bbd-8bba-a913266df017,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:42.868418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ca09f4dd-982f-4c26-9986-adcb976717c2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:42.868800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.914031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c7f51d30-99cf-45f1-8829-720300d49bce', 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce', 'project_id': '68554bd4f7ed40f08ab37cf9f1c593b7', 'fixed_ips': [{'subnet_id': '35a3c751-7eba-4d4e-9738-23072efc90a0'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:05:42.916536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:42.945791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-c6c791ec-2442-4c1a-8f29-f52d83e074e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 217 time: 0.0667076
Jan 29 21:05:43.069741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Made reservation on behalf of 68554bd4f7ed40f08ab37cf9f1c593b7 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:43.072542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.074885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.101556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] device_id is not set on port b668a95e-fa69-43d0-9c29-15e5975810c4 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:43.130668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ca09f4dd-982f-4c26-9986-adcb976717c2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:43.131327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.176665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-49133fea-cc30-4419-8b07-8aab70a7c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:43.178848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-49133fea-cc30-4419-8b07-8aab70a7c5a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.2054045
Jan 29 21:05:43.186742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:43.189304 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741a1114-e6aa-4cb3-b324-3555cde62850" -d '{"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-plugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:43.203523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:43.213462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.260036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-24efb8c9-750d-493d-90fb-a1216610f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:43.261881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-24efb8c9-750d-493d-90fb-a1216610f0ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0763230
Jan 29 21:05:43.269878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Allocated IP 2001:db8::2 (c7f51d30-99cf-45f1-8829-720300d49bce/35a3c751-7eba-4d4e-9738-23072efc90a0/77159600-7292-4534-a378-61b351e3c535) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:43.272887 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d7c4c-3a4c-4e85-a6fb-154bc714b646 x-openstack-request-id: req-776d7c4c-3a4c-4e85-a6fb-154bc714b646 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:43.273237 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-plugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:43.273531 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-776d7c4c-3a4c-4e85-a6fb-154bc714b646 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:43.274007 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'code': 200}
Jan 29 21:05:43.296741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:43.310692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.311092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.311450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.311791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.312125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.312457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.313207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.313207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.313430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.313752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.314073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.314400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.314723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:05:43.421684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711134d4-38cd-43da-ab6f-2ad43eb70d42 req-62b98a6f-12e9-43c8-8794-df25e2fa481f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:43.422844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-12e82f64-0e99-416c-bc8a-2ba2c07962f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473382
Jan 29 21:05:43.423647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-711134d4-38cd-43da-ab6f-2ad43eb70d42 req-62b98a6f-12e9-43c8-8794-df25e2fa481f tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.0909636
Jan 29 21:05:43.520689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Router e92bea55-18d1-45c3-82bc-2586f63e58a7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:05:43.584089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b8a23cf6-a737-495f-9dd3-b41d574b64f9 req-a889d884-10d9-449c-b3f8-e0d00777c638 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471367
Jan 29 21:05:43.591986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-711134d4-38cd-43da-ab6f-2ad43eb70d42 req-e8f5a7da-7c03-41ed-af22-77a4080b6b4d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577606
Jan 29 21:05:43.732539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks [] for port (77159600-7292-4534-a378-61b351e3c535), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.735857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.739768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9080c-1107-4535-ba1e-52433638ad61 req-f304d41c-ff3b-4bbe-b0ed-8318db31c40f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:43.741399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c9080c-1107-4535-ba1e-52433638ad61 req-f304d41c-ff3b-4bbe-b0ed-8318db31c40f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 943 time: 0.1710322
Jan 29 21:05:43.749262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (77159600-7292-4534-a378-61b351e3c535), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:43.785176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:05:43.796237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e918a6e6-a002-4b22-aeed-69074c6029dd admin admin] 10.222.0.20 "PUT /v2.0/routers/e92bea55-18d1-45c3-82bc-2586f63e58a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0757294
Jan 29 21:05:43.796901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-bf748909-e230-4ddf-9ab8-a6415c5a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:43.799457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-bf748909-e230-4ddf-9ab8-a6415c5a4c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1125 time: 0.1149189
Jan 29 21:05:43.799680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38466) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:43.806592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Sync routers for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:05:43.829905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Network c7f51d30-99cf-45f1-8829-720300d49bce is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:43.835213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:43.842039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:43.847893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Pushing event updated for resources: {'Port': ['ID=77159600-7292-4534-a378-61b351e3c535,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:43.887369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:43.888015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4fb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:43.891694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Allocated IP 2001:db8::40 (c7f51d30-99cf-45f1-8829-720300d49bce/35a3c751-7eba-4d4e-9738-23072efc90a0/b668a95e-fa69-43d0-9c29-15e5975810c4) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:43.928264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c9080c-1107-4535-ba1e-52433638ad61 req-0ed89e5a-572a-4e8f-ae4c-771c77dea3d0 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1785631
Jan 29 21:05:44.005637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks [] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.057878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Attempting to bind port 77159600-7292-4534-a378-61b351e3c535 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:05:44.058260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Attempting to bind port 77159600-7292-4534-a378-61b351e3c535 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:05:44.058621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Attempting to bind port 77159600-7292-4534-a378-61b351e3c535 on network c7f51d30-99cf-45f1-8829-720300d49bce {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:44.069358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:05:44.069760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Checking segment: {'id': 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:44.070170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.070564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Bound using segment: {'id': 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:05:44.071044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Bound port: 77159600-7292-4534-a378-61b351e3c535, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:05:44.071424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (77159600-7292-4534-a378-61b351e3c535), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.084389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:44.099435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:44.100635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-63162ee0-5a8b-426a-9327-c01526c57e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:44.102239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-63162ee0-5a8b-426a-9327-c01526c57e1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.2945454
Jan 29 21:05:44.168954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.173191 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-57b9affb-5261-4704-8763-910f2db8d225 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 217 time: 0.0648148
Jan 29 21:05:44.179987 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks [] for router_gateway (e92bea55-18d1-45c3-82bc-2586f63e58a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.250136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-52639177', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:44.263170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Deleting port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:44.264035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.273107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-0f560a42-ec5b-498b-8073-f531ba6487c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:44.274610 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-0f560a42-ec5b-498b-8073-f531ba6487c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.0960140
Jan 29 21:05:44.279716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.315451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] For port 77159600-7292-4534-a378-61b351e3c535, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:44.319500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] For port 77159600-7292-4534-a378-61b351e3c535, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77159600-7292-4534-a378-61b351e3c535,segment=NetworkSegment(ba0da7c5-dde4-47cb-b57c-205b5722f8fe),segment_id=ba0da7c5-dde4-47cb-b57c-205b5722f8fe)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:05:44.320112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Made reservation on behalf of d135b040dbd447d9ac9f3e5fefb344d4 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:44.322459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.329202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (77159600-7292-4534-a378-61b351e3c535), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.364233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Network c7f51d30-99cf-45f1-8829-720300d49bce is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:44.364792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.375058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:44.386284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4fb2e0>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:05:42Z', 'revision_number': 5, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port': {'id': '0ca29d18-5941-491d-ba1a-c94b5d0e09f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:09Z', 'updated_at': '2022-01-29T21:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:44.386801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:44.392044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:44.392794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.401807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] For port 0ca29d18-5941-491d-ba1a-c94b5d0e09f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:44.402682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.424686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Calling delete_port for 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:44.425682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Checking router: e92bea55-18d1-45c3-82bc-2586f63e58a7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:05:44.432639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8d96-ea4e-4a2e-b952-e7bab1166599 None None] Pushing event updated for resources: {'Port': ['ID=77159600-7292-4534-a378-61b351e3c535,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:44.437386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'Port': ['ID=b668a95e-fa69-43d0-9c29-15e5975810c4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:44.440419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Routers {'e92bea55-18d1-45c3-82bc-2586f63e58a7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:05:44.441673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4fb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['e92bea55-18d1-45c3-82bc-2586f63e58a7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:44.444228 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cb55e5e9-ef6f-4db3-8f40-270b0063c131 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 1.7470219
Jan 29 21:05:44.447292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:44.454858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Request body: {'port': {'network_id': 'c7f51d30-99cf-45f1-8829-720300d49bce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1584251436', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:44.455622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] bootfile-name is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:44.456064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] tftp-server is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:44.456799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] server-ip-address is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:44.466438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-0e815fb0-f8fc-4efb-8acd-fc3c6fcd2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:44.468088 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-0e815fb0-f8fc-4efb-8acd-fc3c6fcd2b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1856704
Jan 29 21:05:44.538204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] Set router e92bea55-18d1-45c3-82bc-2586f63e58a7 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:05:44.595339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f3de9751-b467-4394-9616-f113b9357cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4fb2e0>, [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:05:44Z', 'revision_number': 6, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:44.645602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for security_group (02f49e19-3aa7-4737-a892-12d48516222a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.650602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de9751-b467-4394-9616-f113b9357cae None None] The sync data for ids ['e92bea55-18d1-45c3-82bc-2586f63e58a7'] in ncdv-master-1 is: [{'id': 'e92bea55-18d1-45c3-82bc-2586f63e58a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-459885177-router', 'tenant_id': '57261c1bbcf14bd4b8368ff4815fde34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:07Z', 'updated_at': '2022-01-29T21:05:44Z', 'revision_number': 6, 'project_id': '57261c1bbcf14bd4b8368ff4815fde34', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:05:44.697846 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-f8a11b2a-10ac-49c1-8f2e-d28b3a9d9237 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143893
Jan 29 21:05:44.700851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02f49e19-3aa7-4737-a892-12d48516222a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.724182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] device_id is not set on port 54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:44.791182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Made reservation on behalf of 68554bd4f7ed40f08ab37cf9f1c593b7 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:44.794679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:44.836573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f49e19-3aa7-4737-a892-12d48516222a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:44.926815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-afe6a06e-d3c7-4894-ae75-ebf42e03ae72 req-39ee95cd-6fd4-462b-b3a8-ff620f115ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185605
Jan 29 21:05:44.950485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Allocated IP 172.35.4.163 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:45.127145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for port (54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.181742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.210437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] device_id is not set on port 33204dde-3661-4e35-8511-f6647f49bc9d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:45.239940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d4bea-26fc-4bba-bfb9-951ed51767e0 req-0a077fc6-7457-4723-84d5-4f2301f5f829 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:45.241593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b07d4bea-26fc-4bba-bfb9-951ed51767e0 req-0a077fc6-7457-4723-84d5-4f2301f5f829 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.5416605
Jan 29 21:05:45.246893 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0ca29d18-5941-491d-ba1a-c94b5d0e09f5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.260248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:45.266298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:45.272956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:45.299972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Pushing event updated for resources: {'Port': ['ID=54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:45.310292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca29d18-5941-491d-ba1a-c94b5d0e09f5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:45.325648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:45.326285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.355586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0075fb0f-1665-4ef6-80f9-7103744da79c tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 1.2684038
Jan 29 21:05:45.356342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38480) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:45.361034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.163'}]}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:45.388500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.390351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.422245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b74da-e9db-4c8b-9e78-513ce27be734 req-15a4f58f-3902-4221-917d-4b678bbd2582 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:45.424011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-602b74da-e9db-4c8b-9e78-513ce27be734 req-15a4f58f-3902-4221-917d-4b678bbd2582 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 943 time: 0.2695162
Jan 29 21:05:45.447888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for router_controller (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.481024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b07d4bea-26fc-4bba-bfb9-951ed51767e0 req-681557ff-d37b-473d-8dd4-6746d0be916c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767943
Jan 29 21:05:45.562105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.592940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.597552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Allocated IP 2001:db8::b (c7f51d30-99cf-45f1-8829-720300d49bce/35a3c751-7eba-4d4e-9738-23072efc90a0/33204dde-3661-4e35-8511-f6647f49bc9d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:45.603657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-602b74da-e9db-4c8b-9e78-513ce27be734 req-3636e2ff-147b-439f-924f-139dfd965df8 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584198
Jan 29 21:05:45.613491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for router_gateway (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.734261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.747983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks [] for router_controller (e92bea55-18d1-45c3-82bc-2586f63e58a7), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.824966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (e92bea55-18d1-45c3-82bc-2586f63e58a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.825654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92bea55-18d1-45c3-82bc-2586f63e58a7 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:45.860065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.861472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-977337e2-fb65-4a3e-89b6-5f66a77e9565 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e92bea55-18d1-45c3-82bc-2586f63e58a7 HTTP/1.1" status: 204  len: 168 time: 2.0602987
Jan 29 21:05:45.864843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38494) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:45.896444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for router_gateway (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:45.923215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.057650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Deleting subnet 572134bb-e565-4d09-8a41-4a6567c37c1d {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:05:46.076201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Publish callbacks [] for subnet (572134bb-e565-4d09-8a41-4a6567c37c1d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.118998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 77159600-7292-4534-a378-61b351e3c535 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:46.138798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (572134bb-e565-4d09-8a41-4a6567c37c1d), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.158939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for router (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.188725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 77159600-7292-4534-a378-61b351e3c535 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:46.189147 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (77159600-7292-4534-a378-61b351e3c535), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.227042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (572134bb-e565-4d09-8a41-4a6567c37c1d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.243268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21069be5-439f-4ada-8466-4fc17b99ff75 req-b80599b0-4384-4ea3-9a90-622da9a0b94d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.245077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21069be5-439f-4ada-8466-4fc17b99ff75 req-b80599b0-4384-4ea3-9a90-622da9a0b94d tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 946 time: 0.2872632
Jan 29 21:05:46.247588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for port (33204dde-3661-4e35-8511-f6647f49bc9d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.298811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 77159600-7292-4534-a378-61b351e3c535 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:46.299217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (77159600-7292-4534-a378-61b351e3c535), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.342370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 77159600-7292-4534-a378-61b351e3c535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77159600-7292-4534-a378-61b351e3c535,segment=NetworkSegment(ba0da7c5-dde4-47cb-b57c-205b5722f8fe),segment_id=ba0da7c5-dde4-47cb-b57c-205b5722f8fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:46.347315 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (77159600-7292-4534-a378-61b351e3c535), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.355029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.358345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks [] for router_controller (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.373977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21069be5-439f-4ada-8466-4fc17b99ff75 req-01171ee1-0c18-439d-a130-b0da020ef4a4 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037726
Jan 29 21:05:46.385471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (572134bb-e565-4d09-8a41-4a6567c37c1d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.397272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (33204dde-3661-4e35-8511-f6647f49bc9d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.441278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=77159600-7292-4534-a378-61b351e3c535,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:46.453828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.455051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3ccd4b-0b9d-4d1a-92d6-97fb6078c08b {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:05:46.469299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572134bb-e565-4d09-8a41-4a6567c37c1d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:46.480924 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:05:46.484833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-92eb8dfe-0602-4522-8609-33d97ba616b3 tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.1246994
Jan 29 21:05:46.485316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38496) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:46.504109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.507445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ad5290de-c163-434a-aee2-a094aaa8a08b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/572134bb-e565-4d09-8a41-4a6567c37c1d HTTP/1.1" status: 204  len: 168 time: 0.6416256
Jan 29 21:05:46.513018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Network c7f51d30-99cf-45f1-8829-720300d49bce is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:46.513795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:46.516653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38498) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:46.518008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:46.518745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b125de-bf72-425d-b066-2a511451c7f4 None None] Network c7f51d30-99cf-45f1-8829-720300d49bce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:46.521613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:46.527773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.528486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.588736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Deleting port 54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:46.589352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.590608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:46.591591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0ca29d18-5941-491d-ba1a-c94b5d0e09f5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:46.591591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5a18d6ac-6b02-4bbd-8bba-a913266df017 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:46.598602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'Port': ['ID=33204dde-3661-4e35-8511-f6647f49bc9d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:46.617543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b84c1c86-265f-439c-9dfc-0f98be3eb2db tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 2.1666956
Jan 29 21:05:46.617732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38500) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:46.629110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5a18d6ac-6b02-4bbd-8bba-a913266df017 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:46.629815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5a18d6ac-6b02-4bbd-8bba-a913266df017 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:46.635421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-354b81e5-c278-4f9c-9bdc-16d4732dfacb None None] Provisioning complete for port 77159600-7292-4534-a378-61b351e3c535 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:46.635988 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-354b81e5-c278-4f9c-9bdc-16d4732dfacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (77159600-7292-4534-a378-61b351e3c535), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.703996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.730261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Calling delete_port for 54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:46.746205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (2a65e260-6d36-4431-88bf-e96fa5fc5907), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.768488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:05:46.770688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:46.820786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd687b3-9810-4fa8-9725-dfe5b1121d9d tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.826713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd687b3-9810-4fa8-9725-dfe5b1121d9d tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.832694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd687b3-9810-4fa8-9725-dfe5b1121d9d tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.838029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0dd687b3-9810-4fa8-9725-dfe5b1121d9d tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.2191834
Jan 29 21:05:46.838216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38504) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:46.843669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-354b81e5-c278-4f9c-9bdc-16d4732dfacb None None] Current status of the port 77159600-7292-4534-a378-61b351e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:46.857561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.870481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b421-bc3f-4d4c-9ec1-5840fa5ffafc req-1a077c5a-b1f8-478c-8763-32a4e8a304b3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:46.872149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed9b421-bc3f-4d4c-9ec1-5840fa5ffafc req-1a077c5a-b1f8-478c-8763-32a4e8a304b3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 943 time: 0.1469088
Jan 29 21:05:46.987532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (2a65e260-6d36-4431-88bf-e96fa5fc5907), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:46.999164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Deleting port 33204dde-3661-4e35-8511-f6647f49bc9d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:46.999436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (33204dde-3661-4e35-8511-f6647f49bc9d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.002965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ed9b421-bc3f-4d4c-9ec1-5840fa5ffafc req-8582cb59-0f80-480c-b293-e3135bf5ee5d tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107233
Jan 29 21:05:47.003651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ca09f4dd-982f-4c26-9986-adcb976717c2 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:47.004221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.017537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092190a0>,) {'filters': {'network_id': ['2a65e260-6d36-4431-88bf-e96fa5fc5907']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:47.027424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:47.032571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092190a0>, '2bce4c26-ea60-4817-afd2-9fa4dd670e8d') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:47.033150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092190a0>, '2bce4c26-ea60-4817-afd2-9fa4dd670e8d') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:47.048238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2bce4c26-ea60-4817-afd2-9fa4dd670e8d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.054457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.059825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:05:47.066722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:47.069008 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838adfa8-a0c6-447b-a1d7-403e76bc1451" -d '{"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-unplugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:47.088482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:47.093568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2bce4c26-ea60-4817-afd2-9fa4dd670e8d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.102048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Pushing event deleted for resources: {'Port': ['ID=54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:47.107081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:05:47.110561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2bce4c26-ea60-4817-afd2-9fa4dd670e8d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   warnings.warn('Neutron quota engine will require "--force" '
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:05:47.116755 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:05:47.119929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.161001 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a7539-4528-4475-bbd1-092543c3ba45 x-openstack-request-id: req-fd5a7539-4528-4475-bbd1-092543c3ba45 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:47.161305 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-unplugged", "status": "completed", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:47.161567 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd5a7539-4528-4475-bbd1-092543c3ba45 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:47.162025 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'code': 200}
Jan 29 21:05:47.164295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:47.169341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.192132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (33204dde-3661-4e35-8511-f6647f49bc9d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.209780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:47.213917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:05:47.217314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.238603 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6fe54d3c-9a09-4537-b38d-94592ee1bbda tempest-RoutersAdminNegativeIpV6Test-1004538984 tempest-RoutersAdminNegativeIpV6Test-1004538984-project-admin] 10.222.0.20 "DELETE /v2.0/ports/54e7e3e1-c15d-4bcb-bb7b-c4e5bece6918 HTTP/1.1" status: 204  len: 168 time: 0.7509832
Jan 29 21:05:47.240312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Calling delete_port for 33204dde-3661-4e35-8511-f6647f49bc9d owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:47.254488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (2a65e260-6d36-4431-88bf-e96fa5fc5907), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.262421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:47.265425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.275512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a65e260-6d36-4431-88bf-e96fa5fc5907 HTTP/1.1" status: 204  len: 168 time: 0.7416942
Jan 29 21:05:47.277997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.307348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d781c23-2a13-4fa3-a067-810078d49c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a65e260-6d36-4431-88bf-e96fa5fc5907,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:47.354410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Provisioning complete for port 33204dde-3661-4e35-8511-f6647f49bc9d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:47.354777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (33204dde-3661-4e35-8511-f6647f49bc9d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.392896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:47.416829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Port 33204dde-3661-4e35-8511-f6647f49bc9d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:47.446619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Provisioning complete for port b668a95e-fa69-43d0-9c29-15e5975810c4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:47.447073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.526461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Port b668a95e-fa69-43d0-9c29-15e5975810c4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:47.548415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Provisioning complete for port 77159600-7292-4534-a378-61b351e3c535 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:47.548666 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (77159600-7292-4534-a378-61b351e3c535), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.586218 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (33204dde-3661-4e35-8511-f6647f49bc9d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.620781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f0c14-4831-4ef9-bfd8-2651bc9a61b0 req-1a0b6e7d-4dd6-422d-b973-a21db42cb601 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:47.624860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event deleted for resources: {'Port': ['ID=33204dde-3661-4e35-8511-f6647f49bc9d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:47.638107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c75f0c14-4831-4ef9-bfd8-2651bc9a61b0 req-1a0b6e7d-4dd6-422d-b973-a21db42cb601 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 944 time: 0.1345410
Jan 29 21:05:47.673462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.677190 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1ff24b85-0de4-4109-bd12-007b7c08afb6 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "DELETE /v2.0/ports/33204dde-3661-4e35-8511-f6647f49bc9d HTTP/1.1" status: 204  len: 168 time: 0.8380284
Jan 29 21:05:47.681245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38516) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:47.688288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Request body: {'port': {'name': 'tempest-new-port-name-1153960222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:47.688864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] bootfile-name is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:47.689331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] tftp-server is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:47.689766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] server-ip-address is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:47.744580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-ee15bfea-1e3c-4d1e-a665-88afb529a594 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:47.746438 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-ee15bfea-1e3c-4d1e-a665-88afb529a594 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 944 time: 0.1978664
Jan 29 21:05:47.756839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38518) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:47.798620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c75f0c14-4831-4ef9-bfd8-2651bc9a61b0 req-6c7af9d9-4b48-4565-b61d-8cac3a5806c4 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511900
Jan 29 21:05:47.814237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:05:47.832171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:47.863947 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a1d790b-07c2-41ec-8a93-6da659fcd939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57261c1bbcf14bd4b8368ff4815fde34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1034162
Jan 29 21:05:47.864871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38524) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:47.901622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:47.994447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] Publish callbacks [] for security_group (45ce868a-05d5-4bd3-8e96-38d4cda1dfae), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.028222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbae0f-3e82-48c4-9578-e212895ddc2a None None] Current status of the port 77159600-7292-4534-a378-61b351e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:48.031524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 77159600-7292-4534-a378-61b351e3c535 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:48.076623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] Publish callbacks [] for security_group (45ce868a-05d5-4bd3-8e96-38d4cda1dfae), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.133262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 77159600-7292-4534-a378-61b351e3c535 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:48.133932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (77159600-7292-4534-a378-61b351e3c535), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.173256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f785cf2e-8eab-403d-bb93-9eaa6586cec2 None None] Could not find standard attr ID for object 33204dde-3661-4e35-8511-f6647f49bc9d. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:05:48.224888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Deleting port ca09f4dd-982f-4c26-9986-adcb976717c2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:48.225462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.229175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (45ce868a-05d5-4bd3-8e96-38d4cda1dfae), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.246620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.248279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45ce868a-05d5-4bd3-8e96-38d4cda1dfae HTTP/1.1" status: 204  len: 168 time: 0.3821266
Jan 29 21:05:48.252734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f785cf2e-8eab-403d-bb93-9eaa6586cec2 None None] Provisioning complete for port b668a95e-fa69-43d0-9c29-15e5975810c4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:48.253454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f785cf2e-8eab-403d-bb93-9eaa6586cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.282510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c25aa-5a8e-4733-b4da-16cd167824d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ce868a-05d5-4bd3-8e96-38d4cda1dfae,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:48.295567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.304687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a328c8c-f959-41ae-9c2f-3f07360097fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.314403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.411966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] In _notify_port_updated(), no bound segment for port b668a95e-fa69-43d0-9c29-15e5975810c4 on network c7f51d30-99cf-45f1-8829-720300d49bce {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:05:48.417762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:48.418728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.424620 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "PUT /v2.0/ports/b668a95e-fa69-43d0-9c29-15e5975810c4 HTTP/1.1" status: 200  len: 1129 time: 0.7398531
Jan 29 21:05:48.431849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38534) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:48.506683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f785cf2e-8eab-403d-bb93-9eaa6586cec2 None None] Port b668a95e-fa69-43d0-9c29-15e5975810c4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:48.510824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 77159600-7292-4534-a378-61b351e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:48.524620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] For port ca09f4dd-982f-4c26-9986-adcb976717c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca09f4dd-982f-4c26-9986-adcb976717c2,segment=NetworkSegment(c4ef68e1-50ec-4966-856c-93624ac39a71),segment_id=c4ef68e1-50ec-4966-856c-93624ac39a71)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:48.524966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.527664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711857dd-ea8a-4725-8ea4-948f58589de2 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event updated for resources: {'Port': ['ID=b668a95e-fa69-43d0-9c29-15e5975810c4,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:48.534760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcd88f-990a-445b-8b0f-8418fe9d45e3 req-6e50baf6-db7a-470b-b275-b507898b2866 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:48.537008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16bcd88f-990a-445b-8b0f-8418fe9d45e3 req-6e50baf6-db7a-470b-b275-b507898b2866 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 944 time: 0.3712616
Jan 29 21:05:48.545429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a328c8c-f959-41ae-9c2f-3f07360097fe admin admin] Publish callbacks [] for security_group (82c4cd40-cec5-4747-af40-5f55eef8e5f9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.562337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a328c8c-f959-41ae-9c2f-3f07360097fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82c4cd40-cec5-4747-af40-5f55eef8e5f9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.588295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91aafc7-4c38-4182-b505-72601497b639 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:48.594859 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a91aafc7-4c38-4182-b505-72601497b639 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "GET /v2.0/ports/b668a95e-fa69-43d0-9c29-15e5975810c4 HTTP/1.1" status: 200  len: 1129 time: 0.1560049
Jan 29 21:05:48.595677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38538) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:48.625860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a328c8c-f959-41ae-9c2f-3f07360097fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eca93e9b77254dfd993b565d9dc37bd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7899938
Jan 29 21:05:48.630785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38540) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:48.660319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Calling delete_port for ca09f4dd-982f-4c26-9986-adcb976717c2 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:48.681760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a328c8c-f959-41ae-9c2f-3f07360097fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4cd40-cec5-4747-af40-5f55eef8e5f9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:48.702542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16bcd88f-990a-445b-8b0f-8418fe9d45e3 req-a1e7b4cf-7a9d-4680-ac15-c9590557c5e4 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1551256
Jan 29 21:05:48.757930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] Publish callbacks [] for security_group (82c4cd40-cec5-4747-af40-5f55eef8e5f9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.791776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] Publish callbacks [] for security_group (82c4cd40-cec5-4747-af40-5f55eef8e5f9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.859143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (82c4cd40-cec5-4747-af40-5f55eef8e5f9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.863422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.864618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82c4cd40-cec5-4747-af40-5f55eef8e5f9 HTTP/1.1" status: 204  len: 168 time: 0.2215061
Jan 29 21:05:48.873865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074710b6-1b6c-4d3e-8b9a-905c8ce083aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4cd40-cec5-4747-af40-5f55eef8e5f9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:48.971619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1c2c41a8-1846-4a76-bf74-40bfcd57ccb1 None None] Provisioning complete for port b668a95e-fa69-43d0-9c29-15e5975810c4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:48.972441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c2c41a8-1846-4a76-bf74-40bfcd57ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:48.981203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad660491-449f-4b8c-bc7a-4fea10592720 req-ee7b9dbb-ffbf-4cd5-ae09-e1989f2ffb01 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:48.983536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad660491-449f-4b8c-bc7a-4fea10592720 req-ee7b9dbb-ffbf-4cd5-ae09-e1989f2ffb01 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 944 time: 0.0900660
Jan 29 21:05:49.040403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c41a8-1846-4a76-bf74-40bfcd57ccb1 None None] Port b668a95e-fa69-43d0-9c29-15e5975810c4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:49.074133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad660491-449f-4b8c-bc7a-4fea10592720 req-0d90bd71-a2cc-4bfa-b979-1ce2d5b0517c tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfce83ec-0cc7-49ba-849d-8807075e2e35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836535
Jan 29 21:05:49.304139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Deleting port b668a95e-fa69-43d0-9c29-15e5975810c4 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:49.304139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.368172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38562) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:49.393490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.413189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Calling delete_port for b668a95e-fa69-43d0-9c29-15e5975810c4 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:49.421502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1b5da35d-5c9e-44b2-95dc-b16aab6a8e3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d135b040dbd447d9ac9f3e5fefb344d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0516274
Jan 29 21:05:49.423876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38564) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:49.426645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ca09f4dd-982f-4c26-9986-adcb976717c2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.461087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Pushing event deleted for resources: {'Port': ['ID=ca09f4dd-982f-4c26-9986-adcb976717c2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:49.490157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] Publish callbacks [] for security_group (02f49e19-3aa7-4737-a892-12d48516222a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.517018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] Publish callbacks [] for security_group (02f49e19-3aa7-4737-a892-12d48516222a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.552805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] No DVR routers for this DVR port ca09f4dd-982f-4c26-9986-adcb976717c2 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:49.559891 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.563680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-84a2a216-13c9-437a-955a-e6b2581b47c9 req-0481e6bd-1df7-4831-9f64-c873b7d9c139 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.36 "DELETE /v2.0/ports/ca09f4dd-982f-4c26-9986-adcb976717c2 HTTP/1.1" status: 204  len: 173 time: 1.8114641
Jan 29 21:05:49.563680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-deleted', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:49.566581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3efff1-699d-4f3c-8dd9-c801d95eb083" -d '{"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-deleted", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:49.583695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (02f49e19-3aa7-4737-a892-12d48516222a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.590456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.592643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02f49e19-3aa7-4737-a892-12d48516222a HTTP/1.1" status: 204  len: 168 time: 0.1668043
Jan 29 21:05:49.606203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149b74-c299-4f79-99ac-c60fae12d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f49e19-3aa7-4737-a892-12d48516222a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:49.643427 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24150413-ece8-4a2b-a01f-d1eff53f4663 x-openstack-request-id: req-24150413-ece8-4a2b-a01f-d1eff53f4663 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:49.644698 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2c286-d6fd-4236-bcd9-471804e15254", "name": "network-vif-deleted", "tag": "ca09f4dd-982f-4c26-9986-adcb976717c2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:49.645064 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24150413-ece8-4a2b-a01f-d1eff53f4663 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:49.645385 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf2c286-d6fd-4236-bcd9-471804e15254', 'name': 'network-vif-deleted', 'tag': 'ca09f4dd-982f-4c26-9986-adcb976717c2', 'status': 'completed', 'code': 200}
Jan 29 21:05:49.676756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b668a95e-fa69-43d0-9c29-15e5975810c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.723089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event deleted for resources: {'Port': ['ID=b668a95e-fa69-43d0-9c29-15e5975810c4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:49.759642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.763816 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e95294c5-5279-4f16-b64d-7f06634cf26e tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "DELETE /v2.0/ports/b668a95e-fa69-43d0-9c29-15e5975810c4 HTTP/1.1" status: 204  len: 168 time: 1.1624560
Jan 29 21:05:49.766807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:49.882365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Deleting subnet 35a3c751-7eba-4d4e-9738-23072efc90a0 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:05:49.890119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for subnet (35a3c751-7eba-4d4e-9738-23072efc90a0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:49.941358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab7483-3465-4fd6-bb18-e98c2f7f6eed req-31909fce-ca49-4e1f-b56f-4fab62a8bed6 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:49.943099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7ab7483-3465-4fd6-bb18-e98c2f7f6eed req-31909fce-ca49-4e1f-b56f-4fab62a8bed6 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 944 time: 0.1043913
Jan 29 21:05:49.968307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (35a3c751-7eba-4d4e-9738-23072efc90a0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.030077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7ab7483-3465-4fd6-bb18-e98c2f7f6eed req-b31952d4-c6bb-4b57-a3ed-5f1500594b90 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753465
Jan 29 21:05:50.121799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (35a3c751-7eba-4d4e-9738-23072efc90a0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.229614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (35a3c751-7eba-4d4e-9738-23072efc90a0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.239841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19f1e285-dae6-4308-ac0e-8c61e7e763fb req-15009eb0-6134-4ed2-8b97-28cf16df9c45 tempest-ImagesTestJSON-137386811 tempest-ImagesTestJSON-137386811-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf2c286-d6fd-4236-bcd9-471804e15254 HTTP/1.1" status: 200  len: 210 time: 0.0433779
Jan 29 21:05:50.276920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event deleted for resources: {'Subnet': ['ID=35a3c751-7eba-4d4e-9738-23072efc90a0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:50.280585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.286096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29d60a85-04ee-4bb1-8893-28447010dafa tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "DELETE /v2.0/subnets/35a3c751-7eba-4d4e-9738-23072efc90a0 HTTP/1.1" status: 204  len: 168 time: 0.5153427
Jan 29 21:05:50.286580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38590) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:50.297387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe39f7-4e9a-4abe-8ae3-4ca3a6f23be5 None None] Network c7f51d30-99cf-45f1-8829-720300d49bce requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:50.377267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c7f51d30-99cf-45f1-8829-720300d49bce), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.450794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Deleting port 77159600-7292-4534-a378-61b351e3c535 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:50.451455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (77159600-7292-4534-a378-61b351e3c535), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.486410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] DHCP port deletion for c7f51d30-99cf-45f1-8829-720300d49bce request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:05:50.545879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Deleting port 77159600-7292-4534-a378-61b351e3c535 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:50.546189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (77159600-7292-4534-a378-61b351e3c535), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.556417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] For port 77159600-7292-4534-a378-61b351e3c535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77159600-7292-4534-a378-61b351e3c535,segment=NetworkSegment(ba0da7c5-dde4-47cb-b57c-205b5722f8fe),segment_id=ba0da7c5-dde4-47cb-b57c-205b5722f8fe)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:50.556782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (77159600-7292-4534-a378-61b351e3c535), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.575230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Calling delete_port for 77159600-7292-4534-a378-61b351e3c535 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:50.636887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] For port 77159600-7292-4534-a378-61b351e3c535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77159600-7292-4534-a378-61b351e3c535,segment=NetworkSegment(ba0da7c5-dde4-47cb-b57c-205b5722f8fe),segment_id=ba0da7c5-dde4-47cb-b57c-205b5722f8fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:50.638113 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (77159600-7292-4534-a378-61b351e3c535), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.659993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Calling delete_port for 77159600-7292-4534-a378-61b351e3c535 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:50.701115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (77159600-7292-4534-a378-61b351e3c535), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.728236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event deleted for resources: {'Port': ['ID=77159600-7292-4534-a378-61b351e3c535,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:50.734897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] No DVR routers for this DVR port 77159600-7292-4534-a378-61b351e3c535 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:50.772466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:50.810374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (77159600-7292-4534-a378-61b351e3c535), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.837631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c7f51d30-99cf-45f1-8829-720300d49bce), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.848388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] Pushing event deleted for resources: {'Port': ['ID=77159600-7292-4534-a378-61b351e3c535,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:50.853364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283f2f4-5acd-4acd-809e-ee892bb7b55f None None] No DVR routers for this DVR port 77159600-7292-4534-a378-61b351e3c535 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:05:50.876563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:05:50.881122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:50.881748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.887704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a3522e0>,) {'filters': {'network_id': ['c7f51d30-99cf-45f1-8829-720300d49bce']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:50.907992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3522e0>, 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:50.908309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3522e0>, 'ba0da7c5-dde4-47cb-b57c-205b5722f8fe') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:50.943726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ba0da7c5-dde4-47cb-b57c-205b5722f8fe), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.960398 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ba0da7c5-dde4-47cb-b57c-205b5722f8fe), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ba0da7c5-dde4-47cb-b57c-205b5722f8fe), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:05:50.977137 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:05:50.986722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:50.987145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.022847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:05:51.030172 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba961987-6152-4fe7-aabc-2bde921040f1" -d '{"events": [{"server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "name": "network-vif-plugged", "status": "completed", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:05:51.048241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:51.056458 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.057435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:51.068870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c7f51d30-99cf-45f1-8829-720300d49bce), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.087218 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.092373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] 10.222.0.20 "DELETE /v2.0/networks/c7f51d30-99cf-45f1-8829-720300d49bce HTTP/1.1" status: 204  len: 168 time: 0.8043869
Jan 29 21:05:51.113186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193753-ef2e-4e94-8d47-331148bd8fb9 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726 tempest-ExtraDHCPOptionsIpV6TestJSON-21680726-project] Pushing event deleted for resources: {'Network': ['ID=c7f51d30-99cf-45f1-8829-720300d49bce,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:51.127606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:51.170626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: ca09f4dd-982f-4c26-9986-adcb976717c2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:51.171046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ca09f4dd-982f-4c26-9986-adcb976717c2 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:51.175512 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d964af-0c54-4106-96ba-d613aeb62aff x-openstack-request-id: req-51d964af-0c54-4106-96ba-d613aeb62aff {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:05:51.175816 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "name": "network-vif-plugged", "status": "completed", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:05:51.176080 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51d964af-0c54-4106-96ba-d613aeb62aff {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:05:51.176543 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'code': 200}
Jan 29 21:05:51.195920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:51.241544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea241fbc-b7f4-4db4-b50f-8f43fc3bce2a req-96199491-e3d6-42f8-99a0-10cfb3b50a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:51.244144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea241fbc-b7f4-4db4-b50f-8f43fc3bce2a req-96199491-e3d6-42f8-99a0-10cfb3b50a4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.0646000
Jan 29 21:05:51.256758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baf678-e2c4-4cfc-a3ea-257f6d0d8a15 req-9f793f1c-1d8f-45e9-bda1-4d3eaa40941b tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:51.265696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0baf678-e2c4-4cfc-a3ea-257f6d0d8a15 req-9f793f1c-1d8f-45e9-bda1-4d3eaa40941b tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.0914328
Jan 29 21:05:51.324200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea241fbc-b7f4-4db4-b50f-8f43fc3bce2a req-ca5b9328-2f32-42d1-922e-ae6eb47a101b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741379
Jan 29 21:05:51.333529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0baf678-e2c4-4cfc-a3ea-257f6d0d8a15 req-5dca2395-c8d2-4448-b48c-ee322cf51e48 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655265
Jan 29 21:05:51.686376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:51.728393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-180941259'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:51.777768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Deleting subnet 42703c3e-c26d-4652-942c-7324428e17ec {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:05:51.781517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Publish callbacks [] for subnet (42703c3e-c26d-4652-942c-7324428e17ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.783245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Made reservation on behalf of afac8765f2a7431991ac18c117c62c42 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:51.787793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.811256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38672) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:51.817490 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.843466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (42703c3e-c26d-4652-942c-7324428e17ec), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.904464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (42703c3e-c26d-4652-942c-7324428e17ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.982137 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f16ad3ca-4ee8-4419-9c53-40d1277a18bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68554bd4f7ed40f08ab37cf9f1c593b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1664627
Jan 29 21:05:51.982137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38678) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:51.987790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for security_group (de28cb70-a0b7-4069-b188-8d9d2de1f08e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:51.993198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 77159600-7292-4534-a378-61b351e3c535 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:05:51.995384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (de28cb70-a0b7-4069-b188-8d9d2de1f08e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.006173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (42703c3e-c26d-4652-942c-7324428e17ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.027807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 77159600-7292-4534-a378-61b351e3c535 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:05:52.028547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 77159600-7292-4534-a378-61b351e3c535 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:05:52.052648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:52.061251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42703c3e-c26d-4652-942c-7324428e17ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:52.064615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] Publish callbacks [] for security_group (774418f5-59dc-4382-a930-54a401f7b470), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.074773 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.078318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0efeeac2-ec35-4e10-a4d4-561b130520e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42703c3e-c26d-4652-942c-7324428e17ec HTTP/1.1" status: 204  len: 168 time: 0.3905637
Jan 29 21:05:52.082701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (edaa3f02-5d48-4006-8de0-a5f9a8631e54), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.083078 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Added segment edaa3f02-5d48-4006-8de0-a5f9a8631e54 of type vlan for network c3d8c2e8-943e-4ae0-8112-919ef1082731
Jan 29 21:05:52.084798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de28cb70-a0b7-4069-b188-8d9d2de1f08e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:52.093415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38682) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:52.129980 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] Publish callbacks [] for security_group (774418f5-59dc-4382-a930-54a401f7b470), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.184547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c3d8c2e8-943e-4ae0-8112-919ef1082731), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.208114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (774418f5-59dc-4382-a930-54a401f7b470), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.211335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.212740 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774418f5-59dc-4382-a930-54a401f7b470 HTTP/1.1" status: 204  len: 168 time: 0.2295651
Jan 29 21:05:52.216101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b709d68e-d5b8-4af1-856f-050ad158cd85), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.233712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c16e19-eb44-4c52-a6f6-39ec52a89af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774418f5-59dc-4382-a930-54a401f7b470,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:52.239464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c3d8c2e8-943e-4ae0-8112-919ef1082731), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.249112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:52.251252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.370489 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.400943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.2684584
Jan 29 21:05:52.401287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:52.406425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Request body: {'subnet': {'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:52.464713 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b709d68e-d5b8-4af1-856f-050ad158cd85), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.467540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2647d-8d0b-42a9-8fff-cd74164f8834 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'Network': ['ID=c3d8c2e8-943e-4ae0-8112-919ef1082731,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:52.479458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:52.514523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a72cac0>,) {'filters': {'network_id': ['b709d68e-d5b8-4af1-856f-050ad158cd85']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:52.532919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a72cac0>, 'c4ef68e1-50ec-4966-856c-93624ac39a71') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:52.533633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a72cac0>, 'c4ef68e1-50ec-4966-856c-93624ac39a71') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:52.546029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:52.563837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (c4ef68e1-50ec-4966-856c-93624ac39a71), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.589746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c4ef68e1-50ec-4966-856c-93624ac39a71), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.592147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Made reservation on behalf of afac8765f2a7431991ac18c117c62c42 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:52.596029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.599695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:05:52.601397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (c4ef68e1-50ec-4966-856c-93624ac39a71), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:05:52.709996 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:05:52.735877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43bc2d-3fa7-480e-8b52-f83bb4da4569 req-25b61802-6432-4c33-bec5-f78efca76ad1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:52.738020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee43bc2d-3fa7-480e-8b52-f83bb4da4569 req-25b61802-6432-4c33-bec5-f78efca76ad1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.2946529
Jan 29 21:05:52.774630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b709d68e-d5b8-4af1-856f-050ad158cd85), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.780791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f31cb670-6fff-49b6-b9ca-06d386c53f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.783942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:52.789745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b709d68e-d5b8-4af1-856f-050ad158cd85 HTTP/1.1" status: 204  len: 168 time: 0.6928778
Jan 29 21:05:52.809859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079233-6e03-4cf0-8ee4-296c6c81d89e admin admin] Pushing event deleted for resources: {'Network': ['ID=b709d68e-d5b8-4af1-856f-050ad158cd85,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:52.847979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee43bc2d-3fa7-480e-8b52-f83bb4da4569 req-7b54c9eb-a6fe-4e85-99a9-5edbaa8396ea tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948091
Jan 29 21:05:52.998213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f31cb670-6fff-49b6-b9ca-06d386c53f9a admin admin] Publish callbacks [] for security_group (ab436b25-202f-43bb-b85d-74df95db660f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.003481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (03637354-2f57-4b9a-ba5b-49165fbdc783), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.015803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f31cb670-6fff-49b6-b9ca-06d386c53f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ab436b25-202f-43bb-b85d-74df95db660f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.033052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38726) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.097754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-39ad2eb5-f974-493c-bea0-a07e4475b24d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32b002caffc8479a8ba3d87eddd46879&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0626547
Jan 29 21:05:53.099996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38734) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.131488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f31cb670-6fff-49b6-b9ca-06d386c53f9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01578e549c9d4ef09460120413c0b5e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5842040
Jan 29 21:05:53.133067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38736) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.142961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'Subnet': ['ID=03637354-2f57-4b9a-ba5b-49165fbdc783,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:53.146502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cb670-6fff-49b6-b9ca-06d386c53f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab436b25-202f-43bb-b85d-74df95db660f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:53.157280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] Publish callbacks [] for security_group (cfce83ec-0cc7-49ba-849d-8807075e2e35), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.160769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Checking segment: {'id': 'edaa3f02-5d48-4006-8de0-a5f9a8631e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:53.161135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Network hostable DHCP agents. Network: c3d8c2e8-943e-4ae0-8112-919ef1082731, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:05:53.189704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] Publish callbacks [] for security_group (cfce83ec-0cc7-49ba-849d-8807075e2e35), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.218549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:05:53.224366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] Publish callbacks [] for security_group (ab436b25-202f-43bb-b85d-74df95db660f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.227924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38740) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.243902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3d8c2e8-943e-4ae0-8112-919ef1082731) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:53.254780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.256092 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.262697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f550bc-04b4-4eaf-80e8-83965985f75f None None] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:53.268453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.271328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cfce83ec-0cc7-49ba-849d-8807075e2e35), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.275394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.279291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] Publish callbacks [] for security_group (ab436b25-202f-43bb-b85d-74df95db660f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.279996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfce83ec-0cc7-49ba-849d-8807075e2e35 HTTP/1.1" status: 204  len: 168 time: 0.1788876
Jan 29 21:05:53.288837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b2ad9-0d34-4f6e-85de-79bd858d0881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfce83ec-0cc7-49ba-849d-8807075e2e35,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:53.301821 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8fb1a137-33db-48d9-81ec-065f32400548 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8995047
Jan 29 21:05:53.304955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38746) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.310068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Request body: {'port': {'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731', 'name': 'tempest-ExtraDHCPOptionsTestJSON-970190944'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:53.345872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ab436b25-202f-43bb-b85d-74df95db660f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.350602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.352217 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab436b25-202f-43bb-b85d-74df95db660f HTTP/1.1" status: 204  len: 168 time: 0.2150731
Jan 29 21:05:53.372627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38750) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.385238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8159-53a3-4f20-95c1-77c857c1ab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab436b25-202f-43bb-b85d-74df95db660f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:53.479292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Made reservation on behalf of afac8765f2a7431991ac18c117c62c42 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:53.482861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.484644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.485206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.485775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.486298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.486815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.487363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.488807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:53.497120 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-e26c802a-2fe4-4df2-b6fd-10944a2f1672 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6716 time: 0.2681186
Jan 29 21:05:53.513159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c3d8c2e8-943e-4ae0-8112-919ef1082731', 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731', 'project_id': 'afac8765f2a7431991ac18c117c62c42', 'fixed_ips': [{'subnet_id': '03637354-2f57-4b9a-ba5b-49165fbdc783'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:05:53.514410 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.518354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] device_id is not set on port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:53.575291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-79add303-0e42-465c-890a-1898437382fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0769427
Jan 29 21:05:53.678086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Allocated IP 172.20.0.3 (c3d8c2e8-943e-4ae0-8112-919ef1082731/03637354-2f57-4b9a-ba5b-49165fbdc783/b2f57b2d-844d-4037-b6d2-8ebb5feafc2d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:53.778299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'networks': [{'name': 'tempest-network--794616750'}, {'name': 'tempest-network--959305495'}]} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:53.778618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-network--794616750'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:53.779077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-network--959305495'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:53.799020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'network': 2} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:53.804389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.816097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.875018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38768) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:53.879076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.890069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4481cf74-df70-484d-96d2-af3e4a925948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.926409 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for security_group (65ac8485-574f-4f98-bf44-8a4abd10fbd7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.942752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (65ac8485-574f-4f98-bf44-8a4abd10fbd7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.943275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.950280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:53.979438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Allocated IP 172.20.0.2 (c3d8c2e8-943e-4ae0-8112-919ef1082731/03637354-2f57-4b9a-ba5b-49165fbdc783/d0f90af5-d354-4aba-979c-0e57d8073bfc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:53.989472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac8485-574f-4f98-bf44-8a4abd10fbd7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.007128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:54.027235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8969a73f-6418-4dda-8041-c7814a9a36bc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.027594 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment 8969a73f-6418-4dda-8041-c7814a9a36bc of type vlan for network 96af8c78-ef08-4b91-93fb-47861be566c0
Jan 29 21:05:54.054075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:54.066310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:54.072773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:54.093692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (96af8c78-ef08-4b91-93fb-47861be566c0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.100711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4481cf74-df70-484d-96d2-af3e4a925948 admin admin] Publish callbacks [] for security_group (6671a900-01a7-40d3-821b-d629e8823d95), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.116028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4481cf74-df70-484d-96d2-af3e4a925948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6671a900-01a7-40d3-821b-d629e8823d95), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.120766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:54.121415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.125777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'Port': ['ID=b2f57b2d-844d-4037-b6d2-8ebb5feafc2d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.145783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4481cf74-df70-484d-96d2-af3e4a925948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd5afaee61564f57b9134f070df53930&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2697172
Jan 29 21:05:54.151041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e2d13-41ba-41b2-a864-759167b6a63c req-d6e6b395-74a4-4d74-b453-b42ac100aab1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:54.154520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:54.159093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c34e2d13-41ba-41b2-a864-759167b6a63c req-d6e6b395-74a4-4d74-b453-b42ac100aab1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.2306402
Jan 29 21:05:54.175548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:54.188723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks [] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.194392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b27467f0-0860-4850-bb2a-178e5b8e8809 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8883617
Jan 29 21:05:54.198709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38776) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:54.201844 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.209678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Request body: {'port': {'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1281551868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:54.210487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] bootfile-name is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:54.210644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] tftp-server is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:54.211087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.api.validators [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] server-ip-address is not in valid_values {{(pid=125943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:54.220943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc9b3b43-06c2-49be-878f-b29471bdb9ab), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.221326 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment cc9b3b43-06c2-49be-878f-b29471bdb9ab of type vlan for network a0e0f304-959d-4a9e-9a57-34653d3db86a
Jan 29 21:05:54.223920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481cf74-df70-484d-96d2-af3e4a925948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671a900-01a7-40d3-821b-d629e8823d95,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.259352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:54.262582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:54.267320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:54.271256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Pushing event updated for resources: {'Port': ['ID=d0f90af5-d354-4aba-979c-0e57d8073bfc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.297921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] Publish callbacks [] for security_group (6671a900-01a7-40d3-821b-d629e8823d95), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.312380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c34e2d13-41ba-41b2-a864-759167b6a63c req-ff2e5747-1741-45c6-a2e0-10c425ad53f1 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521297
Jan 29 21:05:54.332348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a0e0f304-959d-4a9e-9a57-34653d3db86a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.345476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Attempting to bind port d0f90af5-d354-4aba-979c-0e57d8073bfc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:05:54.355028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] Publish callbacks [] for security_group (6671a900-01a7-40d3-821b-d629e8823d95), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.358187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Attempting to bind port d0f90af5-d354-4aba-979c-0e57d8073bfc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'edaa3f02-5d48-4006-8de0-a5f9a8631e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:05:54.358885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Attempting to bind port d0f90af5-d354-4aba-979c-0e57d8073bfc on network c3d8c2e8-943e-4ae0-8112-919ef1082731 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:05:54.368544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:05:54.374963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Checking segment: {'id': 'edaa3f02-5d48-4006-8de0-a5f9a8631e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:54.375646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.376275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Bound using segment: {'id': 'edaa3f02-5d48-4006-8de0-a5f9a8631e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:05:54.377004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Bound port: d0f90af5-d354-4aba-979c-0e57d8073bfc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa3f02-5d48-4006-8de0-a5f9a8631e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3d8c2e8-943e-4ae0-8112-919ef1082731'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:05:54.377745 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.404492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Made reservation on behalf of afac8765f2a7431991ac18c117c62c42 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:54.414597 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.414692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (96af8c78-ef08-4b91-93fb-47861be566c0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.415093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a0e0f304-959d-4a9e-9a57-34653d3db86a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.425254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:54.429630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:54.430302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.465758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] device_id is not set on port 5be4880f-2d60-413a-85e0-c868f2dab2ca yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:54.488053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] For port d0f90af5-d354-4aba-979c-0e57d8073bfc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:05:54.492911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.1186702
Jan 29 21:05:54.495761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] For port d0f90af5-d354-4aba-979c-0e57d8073bfc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f90af5-d354-4aba-979c-0e57d8073bfc,segment=NetworkSegment(edaa3f02-5d48-4006-8de0-a5f9a8631e54),segment_id=edaa3f02-5d48-4006-8de0-a5f9a8631e54)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:05:54.497402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:54.503977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.580725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563e125-45da-4024-a7da-91bad78ffc7a req-2c0e5ab9-be47-472d-bc8b-f1ca785866e9 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:54.584259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f563e125-45da-4024-a7da-91bad78ffc7a req-2c0e5ab9-be47-472d-bc8b-f1ca785866e9 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.1494124
Jan 29 21:05:54.598470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cffb8-66bf-47ef-a5aa-4bed002fbf91 None None] Pushing event updated for resources: {'Port': ['ID=d0f90af5-d354-4aba-979c-0e57d8073bfc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.605253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=96af8c78-ef08-4b91-93fb-47861be566c0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.613956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6671a900-01a7-40d3-821b-d629e8823d95), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.621563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:54.622607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 96af8c78-ef08-4b91-93fb-47861be566c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:54.622720 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6671a900-01a7-40d3-821b-d629e8823d95 HTTP/1.1" status: 204  len: 168 time: 0.4672191
Jan 29 21:05:54.715371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc07f7a-767c-4d5b-be67-a6ebb645f59d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=a0e0f304-959d-4a9e-9a57-34653d3db86a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.729947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a0e0f304-959d-4a9e-9a57-34653d3db86a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:54.791127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51f67a-87ce-4a7b-8d45-5c653effbc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671a900-01a7-40d3-821b-d629e8823d95,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:54.900860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Allocated IP 172.20.0.14 (c3d8c2e8-943e-4ae0-8112-919ef1082731/03637354-2f57-4b9a-ba5b-49165fbdc783/5be4880f-2d60-413a-85e0-c868f2dab2ca) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:54.906087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f563e125-45da-4024-a7da-91bad78ffc7a req-6b88157d-e4ce-4fe3-94cd-1590032f14ff tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2478051
Jan 29 21:05:54.967664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38802) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:55.006533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64238a-9e45-41da-a1e8-b11ecd888f21 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.012160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64238a-9e45-41da-a1e8-b11ecd888f21 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.018675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64238a-9e45-41da-a1e8-b11ecd888f21 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.024866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64238a-9e45-41da-a1e8-b11ecd888f21 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.026875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1d64238a-9e45-41da-a1e8-b11ecd888f21 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.5282097
Jan 29 21:05:55.029976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:55.159901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (96af8c78-ef08-4b91-93fb-47861be566c0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.246486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-6d026926-6acc-4f7d-b996-91ac9d7102b6 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0563300
Jan 29 21:05:55.279296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.307480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (96af8c78-ef08-4b91-93fb-47861be566c0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.328048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0892da90>,) {'filters': {'network_id': ['96af8c78-ef08-4b91-93fb-47861be566c0']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.337725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0892da90>, '8969a73f-6418-4dda-8041-c7814a9a36bc') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.338113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0892da90>, '8969a73f-6418-4dda-8041-c7814a9a36bc') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.348846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (8969a73f-6418-4dda-8041-c7814a9a36bc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.363207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8969a73f-6418-4dda-8041-c7814a9a36bc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.369242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:05:55.369633 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (8969a73f-6418-4dda-8041-c7814a9a36bc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:05:55.372744 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:05:55.447463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (96af8c78-ef08-4b91-93fb-47861be566c0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.454310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.458700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/96af8c78-ef08-4b91-93fb-47861be566c0 HTTP/1.1" status: 204  len: 168 time: 0.4276636
Jan 29 21:05:55.463230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:55.498207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351103-0775-4229-9821-9f9cdc60945f tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=96af8c78-ef08-4b91-93fb-47861be566c0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:55.592452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a0e0f304-959d-4a9e-9a57-34653d3db86a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.708523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a0e0f304-959d-4a9e-9a57-34653d3db86a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.737897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092e6ac0>,) {'filters': {'network_id': ['a0e0f304-959d-4a9e-9a57-34653d3db86a']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.750241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092e6ac0>, 'cc9b3b43-06c2-49be-878f-b29471bdb9ab') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.750877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092e6ac0>, 'cc9b3b43-06c2-49be-878f-b29471bdb9ab') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:05:55.768360 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cc9b3b43-06c2-49be-878f-b29471bdb9ab), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.788067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc9b3b43-06c2-49be-878f-b29471bdb9ab), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.795295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:05:55.795736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cc9b3b43-06c2-49be-878f-b29471bdb9ab), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:05:55.798995 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:05:55.873390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a0e0f304-959d-4a9e-9a57-34653d3db86a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.881558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d765f00-cd85-404a-b318-8d9921c43bb3 None None] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:55.887631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.894090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4379f74-a445-4aa8-8591-9e4fdca1d3de tempest-TestVolumeBackupRestore-738988078 tempest-TestVolumeBackupRestore-738988078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.895632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c4379f74-a445-4aa8-8591-9e4fdca1d3de tempest-TestVolumeBackupRestore-738988078 tempest-TestVolumeBackupRestore-738988078-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1122 time: 0.9272261
Jan 29 21:05:55.898862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:55.913240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/a0e0f304-959d-4a9e-9a57-34653d3db86a HTTP/1.1" status: 204  len: 168 time: 0.4488335
Jan 29 21:05:55.914038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38836) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:55.915015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:55.939790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-35375b35-bf3b-478e-817f-73848d92fc96 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:55.944030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-35375b35-bf3b-478e-817f-73848d92fc96 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6894166
Jan 29 21:05:55.966135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:55.969532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:55.972538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:56.002296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'Port': ['ID=5be4880f-2d60-413a-85e0-c868f2dab2ca,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:56.019431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-e1c222d4-976e-459c-9c47-b1a2cf6f27f6 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/quotas/6c4a70c642d3493ea5eaf569333f5ffc HTTP/1.1" status: 200  len: 375 time: 0.0662339
Jan 29 21:05:56.058015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:56.061699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Provisioning complete for port d0f90af5-d354-4aba-979c-0e57d8073bfc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:56.062079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.087708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd958a62-cac5-4892-b663-1559cf34ce93 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.093461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd958a62-cac5-4892-b663-1559cf34ce93 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.100737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd958a62-cac5-4892-b663-1559cf34ce93 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1675768
Jan 29 21:05:56.101820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304168e1-2b53-4b75-bf18-acaf4adc3b38 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=a0e0f304-959d-4a9e-9a57-34653d3db86a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:56.104557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:56.107223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.124260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0f90af5-d354-4aba-979c-0e57d8073bfc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:56.124512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-725728235'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:56.135763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-2dcdd38b-a91d-4b66-9466-ddbe29c67c1a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1061480
Jan 29 21:05:56.160494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.161413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.197179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e68048a2-7609-4660-8faa-aabb5f9f2b1e tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 1.9967320
Jan 29 21:05:56.199466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38846) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:56.225755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:56.230654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.266362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Current status of the port d0f90af5-d354-4aba-979c-0e57d8073bfc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:56.266930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.306012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d0f90af5-d354-4aba-979c-0e57d8073bfc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:56.306460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.311342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2843d-00c8-4919-a127-d680a8b07b45 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.318288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2843d-00c8-4919-a127-d680a8b07b45 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.327902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2843d-00c8-4919-a127-d680a8b07b45 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.332448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-94e2843d-00c8-4919-a127-d680a8b07b45 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.1302376
Jan 29 21:05:56.334434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:56.360935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] For port d0f90af5-d354-4aba-979c-0e57d8073bfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f90af5-d354-4aba-979c-0e57d8073bfc,segment=NetworkSegment(edaa3f02-5d48-4006-8de0-a5f9a8631e54),segment_id=edaa3f02-5d48-4006-8de0-a5f9a8631e54)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:05:56.363951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:56.371273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.387511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5b31259f-5ba2-4a44-aaab-314271fbf7af), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.388089 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment 5b31259f-5ba2-4a44-aaab-314271fbf7af of type vlan for network ec94cd8b-b501-494b-ae53-abb0b1d14d37
Jan 29 21:05:56.436910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.496055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d0f90af5-d354-4aba-979c-0e57d8073bfc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:56.513568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6f82-f47d-4170-b4b9-af1908c97f7e None None] Pushing event updated for resources: {'Port': ['ID=d0f90af5-d354-4aba-979c-0e57d8073bfc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:56.558758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ec94cd8b-b501-494b-ae53-abb0b1d14d37), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.590502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7e9a880-0c07-4d7a-b721-76de73ca4c11 req-b7069af2-e125-45eb-9576-c85f903b21e8 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 210 time: 0.1031318
Jan 29 21:05:56.626907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Allocated IP 172.35.4.210 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/6f5a6d44-9b22-4230-8e95-372e7f8c359c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:56.629430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Provisioning complete for port 5be4880f-2d60-413a-85e0-c868f2dab2ca triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:56.629994 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.631692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Deleting port 5be4880f-2d60-413a-85e0-c868f2dab2ca {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:56.632042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.677243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ec94cd8b-b501-494b-ae53-abb0b1d14d37), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.684248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:56.685236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.730113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.745283 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6367319
Jan 29 21:05:56.745476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Calling delete_port for 5be4880f-2d60-413a-85e0-c868f2dab2ca owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:56.764336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Port 5be4880f-2d60-413a-85e0-c868f2dab2ca cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:56.766573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38866) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:56.795973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1171320011'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:56.810902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Provisioning complete for port d0f90af5-d354-4aba-979c-0e57d8073bfc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:56.811283 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.927387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5be4880f-2d60-413a-85e0-c868f2dab2ca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:56.978957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Current status of the port d0f90af5-d354-4aba-979c-0e57d8073bfc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:56.992687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eced3-73ea-4aac-a3c9-05de7655c0fc tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=ec94cd8b-b501-494b-ae53-abb0b1d14d37,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:56.993515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event deleted for resources: {'Port': ['ID=5be4880f-2d60-413a-85e0-c868f2dab2ca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:57.001762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Provisioning complete for port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:57.002152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.012025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:57.025114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.055362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ec94cd8b-b501-494b-ae53-abb0b1d14d37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:57.090178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.093554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-59a5ab6b-5f02-448c-963b-b920f8ba71b9 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "DELETE /v2.0/ports/5be4880f-2d60-413a-85e0-c868f2dab2ca HTTP/1.1" status: 204  len: 168 time: 0.7581353
Jan 29 21:05:57.098673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:57.114427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Request body: {'port': {'name': 'tempest-new-port-name-683350664', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:57.115004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] bootfile-name is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:57.115459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] tftp-server is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:57.115896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.api.validators [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] server-ip-address is not in valid_values {{(pid=125942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 29 21:05:57.122860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.133335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:05:57.151884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2789203f-9c30-4063-ac75-7b5252eb2a7a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.151884 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment 2789203f-9c30-4063-ac75-7b5252eb2a7a of type vlan for network 81e02de9-486f-4099-8a82-d6d95f37df0c
Jan 29 21:05:57.278247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (81e02de9-486f-4099-8a82-d6d95f37df0c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.348713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b351eba1-a47c-4338-9694-a7f3a845342f None None] Port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:57.402417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.424228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.428394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:05:57.453925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (81e02de9-486f-4099-8a82-d6d95f37df0c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.459057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:57.459657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.459929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-82095769-3840-4d6f-9196-8d913ef2ef7b None None] Could not find standard attr ID for object 5be4880f-2d60-413a-85e0-c868f2dab2ca. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:05:57.474368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:57.489506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:57.497514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-82095769-3840-4d6f-9196-8d913ef2ef7b None None] Provisioning complete for port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:57.497900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-82095769-3840-4d6f-9196-8d913ef2ef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.533522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-82095769-3840-4d6f-9196-8d913ef2ef7b None None] Port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:57.595990 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8207293
Jan 29 21:05:57.598898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38892) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:57.606315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'ports': [{'network_id': 'ec94cd8b-b501-494b-ae53-abb0b1d14d37', 'name': 'tempest-port--427299630', 'admin_state_up': True}, {'network_id': '81e02de9-486f-4099-8a82-d6d95f37df0c', 'admin_state_up': False}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:57.606431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2be268-3582-4e85-b877-ad21001f93c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=81e02de9-486f-4099-8a82-d6d95f37df0c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:57.606935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'port': {'network_id': 'ec94cd8b-b501-494b-ae53-abb0b1d14d37', 'name': 'tempest-port--427299630', 'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:57.608120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'port': {'network_id': '81e02de9-486f-4099-8a82-d6d95f37df0c', 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:57.608916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'Port': ['ID=6f5a6d44-9b22-4230-8e95-372e7f8c359c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:57.618472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 81e02de9-486f-4099-8a82-d6d95f37df0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:05:57.851911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-7de97276-a525-48ac-8344-eb82d502a668 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0987184
Jan 29 21:05:57.854300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44efeb27-6e6c-4996-917f-129d8711ceb5 req-46ee678f-0df7-4988-a372-cb256050922a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 210 time: 0.1182716
Jan 29 21:05:57.868631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'port': 2} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:57.874326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:57.890579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.022216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0f90af5-d354-4aba-979c-0e57d8073bfc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:05:58.075570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d0f90af5-d354-4aba-979c-0e57d8073bfc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:58.076174 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.100353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] device_id is not set on port 0cfed89b-4eb0-416b-bcf6-1ee310199d1e yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:58.173380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d0f90af5-d354-4aba-979c-0e57d8073bfc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:05:58.223126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for port (0cfed89b-4eb0-416b-bcf6-1ee310199d1e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.255118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-ede84a73-3610-4bfa-a993-fecd998801a5 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:58.256717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-ede84a73-3610-4bfa-a993-fecd998801a5 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3829279
Jan 29 21:05:58.277382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Request body: {'port': {'device_id': '37686455-556e-4422-9803-1c0eed0b4988', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '6c4a70c642d3493ea5eaf569333f5ffc'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:58.284726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.297443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] device_id is not set on port 0d1f81ac-026d-4c25-832d-370990ff3427 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:05:58.307000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38908) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:58.330046 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.390956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for port (0d1f81ac-026d-4c25-832d-370990ff3427), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.434221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0cfed89b-4eb0-416b-bcf6-1ee310199d1e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.500572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-051c137c-6c58-484d-8fa9-62c4f5e49420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.518817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Port': ['ID=0cfed89b-4eb0-416b-bcf6-1ee310199d1e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:58.570434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Checking segment: {'id': '5b31259f-5ba2-4a44-aaab-314271fbf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec94cd8b-b501-494b-ae53-abb0b1d14d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:58.570804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network hostable DHCP agents. Network: ec94cd8b-b501-494b-ae53-abb0b1d14d37, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:05:58.606715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network ec94cd8b-b501-494b-ae53-abb0b1d14d37 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:05:58.626369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec94cd8b-b501-494b-ae53-abb0b1d14d37) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:58.639057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:58.639854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bff665-eff4-46d7-9692-bf5b0b720ef3 None None] Network ec94cd8b-b501-494b-ae53-abb0b1d14d37 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:58.639988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0d1f81ac-026d-4c25-832d-370990ff3427), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.642708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-051c137c-6c58-484d-8fa9-62c4f5e49420 admin admin] Publish callbacks [] for security_group (7dbd5b8c-ad87-484d-b385-3368d4a52369), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.654503 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-051c137c-6c58-484d-8fa9-62c4f5e49420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7dbd5b8c-ad87-484d-b385-3368d4a52369), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.727158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7a16d4d2-d397-4c0c-8256-ff6742c1daad None None] Provisioning complete for port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:05:58.727813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7a16d4d2-d397-4c0c-8256-ff6742c1daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.732167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c137c-6c58-484d-8fa9-62c4f5e49420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd5b8c-ad87-484d-b385-3368d4a52369,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:58.739243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-051c137c-6c58-484d-8fa9-62c4f5e49420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97574e297ed54b038cd438b7edbe0cdb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4312189
Jan 29 21:05:58.742241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38912) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:58.750081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Port': ['ID=0d1f81ac-026d-4c25-832d-370990ff3427,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:58.781462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Checking segment: {'id': '2789203f-9c30-4063-ac75-7b5252eb2a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '81e02de9-486f-4099-8a82-d6d95f37df0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:05:58.782188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network hostable DHCP agents. Network: 81e02de9-486f-4099-8a82-d6d95f37df0c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:05:58.794470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7a16d4d2-d397-4c0c-8256-ff6742c1daad None None] Port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:05:58.820038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network 81e02de9-486f-4099-8a82-d6d95f37df0c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:05:58.828121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] Publish callbacks [] for security_group (7dbd5b8c-ad87-484d-b385-3368d4a52369), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.839087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81e02de9-486f-4099-8a82-d6d95f37df0c) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:05:58.845971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:05:58.848794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a960f1-b9e4-4d8b-98eb-65e8561ea3aa None None] Network 81e02de9-486f-4099-8a82-d6d95f37df0c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:05:58.854664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:58.859150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:58.859851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.873169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] Publish callbacks [] for security_group (7dbd5b8c-ad87-484d-b385-3368d4a52369), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.898771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f61e354e-9f7c-4d30-989a-4763fadc49c0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.2982154
Jan 29 21:05:58.899468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:58.916828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event updated for resources: {'Port': ['ID=b2f57b2d-844d-4037-b6d2-8ebb5feafc2d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:58.962401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] In _notify_port_updated(), no bound segment for port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d on network c3d8c2e8-943e-4ae0-8112-919ef1082731 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:05:58.967479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:58.968139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:58.969630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ead1d2a7-f7a6-4588-a920-fcb3d7d90e53 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "PUT /v2.0/ports/b2f57b2d-844d-4037-b6d2-8ebb5feafc2d HTTP/1.1" status: 200  len: 1135 time: 1.8687551
Jan 29 21:05:58.973536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38920) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.017781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d13a46e-6f12-4cf5-b446-3c61dbc8c769 req-44e6753b-a93a-40d0-ac6e-a3d0ef899494 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 210 time: 0.0627425
Jan 29 21:05:59.047305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7dbd5b8c-ad87-484d-b385-3368d4a52369), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.050222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.051393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dbd5b8c-ad87-484d-b385-3368d4a52369 HTTP/1.1" status: 204  len: 168 time: 0.3076160
Jan 29 21:05:59.060374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b6a84-4013-4095-8c2c-f83b93e634fe tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:59.061916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f30b6a84-4013-4095-8c2c-f83b93e634fe tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "GET /v2.0/ports/b2f57b2d-844d-4037-b6d2-8ebb5feafc2d HTTP/1.1" status: 200  len: 1135 time: 0.0873401
Jan 29 21:05:59.072788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00746e5b-7306-4211-8511-158c44e6eff7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:59.073203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38924) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.078093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00746e5b-7306-4211-8511-158c44e6eff7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:05:59.082777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00746e5b-7306-4211-8511-158c44e6eff7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1768625
Jan 29 21:05:59.086274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38926) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.095846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4e464-f791-4757-a974-f8c08770bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd5b8c-ad87-484d-b385-3368d4a52369,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:59.140591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Made reservation on behalf of 6c4a70c642d3493ea5eaf569333f5ffc for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:59.144482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.153483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (48e722d2-5ba8-492c-a878-225f0b0593e8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.213892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Deleting port 0cfed89b-4eb0-416b-bcf6-1ee310199d1e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:59.214237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0cfed89b-4eb0-416b-bcf6-1ee310199d1e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.214357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.309038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0cfed89b-4eb0-416b-bcf6-1ee310199d1e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.330894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Calling delete_port for 0cfed89b-4eb0-416b-bcf6-1ee310199d1e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:59.359234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.393981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Deleting port b2f57b2d-844d-4037-b6d2-8ebb5feafc2d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:59.394588 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.456113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0cfed89b-4eb0-416b-bcf6-1ee310199d1e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.466410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38930) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.480278 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks [] for security_group (e9054aea-6f06-40ac-86a6-b6b5e2ec641c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.494035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e9054aea-6f06-40ac-86a6-b6b5e2ec641c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.509431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Port': ['ID=0cfed89b-4eb0-416b-bcf6-1ee310199d1e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:59.517639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1621040f-35ef-4d65-8ce0-54d6336305c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.520786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.524637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e6a2990a-eaea-462e-a60c-754aa557b272 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/ports/0cfed89b-4eb0-416b-bcf6-1ee310199d1e HTTP/1.1" status: 204  len: 168 time: 0.4371970
Jan 29 21:05:59.532019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38932) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.643265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9054aea-6f06-40ac-86a6-b6b5e2ec641c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:59.646757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.679923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Deleting port 0d1f81ac-026d-4c25-832d-370990ff3427 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:05:59.680505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0d1f81ac-026d-4c25-832d-370990ff3427), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.684058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1621040f-35ef-4d65-8ce0-54d6336305c6 admin admin] Publish callbacks [] for security_group (d199a287-9571-4bbf-94a3-1e8923507c69), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.685765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Calling delete_port for b2f57b2d-844d-4037-b6d2-8ebb5feafc2d owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:59.696833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1621040f-35ef-4d65-8ce0-54d6336305c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d199a287-9571-4bbf-94a3-1e8923507c69), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.781899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1621040f-35ef-4d65-8ce0-54d6336305c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=191966a8c3f8458185c06f75fdf6d401&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3117013
Jan 29 21:05:59.782115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621040f-35ef-4d65-8ce0-54d6336305c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199a287-9571-4bbf-94a3-1e8923507c69,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:59.782515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.785988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0d1f81ac-026d-4c25-832d-370990ff3427), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.798486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Calling delete_port for 0d1f81ac-026d-4c25-832d-370990ff3427 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:05:59.812756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Allocated IP 192.168.233.19 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/7f97ac3e-7708-42c7-8b86-7821560f6dd8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:05:59.856246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.873762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.883307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0d1f81ac-026d-4c25-832d-370990ff3427), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.912118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Port': ['ID=0d1f81ac-026d-4c25-832d-370990ff3427,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:05:59.917491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:05:59.920730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-626523ce-6012-4c12-aaa1-9fceeecd2d07 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/ports/0d1f81ac-026d-4c25-832d-370990ff3427 HTTP/1.1" status: 204  len: 168 time: 0.3879528
Jan 29 21:05:59.923326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.952373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dff9496c-6745-452e-8dc0-e7d3708ceb61 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0279143
Jan 29 21:05:59.956167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:05:59.960810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1267942614'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:05:59.979846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:05:59.983145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.007740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:06:00.009479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event updated for resources: {'Port': ['ID=6f5a6d44-9b22-4230-8e95-372e7f8c359c,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.012840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] Publish callbacks [] for security_group (d199a287-9571-4bbf-94a3-1e8923507c69), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.017556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1ae5d21a-94e5-4fbf-b28a-89e53135080a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.017954 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment 1ae5d21a-94e5-4fbf-b28a-89e53135080a of type vlan for network a49aac24-6183-4d21-ba48-7058078f52f7
Jan 29 21:06:00.063258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a49aac24-6183-4d21-ba48-7058078f52f7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.091614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a49aac24-6183-4d21-ba48-7058078f52f7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.097313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:00.097778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.106984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (48e722d2-5ba8-492c-a878-225f0b0593e8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.121948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] Publish callbacks [] for security_group (d199a287-9571-4bbf-94a3-1e8923507c69), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.143091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5854e5e5-a7c2-4683-98f0-c4c4d0fc839b req-685c2256-0129-4d66-8f8d-18f0fbc6bfbb tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 210 time: 0.0426142
Jan 29 21:06:00.183424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2255340
Jan 29 21:06:00.186067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38942) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:00.190887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-533372220'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:00.206587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0b14e-e556-42ff-9e19-06a0297e1181 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=a49aac24-6183-4d21-ba48-7058078f52f7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.225411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a49aac24-6183-4d21-ba48-7058078f52f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:06:00.228000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b2f57b2d-844d-4037-b6d2-8ebb5feafc2d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.229983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:00.234076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.266574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:06:00.276147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9f55da25-c6dd-4ec8-9ddf-d11d2c772557), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.276496 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Added segment 9f55da25-c6dd-4ec8-9ddf-d11d2c772557 of type vlan for network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1
Jan 29 21:06:00.294350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event deleted for resources: {'Port': ['ID=b2f57b2d-844d-4037-b6d2-8ebb5feafc2d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.321289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.348453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.354004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:00.354671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.367046 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks [] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.395104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d199a287-9571-4bbf-94a3-1e8923507c69), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.397790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.401312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d199a287-9571-4bbf-94a3-1e8923507c69 HTTP/1.1" status: 204  len: 168 time: 0.6154189
Jan 29 21:06:00.424209 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Floating IP 48e722d2-5ba8-492c-a878-225f0b0593e8 associated. External IP: 172.35.4.210, port: a33b7c5b-bd1c-4c7a-9e45-19a169f4e853.
Jan 29 21:06:00.427623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2405386
Jan 29 21:06:00.438967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc2bdc-5c72-4ce6-a9f1-6fa2c9e30af3 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Network': ['ID=a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.460702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:06:00.485052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.491524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0fab436b-ce72-48e1-ab09-e07daed7ac9d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "DELETE /v2.0/ports/b2f57b2d-844d-4037-b6d2-8ebb5feafc2d HTTP/1.1" status: 204  len: 168 time: 1.4152510
Jan 29 21:06:00.491524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a105e-3e7b-4bf6-bdeb-66bdcb5b21d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199a287-9571-4bbf-94a3-1e8923507c69,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.493400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:00.562590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38948) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:00.580686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'subnets': [{'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--124200530', 'ip_version': 4}, {'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:00.581707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'subnet': {'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--124200530', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:00.582312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Request body: {'subnet': {'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:00.636431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.680453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Deleting subnet 03637354-2f57-4b9a-ba5b-49165fbdc783 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:06:00.686331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:00.688811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks [] for subnet (03637354-2f57-4b9a-ba5b-49165fbdc783), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.693097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:00.695533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:00.733832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:00.801019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (03637354-2f57-4b9a-ba5b-49165fbdc783), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.827643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:00.828525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.857174 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-602c100f-07a7-45ec-b4f2-dd1139cdf116 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5871549
Jan 29 21:06:00.875701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Request body: {'port': {'device_id': '37686455-556e-4422-9803-1c0eed0b4988', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:00.922266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Made reservation on behalf of 2544e806971242d0a66eb95a9422b9f2 for: {'subnet': 2} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:00.928682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.929066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.947972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (03637354-2f57-4b9a-ba5b-49165fbdc783), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:00.967079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:00.973405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.059716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c455fc1c-658c-45ef-a1d4-998bf40510e8 None None] Provisioning complete for port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:01.060445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c455fc1c-658c-45ef-a1d4-998bf40510e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.072787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (03637354-2f57-4b9a-ba5b-49165fbdc783), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.109113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c455fc1c-658c-45ef-a1d4-998bf40510e8 None None] Port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:06:01.161552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event deleted for resources: {'Subnet': ['ID=03637354-2f57-4b9a-ba5b-49165fbdc783,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:01.174296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.180955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8ffc4cd5-2d19-47ef-b828-22157a0d467d tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "DELETE /v2.0/subnets/03637354-2f57-4b9a-ba5b-49165fbdc783 HTTP/1.1" status: 204  len: 168 time: 0.6840792
Jan 29 21:06:01.185051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38968) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:01.185201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb89b4-224a-40dd-807b-ef7ef495c884 None None] Network c3d8c2e8-943e-4ae0-8112-919ef1082731 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:01.280933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c3d8c2e8-943e-4ae0-8112-919ef1082731), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.396661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] DHCP port deletion for c3d8c2e8-943e-4ae0-8112-919ef1082731 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:06:01.448236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Deleting port d0f90af5-d354-4aba-979c-0e57d8073bfc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:01.448819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.495271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:01.508516 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:01.511899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7789e1-9940-4d45-ae6c-c39ea2184fe6 req-289015c0-c094-4e25-913b-ab439ff99613 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:01.517833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7789e1-9940-4d45-ae6c-c39ea2184fe6 req-289015c0-c094-4e25-913b-ab439ff99613 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 935 time: 0.2261939
Jan 29 21:06:01.525689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:01.529319 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:01.552912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] For port d0f90af5-d354-4aba-979c-0e57d8073bfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f90af5-d354-4aba-979c-0e57d8073bfc,segment=NetworkSegment(edaa3f02-5d48-4006-8de0-a5f9a8631e54),segment_id=edaa3f02-5d48-4006-8de0-a5f9a8631e54)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:01.553895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.573197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.573782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Calling delete_port for d0f90af5-d354-4aba-979c-0e57d8073bfc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:01.631064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Deleting port d0f90af5-d354-4aba-979c-0e57d8073bfc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:01.631728 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.647349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67610f9d-8733-40dc-af87-710ef259d6e3 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.7153471
Jan 29 21:06:01.649972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:01.661033 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa" -d '{"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:01.669345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38974) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:01.679056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.716406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] For port d0f90af5-d354-4aba-979c-0e57d8073bfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f90af5-d354-4aba-979c-0e57d8073bfc,segment=NetworkSegment(edaa3f02-5d48-4006-8de0-a5f9a8631e54),segment_id=edaa3f02-5d48-4006-8de0-a5f9a8631e54)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:01.717430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.725054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] Pushing event deleted for resources: {'Port': ['ID=d0f90af5-d354-4aba-979c-0e57d8073bfc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:01.733686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4533de-bc74-493c-82dd-5bcd80e64caa None None] No DVR routers for this DVR port d0f90af5-d354-4aba-979c-0e57d8073bfc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:01.734319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Calling delete_port for d0f90af5-d354-4aba-979c-0e57d8073bfc owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:01.754844 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6004cee7-287d-49fc-af7b-9c3c232ad597 x-openstack-request-id: req-6004cee7-287d-49fc-af7b-9c3c232ad597 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:01.755392 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:01.755878 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6004cee7-287d-49fc-af7b-9c3c232ad597 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:01.756482 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:06:01.829816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d0f90af5-d354-4aba-979c-0e57d8073bfc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.834477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d7789e1-9940-4d45-ae6c-c39ea2184fe6 req-16397d4e-55c9-4f65-9bbe-36823b7e6161 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093169
Jan 29 21:06:01.870095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4f3d5-143e-4456-a3f4-c970d4e98437 tempest-TestVolumeBackupRestore-738988078 tempest-TestVolumeBackupRestore-738988078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:01.871724 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7c4f3d5-143e-4456-a3f4-c970d4e98437 tempest-TestVolumeBackupRestore-738988078 tempest-TestVolumeBackupRestore-738988078-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1122 time: 0.1893849
Jan 29 21:06:01.873915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:01.881508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38980) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:01.884703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks [] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.889181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Request body: {'floatingip': {'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:01.899350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] No DVR routers for this DVR port d0f90af5-d354-4aba-979c-0e57d8073bfc on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:01.902577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event deleted for resources: {'Port': ['ID=d0f90af5-d354-4aba-979c-0e57d8073bfc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:01.903193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Transition to ACTIVE for port object 7f97ac3e-7708-42c7-8b86-7821560f6dd8 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:06:01.911729 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:01.921109 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:01.945149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-3ca549ac-76f0-4cc6-9ce9-a29aedca2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:01.946701 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-3ca549ac-76f0-4cc6-9ce9-a29aedca2162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.1287713
Jan 29 21:06:02.000390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0f90af5-d354-4aba-979c-0e57d8073bfc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:02.040125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: d0f90af5-d354-4aba-979c-0e57d8073bfc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:02.040841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d0f90af5-d354-4aba-979c-0e57d8073bfc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:02.086760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:02.148855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c3d8c2e8-943e-4ae0-8112-919ef1082731), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.171407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09821cd0>,) {'filters': {'network_id': ['c3d8c2e8-943e-4ae0-8112-919ef1082731']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:02.184444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09821cd0>, 'edaa3f02-5d48-4006-8de0-a5f9a8631e54') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:02.184747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09821cd0>, 'edaa3f02-5d48-4006-8de0-a5f9a8631e54') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:02.198349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (edaa3f02-5d48-4006-8de0-a5f9a8631e54), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.201886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-18a38443-29e5-430b-8d85-038241545be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:02.201886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-18a38443-29e5-430b-8d85-038241545be3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.2208819
Jan 29 21:06:02.263910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Attempting to bind port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:02.264541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Attempting to bind port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:02.265787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Attempting to bind port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:02.268840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (edaa3f02-5d48-4006-8de0-a5f9a8631e54), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.307763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:02.308206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (edaa3f02-5d48-4006-8de0-a5f9a8631e54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.310607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-83046a62-e2ed-4e38-a367-ddf252f03058 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 999 time: 0.1030853
Jan 29 21:06:02.311813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:06:02.312279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Attempting to bind port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:02.340803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:02.341178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:02.341577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:02.342025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Bound port: 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:02.342386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:02.357817 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:02.366213 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa0a0>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:05:58Z', 'revision_number': 0, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:02.381924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (48e722d2-5ba8-492c-a878-225f0b0593e8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.399676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:02.412708 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:02.414407 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:02.460750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:02.464841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:02.471354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-871a3fa4-4d06-4bfd-8adc-ada0d3f1f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:02.473676 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-871a3fa4-4d06-4bfd-8adc-ada0d3f1f280 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.1536858
Jan 29 21:06:02.475339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.532122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:02.533236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.535589 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f97ac3e-7708-42c7-8b86-7821560f6dd8 HTTP/1.1" status: 200  len: 1095 time: 1.6701324
Jan 29 21:06:02.563909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:02.662643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (008ecb02-1af9-448f-9d96-001704ecfcd4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.671861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573698-c9fc-4c5d-bac6-f06498601040 service neutron] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:02.676194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-514b01ce-bef5-422d-9309-7a9a65dbe221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:02.677847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-514b01ce-bef5-422d-9309-7a9a65dbe221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1938200
Jan 29 21:06:02.682181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c3d8c2e8-943e-4ae0-8112-919ef1082731), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.700956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:02.704175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] 10.222.0.20 "DELETE /v2.0/networks/c3d8c2e8-943e-4ae0-8112-919ef1082731 HTTP/1.1" status: 204  len: 168 time: 1.5213749
Jan 29 21:06:02.788062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b156-d349-4706-99ad-a28741475817 tempest-ExtraDHCPOptionsTestJSON-1072658899 tempest-ExtraDHCPOptionsTestJSON-1072658899-project] Pushing event deleted for resources: {'Network': ['ID=c3d8c2e8-943e-4ae0-8112-919ef1082731,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:02.816920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-e21fbd3b-89e0-44e1-817e-1c5058e92794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:02.818598 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-e21fbd3b-89e0-44e1-817e-1c5058e92794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 1129 time: 0.2347698
Jan 29 21:06:02.945865 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-e8696218-2191-4866-bc06-c4d7b4dd5211 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8 HTTP/1.1" status: 200  len: 217 time: 0.1170983
Jan 29 21:06:02.958353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Subnet': ['ID=008ecb02-1af9-448f-9d96-001704ecfcd4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:02.996043 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa0a0>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:05:58Z', 'revision_number': 0, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:03.024356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-5e88e441-6182-4e8b-94b6-ef9543b94665 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360488
Jan 29 21:06:03.054111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-d2ec47c7-e706-4d4a-b57e-07b8d13f8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:03.054245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Checking segment: {'id': '1ae5d21a-94e5-4fbf-b28a-89e53135080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:03.054614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network hostable DHCP agents. Network: a49aac24-6183-4d21-ba48-7058078f52f7, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:06:03.056223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-d2ec47c7-e706-4d4a-b57e-07b8d13f8a41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0950751
Jan 29 21:06:03.057264 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c7027-6903-4b39-a0f0-9574d44cc1ca None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:05:58Z', 'revision_number': 0, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:03.176905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network a49aac24-6183-4d21-ba48-7058078f52f7 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:06:03.195076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-fc04f210-4c94-48ef-b3bb-52f715de22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:03.196911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-fc04f210-4c94-48ef-b3bb-52f715de22de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1286931
Jan 29 21:06:03.222201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a49aac24-6183-4d21-ba48-7058078f52f7) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:03.222201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (f1a72b5e-70e9-4bc5-a66f-46113c5b9547), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:03.228242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c884135c-b150-4d2b-9526-5d94a300956b None None] Network a49aac24-6183-4d21-ba48-7058078f52f7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:03.235679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280a268-2fb2-4927-80fe-744979217df6 req-391b7bf1-8a5e-4644-ae08-cc9a02eb4506 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:03.237667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9280a268-2fb2-4927-80fe-744979217df6 req-391b7bf1-8a5e-4644-ae08-cc9a02eb4506 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 947 time: 0.2607768
Jan 29 21:06:03.258597 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ea0f7069-7b37-4b2c-beba-c66f66ae5efa req-78c27a31-19ff-4859-9dd9-7f400bb07022 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262974
Jan 29 21:06:03.359421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39014) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:03.395553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-ec89e05b-6d0a-41e1-8cd5-16e3908fa99d service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836917
Jan 29 21:06:03.416910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:06:03.498502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a49aac24-6183-4d21-ba48-7058078f52f7', 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7', 'project_id': '2544e806971242d0a66eb95a9422b9f2', 'fixed_ips': [{'subnet_id': '008ecb02-1af9-448f-9d96-001704ecfcd4'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:06:03.499430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:03.508927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ce9b-7153-4a8c-8d63-586f7ba629f9 None None] New status for floating IP 48e722d2-5ba8-492c-a878-225f0b0593e8: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:06:03.560180 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b69dc1c5-b4b0-4d90-a20d-51ae52d10b5b req-d93a5b9f-2e90-42c4-8f17-f847d2b465eb service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571188
Jan 29 21:06:03.741292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df9c69ed-601e-41e5-accb-3278f1229e4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afac8765f2a7431991ac18c117c62c42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3685322
Jan 29 21:06:03.742201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:03.758703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:03.762813 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40b550-3742-48ea-9689-076f6d0612db" -d '{"events": [{"name": "network-changed", "server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:03.820916 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefdc15-bfdc-44fc-8c83-33cb560cdd78 x-openstack-request-id: req-baefdc15-bfdc-44fc-8c83-33cb560cdd78 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:03.821236 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:03.825500 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baefdc15-bfdc-44fc-8c83-33cb560cdd78 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:03.826272 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'status': 'completed', 'code': 200}
Jan 29 21:06:03.876511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event updated for resources: {'Subnet': ['ID=f1a72b5e-70e9-4bc5-a66f-46113c5b9547,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:03.880899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Allocated IP 172.20.0.2 (a49aac24-6183-4d21-ba48-7058078f52f7/008ecb02-1af9-448f-9d96-001704ecfcd4/2e30de04-4df1-4593-ad29-1aaaa86821ac) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:03.892483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] Publish callbacks [] for security_group (de28cb70-a0b7-4069-b188-8d9d2de1f08e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:03.924929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] Publish callbacks [] for security_group (de28cb70-a0b7-4069-b188-8d9d2de1f08e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:03.944079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9280a268-2fb2-4927-80fe-744979217df6 req-cd90b2c8-e474-4c69-8ff6-0875878d6025 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6907392
Jan 29 21:06:03.945610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b550-3742-48ea-9689-076f6d0612db req-861467ef-8270-4baf-ac3f-327a258da755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:03.947158 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-861467ef-8270-4baf-ac3f-327a258da755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 1129 time: 0.0987344
Jan 29 21:06:03.990042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39026) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:04.012887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Checking segment: {'id': '9f55da25-c6dd-4ec8-9ddf-d11d2c772557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:04.013222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network hostable DHCP agents. Network: a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:06:04.070785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (de28cb70-a0b7-4069-b188-8d9d2de1f08e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.076232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.079789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:06:04.079957 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de28cb70-a0b7-4069-b188-8d9d2de1f08e HTTP/1.1" status: 204  len: 168 time: 0.3342178
Jan 29 21:06:04.092496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:04.102015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.103765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.104252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.104898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.108749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (48e722d2-5ba8-492c-a878-225f0b0593e8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.109999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774397d-575d-4123-9a1b-7acac086d7f6 None None] Network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:04.115832 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks [] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.121778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b550-3742-48ea-9689-076f6d0612db req-0000d623-c780-42e6-b812-b6719344755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.123564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-0000d623-c780-42e6-b812-b6719344755a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1659911
Jan 29 21:06:04.139876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97080ef1-c6a2-4a2a-879d-75a25082e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28cb70-a0b7-4069-b188-8d9d2de1f08e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:04.188059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a06f25c-1f78-4b5c-ac77-afad2dcdc113 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 3.6237121
Jan 29 21:06:04.190808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39032) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:04.199945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-2cbb4025-f7fa-4cba-9f00-400df0932507 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8 HTTP/1.1" status: 200  len: 217 time: 0.0687165
Jan 29 21:06:04.225142 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-2005ce9b-7153-4a8c-8d63-586f7ba629f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:06:04.225448 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-2005ce9b-7153-4a8c-8d63-586f7ba629f9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:06:04.229845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.297114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Pushing event updated for resources: {'Port': ['ID=2e30de04-4df1-4593-ad29-1aaaa86821ac,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:04.299346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b550-3742-48ea-9689-076f6d0612db req-c58e5b0c-65fe-4a48-9055-9301df0dc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.301811 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-c58e5b0c-65fe-4a48-9055-9301df0dc53f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0936313
Jan 29 21:06:04.304635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Network a49aac24-6183-4d21-ba48-7058078f52f7 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:04.304770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ccbe38c-3d0d-410a-ae1b-7b765f199bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.306158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:04.308741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:04.321019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1', 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1', 'project_id': '2544e806971242d0a66eb95a9422b9f2', 'fixed_ips': [{'subnet_id': 'f1a72b5e-70e9-4bc5-a66f-46113c5b9547'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:06:04.322250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.373856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b550-3742-48ea-9689-076f6d0612db req-6f6c03ed-6f4b-4c08-b75a-729ebe55643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.379647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dddd70-7048-4ade-8f0c-04da71f42be0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.380363 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-6f6c03ed-6f4b-4c08-b75a-729ebe55643f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0706348
Jan 29 21:06:04.381675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dddd70-7048-4ade-8f0c-04da71f42be0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.383096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dddd70-7048-4ade-8f0c-04da71f42be0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.384747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-05dddd70-7048-4ade-8f0c-04da71f42be0 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1930246
Jan 29 21:06:04.388857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Attempting to bind port 2e30de04-4df1-4593-ad29-1aaaa86821ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:04.389221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Attempting to bind port 2e30de04-4df1-4593-ad29-1aaaa86821ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ae5d21a-94e5-4fbf-b28a-89e53135080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:04.389333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39036) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:04.389719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Attempting to bind port 2e30de04-4df1-4593-ad29-1aaaa86821ac on network a49aac24-6183-4d21-ba48-7058078f52f7 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:04.512714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-fe3fd446-eccf-430e-921f-2829d3eeb66f service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236546
Jan 29 21:06:04.523223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Allocated IP 172.20.0.18 (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1/f1a72b5e-70e9-4bc5-a66f-46113c5b9547/8acd04a1-bf47-4b0f-9553-f4b8206a5026) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:04.530822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:04.531557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Checking segment: {'id': '1ae5d21a-94e5-4fbf-b28a-89e53135080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:04.531899 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.532435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Bound using segment: {'id': '1ae5d21a-94e5-4fbf-b28a-89e53135080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:04.532972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Bound port: 2e30de04-4df1-4593-ad29-1aaaa86821ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae5d21a-94e5-4fbf-b28a-89e53135080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a49aac24-6183-4d21-ba48-7058078f52f7'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:04.533445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.604881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:04.626909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Deleting subnet 008ecb02-1af9-448f-9d96-001704ecfcd4 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:06:04.652737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for subnet (008ecb02-1af9-448f-9d96-001704ecfcd4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.661831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c40b550-3742-48ea-9689-076f6d0612db req-fdfd9762-ca7c-4a30-a3bc-07ddbd1ac261 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406701
Jan 29 21:06:04.671487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] For port 2e30de04-4df1-4593-ad29-1aaaa86821ac, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:04.680807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] For port 2e30de04-4df1-4593-ad29-1aaaa86821ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e30de04-4df1-4593-ad29-1aaaa86821ac,segment=NetworkSegment(1ae5d21a-94e5-4fbf-b28a-89e53135080a),segment_id=1ae5d21a-94e5-4fbf-b28a-89e53135080a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:04.692365 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.745046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ce9b-7153-4a8c-8d63-586f7ba629f9 None None] New status for floating IP 48e722d2-5ba8-492c-a878-225f0b0593e8: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:06:04.813518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ccbe38c-3d0d-410a-ae1b-7b765f199bed admin admin] Publish callbacks [] for security_group (fb797de9-6e59-4830-afdf-80f40eeb61bb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.815970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (008ecb02-1af9-448f-9d96-001704ecfcd4), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.851751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks [] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.892097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.898688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ccbe38c-3d0d-410a-ae1b-7b765f199bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb797de9-6e59-4830-afdf-80f40eeb61bb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:04.899226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c84b82-ec31-4ada-bf35-16bf96f37eee None None] Pushing event updated for resources: {'Port': ['ID=2e30de04-4df1-4593-ad29-1aaaa86821ac,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:04.952097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:04.964517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b5b63-8a1b-4e9d-b7cc-e2f8a5d61047 req-1450a21f-13b8-4220-a877-dafe0df1f393 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:04.966585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-408b5b63-8a1b-4e9d-b7cc-e2f8a5d61047 req-1450a21f-13b8-4220-a877-dafe0df1f393 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1128 time: 0.2627294
Jan 29 21:06:05.033727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:05.046383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:05.047452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbe38c-3d0d-410a-ae1b-7b765f199bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb797de9-6e59-4830-afdf-80f40eeb61bb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.072539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.088523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Pushing event updated for resources: {'Port': ['ID=8acd04a1-bf47-4b0f-9553-f4b8206a5026,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.095956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ccbe38c-3d0d-410a-ae1b-7b765f199bed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c08d18c58d5421eae9832efd92689c2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1009679
Jan 29 21:06:05.097481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.162545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-408b5b63-8a1b-4e9d-b7cc-e2f8a5d61047 req-209a2c65-aede-4f5d-afd8-e38f4df6832a tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1822538
Jan 29 21:06:05.181974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:05.182499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (008ecb02-1af9-448f-9d96-001704ecfcd4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.188603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.210478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39068) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.245169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:05.247512 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690" -d '{"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:05.256861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878718-92b7-4732-b7d9-2b6b3974cbd6 req-78bdad30-f188-4ae0-aa14-35a2141e01ca tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:05.258507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91878718-92b7-4732-b7d9-2b6b3974cbd6 req-78bdad30-f188-4ae0-aa14-35a2141e01ca tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 947 time: 0.2203171
Jan 29 21:06:05.327410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0d0eb776-42ac-4762-b81e-e9ec86665efc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:05.329218 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-0d0eb776-42ac-4762-b81e-e9ec86665efc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 21:06:05.329815 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0d0eb776-42ac-4762-b81e-e9ec86665efc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:05.331420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d0eb776-42ac-4762-b81e-e9ec86665efc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2573538
Jan 29 21:06:05.334328 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ac818-b813-4e1d-a77b-30972a2e4ab7 x-openstack-request-id: req-ca2ac818-b813-4e1d-a77b-30972a2e4ab7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:05.334328 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:05.334598 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca2ac818-b813-4e1d-a77b-30972a2e4ab7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:05.335004 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:06:05.337520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39072) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.353150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--329801304'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:05.381176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-282db5c8-b99e-46ab-b942-1c7c1f9c3fae tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "PUT /v2.0/floatingips/48e722d2-5ba8-492c-a878-225f0b0593e8 HTTP/1.1" status: 200  len: 991 time: 3.4963849
Jan 29 21:06:05.388335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-91878718-92b7-4732-b7d9-2b6b3974cbd6 req-12591e36-55fb-47b2-88de-7a7135805771 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081758
Jan 29 21:06:05.390782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.404131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.416602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] Publish callbacks [] for security_group (fb797de9-6e59-4830-afdf-80f40eeb61bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.432146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (008ecb02-1af9-448f-9d96-001704ecfcd4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.465143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.468401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/subnets/008ecb02-1af9-448f-9d96-001704ecfcd4 HTTP/1.1" status: 204  len: 168 time: 1.0757465
Jan 29 21:06:05.486556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39074) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.497323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Attempting to bind port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:05.498250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Attempting to bind port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f55da25-c6dd-4ec8-9ddf-d11d2c772557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:05.498828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Attempting to bind port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 on network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:05.503209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] Publish callbacks [] for security_group (fb797de9-6e59-4830-afdf-80f40eeb61bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.504534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d4181-af07-4a3f-8405-9f9803131efb tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Subnet': ['ID=008ecb02-1af9-448f-9d96-001704ecfcd4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.517456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:05.518761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Checking segment: {'id': '9f55da25-c6dd-4ec8-9ddf-d11d2c772557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:05.519476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.520013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Bound using segment: {'id': '9f55da25-c6dd-4ec8-9ddf-d11d2c772557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:05.520746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Bound port: 8acd04a1-bf47-4b0f-9553-f4b8206a5026, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f55da25-c6dd-4ec8-9ddf-d11d2c772557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:05.525526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.554810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-b6122566-132c-4834-9f22-caee81607dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:05.556264 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-b6122566-132c-4834-9f22-caee81607dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.2020910
Jan 29 21:06:05.560797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (913f7cf0-3f68-4b45-9b4f-30ac38b84356), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.568433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (913f7cf0-3f68-4b45-9b4f-30ac38b84356), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.571091 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:05.597215 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:05.600066 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:05.626067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f7cf0-3f68-4b45-9b4f-30ac38b84356,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.653924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Deleting subnet f1a72b5e-70e9-4bc5-a66f-46113c5b9547 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:06:05.654791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] For port 8acd04a1-bf47-4b0f-9553-f4b8206a5026, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:05.662461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] For port 8acd04a1-bf47-4b0f-9553-f4b8206a5026, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8acd04a1-bf47-4b0f-9553-f4b8206a5026,segment=NetworkSegment(9f55da25-c6dd-4ec8-9ddf-d11d2c772557),segment_id=9f55da25-c6dd-4ec8-9ddf-d11d2c772557)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:05.664662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (aa982cfc-7716-408e-9eb2-87092c2928b4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.668739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aa982cfc-7716-408e-9eb2-87092c2928b4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.671132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.682396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for subnet (f1a72b5e-70e9-4bc5-a66f-46113c5b9547), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.709971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa982cfc-7716-408e-9eb2-87092c2928b4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.740162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.749921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-44a34a50-2361-4775-8e24-7163944ee034 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4110477
Jan 29 21:06:05.750337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39076) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:05.764430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'aa982cfc-7716-408e-9eb2-87092c2928b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:05.790113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-5d75b064-2cd1-4585-8b2c-4c14492e2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:05.791565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e62399-7d97-4334-b907-42f7bca36c74 None None] Pushing event updated for resources: {'Port': ['ID=8acd04a1-bf47-4b0f-9553-f4b8206a5026,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.792248 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-5d75b064-2cd1-4585-8b2c-4c14492e2609 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.2233698
Jan 29 21:06:05.798204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fb797de9-6e59-4830-afdf-80f40eeb61bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.801718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.803864 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb797de9-6e59-4830-afdf-80f40eeb61bb HTTP/1.1" status: 204  len: 168 time: 0.7050316
Jan 29 21:06:05.822470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group_rule (c1a42938-895a-4e8c-88c1-669cb2cff239), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.835644 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:05.900019 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-0c29168f-40b0-4878-8bf0-a2ea1e328abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 1001 time: 0.0883088
Jan 29 21:06:05.911004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (f1a72b5e-70e9-4bc5-a66f-46113c5b9547), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.939004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group_rule (c1a42938-895a-4e8c-88c1-669cb2cff239), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.949460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c1a42938-895a-4e8c-88c1-669cb2cff239), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:05.980868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a42938-895a-4e8c-88c1-669cb2cff239,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:05.991254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-708147e3-cb4d-4ee4-9400-9cef0840f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:05.992965 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-708147e3-cb4d-4ee4-9400-9cef0840f7d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.0788963
Jan 29 21:06:06.011611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.015726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ab7087b1-6eb0-4f46-8dcb-a3acf008aaeb tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2643559
Jan 29 21:06:06.016358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39080) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:06.021512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7bda1f58-6032-45be-a585-da8578c42ba8 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'aa982cfc-7716-408e-9eb2-87092c2928b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:06.033281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba507a-0e5b-439e-b6a8-bbd26d40a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb797de9-6e59-4830-afdf-80f40eeb61bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:06.135172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7bda1f58-6032-45be-a585-da8578c42ba8 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group_rule (d72b55dd-aab9-4eae-b422-1e750e99cee7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.188190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 65230fb4-2cea-4ee2-9daf-48c588eee183 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:06.188561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.254984 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7bda1f58-6032-45be-a585-da8578c42ba8 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:06.257860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7bda1f58-6032-45be-a585-da8578c42ba8 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2397091
Jan 29 21:06:06.259878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39084) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:06.315933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-a4f4d8b6-704d-43e1-a439-478da37a1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:06.318136 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-a4f4d8b6-704d-43e1-a439-478da37a1ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2881246
Jan 29 21:06:06.431002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (aa982cfc-7716-408e-9eb2-87092c2928b4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.438508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c550>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:06:04Z', 'revision_number': 2, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:06.470014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (aa982cfc-7716-408e-9eb2-87092c2928b4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.524534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2e30de04-4df1-4593-ad29-1aaaa86821ac up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:06.553836 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:06.562206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aa982cfc-7716-408e-9eb2-87092c2928b4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.566312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.569614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa982cfc-7716-408e-9eb2-87092c2928b4 HTTP/1.1" status: 204  len: 168 time: 0.3086133
Jan 29 21:06:06.577433 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:06.578068 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:06.581053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39088) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:06.630108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad05a-72e8-4303-a563-f0d2c9fbf1b0 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa982cfc-7716-408e-9eb2-87092c2928b4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:06.632662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2e30de04-4df1-4593-ad29-1aaaa86821ac triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:06.633250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.659341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:06.692471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c2319-e245-4b36-aade-4ee5ba7c52eb None None] Network a49aac24-6183-4d21-ba48-7058078f52f7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:06.714307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa224165-2c74-4ffe-834e-4dc13d765694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.719941 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:06.751435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:06:06.785749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37447f43-80a5-4234-a896-a91733a58159 req-1f435e6b-b9e1-41c1-8da6-83b17f483ff0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:06.797382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37447f43-80a5-4234-a896-a91733a58159 req-1f435e6b-b9e1-41c1-8da6-83b17f483ff0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 947 time: 0.2226913
Jan 29 21:06:06.832974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a9e57ac-bbf8-49cf-9ab4-7ed88278b76e tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2362859
Jan 29 21:06:06.849051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:06.853833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Provisioning complete for port 2e30de04-4df1-4593-ad29-1aaaa86821ac triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:06.854219 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.864086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585752362'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:06.956066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.957220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (65230fb4-2cea-4ee2-9daf-48c588eee183), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:06.976701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 65230fb4-2cea-4ee2-9daf-48c588eee183 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:06.986311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f1a72b5e-70e9-4bc5-a66f-46113c5b9547), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.036620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2e30de04-4df1-4593-ad29-1aaaa86821ac is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:07.037024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.041385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa224165-2c74-4ffe-834e-4dc13d765694 admin admin] Publish callbacks [] for security_group (0a81e8ef-1306-4654-a243-9bd721028757), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.059590 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c550>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:06:04Z', 'revision_number': 2, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:07.059948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.067946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa224165-2c74-4ffe-834e-4dc13d765694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0a81e8ef-1306-4654-a243-9bd721028757), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.068489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:07.099049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'mac_address': 'fa:16:3e:94:7d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:06:07.148223 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76852e71-953e-47db-b61e-224b7c4c4f91 None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e722d2-5ba8-492c-a878-225f0b0593e8', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'port_id': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'mac_address': 'fa:16:3e:ca:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:05:58Z', 'updated_at': '2022-01-29T21:06:04Z', 'revision_number': 2, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:07.166980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 2e30de04-4df1-4593-ad29-1aaaa86821ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e30de04-4df1-4593-ad29-1aaaa86821ac,segment=NetworkSegment(1ae5d21a-94e5-4fbf-b28a-89e53135080a),segment_id=1ae5d21a-94e5-4fbf-b28a-89e53135080a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:07.182316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37447f43-80a5-4234-a896-a91733a58159 req-b8d15bd7-905a-4e20-a7e7-deda632df748 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3821628
Jan 29 21:06:07.201569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.202510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8acd04a1-bf47-4b0f-9553-f4b8206a5026 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:07.206932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aa224165-2c74-4ffe-834e-4dc13d765694 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9aeb2f6d1dc24dcebca6d071f94f6861&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5389254
Jan 29 21:06:07.214532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39094) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.219458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa224165-2c74-4ffe-834e-4dc13d765694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a81e8ef-1306-4654-a243-9bd721028757,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.254696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] DHCP port deletion for a49aac24-6183-4d21-ba48-7058078f52f7 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:06:07.300269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (8e5b2d4d-d5c9-4c9c-8db1-99de6b103281), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.312832 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e5b2d4d-d5c9-4c9c-8db1-99de6b103281), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.313703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-1c8792a2-1e9b-4ceb-8a11-bc02ca7090b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9797502
Jan 29 21:06:07.320633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Current status of the port 2e30de04-4df1-4593-ad29-1aaaa86821ac is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:07.321251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.339441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:07.343309 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf72dd8-6eba-4a8b-8676-621b751631cc" -d '{"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:07.370473 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.376418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5255148
Jan 29 21:06:07.377240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.392710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7a9f6f1f-c5e8-43ac-a9a7-4a4bd67fbe37 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '8e5b2d4d-d5c9-4c9c-8db1-99de6b103281', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:07.394701 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-7a9f6f1f-c5e8-43ac-a9a7-4a4bd67fbe37 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 29 21:06:07.395542 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7a9f6f1f-c5e8-43ac-a9a7-4a4bd67fbe37 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:07.395767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:07.395917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (f1a72b5e-70e9-4bc5-a66f-46113c5b9547), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.396322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.401890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a9f6f1f-c5e8-43ac-a9a7-4a4bd67fbe37 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0196412
Jan 29 21:06:07.403194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39100) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.413686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83486ef-305f-45c4-aa19-dc3e120b420b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b2d4d-d5c9-4c9c-8db1-99de6b103281,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.437445 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe6a9b0-ab75-4cae-bcd4-a62d694f3165 x-openstack-request-id: req-4fe6a9b0-ab75-4cae-bcd4-a62d694f3165 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:07.437973 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:07.438396 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fe6a9b0-ab75-4cae-bcd4-a62d694f3165 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:07.438936 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:06:07.470580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:06:07.470939 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:06:07.483722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:07.484113 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.488011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:07.496120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=2e30de04-4df1-4593-ad29-1aaaa86821ac,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.510919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (8e5b2d4d-d5c9-4c9c-8db1-99de6b103281), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.544257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (8e5b2d4d-d5c9-4c9c-8db1-99de6b103281), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.562866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a72b5e-70e9-4bc5-a66f-46113c5b9547,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.566806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.570332 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2b12c443-6efe-4b0e-a014-6c4772677f13 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/subnets/f1a72b5e-70e9-4bc5-a66f-46113c5b9547 HTTP/1.1" status: 204  len: 168 time: 2.0815380
Jan 29 21:06:07.578114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:07.585511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.592348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.607247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] Publish callbacks [] for security_group (0a81e8ef-1306-4654-a243-9bd721028757), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.626965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c521a4ce-8216-4724-a003-18261626ad65 None None] Network a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:07.665249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba302d-439a-46a8-8759-74637e8e0161 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:07.666232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] Publish callbacks [] for security_group (0a81e8ef-1306-4654-a243-9bd721028757), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.672323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-02ba302d-439a-46a8-8759-74637e8e0161 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0852070
Jan 29 21:06:07.673450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.680107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (65230fb4-2cea-4ee2-9daf-48c588eee183), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.687049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-988cc1d6-ab47-4e22-9cf2-3ec3152ba690 req-ecaace20-39f3-4ade-b0d0-e91ce589d758 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3625975
Jan 29 21:06:07.696391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Deleting port 2e30de04-4df1-4593-ad29-1aaaa86821ac {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:07.696779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.712916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e5b2d4d-d5c9-4c9c-8db1-99de6b103281), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.716814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.720883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e5b2d4d-d5c9-4c9c-8db1-99de6b103281 HTTP/1.1" status: 204  len: 168 time: 0.3140299
Jan 29 21:06:07.723822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=65230fb4-2cea-4ee2-9daf-48c588eee183,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.725921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39106) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.770979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6d2a-9bb5-4d07-a833-87bbd9cbb3f9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b2d4d-d5c9-4c9c-8db1-99de6b103281,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.796518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.814219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:07.872371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Deleting port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:07.872730 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af14dd19-a90b-4bd6-b8ae-6c13fc88681b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1411541
Jan 29 21:06:07.874072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.879764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:07.886637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362466625'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:07.892778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0a81e8ef-1306-4654-a243-9bd721028757), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.894228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] For port 2e30de04-4df1-4593-ad29-1aaaa86821ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e30de04-4df1-4593-ad29-1aaaa86821ac,segment=NetworkSegment(1ae5d21a-94e5-4fbf-b28a-89e53135080a),segment_id=1ae5d21a-94e5-4fbf-b28a-89e53135080a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:07.894635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.895137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.899828 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a81e8ef-1306-4654-a243-9bd721028757 HTTP/1.1" status: 204  len: 168 time: 0.6585443
Jan 29 21:06:07.905929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-c85c4f2f-a670-4d5b-a83a-e668956fe0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:07.907428 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-c85c4f2f-a670-4d5b-a83a-e668956fe0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.1696005
Jan 29 21:06:07.914085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.914423 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP 5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc disassociated (deleted). External IP: 172.35.4.195, port: db60b1a8-ea24-4ed4-a6b5-160b23017f55.
Jan 29 21:06:07.915174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:07.915958 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.937619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Calling delete_port for 2e30de04-4df1-4593-ad29-1aaaa86821ac owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:07.956942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] For port 8acd04a1-bf47-4b0f-9553-f4b8206a5026, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8acd04a1-bf47-4b0f-9553-f4b8206a5026,segment=NetworkSegment(9f55da25-c6dd-4ec8-9ddf-d11d2c772557),segment_id=9f55da25-c6dd-4ec8-9ddf-d11d2c772557)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:07.957614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:07.973769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Calling delete_port for 8acd04a1-bf47-4b0f-9553-f4b8206a5026 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:07.974635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc12c-3d80-41a1-986f-25436f319421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a81e8ef-1306-4654-a243-9bd721028757,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:08.050713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.058553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f97ac3e-7708-42c7-8b86-7821560f6dd8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:06:08.081589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8acd04a1-bf47-4b0f-9553-f4b8206a5026), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.090326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2e30de04-4df1-4593-ad29-1aaaa86821ac), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.122265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Port': ['ID=8acd04a1-bf47-4b0f-9553-f4b8206a5026,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:08.126183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] No DVR routers for this DVR port 8acd04a1-bf47-4b0f-9553-f4b8206a5026 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:08.135564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-29d91f24-192e-4561-b72a-9b891041a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:08.136753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-29d91f24-192e-4561-b72a-9b891041a8f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.2177641
Jan 29 21:06:08.148163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] Pushing event deleted for resources: {'Port': ['ID=2e30de04-4df1-4593-ad29-1aaaa86821ac,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:08.153494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3b682511-e2fc-4ee5-90a0-ccd9b709874d None None] Port 2e30de04-4df1-4593-ad29-1aaaa86821ac update to ACTIVE by agent not found {{(pid=125944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Jan 29 21:06:08.211488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a015a-6eb0-4ce8-816e-2a409bd45014 None None] No DVR routers for this DVR port 2e30de04-4df1-4593-ad29-1aaaa86821ac on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:08.251373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.276545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7fa0>,) {'filters': {'network_id': ['a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.298689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-87672254-48e4-4c31-9699-1180956d2878 None None] Could not find standard attr ID for object 8acd04a1-bf47-4b0f-9553-f4b8206a5026. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:06:08.309926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7fa0>, '9f55da25-c6dd-4ec8-9ddf-d11d2c772557') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.310236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7fa0>, '9f55da25-c6dd-4ec8-9ddf-d11d2c772557') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.328355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (9f55da25-c6dd-4ec8-9ddf-d11d2c772557), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.335368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f17522-de5f-4318-ba4b-398c072bad5b None None] DHCP port deletion for a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:06:08.349342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9f55da25-c6dd-4ec8-9ddf-d11d2c772557), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.375849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:08.376432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (9f55da25-c6dd-4ec8-9ddf-d11d2c772557), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:08.382660 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:08.412900 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-d4f6c711-ae88-4a15-acbf-ad331450e2ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 1001 time: 0.2666538
Jan 29 21:06:08.482011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.482180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2e30de04-4df1-4593-ad29-1aaaa86821ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:08.492632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.499359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.511897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.525239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2e30de04-4df1-4593-ad29-1aaaa86821ac {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:08.525689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2e30de04-4df1-4593-ad29-1aaaa86821ac not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:08.526176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8acd04a1-bf47-4b0f-9553-f4b8206a5026 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:08.530155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1 HTTP/1.1" status: 204  len: 168 time: 0.8546674
Jan 29 21:06:08.532345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39122) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:08.546357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-05e87206-5832-407f-aee4-601437dc7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:08.554856 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-05e87206-5832-407f-aee4-601437dc7395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.1300499
Jan 29 21:06:08.555867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8acd04a1-bf47-4b0f-9553-f4b8206a5026 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:08.556637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8acd04a1-bf47-4b0f-9553-f4b8206a5026 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:08.587072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.588417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7068655
Jan 29 21:06:08.608146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4c1e1-0784-4f59-ac37-914a8cc924ba tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:08.610728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:08.619223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4b728f6f-fb4c-4a91-ab7b-adbe5c42dc63 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:08.620907 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-4b728f6f-fb4c-4a91-ab7b-adbe5c42dc63 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 29 21:06:08.621609 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-4b728f6f-fb4c-4a91-ab7b-adbe5c42dc63 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:08.622748 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4b728f6f-fb4c-4a91-ab7b-adbe5c42dc63 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0077891
Jan 29 21:06:08.625472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1451a0-2372-4f12-8701-6cff3d160807 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=a0b4b60c-7b83-45e7-9ba6-45d0aa48c9d1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:08.626976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 447ee25e-c602-4d3e-8765-b5839cf8ed74 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:08.628820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:08.706528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a49aac24-6183-4d21-ba48-7058078f52f7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.726288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8ee86-4a20-4326-9bed-02bf5167e71d req-699034be-1fef-4d0f-a6be-ff8c4163147a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:08.727831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4f8ee86-4a20-4326-9bed-02bf5167e71d req-699034be-1fef-4d0f-a6be-ff8c4163147a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 948 time: 0.4318271
Jan 29 21:06:08.753932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-ea6d364d-1148-45f0-b4c7-7f296d32616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:08.755675 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-ea6d364d-1148-45f0-b4c7-7f296d32616c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1868224
Jan 29 21:06:08.832483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.849339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4f8ee86-4a20-4326-9bed-02bf5167e71d req-ce913616-775e-4de8-bd45-8bc77fa20b05 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145804
Jan 29 21:06:08.853942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a49aac24-6183-4d21-ba48-7058078f52f7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.876015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09093d60>,) {'filters': {'network_id': ['a49aac24-6183-4d21-ba48-7058078f52f7']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.888825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09093d60>, '1ae5d21a-94e5-4fbf-b28a-89e53135080a') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.889128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09093d60>, '1ae5d21a-94e5-4fbf-b28a-89e53135080a') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.902109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (1ae5d21a-94e5-4fbf-b28a-89e53135080a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.908075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:08.916141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.917952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1ae5d21a-94e5-4fbf-b28a-89e53135080a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.920330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Sync routers for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:08.922753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.928895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:08.929866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (1ae5d21a-94e5-4fbf-b28a-89e53135080a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:08.933200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:08.933947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a468b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:08.955092 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:08.991915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11c147d0-53af-4fc8-ba04-a530f8df8649 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/floatingips/5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc HTTP/1.1" status: 204  len: 168 time: 3.7776976
Jan 29 21:06:08.991915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:08.994030 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b65c1-f041-4078-b8c9-13aea35793d2" -d '{"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:09.010592 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-06b66e38-2dc3-4c7a-82a7-f0f6f97f130a service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463176
Jan 29 21:06:09.042149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.045054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.046110 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9 HTTP/1.1" status: 204  len: 168 time: 0.4161584
Jan 29 21:06:09.048067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a49aac24-6183-4d21-ba48-7058078f52f7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.054411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39144) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.088036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:09.097758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.104384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/a49aac24-6183-4d21-ba48-7058078f52f7 HTTP/1.1" status: 204  len: 168 time: 0.5709188
Jan 29 21:06:09.125230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39148) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.152393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbf996-7495-4573-9066-f56a0ef589a7 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=a49aac24-6183-4d21-ba48-7058078f52f7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:09.172642 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-adf72dd8-6eba-4a8b-8676-621b751631cc req-674d7a80-cb62-4a1e-8379-173aa31a5e7e service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514833
Jan 29 21:06:09.174244 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611591c2-02c4-4140-b54f-29ece7f9a2d9 x-openstack-request-id: req-611591c2-02c4-4140-b54f-29ece7f9a2d9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:09.175075 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:09.175335 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-611591c2-02c4-4140-b54f-29ece7f9a2d9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:09.175744 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:06:09.177591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f931d29-ba8b-4721-b6c5-14570a64119d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a52bba1-b71c-4eb7-b8eb-c85d6f066ba9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:09.276529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-430bc9a1-1e75-4982-8bb7-5c0184d25d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:09.278400 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-430bc9a1-1e75-4982-8bb7-5c0184d25d8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 1128 time: 0.1018202
Jan 29 21:06:09.287494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a26035d-7b1a-46e0-b7c6-2687a8612324 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2282698
Jan 29 21:06:09.287691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39152) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.317020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221513830'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:09.347124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (81e02de9-486f-4099-8a82-d6d95f37df0c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.388509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.406875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-eb7251f6-cb99-44f7-904f-1e3eefcbaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:09.409416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-eb7251f6-cb99-44f7-904f-1e3eefcbaaa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 200  len: 897 time: 0.1215372
Jan 29 21:06:09.497052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-a9e0ca32-3814-4daf-a716-a348a4aacdc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 200  len: 217 time: 0.0807457
Jan 29 21:06:09.549223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a468b80>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:09.557577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b48f8-d6ec-4b50-821b-6db9395e1bcb req-78941415-bba1-4955-9d25-893fa4489d8e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:09.559846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-e23502a7-c536-4547-a69e-2abd23af2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:09.561985 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-e23502a7-c536-4547-a69e-2abd23af2fd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 200  len: 834 time: 0.0575082
Jan 29 21:06:09.564405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-350b48f8-d6ec-4b50-821b-6db9395e1bcb req-78941415-bba1-4955-9d25-893fa4489d8e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 946 time: 0.1963315
Jan 29 21:06:09.589351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Checking router: 447ee25e-c602-4d3e-8765-b5839cf8ed74 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:09.599590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:09.600465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a468b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:05:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:09.609710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (81e02de9-486f-4099-8a82-d6d95f37df0c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.637879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-8cce4b62-ef1a-429e-add5-f0c2a695c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:09.640732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-8cce4b62-ef1a-429e-add5-f0c2a695c3d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0714154
Jan 29 21:06:09.658564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09fb6220>,) {'filters': {'network_id': ['81e02de9-486f-4099-8a82-d6d95f37df0c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:09.668913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (a11469ee-853c-47ed-8949-166b3ece1ce7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.681933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09fb6220>, '2789203f-9c30-4063-ac75-7b5252eb2a7a') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:09.682285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09fb6220>, '2789203f-9c30-4063-ac75-7b5252eb2a7a') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:09.683926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a11469ee-853c-47ed-8949-166b3ece1ce7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.706732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2789203f-9c30-4063-ac75-7b5252eb2a7a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.733227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-350b48f8-d6ec-4b50-821b-6db9395e1bcb req-632b768a-21ba-4b8f-a618-52d455170f43 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1537611
Jan 29 21:06:09.758301 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.759548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4709208
Jan 29 21:06:09.761540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2789203f-9c30-4063-ac75-7b5252eb2a7a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.763417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.764707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:09.767683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f9384-aa6f-4347-a2d6-2025e22886a7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11469ee-853c-47ed-8949-166b3ece1ce7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:09.772912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-50cdb9fc-3e6f-4040-ab2a-702116867044 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'a11469ee-853c-47ed-8949-166b3ece1ce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:09.780461 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-50cdb9fc-3e6f-4040-ab2a-702116867044 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 29 21:06:09.781175 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-50cdb9fc-3e6f-4040-ab2a-702116867044 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:09.782347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-50cdb9fc-3e6f-4040-ab2a-702116867044 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0177145
Jan 29 21:06:09.786014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:09.786014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2789203f-9c30-4063-ac75-7b5252eb2a7a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.786317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39168) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:09.794590 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:09.796792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-394796f3-c80e-4084-8107-adb363c19812 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'a11469ee-853c-47ed-8949-166b3ece1ce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:09.798471 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-394796f3-c80e-4084-8107-adb363c19812 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 29 21:06:09.798986 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-394796f3-c80e-4084-8107-adb363c19812 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:09.803344 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-394796f3-c80e-4084-8107-adb363c19812 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0129964
Jan 29 21:06:09.803344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39170) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.808379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3f6c6db9-ff8c-4c7c-ad42-4eece71b1778 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'a11469ee-853c-47ed-8949-166b3ece1ce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:09.809134 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-3f6c6db9-ff8c-4c7c-ad42-4eece71b1778 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 29 21:06:09.809258 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3f6c6db9-ff8c-4c7c-ad42-4eece71b1778 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:09.812571 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f6c6db9-ff8c-4c7c-ad42-4eece71b1778 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0061336
Jan 29 21:06:09.813233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39172) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.819976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3e6cf3e5-30a2-41c5-9fdb-f631ca77f077 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': 'a11469ee-853c-47ed-8949-166b3ece1ce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:09.820542 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-3e6cf3e5-30a2-41c5-9fdb-f631ca77f077 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 29 21:06:09.821216 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3e6cf3e5-30a2-41c5-9fdb-f631ca77f077 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:09.825079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e6cf3e5-30a2-41c5-9fdb-f631ca77f077 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0083766
Jan 29 21:06:09.825079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-68a33efe-1454-4da0-b6cb-c3a7b33cb1f1 service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763997
Jan 29 21:06:09.825307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39174) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:09.875056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (81e02de9-486f-4099-8a82-d6d95f37df0c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.883816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:09.887205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/81e02de9-486f-4099-8a82-d6d95f37df0c HTTP/1.1" status: 204  len: 168 time: 0.7594261
Jan 29 21:06:09.897153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39178) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:10.006422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ec94cd8b-b501-494b-ae53-abb0b1d14d37), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.015700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f30e38-12ef-4463-9f5e-912682112b54 tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=81e02de9-486f-4099-8a82-d6d95f37df0c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:10.140547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9435d388-d2af-4400-becd-621918be85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a468b80>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:10.147024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ec94cd8b-b501-494b-ae53-abb0b1d14d37), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.171880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09e5b250>,) {'filters': {'network_id': ['ec94cd8b-b501-494b-ae53-abb0b1d14d37']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:10.184078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09e5b250>, '5b31259f-5ba2-4a44-aaab-314271fbf7af') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:10.184505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09e5b250>, '5b31259f-5ba2-4a44-aaab-314271fbf7af') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:10.196953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435d388-d2af-4400-becd-621918be85f7 None None] The sync data for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 is: [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:02:31Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecbe47cf-7900-4244-9b2e-6e2561d29592', 'name': '', 'network_id': '15bdb814-5eab-4dc7-8dc2-2edb1bbacac8', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:b2:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:27Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '71596788-e80e-4442-b744-c0b8f1369ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:10.198931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (5b31259f-5ba2-4a44-aaab-314271fbf7af), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.235204 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5b31259f-5ba2-4a44-aaab-314271fbf7af), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.248513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:10.248962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (5b31259f-5ba2-4a44-aaab-314271fbf7af), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:10.252619 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:10.324837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d130e83-8d09-4e78-b200-07a992383d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.369673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ec94cd8b-b501-494b-ae53-abb0b1d14d37), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.403022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.409741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (a11469ee-853c-47ed-8949-166b3ece1ce7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.415939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] 10.222.0.20 "DELETE /v2.0/networks/ec94cd8b-b501-494b-ae53-abb0b1d14d37 HTTP/1.1" status: 204  len: 168 time: 0.5146310
Jan 29 21:06:10.437248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (a11469ee-853c-47ed-8949-166b3ece1ce7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.450073 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5d3b65c1-f041-4078-b8c9-13aea35793d2 req-5fc83398-83c2-4519-b9d6-f639c441c2ce service neutron] 10.222.0.18 "GET /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6147454
Jan 29 21:06:10.460906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665ae6-8f26-494b-9f3a-9e8dcd78f94d tempest-BulkNetworkOpsTest-707622106 tempest-BulkNetworkOpsTest-707622106-project] Pushing event deleted for resources: {'Network': ['ID=ec94cd8b-b501-494b-ae53-abb0b1d14d37,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:10.519868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a11469ee-853c-47ed-8949-166b3ece1ce7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.524201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.527891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/a11469ee-853c-47ed-8949-166b3ece1ce7 HTTP/1.1" status: 204  len: 168 time: 0.6992548
Jan 29 21:06:10.541305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:10.553135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a24dad-99eb-476e-8fdd-585121591cf5 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11469ee-853c-47ed-8949-166b3ece1ce7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:10.631859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88b993-c2e0-47e5-bdfb-c8975d2cbe86 req-ab2b3c10-164c-405b-a72d-8923acc89f0a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:10.634183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c88b993-c2e0-47e5-bdfb-c8975d2cbe86 req-ab2b3c10-164c-405b-a72d-8923acc89f0a tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 948 time: 0.6246426
Jan 29 21:06:10.641043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3475230e-32a8-473b-b616-1ef99759933d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0976272
Jan 29 21:06:10.644532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39202) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:10.651352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--524149831'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:10.698315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.731379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:10.743036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c88b993-c2e0-47e5-bdfb-c8975d2cbe86 req-6f2b420a-c779-4e0b-a266-f15a311d6aa9 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004715
Jan 29 21:06:10.748298 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9125e2-091c-44fb-8092-0a321f86f54c None None] New status for floating IP 5dc5f727-7d08-4fa1-ac84-3e37b7ba03dc: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:06:10.820230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.855142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:06:10.863064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.873130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:10.873650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.962826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:10.968769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:10.974260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd51c20e-da2f-4754-8635-70e0241bce6b tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3235941
Jan 29 21:06:10.977016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9cf7-a7b0-4e8f-b2a5-f07aa8f39233 req-f73a53c1-a30b-458a-ba4f-8a89ba7df14d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:10.979910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-792a9cf7-a7b0-4e8f-b2a5-f07aa8f39233 req-f73a53c1-a30b-458a-ba4f-8a89ba7df14d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 946 time: 0.1308689
Jan 29 21:06:10.980039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:10.980320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39214) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:10.989897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-fb7488a6-de14-4e1c-b71d-bb52fac7161f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:10.991490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-fb7488a6-de14-4e1c-b71d-bb52fac7161f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 946 time: 0.1686895
Jan 29 21:06:10.996077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0769286b-8add-4c50-8197-44cdb8d8965f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:10.996800 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-0769286b-8add-4c50-8197-44cdb8d8965f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 21:06:10.997335 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0769286b-8add-4c50-8197-44cdb8d8965f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:10.998181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:10.998295 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0769286b-8add-4c50-8197-44cdb8d8965f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0058877
Jan 29 21:06:11.000916 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.001535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.015815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-db24ca0f-f9e2-4e25-a025-4d65dcf314bc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.034582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:11.037614 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d133a32-5f79-45d7-a17a-6d339e683be9" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:11.054327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-792a9cf7-a7b0-4e8f-b2a5-f07aa8f39233 req-6699c28d-b576-4d0c-8960-eebd7a767356 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf37905a-dbc4-4248-bbaa-11233710cd1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671697
Jan 29 21:06:11.076081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:11.083608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.130515 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009927b-3012-45be-8142-8822e1e37f9c x-openstack-request-id: req-b009927b-3012-45be-8142-8822e1e37f9c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:11.130515 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:11.130984 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b009927b-3012-45be-8142-8822e1e37f9c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:11.130984 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'code': 200}
Jan 29 21:06:11.147444 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-db24ca0f-f9e2-4e25-a025-4d65dcf314bc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.149163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-db24ca0f-f9e2-4e25-a025-4d65dcf314bc tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1379185
Jan 29 21:06:11.152192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39228) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.158395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:11.158553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d27ad9f2-016b-4475-85d3-52f618cde952 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.159262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.160607 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-d27ad9f2-016b-4475-85d3-52f618cde952 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 29 21:06:11.161177 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-d27ad9f2-016b-4475-85d3-52f618cde952 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.166642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39230) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.166938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d27ad9f2-016b-4475-85d3-52f618cde952 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0086856
Jan 29 21:06:11.175311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:11.188908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-36be200a-68ae-49a5-8b27-2405ec51b858 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.263635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f6e8-aa8a-4043-b7dd-515a1201c2ad req-3ff26e9f-7425-40e7-be7d-0709afedc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:11.265258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a870f6e8-aa8a-4043-b7dd-515a1201c2ad req-3ff26e9f-7425-40e7-be7d-0709afedc08d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 1131 time: 0.0794675
Jan 29 21:06:11.292288 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-36be200a-68ae-49a5-8b27-2405ec51b858 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.296134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36be200a-68ae-49a5-8b27-2405ec51b858 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1259449
Jan 29 21:06:11.296260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7bd9420a-9c88-4992-8eef-d6baab4be862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2544e806971242d0a66eb95a9422b9f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3124926
Jan 29 21:06:11.296339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39236) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.298832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39238) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.305292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-73505d22-bf08-4f90-9761-5857de6e275f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.306062 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-73505d22-bf08-4f90-9761-5857de6e275f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 21:06:11.306335 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-73505d22-bf08-4f90-9761-5857de6e275f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.310259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-73505d22-bf08-4f90-9761-5857de6e275f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0070877
Jan 29 21:06:11.310397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port db60b1a8-ea24-4ed4-a6b5-160b23017f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db60b1a8-ea24-4ed4-a6b5-160b23017f55,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:11.310397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.311314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39240) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.323192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-47afa469-f970-4e09-9ec6-de4e78d766ff tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.332709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for db60b1a8-ea24-4ed4-a6b5-160b23017f55 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:11.358194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a870f6e8-aa8a-4043-b7dd-515a1201c2ad req-01f85aeb-d490-4b30-8ad6-fc093c1782f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849612
Jan 29 21:06:11.377932 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-47afa469-f970-4e09-9ec6-de4e78d766ff tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.382095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47afa469-f970-4e09-9ec6-de4e78d766ff tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0665209
Jan 29 21:06:11.382940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39244) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.387479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f5e52553-dc6c-4aa8-a6ed-41a11887e06d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.387964 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-f5e52553-dc6c-4aa8-a6ed-41a11887e06d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 29 21:06:11.388754 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f5e52553-dc6c-4aa8-a6ed-41a11887e06d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.392827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f5e52553-dc6c-4aa8-a6ed-41a11887e06d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059166
Jan 29 21:06:11.393690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39248) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.399657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8c391bac-0237-404f-98e7-96a1f6f7e088 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.420951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] Publish callbacks [] for security_group (65ac8485-574f-4f98-bf44-8a4abd10fbd7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.447213 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-8c391bac-0237-404f-98e7-96a1f6f7e088 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.451437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8c391bac-0237-404f-98e7-96a1f6f7e088 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0559323
Jan 29 21:06:11.452094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39250) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.457403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-84f0a037-15d0-4928-9a0b-02602ff57487 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.464577 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] Publish callbacks [] for security_group (65ac8485-574f-4f98-bf44-8a4abd10fbd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.499656 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-84f0a037-15d0-4928-9a0b-02602ff57487 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:11.500866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-84f0a037-15d0-4928-9a0b-02602ff57487 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0476642
Jan 29 21:06:11.504080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39254) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.555045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (65ac8485-574f-4f98-bf44-8a4abd10fbd7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.557613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.558787 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65ac8485-574f-4f98-bf44-8a4abd10fbd7 HTTP/1.1" status: 204  len: 168 time: 0.2618995
Jan 29 21:06:11.564482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (db60b1a8-ea24-4ed4-a6b5-160b23017f55), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.579969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.595760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=db60b1a8-ea24-4ed4-a6b5-160b23017f55,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:11.598395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a43e5-aacf-4784-92dd-edcb587e55c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac8485-574f-4f98-bf44-8a4abd10fbd7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:11.616537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.687892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] No DVR routers for this DVR port db60b1a8-ea24-4ed4-a6b5-160b23017f55 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:11.691981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.693754 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.696075 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-30946112-b9c1-4c6d-ba4d-6949bbc061cc req-208138c4-421d-4d1b-9ad7-59ea35b4ce09 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "DELETE /v2.0/ports/db60b1a8-ea24-4ed4-a6b5-160b23017f55 HTTP/1.1" status: 204  len: 173 time: 0.6968238
Jan 29 21:06:11.696574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-deleted', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:11.698617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.699741 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0ee63-a7ad-4dda-96c7-8e9ebad18c6d" -d '{"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-deleted", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:11.700382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c HTTP/1.1" status: 204  len: 168 time: 0.1952689
Jan 29 21:06:11.705028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39260) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.728450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f36b0-e09f-462d-a92a-9f7d5a80a2c4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf2950-e5aa-49ac-9ad9-ce7f2aa6656c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:11.769918 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a1a344-9993-4c26-8b70-c01ffa81b797 x-openstack-request-id: req-47a1a344-9993-4c26-8b70-c01ffa81b797 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:11.770515 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f99818-8734-45e9-90d6-5c426c51e047", "name": "network-vif-deleted", "tag": "db60b1a8-ea24-4ed4-a6b5-160b23017f55", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:11.770927 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47a1a344-9993-4c26-8b70-c01ffa81b797 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:11.771501 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f99818-8734-45e9-90d6-5c426c51e047', 'name': 'network-vif-deleted', 'tag': 'db60b1a8-ea24-4ed4-a6b5-160b23017f55', 'status': 'completed', 'code': 200}
Jan 29 21:06:11.779763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5f950ff0-feb2-45ad-b6fd-263f61d93bf7 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0688615
Jan 29 21:06:11.781754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39266) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.787150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--566663871'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:11.819122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.908066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.928754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (17166d5a-c676-4bf6-b2a6-73ff2990c0b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.934939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17166d5a-c676-4bf6-b2a6-73ff2990c0b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.943241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698afdad-6d1b-4756-8027-c134b54a53c4 req-e37c2266-1bf6-48ad-a8ff-d95e6593d5f7 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:11.951622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698afdad-6d1b-4756-8027-c134b54a53c4 req-e37c2266-1bf6-48ad-a8ff-d95e6593d5f7 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 949 time: 0.0937405
Jan 29 21:06:11.980269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:11.981565 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1986086
Jan 29 21:06:11.983600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100b7f0-5b65-4d35-9659-6edc3de60ae6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17166d5a-c676-4bf6-b2a6-73ff2990c0b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:11.985924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:11.990945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5078a088-68bb-4452-ba9b-3c7d2b9db87d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '17166d5a-c676-4bf6-b2a6-73ff2990c0b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.037576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698afdad-6d1b-4756-8027-c134b54a53c4 req-10d79ab4-1bb3-4b02-b64e-9deefc4e5627 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846970
Jan 29 21:06:12.045493 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-5078a088-68bb-4452-ba9b-3c7d2b9db87d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The resource could not be found.
Jan 29 21:06:12.047203 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5078a088-68bb-4452-ba9b-3c7d2b9db87d tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0602553
Jan 29 21:06:12.050444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39282) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.061769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f73f2722-5f71-4e9f-b701-ec00cb882de4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '17166d5a-c676-4bf6-b2a6-73ff2990c0b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3b2cbc15-1630-48d3-a3c3-d52a2b14bb3b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.145977 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f73f2722-5f71-4e9f-b701-ec00cb882de4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The resource could not be found.
Jan 29 21:06:12.149825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f73f2722-5f71-4e9f-b701-ec00cb882de4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0958073
Jan 29 21:06:12.149974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d860fac-9530-492c-ae2b-6eca9ebe81c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.150301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39288) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.229617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7747e44d-de97-4784-8f9c-205c967afcec req-2ae75dbe-1251-4472-80f5-b079357f21c4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=63f99818-8734-45e9-90d6-5c426c51e047 HTTP/1.1" status: 200  len: 210 time: 0.0481155
Jan 29 21:06:12.275216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (17166d5a-c676-4bf6-b2a6-73ff2990c0b1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.302415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d860fac-9530-492c-ae2b-6eca9ebe81c5 admin admin] Publish callbacks [] for security_group (e012fdb2-4e79-4b1a-bbbb-699fe227f6c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.303162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (17166d5a-c676-4bf6-b2a6-73ff2990c0b1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.308943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6d860fac-9530-492c-ae2b-6eca9ebe81c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e012fdb2-4e79-4b1a-bbbb-699fe227f6c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.357401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17166d5a-c676-4bf6-b2a6-73ff2990c0b1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.361056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6d860fac-9530-492c-ae2b-6eca9ebe81c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64137f748fbd4533885528c53bed1716&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4506729
Jan 29 21:06:12.361201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.365344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39294) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.366009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/17166d5a-c676-4bf6-b2a6-73ff2990c0b1 HTTP/1.1" status: 204  len: 168 time: 0.2107270
Jan 29 21:06:12.371008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39296) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.381955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860fac-9530-492c-ae2b-6eca9ebe81c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012fdb2-4e79-4b1a-bbbb-699fe227f6c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:12.389075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda852e-0161-4fce-8661-8ab6cd595bcf tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17166d5a-c676-4bf6-b2a6-73ff2990c0b1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:12.442596 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] Publish callbacks [] for security_group (e012fdb2-4e79-4b1a-bbbb-699fe227f6c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.459161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d5287c4-87cd-494e-9baf-35b35a93f7c6 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0865207
Jan 29 21:06:12.462427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39300) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.467699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-47d8b384-decb-4248-8657-d94cb4147004 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '373ae5a0-f9a0-4c6c-ae9d-59e4133d563b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.475405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] Publish callbacks [] for security_group (e012fdb2-4e79-4b1a-bbbb-699fe227f6c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.518519 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-47d8b384-decb-4248-8657-d94cb4147004 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The resource could not be found.
Jan 29 21:06:12.519578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47d8b384-decb-4248-8657-d94cb4147004 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0558374
Jan 29 21:06:12.524070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39304) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.529445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516378036'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.543777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e012fdb2-4e79-4b1a-bbbb-699fe227f6c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.546976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.547673 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e012fdb2-4e79-4b1a-bbbb-699fe227f6c9 HTTP/1.1" status: 204  len: 168 time: 0.1813817
Jan 29 21:06:12.563308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e9ea-b167-4716-b43f-4b79067cef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012fdb2-4e79-4b1a-bbbb-699fe227f6c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:12.567965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.637177 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74ea3414-5925-4621-8408-0578a4993670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.659312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (1241a245-83a9-4f2e-a74f-feb034095a0a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.664428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1241a245-83a9-4f2e-a74f-feb034095a0a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.699433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39310) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.707620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1241a245-83a9-4f2e-a74f-feb034095a0a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:12.712661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.713954 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ecc7df6-b2d7-47a5-b5d9-1619c48ccdd2 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1889105
Jan 29 21:06:12.717076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39314) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.724237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--541108887'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.747499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.823794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (49f92093-ac75-446c-a035-7cfac4536ece), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.830249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (49f92093-ac75-446c-a035-7cfac4536ece), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.871291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:12.872579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1541646
Jan 29 21:06:12.875816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39318) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.878621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24c233-e8fb-4658-b151-722a66d029a9 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f92093-ac75-446c-a035-7cfac4536ece,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:12.880552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5ab41767-1c65-4525-a59e-946798384463 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group_rule': {'security_group_id': '1241a245-83a9-4f2e-a74f-feb034095a0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '49f92093-ac75-446c-a035-7cfac4536ece'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.924157 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-5ab41767-1c65-4525-a59e-946798384463 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:12.925186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ab41767-1c65-4525-a59e-946798384463 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0481343
Jan 29 21:06:12.929245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39320) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:12.986419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082334924'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:12.998292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (49f92093-ac75-446c-a035-7cfac4536ece), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.020173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.029612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (49f92093-ac75-446c-a035-7cfac4536ece), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.033059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.035757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8b93f9-96b2-4fc4-a42e-272aa205ce90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.049960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.102186 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (49f92093-ac75-446c-a035-7cfac4536ece), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.105138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.106295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/49f92093-ac75-446c-a035-7cfac4536ece HTTP/1.1" status: 204  len: 168 time: 0.1759953
Jan 29 21:06:13.109141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39326) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.135244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeadb0-7012-439c-8933-993ea2b6235f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f92093-ac75-446c-a035-7cfac4536ece,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.167041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8b93f9-96b2-4fc4-a42e-272aa205ce90 admin admin] Publish callbacks [] for security_group (c87aee75-c461-42b5-89b1-7988c5fd1cfc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.177068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e8b93f9-96b2-4fc4-a42e-272aa205ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c87aee75-c461-42b5-89b1-7988c5fd1cfc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.209054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9d6721ec-3ec1-4dfd-b131-acf53c4cadff tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0945578
Jan 29 21:06:13.211260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39328) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.216351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31370-ea5e-4e61-b97b-a209940a42f3 req-3ffa2e42-a055-4413-a939-ee54eb21aa09 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:13.217914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcc31370-ea5e-4e61-b97b-a209940a42f3 req-3ffa2e42-a055-4413-a939-ee54eb21aa09 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 949 time: 0.0984626
Jan 29 21:06:13.233959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (9e84672a-cd7e-455f-bfd7-260c90b8dcb6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.243108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e84672a-cd7e-455f-bfd7-260c90b8dcb6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.243940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b93f9-96b2-4fc4-a42e-272aa205ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87aee75-c461-42b5-89b1-7988c5fd1cfc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.250639 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e8b93f9-96b2-4fc4-a42e-272aa205ce90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e82ca570f2d41218b9c54451f8b17db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2267985
Jan 29 21:06:13.251745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39330) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.317910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39334) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.330117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcc31370-ea5e-4e61-b97b-a209940a42f3 req-37bd525f-fd8f-48b0-8e7e-23307cde645c tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032896
Jan 29 21:06:13.331494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (1241a245-83a9-4f2e-a74f-feb034095a0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.331620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e84672a-cd7e-455f-bfd7-260c90b8dcb6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.376137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] Publish callbacks [] for security_group (c87aee75-c461-42b5-89b1-7988c5fd1cfc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.394766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (109ff027-9d4f-463c-a300-09be486c811e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.400682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (109ff027-9d4f-463c-a300-09be486c811e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.433851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (1241a245-83a9-4f2e-a74f-feb034095a0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.438972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ff027-9d4f-463c-a300-09be486c811e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.459001 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.461486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c38b73cd-9e87-442d-a640-4cabd2f64f48 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7603462
Jan 29 21:06:13.463716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39338) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.468583 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] Publish callbacks [] for security_group (c87aee75-c461-42b5-89b1-7988c5fd1cfc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.562953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b4727834-fd55-41fd-b595-a2da3e370108 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0950823
Jan 29 21:06:13.563182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.565892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1241a245-83a9-4f2e-a74f-feb034095a0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.568632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.569397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-security--409352617', 'description': 'tempest-security-description-340357095'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:13.582432 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/1241a245-83a9-4f2e-a74f-feb034095a0a HTTP/1.1" status: 204  len: 168 time: 0.3678646
Jan 29 21:06:13.583623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.626909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c87aee75-c461-42b5-89b1-7988c5fd1cfc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.630284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.631424 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c87aee75-c461-42b5-89b1-7988c5fd1cfc HTTP/1.1" status: 204  len: 168 time: 0.3787324
Jan 29 21:06:13.632307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70d262-2a8e-43a1-ac1f-b9a4c50e2951 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241a245-83a9-4f2e-a74f-feb034095a0a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.724698 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:13.779483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7962dde-d049-4675-9d9d-cea528d867d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87aee75-c461-42b5-89b1-7988c5fd1cfc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:13.826578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-61c592b7-d4f1-4cb7-a17f-86b90fc57f27 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2129776
Jan 29 21:06:13.827756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:13.832086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856205336'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:13.966245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.132443 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (e44c28d2-f8be-4f67-a726-fc3ef2ed86b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.164500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e44c28d2-f8be-4f67-a726-fc3ef2ed86b9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.170688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (109ff027-9d4f-463c-a300-09be486c811e), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.207801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.211583 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3806729
Jan 29 21:06:14.212307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39374) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.219054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5791f-509e-4ad8-8162-0e8aec401679 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c28d2-f8be-4f67-a726-fc3ef2ed86b9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:14.219730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ba13fdce-3827-4502-9608-c3932f8dca05 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:14.220852 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-ba13fdce-3827-4502-9608-c3932f8dca05 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 21:06:14.221899 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-ba13fdce-3827-4502-9608-c3932f8dca05 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:14.226390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba13fdce-3827-4502-9608-c3932f8dca05 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "PUT /v2.0/security-groups/e44c28d2-f8be-4f67-a726-fc3ef2ed86b9 HTTP/1.1" status: 409  len: 330 time: 0.0103197
Jan 29 21:06:14.229380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39376) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.242022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (109ff027-9d4f-463c-a300-09be486c811e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.248834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (109ff027-9d4f-463c-a300-09be486c811e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.252445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.253814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "PUT /v2.0/security-groups/109ff027-9d4f-463c-a300-09be486c811e HTTP/1.1" status: 200  len: 1795 time: 0.6896918
Jan 29 21:06:14.259414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39378) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.273456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.303231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df04cb-1d89-4922-b1a2-b2a5f940fc3e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ff027-9d4f-463c-a300-09be486c811e,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:14.322485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8b13797a-88b6-42ab-a70b-2037734890ec tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups/109ff027-9d4f-463c-a300-09be486c811e HTTP/1.1" status: 200  len: 1795 time: 0.0617242
Jan 29 21:06:14.324721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39382) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.376510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (e44c28d2-f8be-4f67-a726-fc3ef2ed86b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.379703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (109ff027-9d4f-463c-a300-09be486c811e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.405966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (109ff027-9d4f-463c-a300-09be486c811e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.412807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (e44c28d2-f8be-4f67-a726-fc3ef2ed86b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.467508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (109ff027-9d4f-463c-a300-09be486c811e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.470474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.474795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/109ff027-9d4f-463c-a300-09be486c811e HTTP/1.1" status: 204  len: 168 time: 0.1464398
Jan 29 21:06:14.476852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.496620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcabc6-a31a-4c02-85f1-02e67041643a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ff027-9d4f-463c-a300-09be486c811e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:14.545037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e18fe9f-6748-4fc2-9158-0d4d0bf184c3 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0669320
Jan 29 21:06:14.551790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39394) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.565262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e44c28d2-f8be-4f67-a726-fc3ef2ed86b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.567870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.568634 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-5e909520-6db3-440f-94b3-f493aabe1320 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] delete failed (client error): The resource could not be found.
Jan 29 21:06:14.574058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5e909520-6db3-440f-94b3-f493aabe1320 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/109ff027-9d4f-463c-a300-09be486c811e HTTP/1.1" status: 404  len: 347 time: 0.0171671
Jan 29 21:06:14.574058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39396) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.574544 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/e44c28d2-f8be-4f67-a726-fc3ef2ed86b9 HTTP/1.1" status: 204  len: 168 time: 0.3412127
Jan 29 21:06:14.574762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39398) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.586729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--754186656'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:14.590959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cf8b6-8069-4f32-b5fb-d3aa376b4834 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c28d2-f8be-4f67-a726-fc3ef2ed86b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:14.647050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.662975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b41971a6-d91a-40a5-9a35-8f8ebb1fc13f tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0902326
Jan 29 21:06:14.666620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39400) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.686400 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7027fb5a-0ee8-4484-8e69-38dfd3936637 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] delete failed (client error): The resource could not be found.
Jan 29 21:06:14.687426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7027fb5a-0ee8-4484-8e69-38dfd3936637 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6ff72ec-da1e-466a-b024-43404fef3cfb HTTP/1.1" status: 404  len: 347 time: 0.0199358
Jan 29 21:06:14.691742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39404) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.710051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port ecbe47cf-7900-4244-9b2e-6e2561d29592 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:14.710668 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.711498 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-499e3f37-2690-4871-a8e5-678cda49a1ac tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] show failed (client error): The resource could not be found.
Jan 29 21:06:14.712537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-499e3f37-2690-4871-a8e5-678cda49a1ac tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-groups/080e92c1-6364-4c19-88de-87ffacd5d23c HTTP/1.1" status: 404  len: 347 time: 0.0198019
Jan 29 21:06:14.716867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39406) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.735887 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-2a7c1c6c-13c0-4e62-abb9-da240c6603b4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] show failed (client error): The resource could not be found.
Jan 29 21:06:14.741058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a7c1c6c-13c0-4e62-abb9-da240c6603b4 tempest-NegativeSecGroupTest-184152518 tempest-NegativeSecGroupTest-184152518-project] 10.222.0.20 "GET /v2.0/security-group-rules/64aa4c17-b787-42fe-9274-80aed9d087be HTTP/1.1" status: 404  len: 356 time: 0.0188224
Jan 29 21:06:14.747404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:14.777111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: db60b1a8-ea24-4ed4-a6b5-160b23017f55 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:14.777811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device db60b1a8-ea24-4ed4-a6b5-160b23017f55 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:14.778263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (4c93fd82-1103-4fe0-9a1b-701c0c6e9534), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.783819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4c93fd82-1103-4fe0-9a1b-701c0c6e9534), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.822087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.824152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2479165
Jan 29 21:06:14.826884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39410) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:14.832058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566abd9-2a1c-47bb-8fa8-2eb49e7fcfc9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c93fd82-1103-4fe0-9a1b-701c0c6e9534,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:14.835182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': '4c93fd82-1103-4fe0-9a1b-701c0c6e9534', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:14.858233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port ecbe47cf-7900-4244-9b2e-6e2561d29592, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbe47cf-7900-4244-9b2e-6e2561d29592,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:14.858613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:14.877201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for ecbe47cf-7900-4244-9b2e-6e2561d29592 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:14.898000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.069028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.076953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.115299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65363e0e-c11a-4f35-ac6d-8cbf99fabbe6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:15.124623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.125979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2748fe9d-66ec-4858-ba0d-27d9045565a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2943778
Jan 29 21:06:15.129481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.140945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39432) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.203838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.221161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.246873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ecbe47cf-7900-4244-9b2e-6e2561d29592), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.281248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (65363e0e-c11a-4f35-ac6d-8cbf99fabbe6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.282893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=ecbe47cf-7900-4244-9b2e-6e2561d29592,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:15.287849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.291500 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/65363e0e-c11a-4f35-ac6d-8cbf99fabbe6 HTTP/1.1" status: 204  len: 168 time: 0.1584618
Jan 29 21:06:15.292776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39438) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.348560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-212a1a81-735a-498c-b566-6782795202e1 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0535986
Jan 29 21:06:15.349280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39442) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.385057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038fdc5-daed-40b0-bede-16bec0c0908c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65363e0e-c11a-4f35-ac6d-8cbf99fabbe6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:15.430708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c241a7a-7c4f-43e0-b6af-faa3720cc6dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3203c1b0c5d34a7db627530b4674aa0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2879930
Jan 29 21:06:15.434861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39446) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.476910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (4c93fd82-1103-4fe0-9a1b-701c0c6e9534), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.514271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (4c93fd82-1103-4fe0-9a1b-701c0c6e9534), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.563269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] Publish callbacks [] for security_group (913f7cf0-3f68-4b45-9b4f-30ac38b84356), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.601264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] Publish callbacks [] for security_group (913f7cf0-3f68-4b45-9b4f-30ac38b84356), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.609112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-7957b507-38a7-4f05-b3c6-9fededc8eac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2726557
Jan 29 21:06:15.660310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4c93fd82-1103-4fe0-9a1b-701c0c6e9534), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.663436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.667008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c93fd82-1103-4fe0-9a1b-701c0c6e9534 HTTP/1.1" status: 204  len: 168 time: 0.3080246
Jan 29 21:06:15.676225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39450) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.694523 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.725838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c112ba-d53f-4f2f-8f7c-997ed3974811 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c93fd82-1103-4fe0-9a1b-701c0c6e9534,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:15.744310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.745057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.745699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.747384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.747384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.747384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.747734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.750339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-13ff6755-2622-4708-b14e-66edac309404 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0629084
Jan 29 21:06:15.754186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-5d961fde-3b21-4ee1-b368-715825e44e0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29143fe0aaba428f94401ae5bb5d9012&device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 6716 time: 0.0996001
Jan 29 21:06:15.755554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39454) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:15.762028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--164768834'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:15.778797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.786851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (913f7cf0-3f68-4b45-9b4f-30ac38b84356), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.790618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.802223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/913f7cf0-3f68-4b45-9b4f-30ac38b84356 HTTP/1.1" status: 204  len: 168 time: 0.3650193
Jan 29 21:06:15.828086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff30a1c-bc7f-431d-9c1b-0e6f57d3f1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f7cf0-3f68-4b45-9b4f-30ac38b84356,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:15.838237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.978079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-9e121fd7-e591-44ec-bb75-6fcc95ab7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.978301 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (bc468320-ecc9-4121-b54f-097086270309), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:15.978383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-9e121fd7-e591-44ec-bb75-6fcc95ab7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.978790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-9e121fd7-e591-44ec-bb75-6fcc95ab7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:15.980663 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-9e121fd7-e591-44ec-bb75-6fcc95ab7b80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e327258-7f1e-4845-bb1c-0c1b6454845f&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf HTTP/1.1" status: 200  len: 2299 time: 0.1835697
Jan 29 21:06:15.985475 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bc468320-ecc9-4121-b54f-097086270309), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.022381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc468320-ecc9-4121-b54f-097086270309,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:16.041651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.044630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea72142d-3d8f-4065-a0ad-1e2b876049bd tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2875371
Jan 29 21:06:16.046596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:16.054701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'bc468320-ecc9-4121-b54f-097086270309', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:16.085315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-57c76dee-67b8-4d4e-b953-510169bbecdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b HTTP/1.1" status: 200  len: 1000 time: 0.0705459
Jan 29 21:06:16.091239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.185273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-b3489736-68c5-4adc-ac64-c6da2afd6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:16.186778 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-b3489736-68c5-4adc-ac64-c6da2afd6643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52729628-6f6a-4387-8d06-cad327472b73 HTTP/1.1" status: 200  len: 856 time: 0.0925791
Jan 29 21:06:16.194272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.203584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.242176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.246726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1987915
Jan 29 21:06:16.250226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39480) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:16.254831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'bc468320-ecc9-4121-b54f-097086270309', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:16.273713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1ca9d-a19c-46e4-b1c1-16556a814e1b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589591cc-5709-49d3-b512-a89debe0c6dc,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:16.286195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.435884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.440818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.463410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e16e7be-04c7-4c8e-9af5-7e4167086142,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:16.478440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.483686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-942e1ffc-3e0b-4215-9368-9daac381a1c0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2336369
Jan 29 21:06:16.484457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:16.490913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'bc468320-ecc9-4121-b54f-097086270309', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:16.527554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.619384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-95109854-8586-4005-8005-ed66a8589095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:16.621626 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-95109854-8586-4005-8005-ed66a8589095 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e327258-7f1e-4845-bb1c-0c1b6454845f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4255347
Jan 29 21:06:16.635897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.644584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.696943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.699855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2140152
Jan 29 21:06:16.703371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39500) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:16.704924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e3a3e-a86e-4d03-ab1d-480aeb1784fc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:16.711393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'bc468320-ecc9-4121-b54f-097086270309', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:16.741994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 447ee25e-c602-4d3e-8765-b5839cf8ed74 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:16.764315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-4ecec8e1-eab6-4963-b2a4-70b0f46b911e service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354887
Jan 29 21:06:16.780780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.808256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.994480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:16.998938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-a1b47d0b-447b-4eb8-bc3c-7ca413b66a03 service neutron] 10.222.0.18 "GET /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267210
Jan 29 21:06:17.003984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.018695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:17.034356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-772288bb-e9fd-4823-99a7-2382b35b4c82 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/447ee25e-c602-4d3e-8765-b5839cf8ed74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7106011
Jan 29 21:06:17.035002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:17.037145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Sync routers for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:17.051281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:17.052370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab85c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:17.072749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9925d3-7b38-432b-8290-0c4027d1d3bb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:17.075421 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-b70efaff-5920-402c-9df2-b87414c10d56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 217 time: 0.0680153
Jan 29 21:06:17.087635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.092192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9d7ed53b-8d0e-4f6c-a468-4875e01d3f77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3854580
Jan 29 21:06:17.105074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39516) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:17.120327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'bc468320-ecc9-4121-b54f-097086270309', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:17.145385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting subnet 71596788-e80e-4442-b744-c0b8f1369ab2 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:06:17.173291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (71596788-e80e-4442-b744-c0b8f1369ab2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.204519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.205483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:17.291119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (71596788-e80e-4442-b744-c0b8f1369ab2), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.326760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-dd68d6d0-5c2c-48be-89c9-012443c2f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:17.333214 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-dd68d6d0-5c2c-48be-89c9-012443c2f23a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.2475386
Jan 29 21:06:17.476277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab85c40>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:06:15Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:17.518105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Checking router: 447ee25e-c602-4d3e-8765-b5839cf8ed74 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:17.530844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Routers {'447ee25e-c602-4d3e-8765-b5839cf8ed74'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:17.531310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-1fa1aa00-a18f-40d7-9e01-e48bd2d400de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:17.531978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab85c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['447ee25e-c602-4d3e-8765-b5839cf8ed74'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:17.537288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-1fa1aa00-a18f-40d7-9e01-e48bd2d400de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1940567
Jan 29 21:06:17.604026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (71596788-e80e-4442-b744-c0b8f1369ab2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.707664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] Set router 447ee25e-c602-4d3e-8765-b5839cf8ed74 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:17.717244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.758658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.774411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (71596788-e80e-4442-b744-c0b8f1369ab2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.820255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4ca7cb-f24b-459a-8746-abda5b9a4ee0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:17.834572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.838948 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2048176c-5214-40a9-a31a-f8433985c47b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.7272041
Jan 29 21:06:17.840790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:17.844815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Subnet': ['ID=71596788-e80e-4442-b744-c0b8f1369ab2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:17.868079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.873685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9feedfe-1c45-4b96-8554-d4c39f9ee7f7 None None] Network 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:17.874201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-24d0f829-af45-4135-9682-fb4cbb39e784 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/subnets/71596788-e80e-4442-b744-c0b8f1369ab2 HTTP/1.1" status: 204  len: 168 time: 0.8379424
Jan 29 21:06:17.877527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:17.906344 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-a1d3a69b-817b-4228-9811-1df65f9aac78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3300574
Jan 29 21:06:17.910796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:17.917644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-9f86f38b-ff82-4de8-b220-36ea86ed096e service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3737833
Jan 29 21:06:17.934087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.053888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1c4ca7cb-f24b-459a-8746-abda5b9a4ee0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.063575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.067776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.068133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1c4ca7cb-f24b-459a-8746-abda5b9a4ee0 HTTP/1.1" status: 204  len: 168 time: 0.2242911
Jan 29 21:06:18.084406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.096927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca7535-6e08-42be-aa2f-cbbc44052a4e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c4ca7cb-f24b-459a-8746-abda5b9a4ee0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:18.119035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-0606a015-0311-4774-8c57-c63c405965d9 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948214
Jan 29 21:06:18.121936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-7e6f471c-027c-4d1f-a5e2-0f1a4f4845dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:18.123617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-7e6f471c-027c-4d1f-a5e2-0f1a4f4845dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.1277397
Jan 29 21:06:18.195018 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-8e649017-68a4-4f16-bd87-a2069e1ded91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 217 time: 0.0697801
Jan 29 21:06:18.226267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d2f82c6b-76f9-4ee8-a9ee-13082c971220 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.1547649
Jan 29 21:06:18.226718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39558) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.256157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.270424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.343696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (447ee25e-c602-4d3e-8765-b5839cf8ed74), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.353836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-ff78bc8b-0937-4830-b372-d65670326511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:18.355440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-ff78bc8b-0937-4830-b372-d65670326511 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.1490371
Jan 29 21:06:18.364624 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (9e9925d3-7b38-432b-8290-0c4027d1d3bb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.384387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.386921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9e9925d3-7b38-432b-8290-0c4027d1d3bb HTTP/1.1" status: 204  len: 168 time: 0.1579199
Jan 29 21:06:18.389130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.421365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab85c40>, [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:06:15Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:18.456641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-6c725c61-2afa-4978-a909-24f7f4b094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:18.458837 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-6c725c61-2afa-4978-a909-24f7f4b094cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.2869477
Jan 29 21:06:18.466443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-4110fe4d-b1d1-462c-9935-e059ee82a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:18.468739 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-4110fe4d-b1d1-462c-9935-e059ee82a419 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1021070
Jan 29 21:06:18.470559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f920-b44a-4caf-a071-b256a673f1a8 None None] The sync data for ids ['447ee25e-c602-4d3e-8765-b5839cf8ed74'] in ncdv-master-1 is: [{'id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890191266', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:17Z', 'updated_at': '2022-01-29T21:06:15Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '117b65b3-8a4e-45c9-a1fc-4e44048a9ded', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ee25e-c602-4d3e-8765-b5839cf8ed74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:19Z', 'updated_at': '2022-01-29T21:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:18.502148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dce16-9abd-4c45-8d9a-2e4578bf1963 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9925d3-7b38-432b-8290-0c4027d1d3bb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:18.541209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] DHCP port deletion for 15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:06:18.560147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a58fd8a1-4ad6-4325-aa57-391dc30d587b tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1561990
Jan 29 21:06:18.563098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.603933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.615036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.623634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:18.623985 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.702727 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-b5ce3b75-e193-4002-9819-183283ef5df8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 1001 time: 0.2329779
Jan 29 21:06:18.737840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 117b65b3-8a4e-45c9-a1fc-4e44048a9ded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:18.738247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.763103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 117b65b3-8a4e-45c9-a1fc-4e44048a9ded owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:18.782695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.795165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:06:18.829560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.831456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d HTTP/1.1" status: 204  len: 168 time: 0.2673104
Jan 29 21:06:18.837997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39584) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.847046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d2cd6-72e7-495b-8ea7-ccf00da54751 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb0f3025-ad0b-49f1-a6a2-6f16ec1b0f7d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:18.881479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-e45163d8-55d4-421d-a4ed-c5c293e3c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:18.883087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-e45163d8-55d4-421d-a4ed-c5c293e3c03f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.1727872
Jan 29 21:06:18.902918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e2849ed-ba5f-4578-9023-9d83a10fff93 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0634294
Jan 29 21:06:18.905607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39588) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:18.927775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Deleting port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:18.928319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:18.934269 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-d6af993a-df20-4a3d-9be1-d4b04e7e779d service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4532893
Jan 29 21:06:19.023745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.037496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.124628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4e16e7be-04c7-4c8e-9af5-7e4167086142), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.132511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.135973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4e16e7be-04c7-4c8e-9af5-7e4167086142 HTTP/1.1" status: 204  len: 168 time: 0.2272408
Jan 29 21:06:19.144776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:19.179230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2630ff-2556-4278-9434-2f3c57eec8a4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e16e7be-04c7-4c8e-9af5-7e4167086142,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:19.184563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] For port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,segment=NetworkSegment(81e476d0-5e0c-4349-85ee-0942bd1e2b12),segment_id=81e476d0-5e0c-4349-85ee-0942bd1e2b12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:19.185066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.186283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-71ac2d99-d340-411e-9578-d8670bd1240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:19.188084 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (117b65b3-8a4e-45c9-a1fc-4e44048a9ded), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.191665 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-71ac2d99-d340-411e-9578-d8670bd1240a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3016474
Jan 29 21:06:19.229695 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-4c4f973b-25ff-417a-9660-3ffb22a06835 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753255
Jan 29 21:06:19.254907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=117b65b3-8a4e-45c9-a1fc-4e44048a9ded,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:19.259136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Calling delete_port for 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:19.264530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:19.290749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'mac_address': 'fa:16:3e:94:7d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:06:19.364125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.427593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:19.428141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.445032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d67fa87c-356e-420d-9cc9-ea0ee767f088 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2917056
Jan 29 21:06:19.447006 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-28b25687-a4e5-4641-af77-ec88609f850b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb HTTP/1.1" status: 200  len: 217 time: 0.1292872
Jan 29 21:06:19.448728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39610) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:19.461858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:19.497653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.524202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] No DVR routers for this DVR port 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:06:19.543807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:19.572442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.588413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.601406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.605112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (447ee25e-c602-4d3e-8765-b5839cf8ed74), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.616672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba71a6-b1e8-431a-89c7-dd4055226c2f None None] Pushing event deleted for resources: {'Port': ['ID=7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:19.625784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.637733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-9bd007d0-c5b5-4099-b037-a48c7d8765a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:19.639644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-9bd007d0-c5b5-4099-b037-a48c7d8765a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.1516066
Jan 29 21:06:19.641743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-8cf11e18-f48a-42b4-8e79-93ff792ec425 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4403298
Jan 29 21:06:19.664225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (447ee25e-c602-4d3e-8765-b5839cf8ed74), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.665142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Fanout notify agent at l3_agent the message router_deleted on router 447ee25e-c602-4d3e-8765-b5839cf8ed74 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:06:19.676378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (589591cc-5709-49d3-b512-a89debe0c6dc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.676831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.683117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4f7a0da3-8b87-43d8-aa12-bfe984febae7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/routers/447ee25e-c602-4d3e-8765-b5839cf8ed74 HTTP/1.1" status: 204  len: 168 time: 1.8044200
Jan 29 21:06:19.683784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39616) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:19.754998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.756477 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/589591cc-5709-49d3-b512-a89debe0c6dc HTTP/1.1" status: 204  len: 168 time: 0.3045583
Jan 29 21:06:19.757776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed239711-ae69-4051-9422-b70df2f93c17 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=589591cc-5709-49d3-b512-a89debe0c6dc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:19.766034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39618) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:19.795728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:19.812578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:19.868352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-9144339f-b5a7-40d5-9ca2-55725e239c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:19.870109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-9144339f-b5a7-40d5-9ca2-55725e239c10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2218611
Jan 29 21:06:19.884142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f97ac3e-7708-42c7-8b86-7821560f6dd8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:06:19.886097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3b0b0531-67ec-4927-9918-c507c6f9d515 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1175573
Jan 29 21:06:19.896692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39622) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:19.926499 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a76f97bb-e933-4a44-82ff-905f0b47790b req-efbcc6ad-2a4b-4aed-9e69-844b77b3f751 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2771730
Jan 29 21:06:20.008637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.065549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a352ac0>,) {'filters': {'network_id': ['15bdb814-5eab-4dc7-8dc2-2edb1bbacac8']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:20.085541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (bc468320-ecc9-4121-b54f-097086270309), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.097466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a352ac0>, '81e476d0-5e0c-4349-85ee-0942bd1e2b12') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:20.097774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a352ac0>, '81e476d0-5e0c-4349-85ee-0942bd1e2b12') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:20.134701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (bc468320-ecc9-4121-b54f-097086270309), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.137312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (81e476d0-5e0c-4349-85ee-0942bd1e2b12), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.146342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-26daca3f-3f39-4414-80cb-2646def15954 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520223
Jan 29 21:06:20.175563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (81e476d0-5e0c-4349-85ee-0942bd1e2b12), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.187749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:20.188291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (81e476d0-5e0c-4349-85ee-0942bd1e2b12), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:20.192691 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:20.245879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bc468320-ecc9-4121-b54f-097086270309), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.248797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.253015 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc468320-ecc9-4121-b54f-097086270309 HTTP/1.1" status: 204  len: 168 time: 0.3524649
Jan 29 21:06:20.257880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:20.282560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc468320-ecc9-4121-b54f-097086270309,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:20.293994 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (15bdb814-5eab-4dc7-8dc2-2edb1bbacac8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.304855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.304855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.305253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.305571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.305909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.306248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.306585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.306923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.307600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.307952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.308079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.308401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.308750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1121750-48e5-45df-92cd-06ac20bbc816 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:20.311110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.323086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/networks/15bdb814-5eab-4dc7-8dc2-2edb1bbacac8 HTTP/1.1" status: 204  len: 168 time: 0.6355014
Jan 29 21:06:20.324758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:20.327361 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-7bc693d6-d7dd-4c5d-b2c3-09e2d781d1ab service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694872
Jan 29 21:06:20.343017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70145-3bf2-4c2c-8d6a-f3fc9376492b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Network': ['ID=15bdb814-5eab-4dc7-8dc2-2edb1bbacac8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:20.370329 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6ae19c37-c3e8-44ae-886f-f0d2b1dcfd91 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1111033
Jan 29 21:06:20.376783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39634) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:20.393742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551385223'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:20.445306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.492222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (cf37905a-dbc4-4248-bbaa-11233710cd1f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.496371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-f51cd4cd-3516-4b21-a16e-6c109f1e9df9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a HTTP/1.1" status: 200  len: 217 time: 0.0837252
Jan 29 21:06:20.606040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-33c68c85-825e-4838-bf58-9de2a3571713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:20.608012 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-33c68c85-825e-4838-bf58-9de2a3571713 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 200  len: 797 time: 0.1039722
Jan 29 21:06:20.621106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 117b65b3-8a4e-45c9-a1fc-4e44048a9ded no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:20.625852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.643402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (cf37905a-dbc4-4248-bbaa-11233710cd1f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.648140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.666806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 117b65b3-8a4e-45c9-a1fc-4e44048a9ded {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:20.667253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 117b65b3-8a4e-45c9-a1fc-4e44048a9ded not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:20.671197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ecbe47cf-7900-4244-9b2e-6e2561d29592 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:20.687605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.689360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3105671
Jan 29 21:06:20.694092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39660) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:20.716419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab', 'direction': 'ingress', 'protocol': 17}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:20.716613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ecbe47cf-7900-4244-9b2e-6e2561d29592 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:20.716970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ecbe47cf-7900-4244-9b2e-6e2561d29592 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:20.717488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:20.745123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:06:20.745563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7a3b2d5d-3f9e-4f46-aa54-df3b10749aa3 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:06:20.753180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92960413-2d2c-474c-9dc7-cfa51ebd45e5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:20.761134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:20.807234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-a54b8b50-0be7-458d-ad5c-3981f67a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:20.809840 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-a54b8b50-0be7-458d-ad5c-3981f67a79f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1719894
Jan 29 21:06:20.821791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (dc0e7e4e-abab-49f6-b9db-91e52b3cf4cf), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.902979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:20.903658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.923168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (dc0e7e4e-abab-49f6-b9db-91e52b3cf4cf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.932837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (dc0e7e4e-abab-49f6-b9db-91e52b3cf4cf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.934334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cf37905a-dbc4-4248-bbaa-11233710cd1f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.940317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:20.941855 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf37905a-dbc4-4248-bbaa-11233710cd1f HTTP/1.1" status: 204  len: 168 time: 0.6135769
Jan 29 21:06:20.978019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0e7e4e-abab-49f6-b9db-91e52b3cf4cf,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:20.993542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf471bb7-b45c-4144-aaff-270f7094791e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37905a-dbc4-4248-bbaa-11233710cd1f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:21.000445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.007234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd9460e4-8620-4f8e-b464-5032921afc5c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3077924
Jan 29 21:06:21.007695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39680) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.051717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-00604cf6-8f0c-47f0-af51-b46651030caf service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350900
Jan 29 21:06:21.132630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.157806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:21.158213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.201735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.204058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:21.206544 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be60ca14-da6e-4ebe-92d4-63fcd663d8ec" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:21.230505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:21.239249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.284058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.291339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.295913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab HTTP/1.1" status: 204  len: 168 time: 0.2840598
Jan 29 21:06:21.303105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.311928 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41401fed-a27a-4ba8-8732-3abe97cccebe x-openstack-request-id: req-41401fed-a27a-4ba8-8732-3abe97cccebe {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:21.314222 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:21.316310 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41401fed-a27a-4ba8-8732-3abe97cccebe {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:21.316899 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'code': 200}
Jan 29 21:06:21.322694 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-b1729b23-789e-4e6d-9cf9-c87cf7db8ab3 service neutron] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2631860
Jan 29 21:06:21.355369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:21.357073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0c1c6-0e18-486a-81cc-413aed9a98cc tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9a43d-4194-4ab2-a2ae-9a4ef3564dab,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:21.413660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-1c140722-d160-4771-bbf9-2bf83e11368f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0 HTTP/1.1" status: 200  len: 217 time: 0.0835838
Jan 29 21:06:21.425568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f007c838-04fc-4374-8882-d091129c3582 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1116979
Jan 29 21:06:21.429921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39698) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.443639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335518858'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:21.475459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.486670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-bb347ef2-a7b6-4198-8481-2a1bb85795ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:21.492540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-bb347ef2-a7b6-4198-8481-2a1bb85795ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 200  len: 797 time: 0.0730104
Jan 29 21:06:21.496772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.515520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289632003', 'description': 'tempest-secgroup-smoke-1289632003 description', 'project_id': '3a9491db693d463a969459cbdbfa2db1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:21.577210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.606053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-1d4d863c-bc8f-401e-a6a0-b35c3d45099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:21.608005 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-1d4d863c-bc8f-401e-a6a0-b35c3d45099a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1094573
Jan 29 21:06:21.689097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (7c8a4ca6-149a-4db9-aba9-f405ec52cf15), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.699644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7c8a4ca6-149a-4db9-aba9-f405ec52cf15), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.743417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.747506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3139520
Jan 29 21:06:21.753351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39722) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.758887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f778b-5922-495d-90ce-06a8f5fba48e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a4ca6-149a-4db9-aba9-f405ec52cf15,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:21.759944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--749960079'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:21.773739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (3a41e9c5-ac4a-4c91-8d29-47cef1b327c5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.785692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a41e9c5-ac4a-4c91-8d29-47cef1b327c5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.824284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.843384 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-780969d5-2cc1-44eb-9574-687b0c6b75b0 service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124143
Jan 29 21:06:21.847090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:21.849450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3437002
Jan 29 21:06:21.851554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38235517-2576-4ce2-8c2f-fae19bc05d73 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:21.856116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39724) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:21.863601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:21.900470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (c1c825ba-34fd-4143-b01b-2c37c7934b17), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.021346 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-d6b5ef82-1330-4bce-ad53-d7111d04670d service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690912
Jan 29 21:06:22.049655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (c1c825ba-34fd-4143-b01b-2c37c7934b17), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.059543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c1c825ba-34fd-4143-b01b-2c37c7934b17), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.093413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c825ba-34fd-4143-b01b-2c37c7934b17,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:22.121214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.122664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-5f04eafa-6c8e-42a9-be5f-9c7646db4c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df HTTP/1.1" status: 200  len: 217 time: 0.0918219
Jan 29 21:06:22.125837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28b90189-09b8-467f-ac76-b8832589b5c1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2655973
Jan 29 21:06:22.126295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39734) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.133349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:22.136526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (45db9fc1-4272-42b4-9765-08653d3d6a91), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.147945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (45db9fc1-4272-42b4-9765-08653d3d6a91), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.206979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (9a9674a1-b398-4aa6-84a3-fd13b824eb2d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.230880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.234777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4774129
Jan 29 21:06:22.235558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39736) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.242840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': '7c8a4ca6-149a-4db9-aba9-f405ec52cf15', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '45db9fc1-4272-42b4-9765-08653d3d6a91', 'remote_ip_prefix': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:22.247259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a91d9-41f2-4838-98ee-efc1a4383b84 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45db9fc1-4272-42b4-9765-08653d3d6a91,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:22.257115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-ae06d826-78b3-4390-8879-59dda7249d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:22.258789 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-ae06d826-78b3-4390-8879-59dda7249d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 200  len: 797 time: 0.1258116
Jan 29 21:06:22.346326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.356038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454047-3564-460f-bb61-464582563049 req-c3857b1f-227c-438f-bbc2-7c4a68e32cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:22.357239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-c3857b1f-227c-438f-bbc2-7c4a68e32cce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1c89899-5c85-4aab-a5ce-2608adc5ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0906448
Jan 29 21:06:22.426847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.513800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (9a9674a1-b398-4aa6-84a3-fd13b824eb2d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.523414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (9a9674a1-b398-4aa6-84a3-fd13b824eb2d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.532564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.541342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.551414 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-8bcc283d-21ad-4580-bb80-e36cde93655c service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859801
Jan 29 21:06:22.583353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc6a098-46b3-4f84-bb28-13db1849188c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:22.615566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9674a1-b398-4aa6-84a3-fd13b824eb2d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:22.637334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.641281 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67be7b82-3d54-4feb-9107-fb29ba7753b7 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4018385
Jan 29 21:06:22.642163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.679913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.687761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe96687a-1ae2-4899-ad42-baed5b5a678a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5592604
Jan 29 21:06:22.690493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.697177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:22.733457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.747824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.798470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (cfc6a098-46b3-4f84-bb28-13db1849188c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.810634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:22.815150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cfc6a098-46b3-4f84-bb28-13db1849188c HTTP/1.1" status: 204  len: 168 time: 0.1697009
Jan 29 21:06:22.825275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.838488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8127f21-d4f7-4fba-8647-31b4437bd0a0 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc6a098-46b3-4f84-bb28-13db1849188c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:22.902904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92190c25-e8ac-4307-a1ca-dd8b6f3b01c2 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0754786
Jan 29 21:06:22.903734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39774) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:22.991865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (45db9fc1-4272-42b4-9765-08653d3d6a91), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.041054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (45db9fc1-4272-42b4-9765-08653d3d6a91), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.041856 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8f454047-3564-460f-bb61-464582563049 req-398aaec8-cc47-4aef-8074-594a17c52aaf service neutron] 10.222.0.18 "GET /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4735408
Jan 29 21:06:23.076501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (817584ee-ea28-4518-8120-600fe77ac977), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.101248 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (45db9fc1-4272-42b4-9765-08653d3d6a91), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.104839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.109997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/45db9fc1-4272-42b4-9765-08653d3d6a91 HTTP/1.1" status: 204  len: 168 time: 0.2042227
Jan 29 21:06:23.110645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.147407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e73e9c-7653-485a-aef4-86e7d5ac828e tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db9fc1-4272-42b4-9765-08653d3d6a91,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:23.226248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (817584ee-ea28-4518-8120-600fe77ac977), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.235146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (817584ee-ea28-4518-8120-600fe77ac977), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.266294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5dd6245f-2005-481d-96ed-2219bf3a0069 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1491001
Jan 29 21:06:23.267101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39782) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.286331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817584ee-ea28-4518-8120-600fe77ac977,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:23.301859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.325403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.328231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ba4a48c-1517-4920-96c1-ef87ad78e782 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6335161
Jan 29 21:06:23.330343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39788) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.342298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:23.414673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (7c8a4ca6-149a-4db9-aba9-f405ec52cf15), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.417807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e2f98f75-0290-44fc-b0d1-d385f5fd236b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.466932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (7c8a4ca6-149a-4db9-aba9-f405ec52cf15), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.530223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7c8a4ca6-149a-4db9-aba9-f405ec52cf15), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.534358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.536857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c8a4ca6-149a-4db9-aba9-f405ec52cf15 HTTP/1.1" status: 204  len: 168 time: 0.2676952
Jan 29 21:06:23.541740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.572921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e2f98f75-0290-44fc-b0d1-d385f5fd236b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.578847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df985729-68a5-4df4-8761-fc30dada343c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a4ca6-149a-4db9-aba9-f405ec52cf15,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:23.581337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e2f98f75-0290-44fc-b0d1-d385f5fd236b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.614874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f98f75-0290-44fc-b0d1-d385f5fd236b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:23.644820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.649564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-742889e9-f0a6-4aef-a36d-7302c5612a12 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3135729
Jan 29 21:06:23.652699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.664592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:23.707848 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:23.714936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-980bea47-71d3-4ff3-a19b-a665c902ab42 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1696134
Jan 29 21:06:23.715717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.728064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045178718'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:23.750449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8a301eac-d8ca-4b65-b2bf-6a17c8332114), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.816065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.898832 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8a301eac-d8ca-4b65-b2bf-6a17c8332114), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.904908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8a301eac-d8ca-4b65-b2bf-6a17c8332114), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.949057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a301eac-d8ca-4b65-b2bf-6a17c8332114,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:23.961854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.963618 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6cb70757-a71f-42f1-b900-c28567c49530 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3076541
Jan 29 21:06:23.966962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:23.973345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': '3a41e9c5-ac4a-4c91-8d29-47cef1b327c5', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:23.976662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a4081fd1-5213-4585-b316-34b6c2bb0b32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:23.982591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a4081fd1-5213-4585-b316-34b6c2bb0b32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.026750 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:24.026969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.031555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3111973
Jan 29 21:06:24.031555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453240cf-ae3c-4713-b3a3-7de99f0cb0a6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4081fd1-5213-4585-b316-34b6c2bb0b32,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:24.035174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.041350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'a4081fd1-5213-4585-b316-34b6c2bb0b32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:24.043697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e8caf8e2-3f13-4fef-9402-5a76894c8e62), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.092225 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.192449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (e8caf8e2-3f13-4fef-9402-5a76894c8e62), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.232237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e8caf8e2-3f13-4fef-9402-5a76894c8e62), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.265955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.277152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.284683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8caf8e2-3f13-4fef-9402-5a76894c8e62,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:24.300729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.305591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-620ffefd-f4a5-4071-9252-915fbba75152 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3368969
Jan 29 21:06:24.306415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.311817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'network': {'name': 'tempest-network-smoke--1465106469', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:24.346354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91860d2e-1105-4afc-8e9f-d9d3982c457b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:24.351163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:24.357563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.370377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.375068 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7f51d224-888a-456f-b36a-fe433a928755 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3387110
Jan 29 21:06:24.375783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.416691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.425814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:06:24.437903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.458178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (107bf129-4cab-4185-b903-feadf97ea6e6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.458996 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Added segment 107bf129-4cab-4185-b903-feadf97ea6e6 of type vlan for network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb
Jan 29 21:06:24.509410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (91860d2e-1105-4afc-8e9f-d9d3982c457b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.516777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.521828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.523096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/91860d2e-1105-4afc-8e9f-d9d3982c457b HTTP/1.1" status: 204  len: 168 time: 0.1462650
Jan 29 21:06:24.527032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.532874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dd9a3-caf2-4a69-81ef-9f71882ce986 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91860d2e-1105-4afc-8e9f-d9d3982c457b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:24.571862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.581640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:24.582292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.625150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-555e2e6e-0ab1-4e3f-af60-5e2b7cd69c51 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0923266
Jan 29 21:06:24.625754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.670491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3629484
Jan 29 21:06:24.672321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39842) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.686974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'admin_state_up': True, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:24.705913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dbd4b-ab36-4b81-82c4-1bbd96750390 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Network': ['ID=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:24.719349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:06:24.729022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.731417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.785678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a4081fd1-5213-4585-b316-34b6c2bb0b32), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.817914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a4081fd1-5213-4585-b316-34b6c2bb0b32), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.835313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (13179a9d-9dc7-43aa-9dcb-6537502f8032), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.899169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a4081fd1-5213-4585-b316-34b6c2bb0b32), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.905262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:24.906881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4081fd1-5213-4585-b316-34b6c2bb0b32 HTTP/1.1" status: 204  len: 168 time: 0.2801361
Jan 29 21:06:24.912627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:24.941507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692e4d0-2404-4b0f-a9a5-8e1580fe64d5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4081fd1-5213-4585-b316-34b6c2bb0b32,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:25.070773 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4cdd62cd-15ca-4ada-9786-751637dabd25 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1538093
Jan 29 21:06:25.073834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39882) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.094308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--956909779'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:25.111233 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (13179a9d-9dc7-43aa-9dcb-6537502f8032), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.140908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.302627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a40650c7-d5c8-40ed-9e40-88100f567dd2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.311928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a40650c7-d5c8-40ed-9e40-88100f567dd2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.353132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.358074 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2815862
Jan 29 21:06:25.358786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.371056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'a40650c7-d5c8-40ed-9e40-88100f567dd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:25.391969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24ddca-8224-4289-93e5-db963f34a413 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40650c7-d5c8-40ed-9e40-88100f567dd2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:25.410230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.503320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.570256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.582657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.588575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.623524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945fab59-a699-4eef-91e2-bad4c9c7cdbf,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:25.636680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.641905 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f4fb1f4e-c88d-423a-8f2d-6ac3db144449 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2803235
Jan 29 21:06:25.645303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.677684 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-52f1bb16-3c43-4f1c-bf37-200593cd19c5 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules/945fab59-a699-4eef-91e2-bad4c9c7cdbf HTTP/1.1" status: 200  len: 763 time: 0.0301223
Jan 29 21:06:25.680720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39898) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.720739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.744724 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c2dd4e4-8074-4ee9-8d69-8fa85e5a7ff9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0618014
Jan 29 21:06:25.746712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39904) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.842608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.68 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/d918bace-88ac-4e60-9974-9082323ecca9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:25.845197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.853838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.892723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (945fab59-a699-4eef-91e2-bad4c9c7cdbf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.904095 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:25.904497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/945fab59-a699-4eef-91e2-bad4c9c7cdbf HTTP/1.1" status: 204  len: 168 time: 0.1541867
Jan 29 21:06:25.907844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:25.922657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b3ac-f18c-43c0-b7c2-021ad324d776 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=945fab59-a699-4eef-91e2-bad4c9c7cdbf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.011519 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2e39b724-e0c7-4d8e-965e-79d14af3310a tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1021121
Jan 29 21:06:26.014618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39910) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.020832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'a40650c7-d5c8-40ed-9e40-88100f567dd2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:26.028327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (d918bace-88ac-4e60-9974-9082323ecca9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.059341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.101019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d918bace-88ac-4e60-9974-9082323ecca9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.131716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.142779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.149128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:26.153033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:26.157529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:26.168093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277eaefe-5eff-443f-a654-d205a534a721,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.200846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.202627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-22a6e4a4-2785-4a12-846b-4700d97cff77 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1868825
Jan 29 21:06:26.205380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.224629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=d918bace-88ac-4e60-9974-9082323ecca9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.235287 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-07593f6a-99fa-48eb-8f5c-5e930ac2195d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules/277eaefe-5eff-443f-a654-d205a534a721 HTTP/1.1" status: 200  len: 763 time: 0.0286202
Jan 29 21:06:26.238384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39924) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.296806 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-da7d9c81-6332-4327-a2f2-615cf3bfcd62 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0571737
Jan 29 21:06:26.299505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39928) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.361128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.365066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-327d3096-6777-45c1-96b3-e851b6721e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.372002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.467322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-327d3096-6777-45c1-96b3-e851b6721e65 admin admin] Publish callbacks [] for security_group (721a6e40-b562-459e-90c1-79bc9f4cafc4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.480807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-327d3096-6777-45c1-96b3-e851b6721e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (721a6e40-b562-459e-90c1-79bc9f4cafc4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.514607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-327d3096-6777-45c1-96b3-e851b6721e65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17a4befefe27499c9f75924231f51b1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7924581
Jan 29 21:06:26.524371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39934) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.576745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (277eaefe-5eff-443f-a654-d205a534a721), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.586497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.587607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/277eaefe-5eff-443f-a654-d205a534a721 HTTP/1.1" status: 204  len: 168 time: 0.2823954
Jan 29 21:06:26.592116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.624149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d3096-6777-45c1-96b3-e851b6721e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721a6e40-b562-459e-90c1-79bc9f4cafc4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.628140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] Publish callbacks [] for security_group (721a6e40-b562-459e-90c1-79bc9f4cafc4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.631328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e620f8b-8382-408a-8488-493c50dbc9e6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=277eaefe-5eff-443f-a654-d205a534a721,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.658677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.675252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] Publish callbacks [] for security_group (721a6e40-b562-459e-90c1-79bc9f4cafc4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.694649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-79bf4033-1564-45a6-9ca8-de3a14a0717d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0757189
Jan 29 21:06:26.695309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.702975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': 'a40650c7-d5c8-40ed-9e40-88100f567dd2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:26.749733 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Project 974cd172adec4628be579938b1483f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:26.758466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.791271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (721a6e40-b562-459e-90c1-79bc9f4cafc4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.794258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.802549 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/721a6e40-b562-459e-90c1-79bc9f4cafc4 HTTP/1.1" status: 204  len: 168 time: 0.2762990
Jan 29 21:06:26.820833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcdbfd-b3fc-4104-b4d5-bf1bcd8c926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721a6e40-b562-459e-90c1-79bc9f4cafc4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.839527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.855460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.879276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd5e23e-e18d-4c2d-89f1-864586be2220,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:26.907910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:26.913648 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6ea2ee1d-0257-40b9-99ce-28d1dd992d70 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2150326
Jan 29 21:06:26.914526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39948) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:26.943770 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-613d9c13-2bf3-4462-8e4c-d52c3da41a05 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules/8cd5e23e-e18d-4c2d-89f1-864586be2220 HTTP/1.1" status: 200  len: 769 time: 0.0272624
Jan 29 21:06:26.943997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.002570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-daaabe7c-1339-4868-957f-0f96861a4724 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0572369
Jan 29 21:06:27.006588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39952) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.010561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.057683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.071697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.136379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8cd5e23e-e18d-4c2d-89f1-864586be2220), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.145841 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.147977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8cd5e23e-e18d-4c2d-89f1-864586be2220 HTTP/1.1" status: 204  len: 168 time: 0.1394329
Jan 29 21:06:27.158869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.159967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d90e5-aba2-43c9-9946-5dc4f8ba68c4 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd5e23e-e18d-4c2d-89f1-864586be2220,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:27.278374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0743cb5e-88b0-48d2-b035-363cb548c0a9 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1083355
Jan 29 21:06:27.282749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39968) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.317898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 13179a9d-9dc7-43aa-9dcb-6537502f8032 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:06:27.355723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a40650c7-d5c8-40ed-9e40-88100f567dd2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.397191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (a40650c7-d5c8-40ed-9e40-88100f567dd2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.470124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a40650c7-d5c8-40ed-9e40-88100f567dd2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.489855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.500670 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/a40650c7-d5c8-40ed-9e40-88100f567dd2 HTTP/1.1" status: 204  len: 168 time: 0.2148221
Jan 29 21:06:27.503575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39978) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.522455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021d471-436f-4301-9399-355b7f207d24 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40650c7-d5c8-40ed-9e40-88100f567dd2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:27.587374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fb6218e0-7550-434a-a158-0d00ea156391 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0825193
Jan 29 21:06:27.588648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:27.594669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39980) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.606415 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Sync routers for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:27.619233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254487525'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:27.622676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:27.623307 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b27d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:27.652360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39982) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.680594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d21c22a-5be9-4145-81b5-70ee67200845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.685375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.689982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-170126e8-5914-46d8-a0f0-1602fdb9eaec tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.0107958
Jan 29 21:06:27.690688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.710878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.793346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d21c22a-5be9-4145-81b5-70ee67200845 admin admin] Publish callbacks [] for security_group (940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.799201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8d21c22a-5be9-4145-81b5-70ee67200845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:27.845151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-67bef8d0-b21d-487a-9ed3-6e6e62d68ea5 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3a9491db693d463a969459cbdbfa2db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1502392
Jan 29 21:06:27.852221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39990) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.880502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c22a-5be9-4145-81b5-70ee67200845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:27.891054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8d21c22a-5be9-4145-81b5-70ee67200845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0be89e5d7d95428fb601f1ec70f3a4a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2320664
Jan 29 21:06:27.891268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39992) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:27.957372 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:28.085482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12580f78-e51d-48c9-9e9f-e9fb0caa2027 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:28.092505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12580f78-e51d-48c9-9e9f-e9fb0caa2027 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2391062
Jan 29 21:06:28.093735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39998) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:28.121935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] Publish callbacks [] for security_group (940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.144829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-462cc9cb-4bbb-4459-a11f-af8495662d61 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0498087
Jan 29 21:06:28.145636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40002) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:28.150896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396746190', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:28.160185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (8db9c291-14a3-4151-aa4f-d18097aaaa20), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.188809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] Publish callbacks [] for security_group (940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.234840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8db9c291-14a3-4151-aa4f-d18097aaaa20), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.322694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:28.327184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.335239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.340845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7393272
Jan 29 21:06:28.342546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:28.365626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Request body: {'security_group_rule': {'security_group_id': '8db9c291-14a3-4151-aa4f-d18097aaaa20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:28.379778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75099f23-772c-4f3f-a5ff-59fa8d979d67 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db9c291-14a3-4151-aa4f-d18097aaaa20,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:28.388681 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b27d340>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:26Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:28.411877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.417616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.421592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5 HTTP/1.1" status: 204  len: 168 time: 0.5310147
Jan 29 21:06:28.454503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8205-3fd7-43ce-bfd5-d40136e2a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ddb0c-1e9c-4047-bf0b-b862ebc5b3c5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:28.467054 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Checking router: 13179a9d-9dc7-43aa-9dcb-6537502f8032 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:28.467466 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Updating router 13179a9d-9dc7-43aa-9dcb-6537502f8032 port d918bace-88ac-4e60-9974-9082323ecca9 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:06:28.485389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (e5c8793d-c46f-488f-82e0-f8da930d0701), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.558590 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d918bace-88ac-4e60-9974-9082323ecca9), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.583945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (22d721ce-51a9-49de-a6d9-8f915b31e7ea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.651009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (e5c8793d-c46f-488f-82e0-f8da930d0701), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.662767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e5c8793d-c46f-488f-82e0-f8da930d0701), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.722270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c8793d-c46f-488f-82e0-f8da930d0701,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:28.727620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Subnet': ['ID=22d721ce-51a9-49de-a6d9-8f915b31e7ea,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:28.753610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:28.754037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network hostable DHCP agents. Network: 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:06:28.758761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:28.765674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40032) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:28.768535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26a2a306-bb9a-4bc6-8972-25b01fe193b6 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4169052
Jan 29 21:06:28.886339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:06:28.961162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:28.971596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0ffa6-6cf9-45c4-b38a-2d7c44f8fdf9 None None] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:28.973102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:28.973771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.001860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (8db9c291-14a3-4151-aa4f-d18097aaaa20), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.058967 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-78494159-33d0-4d6e-b2a9-8d26f3735302 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9122198
Jan 29 21:06:29.061810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40044) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:29.085092 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (8db9c291-14a3-4151-aa4f-d18097aaaa20), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.189943 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8db9c291-14a3-4151-aa4f-d18097aaaa20), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.196530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.200704 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/8db9c291-14a3-4151-aa4f-d18097aaaa20 HTTP/1.1" status: 204  len: 168 time: 0.4310627
Jan 29 21:06:29.204456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40048) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:29.231268 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks [] for port (d918bace-88ac-4e60-9974-9082323ecca9), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.247210 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d918bace-88ac-4e60-9974-9082323ecca9), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.279553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea9ab4-0ccc-490d-85be-66b29f40ca2d tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db9c291-14a3-4151-aa4f-d18097aaaa20,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:29.326549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:06:29.328495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.355640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-45577e5f-96ec-498d-87d4-64709d9724ed tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1461127
Jan 29 21:06:29.357557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:29.357809 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Pushing event updated for resources: {'Port': ['ID=d918bace-88ac-4e60-9974-9082323ecca9,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:29.449363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.449824 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.450214 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.450570 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.450910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.451284 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.451626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.451988 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.466055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.466055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.466055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.466055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.466409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:29.497085 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Attempting to bind port d918bace-88ac-4e60-9974-9082323ecca9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:29.497482 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Attempting to bind port d918bace-88ac-4e60-9974-9082323ecca9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:29.497893 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Attempting to bind port d918bace-88ac-4e60-9974-9082323ecca9 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:29.540948 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:29.543173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12ccea29-580d-4aac-92a3-537f1adc1a78 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1830237
Jan 29 21:06:29.545585 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:29.546258 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.547154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:29.547734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:29.549303 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Bound port: d918bace-88ac-4e60-9974-9082323ecca9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:29.557727 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d918bace-88ac-4e60-9974-9082323ecca9), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.607323 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-18adfa86-9018-46fb-95f8-dc17cee73ef2 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] delete failed (client error): The resource could not be found.
Jan 29 21:06:29.616169 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-18adfa86-9018-46fb-95f8-dc17cee73ef2 tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "DELETE /v2.0/security-groups/8db9c291-14a3-4151-aa4f-d18097aaaa20 HTTP/1.1" status: 404  len: 347 time: 0.0655649
Jan 29 21:06:29.620218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:29.749973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] For port d918bace-88ac-4e60-9974-9082323ecca9, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:29.758918 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] For port d918bace-88ac-4e60-9974-9082323ecca9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d918bace-88ac-4e60-9974-9082323ecca9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:29.763278 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-26db157d-8d6c-4f22-a3ed-e1bb84d4d01c tempest-SecGroupIPv6Test-1442174861 tempest-SecGroupIPv6Test-1442174861-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1416566
Jan 29 21:06:29.777963 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d918bace-88ac-4e60-9974-9082323ecca9), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:29.852608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Allocated IP 172.20.0.2 (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb/22d721ce-51a9-49de-a6d9-8f915b31e7ea/d5c1bd1c-08d2-478e-8510-7438ababa2cd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:29.879641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:29.880626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b27d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:29.956458 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca0c3f-91bd-44cb-a671-720c7aabd282 None None] Pushing event updated for resources: {'Port': ['ID=d918bace-88ac-4e60-9974-9082323ecca9,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:30.048332 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:30.249900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks [] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:30.262277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:30.294623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:30.303793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:30.354797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:30.568603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd1c-08d2-478e-8510-7438ababa2cd,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:30.573580 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b27d340>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:26Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:30.622470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40098) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:30.626394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Attempting to bind port d5c1bd1c-08d2-478e-8510-7438ababa2cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:30.626781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Attempting to bind port d5c1bd1c-08d2-478e-8510-7438ababa2cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:30.627302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Attempting to bind port d5c1bd1c-08d2-478e-8510-7438ababa2cd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:30.659042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:30.659474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:30.659895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:30.660368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Bound using segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:30.660881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Bound port: d5c1bd1c-08d2-478e-8510-7438ababa2cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:30.661378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:30.690127 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9892bb-d720-486a-a280-6ce444fdfd71 None None] The sync data for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 is: [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:26Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:30.718506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:30.875723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] For port d5c1bd1c-08d2-478e-8510-7438ababa2cd, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:30.885306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] For port d5c1bd1c-08d2-478e-8510-7438ababa2cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c1bd1c-08d2-478e-8510-7438ababa2cd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:30.905159 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:31.014576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4b8288b6-46e6-4f29-be47-5ebb83457c0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=974cd172adec4628be579938b1483f5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3908570
Jan 29 21:06:31.015219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:31.022499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32324ab-c10a-4ec5-9a48-b57a869908a7 None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd1c-08d2-478e-8510-7438ababa2cd,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:31.172221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] Publish callbacks [] for security_group (9e84672a-cd7e-455f-bfd7-260c90b8dcb6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:31.241921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] Publish callbacks [] for security_group (9e84672a-cd7e-455f-bfd7-260c90b8dcb6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:31.414368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e84672a-cd7e-455f-bfd7-260c90b8dcb6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:31.421448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:31.427099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e84672a-cd7e-455f-bfd7-260c90b8dcb6 HTTP/1.1" status: 204  len: 168 time: 0.4092138
Jan 29 21:06:31.450071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7ce75-3b07-4652-9b49-ff5768c3177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e84672a-cd7e-455f-bfd7-260c90b8dcb6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:32.031268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40138) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:32.438473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80ce6-9b04-4938-8153-dd2d84a7ce63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:32.443424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.1 (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb/22d721ce-51a9-49de-a6d9-8f915b31e7ea/ddfb0578-e142-4da3-82c4-296979e39cb9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:32.585566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80ce6-9b04-4938-8153-dd2d84a7ce63 admin admin] Publish callbacks [] for security_group (aa766cb7-735b-4bdc-8f88-5389f99bdef3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:32.593293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80ce6-9b04-4938-8153-dd2d84a7ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aa766cb7-735b-4bdc-8f88-5389f99bdef3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:32.770748 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-53d80ce6-9b04-4938-8153-dd2d84a7ce63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68da9b8f6dfc45fe81cd6d2f82c9baab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7381258
Jan 29 21:06:32.781963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:32.794702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d80ce6-9b04-4938-8153-dd2d84a7ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa766cb7-735b-4bdc-8f88-5389f99bdef3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:32.834912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:32.865823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d5c1bd1c-08d2-478e-8510-7438ababa2cd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:32.913919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] Publish callbacks [] for security_group (aa766cb7-735b-4bdc-8f88-5389f99bdef3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:32.943058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] Publish callbacks [] for security_group (aa766cb7-735b-4bdc-8f88-5389f99bdef3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.007499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d5c1bd1c-08d2-478e-8510-7438ababa2cd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:33.008152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.008348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (aa766cb7-735b-4bdc-8f88-5389f99bdef3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.013014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.015823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.024435 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa766cb7-735b-4bdc-8f88-5389f99bdef3 HTTP/1.1" status: 204  len: 168 time: 0.2399526
Jan 29 21:06:33.051585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23278fd8-1c10-4f51-bb7a-e5216f6051b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa766cb7-735b-4bdc-8f88-5389f99bdef3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:33.168121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:33.196544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:33.211706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:33.251540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d5c1bd1c-08d2-478e-8510-7438ababa2cd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:33.252132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.287729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdcf5ad-1e28-4234-984b-c34cdcdaab6e None None] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:06:33.406115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:33.437486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.438526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.439892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.441893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.442745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.443630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.445303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.446239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.447375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.448498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.450146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.451198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.452155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:33.489244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port d5c1bd1c-08d2-478e-8510-7438ababa2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c1bd1c-08d2-478e-8510-7438ababa2cd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:33.490807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4b8de115-da0d-417b-9e3f-c1d3dc1576e3 None None] Provisioning complete for port d5c1bd1c-08d2-478e-8510-7438ababa2cd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:33.491195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b8de115-da0d-417b-9e3f-c1d3dc1576e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.545619 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.546913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d918bace-88ac-4e60-9974-9082323ecca9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:33.556109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.706175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4b8de115-da0d-417b-9e3f-c1d3dc1576e3 None None] Current status of the port d5c1bd1c-08d2-478e-8510-7438ababa2cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:33.745496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d918bace-88ac-4e60-9974-9082323ecca9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:33.746134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d918bace-88ac-4e60-9974-9082323ecca9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:33.851009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd1c-08d2-478e-8510-7438ababa2cd,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:33.967095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d918bace-88ac-4e60-9974-9082323ecca9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:33.968196 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d918bace-88ac-4e60-9974-9082323ecca9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.020519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.021216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port d918bace-88ac-4e60-9974-9082323ecca9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d918bace-88ac-4e60-9974-9082323ecca9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:34.028978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d918bace-88ac-4e60-9974-9082323ecca9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.147432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=d918bace-88ac-4e60-9974-9082323ecca9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:34.386897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Provisioning complete for port d5c1bd1c-08d2-478e-8510-7438ababa2cd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:34.391213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.570249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40220) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:34.595356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d5c1bd1c-08d2-478e-8510-7438ababa2cd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:34.640555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fa36f679-e81d-4ef2-ad46-ec1cbba1feca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.802515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Current status of the port d5c1bd1c-08d2-478e-8510-7438ababa2cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:34.834284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fa36f679-e81d-4ef2-ad46-ec1cbba1feca admin admin] Publish callbacks [] for security_group (a0ea14ae-42db-4588-af80-9173581b24a1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.845973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:34.846397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.848775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fa36f679-e81d-4ef2-ad46-ec1cbba1feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a0ea14ae-42db-4588-af80-9173581b24a1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.893950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d5c1bd1c-08d2-478e-8510-7438ababa2cd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:34.894607 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:34.926628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f86d684-7714-42ab-8842-887812fec5ea None None] Port ddfb0578-e142-4da3-82c4-296979e39cb9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:06:34.937638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fa36f679-e81d-4ef2-ad46-ec1cbba1feca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cacf02029bce40b1b64e13eec50ec7b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3652475
Jan 29 21:06:34.938345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40234) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:34.940490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40236) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:34.960854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36f679-e81d-4ef2-ad46-ec1cbba1feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea14ae-42db-4588-af80-9173581b24a1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:34.986982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.006079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.012508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d5c1bd1c-08d2-478e-8510-7438ababa2cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:35.014397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d918bace-88ac-4e60-9974-9082323ecca9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:35.072337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] Publish callbacks [] for security_group (a0ea14ae-42db-4588-af80-9173581b24a1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.109526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:35.159979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.184552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] Publish callbacks [] for security_group (a0ea14ae-42db-4588-af80-9173581b24a1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.276252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e9b4a4e1-80df-4da5-8ff6-64640d6deffb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:35.277030 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-e9b4a4e1-80df-4da5-8ff6-64640d6deffb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 21:06:35.277783 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-e9b4a4e1-80df-4da5-8ff6-64640d6deffb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:35.279835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9b4a4e1-80df-4da5-8ff6-64640d6deffb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3367887
Jan 29 21:06:35.285788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40250) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:35.322199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273869386'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:35.336739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a0ea14ae-42db-4588-af80-9173581b24a1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.341358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.345335 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0ea14ae-42db-4588-af80-9173581b24a1 HTTP/1.1" status: 204  len: 168 time: 0.3936160
Jan 29 21:06:35.360211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc14a01-ea8d-4d76-8b6f-fd3ae2cd12c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea14ae-42db-4588-af80-9173581b24a1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:35.403830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.439823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.457862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:35.462486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:35.462834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a621dbba-8f17-47e9-954e-ad8dbca8bfb3 None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:35.463247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a621dbba-8f17-47e9-954e-ad8dbca8bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.528970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d918bace-88ac-4e60-9974-9082323ecca9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:35.529779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d918bace-88ac-4e60-9974-9082323ecca9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.563616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a621dbba-8f17-47e9-954e-ad8dbca8bfb3 None None] Port ddfb0578-e142-4da3-82c4-296979e39cb9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:06:35.629904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40260) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:35.735379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 13179a9d-9dc7-43aa-9dcb-6537502f8032 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:35.806342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d918bace-88ac-4e60-9974-9082323ecca9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:35.845282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (e886366a-6ee2-4c60-bdbb-cc8f2519b502), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.854570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e886366a-6ee2-4c60-bdbb-cc8f2519b502), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:35.941596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e886366a-6ee2-4c60-bdbb-cc8f2519b502,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.007497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8e6dd52e-56d2-4386-aa89-083bd61ea2a3 None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:36.007917 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd52e-56d2-4386-aa89-083bd61ea2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.085335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:36.087251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dd52e-56d2-4386-aa89-083bd61ea2a3 None None] Port ddfb0578-e142-4da3-82c4-296979e39cb9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:06:36.103762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Sync routers for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:36.104562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c93fd0e8-05b4-4896-ae02-97183b4e93b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.109275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (95737d5c-7f61-4fe3-8e07-3c73685f4d9a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.118714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49c40300-f9f8-4bf5-b95f-776c156e5b99 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/13179a9d-9dc7-43aa-9dcb-6537502f8032/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0553098
Jan 29 21:06:36.119753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:36.120699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:36.131508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (95737d5c-7f61-4fe3-8e07-3c73685f4d9a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.222858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.230033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40270) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:36.233786 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9224725
Jan 29 21:06:36.236252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40272) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:36.282682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '95737d5c-7f61-4fe3-8e07-3c73685f4d9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:36.293991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:36.323773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22b71b-efd2-4346-ad40-e0e40b2eb802 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95737d5c-7f61-4fe3-8e07-3c73685f4d9a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.340367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79c3afe-acd4-49f5-b57f-859d8368edbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.532585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c93fd0e8-05b4-4896-ae02-97183b4e93b5 admin admin] Publish callbacks [] for security_group (bd7c4728-906c-4b4e-8614-d6e3f6445f9a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.534289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79c3afe-acd4-49f5-b57f-859d8368edbd admin admin] Publish callbacks [] for security_group (b793bb34-3340-447a-b35c-8d9eee4b371e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.536028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group_rule (13718659-3a70-49fb-9528-82f423fa79b0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.540581 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c93fd0e8-05b4-4896-ae02-97183b4e93b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd7c4728-906c-4b4e-8614-d6e3f6445f9a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.545588 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79c3afe-acd4-49f5-b57f-859d8368edbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b793bb34-3340-447a-b35c-8d9eee4b371e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.593269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32a070>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:34Z', 'revision_number': 2, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:36.603600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd0e8-05b4-4896-ae02-97183b4e93b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c4728-906c-4b4e-8614-d6e3f6445f9a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.607125 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d79c3afe-acd4-49f5-b57f-859d8368edbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66e44e09e3544ddc99d88cf4dc05f5bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3604128
Jan 29 21:06:36.613757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40292) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:36.633319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c3afe-acd4-49f5-b57f-859d8368edbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793bb34-3340-447a-b35c-8d9eee4b371e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.639596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Checking router: 13179a9d-9dc7-43aa-9dcb-6537502f8032 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:36.640068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Updating router 13179a9d-9dc7-43aa-9dcb-6537502f8032 port ddfb0578-e142-4da3-82c4-296979e39cb9 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:06:36.663464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c93fd0e8-05b4-4896-ae02-97183b4e93b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5020aef0aa294843a75fc12c7e71808a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0321691
Jan 29 21:06:36.669047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40294) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:36.678069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.722835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group_rule (13718659-3a70-49fb-9528-82f423fa79b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.730735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] Publish callbacks [] for security_group (b793bb34-3340-447a-b35c-8d9eee4b371e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.735040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-7653d8b9-b8f7-4b5a-934d-3416c3af1a00 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289632003&fields=id&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 267 time: 0.1568031
Jan 29 21:06:36.747573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (13718659-3a70-49fb-9528-82f423fa79b0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.777691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] Publish callbacks [] for security_group (b793bb34-3340-447a-b35c-8d9eee4b371e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.790778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] Publish callbacks [] for security_group (bd7c4728-906c-4b4e-8614-d6e3f6445f9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.840500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] Publish callbacks [] for security_group (bd7c4728-906c-4b4e-8614-d6e3f6445f9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.848396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13718659-3a70-49fb-9528-82f423fa79b0,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.884321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.886974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1618d489-ad72-4820-8f5b-fb4c7a53d93b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6446512
Jan 29 21:06:36.896382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40296) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:36.907328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-33060e26-1748-40cb-b952-c4a8ed682db6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '95737d5c-7f61-4fe3-8e07-3c73685f4d9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:36.907552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b793bb34-3340-447a-b35c-8d9eee4b371e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.914612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.915945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b793bb34-3340-447a-b35c-8d9eee4b371e HTTP/1.1" status: 204  len: 168 time: 0.3009870
Jan 29 21:06:36.951054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d134c-f7e9-42cf-a480-f1cbe0c8b01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793bb34-3340-447a-b35c-8d9eee4b371e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:36.974679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bd7c4728-906c-4b4e-8614-d6e3f6445f9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.976482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-6daaae01-d5d0-4a68-8787-72950b4afced tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:36.977526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:36.983374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd7c4728-906c-4b4e-8614-d6e3f6445f9a HTTP/1.1" status: 204  len: 168 time: 0.3106515
Jan 29 21:06:36.984446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-6daaae01-d5d0-4a68-8787-72950b4afced tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 797 time: 0.2489705
Jan 29 21:06:36.997148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33060e26-1748-40cb-b952-c4a8ed682db6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group_rule (6e2993a8-4469-4bb0-9068-b0580cc6b7af), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.007227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-a17836ff-b450-4e17-b4f7-48ee67670fa9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/quotas/3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 375 time: 0.0218294
Jan 29 21:06:37.022111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea496bc-4d1d-4f80-b1f5-118a32a2856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c4728-906c-4b4e-8614-d6e3f6445f9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:37.241466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-7ed3ca04-680b-45af-95b4-7c9167d303d0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2320259
Jan 29 21:06:37.245664 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-33060e26-1748-40cb-b952-c4a8ed682db6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:37.246716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-33060e26-1748-40cb-b952-c4a8ed682db6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3492086
Jan 29 21:06:37.251054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40302) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:37.257105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks [] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.315973 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.483210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d877-47c6-47df-858a-a8862254b233 None None] Pushing event updated for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:37.564775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (95737d5c-7f61-4fe3-8e07-3c73685f4d9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.654404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (95737d5c-7f61-4fe3-8e07-3c73685f4d9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.672116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Attempting to bind port ddfb0578-e142-4da3-82c4-296979e39cb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:37.675273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Attempting to bind port ddfb0578-e142-4da3-82c4-296979e39cb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:37.675999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Attempting to bind port ddfb0578-e142-4da3-82c4-296979e39cb9 on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:37.697709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:37.698664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:37.702872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.706064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Bound using segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:37.711011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Bound port: ddfb0578-e142-4da3-82c4-296979e39cb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:37.715007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-e124d3cf-7df2-4b87-b8aa-d058f46973b8 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4612634
Jan 29 21:06:37.718476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.778245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (95737d5c-7f61-4fe3-8e07-3c73685f4d9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.781817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:37.785639 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/95737d5c-7f61-4fe3-8e07-3c73685f4d9a HTTP/1.1" status: 204  len: 168 time: 0.5287697
Jan 29 21:06:37.795463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:37.847478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83599d-3f67-4d6d-929b-dbbf900e8190 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95737d5c-7f61-4fe3-8e07-3c73685f4d9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:37.950520 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-62182251-bc23-428d-94e7-1b5be3f533cd tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1537819
Jan 29 21:06:37.955803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:37.961983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] For port ddfb0578-e142-4da3-82c4-296979e39cb9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:37.968772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--271741745'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:37.970148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] For port ddfb0578-e142-4da3-82c4-296979e39cb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddfb0578-e142-4da3-82c4-296979e39cb9,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:37.983942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-04aa1fcb-f13a-4058-9dd9-ccb60c4ad0f9 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639296
Jan 29 21:06:38.015352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.036116 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.136647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d877-47c6-47df-858a-a8862254b233 None None] Pushing event updated for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:38.158105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:38.159429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:38.237951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40330) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.307512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56d6cbf-f535-4855-993f-1a2a7ab4b31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.337952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (53fd507f-35fe-4633-8676-c38152e2eca4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.347370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:38.353523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (53fd507f-35fe-4633-8676-c38152e2eca4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.418345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:38.418770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.431496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.432829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4757543
Jan 29 21:06:38.436537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40338) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.443128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a8530e64-d0f3-4d3a-aae1-22a5c0ebfa85 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '53fd507f-35fe-4633-8676-c38152e2eca4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:38.443498 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-a8530e64-d0f3-4d3a-aae1-22a5c0ebfa85 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 29 21:06:38.444070 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-a8530e64-d0f3-4d3a-aae1-22a5c0ebfa85 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:38.445432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8530e64-d0f3-4d3a-aae1-22a5c0ebfa85 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0078514
Jan 29 21:06:38.448271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40340) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.460736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992e209-7051-48b7-8b11-30185f4668bf tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd507f-35fe-4633-8676-c38152e2eca4,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:38.567998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56d6cbf-f535-4855-993f-1a2a7ab4b31a admin admin] Publish callbacks [] for security_group (4553805d-c2a7-49e3-8de7-4f5479524624), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.580779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b56d6cbf-f535-4855-993f-1a2a7ab4b31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4553805d-c2a7-49e3-8de7-4f5479524624), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.613091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e51e83ed-552f-4e5e-bc71-c7a837ab305e req-3f7f0b26-5ba0-4060-a164-f7b8f0244595 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 210 time: 0.1225722
Jan 29 21:06:38.702302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (53fd507f-35fe-4633-8676-c38152e2eca4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.704484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b56d6cbf-f535-4855-993f-1a2a7ab4b31a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bdc9a13a9dd4711a10c06952f4bc7b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4652274
Jan 29 21:06:38.706244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d6cbf-f535-4855-993f-1a2a7ab4b31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4553805d-c2a7-49e3-8de7-4f5479524624,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:38.713905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.761273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (53fd507f-35fe-4633-8676-c38152e2eca4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.848537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] Publish callbacks [] for security_group (4553805d-c2a7-49e3-8de7-4f5479524624), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.864454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (53fd507f-35fe-4633-8676-c38152e2eca4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.868062 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.869567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/53fd507f-35fe-4633-8676-c38152e2eca4 HTTP/1.1" status: 204  len: 168 time: 0.4201040
Jan 29 21:06:38.872347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40358) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.891954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29c1c1-757b-4c0a-a558-f26dfaaa0b88 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd507f-35fe-4633-8676-c38152e2eca4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:38.914244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] Publish callbacks [] for security_group (4553805d-c2a7-49e3-8de7-4f5479524624), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.924054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Current status of the port ddfb0578-e142-4da3-82c4-296979e39cb9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:38.924457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:38.980282 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a21a3acc-b189-4115-82c7-a1ff08bcdb59 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1064312
Jan 29 21:06:38.983975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40360) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:38.991624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] For port ddfb0578-e142-4da3-82c4-296979e39cb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddfb0578-e142-4da3-82c4-296979e39cb9,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:38.992880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--97427252'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:39.000427 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.029486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.093767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60be56-fb46-45d7-bfde-76aeb6da4174 None None] Pushing event updated for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:39.100633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32a070>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:37Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:39.120310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4553805d-c2a7-49e3-8de7-4f5479524624), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.128168 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.129958 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4553805d-c2a7-49e3-8de7-4f5479524624 HTTP/1.1" status: 204  len: 168 time: 0.4141831
Jan 29 21:06:39.148739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888943a-cafc-4d65-90a1-3d1e16d7f755 None None] The sync data for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 is: [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:37Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:39.165290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2677ea45-3490-4c9d-96e5-3fc6d8d5ea32 None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:39.165957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2677ea45-3490-4c9d-96e5-3fc6d8d5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.202444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afb634-b07a-4c0c-b52c-3bab08f943ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4553805d-c2a7-49e3-8de7-4f5479524624,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:39.327842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (98b1144e-59fc-42ee-8c1a-ffa0810aeabb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.338030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (98b1144e-59fc-42ee-8c1a-ffa0810aeabb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.352110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2677ea45-3490-4c9d-96e5-3fc6d8d5ea32 None None] Current status of the port ddfb0578-e142-4da3-82c4-296979e39cb9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:39.449206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.450622 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4648583
Jan 29 21:06:39.453726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40376) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:39.457927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eae56-3379-49ad-94c0-fdf89510c7b5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1144e-59fc-42ee-8c1a-ffa0810aeabb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:39.469251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c4b7a750-e4a0-45c2-a295-9d2cb34fca3f tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '98b1144e-59fc-42ee-8c1a-ffa0810aeabb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:39.471333 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-c4b7a750-e4a0-45c2-a295-9d2cb34fca3f tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 29 21:06:39.472024 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-c4b7a750-e4a0-45c2-a295-9d2cb34fca3f tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:39.476360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c4b7a750-e4a0-45c2-a295-9d2cb34fca3f tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0213253
Jan 29 21:06:39.477365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40380) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:39.638118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (98b1144e-59fc-42ee-8c1a-ffa0810aeabb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.741959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (98b1144e-59fc-42ee-8c1a-ffa0810aeabb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.821995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55de30b3-73aa-492f-98e7-6769101316dc req-b4ba16d3-c4f8-45f9-ab2b-4b3cb7216a4a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 210 time: 0.0915649
Jan 29 21:06:39.877964 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (98b1144e-59fc-42ee-8c1a-ffa0810aeabb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.881319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:39.885025 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/98b1144e-59fc-42ee-8c1a-ffa0810aeabb HTTP/1.1" status: 204  len: 168 time: 0.4040053
Jan 29 21:06:39.888270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40402) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:39.924803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c0842-b0fe-4f64-b3c6-b1c6d9dfc37d tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1144e-59fc-42ee-8c1a-ffa0810aeabb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:39.966814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-57fe2959-b6ff-4b48-8a9b-c8dc5af4f03b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0763781
Jan 29 21:06:39.971742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40406) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:39.977905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046341769'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.040452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.165101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (edb99868-1057-44dd-a2fe-e2e4cc5927b0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.186529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (edb99868-1057-44dd-a2fe-e2e4cc5927b0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.250757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.257214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.259137 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2813497
Jan 29 21:06:40.263349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7c859d27-2075-4a1c-99c0-f0263359efdb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': 'edb99868-1057-44dd-a2fe-e2e4cc5927b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.265772 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-7c859d27-2075-4a1c-99c0-f0263359efdb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 29 21:06:40.266495 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7c859d27-2075-4a1c-99c0-f0263359efdb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:40.268474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7c859d27-2075-4a1c-99c0-f0263359efdb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0098984
Jan 29 21:06:40.271596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40416) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.281985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e15bb3dd-4067-4f3c-8131-f6eee6cd38f5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': 'edb99868-1057-44dd-a2fe-e2e4cc5927b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.287786 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-e15bb3dd-4067-4f3c-8131-f6eee6cd38f5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 29 21:06:40.291185 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-e15bb3dd-4067-4f3c-8131-f6eee6cd38f5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:40.295190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02750b1-52f6-47f1-8a99-4d65592d553e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb99868-1057-44dd-a2fe-e2e4cc5927b0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:40.295645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e15bb3dd-4067-4f3c-8131-f6eee6cd38f5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0205925
Jan 29 21:06:40.296766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40418) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.308954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5645adb7-4943-4d1f-9648-8d41977424fb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': 'edb99868-1057-44dd-a2fe-e2e4cc5927b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.310284 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-5645adb7-4943-4d1f-9648-8d41977424fb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 29 21:06:40.310939 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-5645adb7-4943-4d1f-9648-8d41977424fb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:40.312235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5645adb7-4943-4d1f-9648-8d41977424fb tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0130150
Jan 29 21:06:40.316895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.322485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6d706495-bc96-47da-a753-f224708e3a38 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': 'edb99868-1057-44dd-a2fe-e2e4cc5927b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.323372 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-6d706495-bc96-47da-a753-f224708e3a38 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 29 21:06:40.323896 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-6d706495-bc96-47da-a753-f224708e3a38 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:40.325148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6d706495-bc96-47da-a753-f224708e3a38 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0064027
Jan 29 21:06:40.331321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40424) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.374010 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05831489-43aa-4767-a702-862c45bacd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.436312 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:06:40.449904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (edb99868-1057-44dd-a2fe-e2e4cc5927b0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.487031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (edb99868-1057-44dd-a2fe-e2e4cc5927b0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.546148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (edb99868-1057-44dd-a2fe-e2e4cc5927b0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.550591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.553324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/edb99868-1057-44dd-a2fe-e2e4cc5927b0 HTTP/1.1" status: 204  len: 168 time: 0.2199602
Jan 29 21:06:40.557769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40426) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.572008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceaf1a-6626-45e3-bc30-14dbca069646 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb99868-1057-44dd-a2fe-e2e4cc5927b0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:40.664927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddfb0578-e142-4da3-82c4-296979e39cb9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:40.820629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a730791a-1813-456a-b1db-7f388659846e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2605574
Jan 29 21:06:40.824484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:40.830494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--122917941'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:40.867408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ddfb0578-e142-4da3-82c4-296979e39cb9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:40.868098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.918689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:40.966878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-89245710-e11d-4716-82b0-e4c925e0f75a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:40.968725 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-89245710-e11d-4716-82b0-e4c925e0f75a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 797 time: 0.3527184
Jan 29 21:06:41.072820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cc93405-4045-480e-97ea-04c3d2dff1e7 req-4be95e80-59e3-48cc-a7c6-c63c1eda3b8b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 210 time: 0.0774097
Jan 29 21:06:41.111628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ddfb0578-e142-4da3-82c4-296979e39cb9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:41.181376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-39f345a3-67be-448f-bd5b-a289e5ed2568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 380 time: 0.2003868
Jan 29 21:06:41.198966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'port': {'device_id': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'admin_state_up': True, 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'security_groups': ['3a41e9c5-ac4a-4c91-8d29-47cef1b327c5']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.207231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (09ed4340-7006-42dc-b364-abc47d98f3c0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:41.223632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (09ed4340-7006-42dc-b364-abc47d98f3c0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:41.280334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:41.281848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4559011
Jan 29 21:06:41.285803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40456) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.292821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-eff47d3b-fd01-4160-865c-a29ed971e499 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.293658 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-eff47d3b-fd01-4160-865c-a29ed971e499 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 21:06:41.294378 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-eff47d3b-fd01-4160-865c-a29ed971e499 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.300535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eff47d3b-fd01-4160-865c-a29ed971e499 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0133553
Jan 29 21:06:41.301682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40458) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.311482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-22b43d4b-2b81-464c-95ea-095cccfb37bd tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.427856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e19e8d-93e7-42d4-882c-ccc39d51e3e5 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed4340-7006-42dc-b364-abc47d98f3c0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:41.472065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:41.476260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:41.513594 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-22b43d4b-2b81-464c-95ea-095cccfb37bd tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.515885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-22b43d4b-2b81-464c-95ea-095cccfb37bd tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2085655
Jan 29 21:06:41.519958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.524863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1c04be8b-8d40-4b43-9902-58e95462a422 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.525554 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-1c04be8b-8d40-4b43-9902-58e95462a422 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 29 21:06:41.526248 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-1c04be8b-8d40-4b43-9902-58e95462a422 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.530120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c04be8b-8d40-4b43-9902-58e95462a422 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0091412
Jan 29 21:06:41.530897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40468) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.546662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a6de7bce-830c-415e-b439-d81419408a54 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.647909 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-a6de7bce-830c-415e-b439-d81419408a54 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.649632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a6de7bce-830c-415e-b439-d81419408a54 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1173267
Jan 29 21:06:41.653097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.661237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c7a9748d-e5e0-4890-a058-788744e9b4c8 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.662119 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-c7a9748d-e5e0-4890-a058-788744e9b4c8 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 29 21:06:41.663063 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-c7a9748d-e5e0-4890-a058-788744e9b4c8 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.665349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c7a9748d-e5e0-4890-a058-788744e9b4c8 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0108719
Jan 29 21:06:41.675929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40476) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.686696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8d83701a-afad-4017-9bc8-4a52b068d382 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.724645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.6 (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb/22d721ce-51a9-49de-a6d9-8f915b31e7ea/e937523f-70f7-485f-8677-f4805c44d1bd) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:41.729447 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-8d83701a-afad-4017-9bc8-4a52b068d382 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Project 8164988e075e413a8e6de2b2b02ca6e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:41.762085 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-8d83701a-afad-4017-9bc8-4a52b068d382 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.763783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d83701a-afad-4017-9bc8-4a52b068d382 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0856380
Jan 29 21:06:41.766769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.774447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-509e3dda-71f9-438f-bcef-c9e33f42ff41 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.775268 ncdv-master-1 neutron-server[125942]: WARNING neutron.api.v2.base [None req-509e3dda-71f9-438f-bcef-c9e33f42ff41 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 29 21:06:41.775628 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-509e3dda-71f9-438f-bcef-c9e33f42ff41 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.776733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-509e3dda-71f9-438f-bcef-c9e33f42ff41 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0082664
Jan 29 21:06:41.779711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40480) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.785951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-60359223-cad8-45cc-a589-1c2ac24e11d1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.842256 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-60359223-cad8-45cc-a589-1c2ac24e11d1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Project 8164988e075e413a8e6de2b2b02ca6e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:41.871908 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-60359223-cad8-45cc-a589-1c2ac24e11d1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.873323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60359223-cad8-45cc-a589-1c2ac24e11d1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0919650
Jan 29 21:06:41.877540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40482) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:41.895092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-80db2502-9e17-4043-a514-824d9427efa4 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '09ed4340-7006-42dc-b364-abc47d98f3c0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:41.943844 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-80db2502-9e17-4043-a514-824d9427efa4 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Project 8164988e075e413a8e6de2b2b02ca6e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:06:41.976864 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-80db2502-9e17-4043-a514-824d9427efa4 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:41.978235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-80db2502-9e17-4043-a514-824d9427efa4 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0994644
Jan 29 21:06:41.981515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40498) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:42.099946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (e937523f-70f7-485f-8677-f4805c44d1bd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.109640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (09ed4340-7006-42dc-b364-abc47d98f3c0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.160820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.194227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (09ed4340-7006-42dc-b364-abc47d98f3c0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.211714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:42.258418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:42.268888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:42.484578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:42.485399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.526437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e28b7-d441-4c33-bc9e-c18a942ed89f req-72687488-f049-475d-b4b1-7f3ac796c7e2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:42.533986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:42.546123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-040e28b7-d441-4c33-bc9e-c18a942ed89f req-72687488-f049-475d-b4b1-7f3ac796c7e2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 931 time: 0.3429108
Jan 29 21:06:42.573234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-db0fc181-00ea-49e4-9098-4d19d1f2690d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3853376
Jan 29 21:06:42.584979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-0accfbff-34f6-4b25-bb8f-7feca2f183ca tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:06:42.586492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-0accfbff-34f6-4b25-bb8f-7feca2f183ca tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0081272
Jan 29 21:06:42.652508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (09ed4340-7006-42dc-b364-abc47d98f3c0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.662891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.665496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/09ed4340-7006-42dc-b364-abc47d98f3c0 HTTP/1.1" status: 204  len: 168 time: 0.6830120
Jan 29 21:06:42.668345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40506) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:42.697522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4924bcb1-a91a-45e2-ab2a-7ff70d217737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.743296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e3a06-e942-4060-bb13-e34819959439 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed4340-7006-42dc-b364-abc47d98f3c0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:42.769696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-415bd02e-84f3-4aff-8157-a970c5a54687 None None] Provisioning complete for port e937523f-70f7-485f-8677-f4805c44d1bd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:42.770039 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-415bd02e-84f3-4aff-8157-a970c5a54687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.790830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-040e28b7-d441-4c33-bc9e-c18a942ed89f req-ee0cbb7d-c490-45d1-a9c4-e09e67c7f64a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2403331
Jan 29 21:06:42.830403 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9c343d0e-2656-439e-8d6f-d589b5b79ede tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1558418
Jan 29 21:06:42.831024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40510) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:42.837203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--732920277'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:42.851423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-415bd02e-84f3-4aff-8157-a970c5a54687 None None] Port e937523f-70f7-485f-8677-f4805c44d1bd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:06:42.891585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:42.915842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Request body: {'port': {'device_id': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:43.004434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (66aa2a7a-0a68-45d4-87c6-70eaa12bd08c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.011670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (66aa2a7a-0a68-45d4-87c6-70eaa12bd08c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.028465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.088177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.097625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2654898
Jan 29 21:06:43.102258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40538) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.102928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5937a3-b637-4616-95aa-ec37aa125b69 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa2a7a-0a68-45d4-87c6-70eaa12bd08c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:43.109378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-09dcf71c-c2cc-4f86-aa9c-e44b5caaaece tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '66aa2a7a-0a68-45d4-87c6-70eaa12bd08c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:43.196781 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-09dcf71c-c2cc-4f86-aa9c-e44b5caaaece tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The resource could not be found.
Jan 29 21:06:43.198325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-09dcf71c-c2cc-4f86-aa9c-e44b5caaaece tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0927882
Jan 29 21:06:43.202164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40540) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.209446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bf04e9ce-747d-49ca-a0c7-dfd9af276e45 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '66aa2a7a-0a68-45d4-87c6-70eaa12bd08c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '33615221-e9e9-45c7-b9d1-dbce344d02b3'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:43.271345 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-bf04e9ce-747d-49ca-a0c7-dfd9af276e45 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The resource could not be found.
Jan 29 21:06:43.275983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf04e9ce-747d-49ca-a0c7-dfd9af276e45 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0724649
Jan 29 21:06:43.276763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40542) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.375826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (66aa2a7a-0a68-45d4-87c6-70eaa12bd08c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.409177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (66aa2a7a-0a68-45d4-87c6-70eaa12bd08c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.455984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e937523f-70f7-485f-8677-f4805c44d1bd {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:43.465670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (66aa2a7a-0a68-45d4-87c6-70eaa12bd08c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.467580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks [] for port (e937523f-70f7-485f-8677-f4805c44d1bd), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.469053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.471168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/66aa2a7a-0a68-45d4-87c6-70eaa12bd08c HTTP/1.1" status: 204  len: 168 time: 0.1927283
Jan 29 21:06:43.473827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.482271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27916c-aef0-432e-b4cb-6f1a370a19d0 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa2a7a-0a68-45d4-87c6-70eaa12bd08c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:43.504197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Transition to ACTIVE for port object e937523f-70f7-485f-8677-f4805c44d1bd will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:06:43.511216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.575286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9656b849-b536-4e62-96ec-79766860647e tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1000578
Jan 29 21:06:43.580905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.593970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-813c0d02-38f3-42db-9121-8f65f6975884 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': 'e1734980-91dd-4f74-93bc-54aba5b9c120', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:43.599621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:43.702126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.707096 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-813c0d02-38f3-42db-9121-8f65f6975884 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The resource could not be found.
Jan 29 21:06:43.707335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:06:43.707629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:06:43.708183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:43.713376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40554) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:43.713593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-813c0d02-38f3-42db-9121-8f65f6975884 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1306944
Jan 29 21:06:43.715743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:06:43.716356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:06:43.723334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234392088'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:43.751474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:06:43.752559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:06:43.753251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Bound using segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:06:43.754428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Bound port: e937523f-70f7-485f-8677-f4805c44d1bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:06:43.755006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.786348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.898076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:06:43.903644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:06:43.928702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.987684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:43.990790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:43.992469 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1091 time: 1.3979423
Jan 29 21:06:44.020624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326229-e74a-4b41-8cf3-63b9822d6088 req-6afd7a43-68f1-4188-934a-d15ce73e24f4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:44.022834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0326229-e74a-4b41-8cf3-63b9822d6088 req-6afd7a43-68f1-4188-934a-d15ce73e24f4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.1046023
Jan 29 21:06:44.040418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:44.043859 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3274c-0439-42f2-b2bc-81a7f28b818f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:44.107527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0326229-e74a-4b41-8cf3-63b9822d6088 req-2de720f3-e5e8-4351-bf94-ec3ae195e4e2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773194
Jan 29 21:06:44.156008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (412b0aec-05f5-4063-a085-37b58cfad64d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.202885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (412b0aec-05f5-4063-a085-37b58cfad64d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.371613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38da6-3db3-46d5-a657-32d7820c3eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:44.395627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.400358 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6849403
Jan 29 21:06:44.402754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:44.408611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770566274'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:44.430376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d89611-9982-44a5-8528-b72cf69de626 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412b0aec-05f5-4063-a085-37b58cfad64d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:44.434074 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce22631-e87b-4a0d-9cae-bebe5f93fcec x-openstack-request-id: req-4ce22631-e87b-4a0d-9cae-bebe5f93fcec {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:44.434483 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:44.434872 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ce22631-e87b-4a0d-9cae-bebe5f93fcec {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:44.435321 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'status': 'completed', 'code': 200}
Jan 29 21:06:44.447970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-244a68b1-8702-4d1e-8aed-1b97aeeaa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:44.450008 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-244a68b1-8702-4d1e-8aed-1b97aeeaa12d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1125 time: 0.3975036
Jan 29 21:06:44.483270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.531761 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-1f77071b-a482-4543-9778-72e28cc30ced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 217 time: 0.0740600
Jan 29 21:06:44.595287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-a63a0c1b-7421-42c6-9589-639e05d880cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:44.597092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-a63a0c1b-7421-42c6-9589-639e05d880cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0596032
Jan 29 21:06:44.598740 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6e63cccd-a935-4dc0-b490-d57f304b91b3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.604359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6e63cccd-a935-4dc0-b490-d57f304b91b3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.639696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.641153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2372625
Jan 29 21:06:44.644172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40604) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:44.649079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-646d96bb-a51c-4897-a837-4762426c29fc tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '412b0aec-05f5-4063-a085-37b58cfad64d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6e63cccd-a935-4dc0-b490-d57f304b91b3'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:44.661932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a904e-e2b3-44c6-ba37-9ff7861aab5a tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63cccd-a935-4dc0-b490-d57f304b91b3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:44.662280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf916-a80c-4512-be34-cef840e36013 req-449e600c-82f8-4eb6-b1fe-0067e10b6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:44.664245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-449e600c-82f8-4eb6-b1fe-0067e10b6d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0619028
Jan 29 21:06:44.699509 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-646d96bb-a51c-4897-a837-4762426c29fc tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:44.703673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-646d96bb-a51c-4897-a837-4762426c29fc tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0554054
Jan 29 21:06:44.704354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:44.765966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6e63cccd-a935-4dc0-b490-d57f304b91b3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.774638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-8fa0f1ca-b78e-4cf9-b380-0f70f4377bd4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1042817
Jan 29 21:06:44.792895 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6e63cccd-a935-4dc0-b490-d57f304b91b3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.848180 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6e63cccd-a935-4dc0-b490-d57f304b91b3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.852901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:44.854799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e63cccd-a935-4dc0-b490-d57f304b91b3 HTTP/1.1" status: 204  len: 168 time: 0.1493189
Jan 29 21:06:44.857944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40612) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:44.868318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9939c1-dfc2-4542-8a38-38d63c809a05 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63cccd-a935-4dc0-b490-d57f304b91b3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:44.913603 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b5caf916-a80c-4512-be34-cef840e36013 req-88fe54a8-6598-4a1e-8af3-9c260272648b service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316020
Jan 29 21:06:44.942575 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21eeb627-b469-41b1-a31d-b7f0b43482e1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0834813
Jan 29 21:06:44.946666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40620) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.013363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (412b0aec-05f5-4063-a085-37b58cfad64d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.025103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-b4c9473e-18a0-47a3-8b74-45798e63c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.027047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-b4c9473e-18a0-47a3-8b74-45798e63c1ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1125 time: 0.0577080
Jan 29 21:06:45.038083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (412b0aec-05f5-4063-a085-37b58cfad64d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.082859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (412b0aec-05f5-4063-a085-37b58cfad64d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.085430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.086603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/412b0aec-05f5-4063-a085-37b58cfad64d HTTP/1.1" status: 204  len: 168 time: 0.1381524
Jan 29 21:06:45.089491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.096240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6209-ee24-47a4-8dc5-9200df0b4ea1 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412b0aec-05f5-4063-a085-37b58cfad64d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:45.172387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f4929c5-799d-42e6-b777-bd217683c2d7 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0781226
Jan 29 21:06:45.172387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-3865fde1-8f6c-425c-951b-a106bbf35736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.172387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-3865fde1-8f6c-425c-951b-a106bbf35736 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1386914
Jan 29 21:06:45.172724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40634) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.181672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--250965396'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:45.231163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-e2fdd1a4-08d2-43d0-ae8e-108f7cc2b565 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 217 time: 0.0436528
Jan 29 21:06:45.294972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.310377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272a7b1-3f2d-4d04-8074-34ca80421735 req-6c1ef659-362b-44d5-890d-f5c232f94756 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.319233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2272a7b1-3f2d-4d04-8074-34ca80421735 req-6c1ef659-362b-44d5-890d-f5c232f94756 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.1236145
Jan 29 21:06:45.353778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-73a9ca5a-f793-43cb-90d7-56e18bad01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.355205 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-73a9ca5a-f793-43cb-90d7-56e18bad01b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.1147318
Jan 29 21:06:45.429883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2272a7b1-3f2d-4d04-8074-34ca80421735 req-689488db-fa0b-4db2-889d-84e6fd1c4845 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896356
Jan 29 21:06:45.456852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6cd5e8e8-3b89-46f6-989e-311c42bfe250), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.460117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-a96318e4-2b2e-4d66-9621-413456c083d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.461769 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-a96318e4-2b2e-4d66-9621-413456c083d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0885754
Jan 29 21:06:45.462819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6cd5e8e8-3b89-46f6-989e-311c42bfe250), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.531616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c678a-8aa8-43c3-9abe-355c3cb70894 req-8be5dc60-5164-40a2-ae6b-d8289596b690 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:45.534111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d60c678a-8aa8-43c3-9abe-355c3cb70894 req-8be5dc60-5164-40a2-ae6b-d8289596b690 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 949 time: 0.0769203
Jan 29 21:06:45.545040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.546343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3729110
Jan 29 21:06:45.549682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357c3f-e15f-436d-b428-fcb1a46f67b6 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5e8e8-3b89-46f6-989e-311c42bfe250,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:45.553780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40666) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.562789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a40653db-74d6-49ce-8c02-f94d5d595281 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '6cd5e8e8-3b89-46f6-989e-311c42bfe250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:45.600254 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.630577 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-323089fd-b810-4179-94c4-7d298f40d926 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615450
Jan 29 21:06:45.647834 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-a40653db-74d6-49ce-8c02-f94d5d595281 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:45.649220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a40653db-74d6-49ce-8c02-f94d5d595281 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0941722
Jan 29 21:06:45.653476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.657578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d60c678a-8aa8-43c3-9abe-355c3cb70894 req-8c08681d-489e-492a-ab98-b764a6a061f3 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817816
Jan 29 21:06:45.663725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-96e96c89-9521-4c98-9f80-1c093519948c tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group_rule': {'security_group_id': '6cd5e8e8-3b89-46f6-989e-311c42bfe250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:45.716427 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-96e96c89-9521-4c98-9f80-1c093519948c tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:06:45.717614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-96e96c89-9521-4c98-9f80-1c093519948c tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0573695
Jan 29 21:06:45.721405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40678) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.764559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9e3274c-0439-42f2-b2bc-81a7f28b818f req-844f316a-da28-45b2-bf3f-29f0825642ad service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264985
Jan 29 21:06:45.795860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40686) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.842201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6cd5e8e8-3b89-46f6-989e-311c42bfe250), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.879873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (6cd5e8e8-3b89-46f6-989e-311c42bfe250), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.939586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6cd5e8e8-3b89-46f6-989e-311c42bfe250), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.942282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.943474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/6cd5e8e8-3b89-46f6-989e-311c42bfe250 HTTP/1.1" status: 204  len: 168 time: 0.2206371
Jan 29 21:06:45.944284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6d1-7028-4dea-8e69-8fd10bc75458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:45.946567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40700) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:45.964627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7391-915f-4ba9-bd56-48a58efcbc62 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5e8e8-3b89-46f6-989e-311c42bfe250,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.015531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-30864d2a-4791-4900-bad2-3343a7870d65 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0673029
Jan 29 21:06:46.021105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40702) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.025695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'tempest-secgroup--813355322'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:46.051490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.054373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6d1-7028-4dea-8e69-8fd10bc75458 admin admin] Publish callbacks [] for security_group (663d7e3f-e321-4a1c-b040-f6c29e2d8606), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.060320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6d1-7028-4dea-8e69-8fd10bc75458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (663d7e3f-e321-4a1c-b040-f6c29e2d8606), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.108608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ccadd6d1-7028-4dea-8e69-8fd10bc75458 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e098df0ad6734d838f781cd1cf37bdbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3097007
Jan 29 21:06:46.109514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadd6d1-7028-4dea-8e69-8fd10bc75458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663d7e3f-e321-4a1c-b040-f6c29e2d8606,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.109661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40708) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.151120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (d3dad9fd-b311-4a6d-b191-7f6e0e6682f9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.165463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d3dad9fd-b311-4a6d-b191-7f6e0e6682f9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.199157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.200506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1784575
Jan 29 21:06:46.203741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40710) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.211251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9fc3ae8f-5888-4a17-beb7-d084aa954a09 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:46.211711 ncdv-master-1 neutron-server[125943]: WARNING neutron.api.v2.base [None req-9fc3ae8f-5888-4a17-beb7-d084aa954a09 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 29 21:06:46.212303 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-9fc3ae8f-5888-4a17-beb7-d084aa954a09 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:06:46.216000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9fc3ae8f-5888-4a17-beb7-d084aa954a09 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "PUT /v2.0/security-groups/d3dad9fd-b311-4a6d-b191-7f6e0e6682f9 HTTP/1.1" status: 409  len: 330 time: 0.0065157
Jan 29 21:06:46.218020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40716) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.229447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] Publish callbacks [] for security_group (663d7e3f-e321-4a1c-b040-f6c29e2d8606), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.233461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd98733-0998-436c-9f7b-a2387bf25042 tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dad9fd-b311-4a6d-b191-7f6e0e6682f9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.284441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] Publish callbacks [] for security_group (663d7e3f-e321-4a1c-b040-f6c29e2d8606), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.335554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (d3dad9fd-b311-4a6d-b191-7f6e0e6682f9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.364971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (d3dad9fd-b311-4a6d-b191-7f6e0e6682f9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.388671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (663d7e3f-e321-4a1c-b040-f6c29e2d8606), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.391351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.393355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/663d7e3f-e321-4a1c-b040-f6c29e2d8606 HTTP/1.1" status: 204  len: 168 time: 0.2828083
Jan 29 21:06:46.417530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68c6e-c900-4078-baf1-f8bdd329c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d7e3f-e321-4a1c-b040-f6c29e2d8606,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.440801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d3dad9fd-b311-4a6d-b191-7f6e0e6682f9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.444601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.448417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3dad9fd-b311-4a6d-b191-7f6e0e6682f9 HTTP/1.1" status: 204  len: 168 time: 0.2244198
Jan 29 21:06:46.449042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40744) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.460588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c156-a6eb-4cd4-b77f-67ceff1a27db tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dad9fd-b311-4a6d-b191-7f6e0e6682f9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.511536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ef9c25ad-7798-4fad-ac4d-2687dfc035bc tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0613267
Jan 29 21:06:46.515221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40746) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.546333 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-0de143b0-3d3e-4bcd-9ad5-d02f1e687dad tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] delete failed (client error): The resource could not be found.
Jan 29 21:06:46.551406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0de143b0-3d3e-4bcd-9ad5-d02f1e687dad tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "DELETE /v2.0/security-groups/49afe774-6bfe-46f4-bb48-eb1b4cfa45ee HTTP/1.1" status: 404  len: 347 time: 0.0309970
Jan 29 21:06:46.551708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40748) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.575502 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-551eab13-9f65-4e0b-8131-db8fece10e5b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] show failed (client error): The resource could not be found.
Jan 29 21:06:46.575502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-551eab13-9f65-4e0b-8131-db8fece10e5b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-groups/a05ad537-ce5f-44a1-b82e-df028e6615d5 HTTP/1.1" status: 404  len: 347 time: 0.0176208
Jan 29 21:06:46.576184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40750) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.589158 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-d1042c85-b9ea-48bb-92e9-888500e9928b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] show failed (client error): The resource could not be found.
Jan 29 21:06:46.593445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d1042c85-b9ea-48bb-92e9-888500e9928b tempest-NegativeSecGroupIPv6Test-976951564 tempest-NegativeSecGroupIPv6Test-976951564-project] 10.222.0.20 "GET /v2.0/security-group-rules/57c83ecd-5d6c-45ec-b9e7-ff508b970e93 HTTP/1.1" status: 404  len: 356 time: 0.0132720
Jan 29 21:06:46.636344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cc833-4610-4e71-87a9-8e5478c59edc req-1351fd50-3c60-4795-9467-d3619d68c816 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:46.639284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-032cc833-4610-4e71-87a9-8e5478c59edc req-1351fd50-3c60-4795-9467-d3619d68c816 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.0840464
Jan 29 21:06:46.701358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-032cc833-4610-4e71-87a9-8e5478c59edc req-f4a3357a-3507-4cd7-9bf5-5b0cdd935d30 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561993
Jan 29 21:06:46.807902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40768) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.818879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.828414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-298922da-80ea-45f1-b809-005b985c98a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.921527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-298922da-80ea-45f1-b809-005b985c98a5 admin admin] Publish callbacks [] for security_group (90365381-0f39-48ff-844c-5a6de50404ac), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.927307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-298922da-80ea-45f1-b809-005b985c98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (90365381-0f39-48ff-844c-5a6de50404ac), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:46.951407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:46.972226 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-298922da-80ea-45f1-b809-005b985c98a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cba5ef3f0004bd8a53ca0951700b346&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1629961
Jan 29 21:06:46.974556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298922da-80ea-45f1-b809-005b985c98a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90365381-0f39-48ff-844c-5a6de50404ac,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:46.975232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40782) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:47.051378 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] Publish callbacks [] for security_group (90365381-0f39-48ff-844c-5a6de50404ac), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.090727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] Publish callbacks [] for security_group (90365381-0f39-48ff-844c-5a6de50404ac), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.171234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c1276671-9b50-4355-b925-b6a0451a1e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8164988e075e413a8e6de2b2b02ca6e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2184851
Jan 29 21:06:47.174343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:47.180470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (90365381-0f39-48ff-844c-5a6de50404ac), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.182978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.184038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90365381-0f39-48ff-844c-5a6de50404ac HTTP/1.1" status: 204  len: 168 time: 0.2078145
Jan 29 21:06:47.198132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd9be-1515-4585-9d59-155045526ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90365381-0f39-48ff-844c-5a6de50404ac,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:47.241815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] Publish callbacks [] for security_group (e886366a-6ee2-4c60-bdbb-cc8f2519b502), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.263663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] Publish callbacks [] for security_group (e886366a-6ee2-4c60-bdbb-cc8f2519b502), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.316906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e886366a-6ee2-4c60-bdbb-cc8f2519b502), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.319732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:47.320910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e886366a-6ee2-4c60-bdbb-cc8f2519b502 HTTP/1.1" status: 204  len: 168 time: 0.1457438
Jan 29 21:06:47.329783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fdc85-3059-47c9-af85-f110a9787b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e886366a-6ee2-4c60-bdbb-cc8f2519b502,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:47.847749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30684d9-779c-48a5-b34e-6b46beaebb64 req-a87ab2ab-1734-4eb2-b676-f8250f3c57e7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:47.849452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e30684d9-779c-48a5-b34e-6b46beaebb64 req-a87ab2ab-1734-4eb2-b676-f8250f3c57e7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.0671628
Jan 29 21:06:47.907199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e30684d9-779c-48a5-b34e-6b46beaebb64 req-1bbb4974-f4e2-46c7-b6d7-5eae641bbb54 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506582
Jan 29 21:06:48.242221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40856) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:48.391806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0aeee5b9-6323-4f7a-b98f-3eb6a2590732 tempest-ServiceProvidersTest-1597568040 tempest-ServiceProvidersTest-1597568040-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1483614
Jan 29 21:06:48.666345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:48.773624 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5baeec30-0649-4336-92f4-2ba8ab5597bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:48.851487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5baeec30-0649-4336-92f4-2ba8ab5597bb admin admin] Publish callbacks [] for security_group (17513f20-d45d-4675-8eed-d98cc8e89c73), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:48.855309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5baeec30-0649-4336-92f4-2ba8ab5597bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17513f20-d45d-4675-8eed-d98cc8e89c73), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:48.885070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:06:48.896397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5baeec30-0649-4336-92f4-2ba8ab5597bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b1cfc4a3acc40dd80245be0f2117df6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2287087
Jan 29 21:06:48.897389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeec30-0649-4336-92f4-2ba8ab5597bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17513f20-d45d-4675-8eed-d98cc8e89c73,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:48.899184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:48.951144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] Publish callbacks [] for security_group (17513f20-d45d-4675-8eed-d98cc8e89c73), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:48.961970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:48.962363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:48.964782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:06:48.974131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] Publish callbacks [] for security_group (17513f20-d45d-4675-8eed-d98cc8e89c73), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.000800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:49.003578 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b5edc-54de-4e90-bf51-89f5939174da" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-unplugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:49.017653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:49.028961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17513f20-d45d-4675-8eed-d98cc8e89c73), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.033064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.033611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.034893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17513f20-d45d-4675-8eed-d98cc8e89c73 HTTP/1.1" status: 204  len: 168 time: 0.1339314
Jan 29 21:06:49.044919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf868-9afd-4d29-aea2-d8a4b3e4d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17513f20-d45d-4675-8eed-d98cc8e89c73,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:49.055737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29970167-47be-4169-9c47-48b44c716024 req-87269b1e-f6fc-4b12-a2bd-1f799d32bbc2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:49.058685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29970167-47be-4169-9c47-48b44c716024 req-87269b1e-f6fc-4b12-a2bd-1f799d32bbc2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.0758240
Jan 29 21:06:49.153711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29970167-47be-4169-9c47-48b44c716024 req-dc5acd7a-4150-422b-988b-8059ad0572c7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867360
Jan 29 21:06:49.303739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:49.313442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.313785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.314184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.314522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.314855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.315184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.315512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.315835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.316159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.316480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.316801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.317148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.317486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:06:49.332282 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424e8d7-2bc4-4839-9ace-d0a846faab00 x-openstack-request-id: req-2424e8d7-2bc4-4839-9ace-d0a846faab00 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:49.332580 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-unplugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:49.332838 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2424e8d7-2bc4-4839-9ace-d0a846faab00 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:49.333248 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'code': 200}
Jan 29 21:06:49.339642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:49.350797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'port_id': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'mac_address': 'fa:16:3e:a0:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:06:49.387723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e937523f-70f7-485f-8677-f4805c44d1bd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:49.388026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.400892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e937523f-70f7-485f-8677-f4805c44d1bd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:49.420973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:49.425831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.472402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:49.751056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e937523f-70f7-485f-8677-f4805c44d1bd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:06:49.771649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40932) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:49.931174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dc65c2ee-93b6-4744-89a5-e3fd95cf1260 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2024416149', 'prefixes': ['172.20.0.0/16']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:49.995902 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc65c2ee-93b6-4744-89a5-e3fd95cf1260 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:49.997290 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc65c2ee-93b6-4744-89a5-e3fd95cf1260 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.2243767
Jan 29 21:06:49.999989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40948) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.036595 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2fb25599-25ac-45b9-87a1-a24f4976f9c6 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "GET /v2.0/subnetpools/3d1fa5a1-133c-4575-88b2-9d04d65a6cec HTTP/1.1" status: 200  len: 732 time: 0.0353644
Jan 29 21:06:50.038966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40952) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.043170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-17ad6fa2-5da2-4828-b749-a6f78030253f tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1197782028'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:50.119639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17ad6fa2-5da2-4828-b749-a6f78030253f tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.120810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-17ad6fa2-5da2-4828-b749-a6f78030253f tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "PUT /v2.0/subnetpools/3d1fa5a1-133c-4575-88b2-9d04d65a6cec HTTP/1.1" status: 200  len: 684 time: 0.0809491
Jan 29 21:06:50.123473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40954) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.195965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7685d3c-87fd-4648-87fd-79dea9123117 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.200358 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a7685d3c-87fd-4648-87fd-79dea9123117 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "DELETE /v2.0/subnetpools/3d1fa5a1-133c-4575-88b2-9d04d65a6cec HTTP/1.1" status: 204  len: 168 time: 0.0732951
Jan 29 21:06:50.200634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40958) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.215257 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-22dd22ef-d05e-4cee-9fb0-5787acf5a4ec tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] show failed (client error): The resource could not be found.
Jan 29 21:06:50.216250 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-22dd22ef-d05e-4cee-9fb0-5787acf5a4ec tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "GET /v2.0/subnetpools/3d1fa5a1-133c-4575-88b2-9d04d65a6cec HTTP/1.1" status: 404  len: 346 time: 0.0146153
Jan 29 21:06:50.218971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40960) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.233174 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-738afd0e-f2e0-49c6-bcd9-337a19414741 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] delete failed (client error): The resource could not be found.
Jan 29 21:06:50.234167 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-738afd0e-f2e0-49c6-bcd9-337a19414741 tempest-SubnetPoolsTestJSON-1016898306 tempest-SubnetPoolsTestJSON-1016898306-project] 10.222.0.20 "DELETE /v2.0/subnetpools/3d1fa5a1-133c-4575-88b2-9d04d65a6cec HTTP/1.1" status: 404  len: 346 time: 0.0143282
Jan 29 21:06:50.287773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7946294-735f-44ef-b2da-ee87d15a2efa req-2828236d-d72c-4020-9943-8a3a6602c68e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:50.290368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7946294-735f-44ef-b2da-ee87d15a2efa req-2828236d-d72c-4020-9943-8a3a6602c68e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.0557294
Jan 29 21:06:50.345663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7946294-735f-44ef-b2da-ee87d15a2efa req-30a758e5-5953-435e-bc51-3efeaba76ce3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486946
Jan 29 21:06:50.493739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 40976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.615660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c396104-89c5-448f-9d7b-10d2d4b5b891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.692260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c396104-89c5-448f-9d7b-10d2d4b5b891 admin admin] Publish callbacks [] for security_group (6fd64f76-9313-4bb9-a01f-a8bf57ac1b77), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.696023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c396104-89c5-448f-9d7b-10d2d4b5b891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6fd64f76-9313-4bb9-a01f-a8bf57ac1b77), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.732638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c396104-89c5-448f-9d7b-10d2d4b5b891 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d6b5d76c9bb4736a32106c021163b47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2378151
Jan 29 21:06:50.733556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c396104-89c5-448f-9d7b-10d2d4b5b891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd64f76-9313-4bb9-a01f-a8bf57ac1b77,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:50.735418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 40980) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:50.787872 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] Publish callbacks [] for security_group (6fd64f76-9313-4bb9-a01f-a8bf57ac1b77), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.809870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] Publish callbacks [] for security_group (6fd64f76-9313-4bb9-a01f-a8bf57ac1b77), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.856398 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6fd64f76-9313-4bb9-a01f-a8bf57ac1b77), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.859209 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:50.863652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fd64f76-9313-4bb9-a01f-a8bf57ac1b77 HTTP/1.1" status: 204  len: 168 time: 0.1265957
Jan 29 21:06:50.874635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dc060-c810-4848-8b78-704032dd7030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd64f76-9313-4bb9-a01f-a8bf57ac1b77,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:50.969739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:51.039028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port e937523f-70f7-485f-8677-f4805c44d1bd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:06:51.043724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port e937523f-70f7-485f-8677-f4805c44d1bd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:51.044062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.129545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e937523f-70f7-485f-8677-f4805c44d1bd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:51.129932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.165400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:51.170455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.229443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:51.334551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:51.336969 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f79e1-d206-4a6d-bb59-e0e3d4d8de48" -d '{"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-plugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:51.378810 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb6a538-7247-4619-886a-ef9dd8ac4077 x-openstack-request-id: req-3fb6a538-7247-4619-886a-ef9dd8ac4077 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:51.379086 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-plugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:51.379356 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fb6a538-7247-4619-886a-ef9dd8ac4077 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:51.379754 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'code': 200}
Jan 29 21:06:51.489086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825a14a-0c5a-4881-bfbc-13609c62e9cd req-8c792c74-d7e0-47c7-acbf-64f4837e2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:51.490631 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4825a14a-0c5a-4881-bfbc-13609c62e9cd req-8c792c74-d7e0-47c7-acbf-64f4837e2017 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1127 time: 0.0529966
Jan 29 21:06:51.495758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2404f-31b5-4578-8aec-c202153e0f29 req-8cfa4ac1-de00-4cde-b5df-6ff4c9efd657 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:51.497461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3b2404f-31b5-4578-8aec-c202153e0f29 req-8cfa4ac1-de00-4cde-b5df-6ff4c9efd657 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.0711744
Jan 29 21:06:51.550895 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4825a14a-0c5a-4881-bfbc-13609c62e9cd req-16863793-9da0-4a1e-90e9-b21598c7a4b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521719
Jan 29 21:06:51.557756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3b2404f-31b5-4578-8aec-c202153e0f29 req-171727a3-5573-4a9d-9eb0-89d0fcf8f0e6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502231
Jan 29 21:06:51.618624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41032) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:51.718990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1314134449'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:51.737702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Made reservation on behalf of 5d88491cd9ce4f2ca06086e74f7e176b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:06:51.740891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.749000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.828263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks [] for security_group (b4e6aa28-9abb-4104-b235-8a9aa75dcd38), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.832611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4e6aa28-9abb-4104-b235-8a9aa75dcd38), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.857039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:06:51.880408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e6aa28-9abb-4104-b235-8a9aa75dcd38,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:51.884602 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (080a5307-68bc-495c-9551-961b881c47cf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.884951 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Added segment 080a5307-68bc-495c-9551-961b881c47cf of type vlan for network 818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc
Jan 29 21:06:51.928140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.953021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:51.958252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:51.958839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:52.019796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.4000456
Jan 29 21:06:52.022945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41036) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.027492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-ceb1b827-d4c5-42cf-8c49-9b150b4129ed tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09be9af0>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-548356202') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.033397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a436ef-1126-4cc3-bd62-1569401db7df tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Pushing event updated for resources: {'Network': ['ID=818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:52.047258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:06:52.122055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ceb1b827-d4c5-42cf-8c49-9b150b4129ed tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "PUT /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-548356202 HTTP/1.1" status: 201  len: 201 time: 0.0980890
Jan 29 21:06:52.124513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41042) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.129361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-279dadb5-0ca4-4a56-b1a4-05e6ed801601 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea09888430>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-548356202') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.208583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-279dadb5-0ca4-4a56-b1a4-05e6ed801601 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-548356202 HTTP/1.1" status: 204  len: 168 time: 0.0830269
Jan 29 21:06:52.211758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41046) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.224275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-7f24cdb1-6847-4d24-a76f-6304c19fb2ef tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fea09c41c40>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.376173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:52.578774 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7f24cdb1-6847-4d24-a76f-6304c19fb2ef tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags HTTP/1.1" status: 200  len: 237 time: 0.3658540
Jan 29 21:06:52.581725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41070) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.589232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-acf88858-f535-4b1a-abff-17b7cd83cca3 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fea08dacee0>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', {'tags': ['tempest-TagsTest-Tag-95466691', 'tempest-TagsTest-Tag-2016810368', 'tempest-TagsTest-Tag-1335436214']}) {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.701211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-acf88858-f535-4b1a-abff-17b7cd83cca3 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "PUT /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags HTTP/1.1" status: 200  len: 307 time: 0.1178954
Jan 29 21:06:52.704197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41072) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.709342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-8aefc3f0-cd4e-4f7f-856c-cc042e377207 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fea091af910>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-95466691') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.713636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645df6-51bb-4b36-8e6e-455e9c8c1dd8 req-bcd20b02-f76e-451f-9d3b-560b25190cfa tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:52.715127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06645df6-51bb-4b36-8e6e-455e9c8c1dd8 req-bcd20b02-f76e-451f-9d3b-560b25190cfa tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.0746896
Jan 29 21:06:52.769435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06645df6-51bb-4b36-8e6e-455e9c8c1dd8 req-6b4e03ec-308f-4823-b173-0e5f78f98f89 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468659
Jan 29 21:06:52.798588 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8aefc3f0-cd4e-4f7f-856c-cc042e377207 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "DELETE /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-95466691 HTTP/1.1" status: 204  len: 168 time: 0.0926652
Jan 29 21:06:52.801401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41074) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.806026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-aa23b6e8-a500-4a33-a2e7-518dc5e4ee06 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea091afb80>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-95466691') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.874971 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-aa23b6e8-a500-4a33-a2e7-518dc5e4ee06 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] show failed (client error): The resource could not be found.
Jan 29 21:06:52.876323 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-aa23b6e8-a500-4a33-a2e7-518dc5e4ee06 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-95466691 HTTP/1.1" status: 404  len: 324 time: 0.0736735
Jan 29 21:06:52.879127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41076) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.883652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-98d7639f-83ef-4fea-b18f-f48180fcc1d1 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea087b8520>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-2016810368') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:52.901971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:06:52.957532 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-98d7639f-83ef-4fea-b18f-f48180fcc1d1 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-2016810368 HTTP/1.1" status: 204  len: 168 time: 0.0770240
Jan 29 21:06:52.959984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:52.964375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-6de24fc1-c4b2-4fe7-a606-ca71c570c7c0 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea087b88b0>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-1335436214') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.012308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:53.025612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'mac_address': 'fa:16:3e:94:7d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:06:53.037016 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6de24fc1-c4b2-4fe7-a606-ca71c570c7c0 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-1335436214 HTTP/1.1" status: 204  len: 168 time: 0.0759695
Jan 29 21:06:53.040402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41080) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:53.045260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.tag.tag_plugin [None req-1dd1c308-fe44-449c-8202-53100ebe3191 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea03fdbd90>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.070350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:53.070905 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.084585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:06:53.109560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:53.114755 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.150621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1dd1c308-fe44-449c-8202-53100ebe3191 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "DELETE /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags HTTP/1.1" status: 204  len: 168 time: 0.1092193
Jan 29 21:06:53.153910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:53.158895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-f6ee8423-17bd-44cd-b3c2-6ea8291ac291 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea094a18e0>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-2016810368') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.166863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:53.240108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7f97ac3e-7708-42c7-8b86-7821560f6dd8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:06:53.242862 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f6ee8423-17bd-44cd-b3c2-6ea8291ac291 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] show failed (client error): The resource could not be found.
Jan 29 21:06:53.244540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f6ee8423-17bd-44cd-b3c2-6ea8291ac291 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-2016810368 HTTP/1.1" status: 404  len: 326 time: 0.0891390
Jan 29 21:06:53.247192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41086) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:53.252876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-fb886be5-ee30-479c-b90e-9d07b201ad77 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fea11048490>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc', 'tempest-TagsTest-Tag-1335436214') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.321520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.347338 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-fb886be5-ee30-479c-b90e-9d07b201ad77 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] show failed (client error): The resource could not be found.
Jan 29 21:06:53.349209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fb886be5-ee30-479c-b90e-9d07b201ad77 tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "GET /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags/tempest-TagsTest-Tag-1335436214 HTTP/1.1" status: 404  len: 326 time: 0.1003821
Jan 29 21:06:53.352530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41088) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:53.357679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.tag.tag_plugin [None req-3e9527f2-2b0b-4c4a-9304-5dcd1b58015a tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fea084ada00>, 'networks', '818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.440778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e9527f2-2b0b-4c4a-9304-5dcd1b58015a tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "DELETE /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc/tags HTTP/1.1" status: 204  len: 168 time: 0.0870068
Jan 29 21:06:53.445487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41096) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:53.535845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.646502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.668926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a03dc40>,) {'filters': {'network_id': ['818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.681049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a03dc40>, '080a5307-68bc-495c-9551-961b881c47cf') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.681355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a03dc40>, '080a5307-68bc-495c-9551-961b881c47cf') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:53.692392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (080a5307-68bc-495c-9551-961b881c47cf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.706882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (080a5307-68bc-495c-9551-961b881c47cf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.713947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:06:53.714423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (080a5307-68bc-495c-9551-961b881c47cf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:06:53.717908 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:06:53.784392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.791945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:53.795341 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] 10.222.0.20 "DELETE /v2.0/networks/818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc HTTP/1.1" status: 204  len: 168 time: 0.3487961
Jan 29 21:06:53.808202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9cb6e-4f1e-4456-818b-5989e1e4b62f tempest-TagsTest-938915828 tempest-TagsTest-938915828-project] Pushing event deleted for resources: {'Network': ['ID=818dbd9b-7a4f-4b41-b7ea-239bd0e28fbc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:53.913016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff6a21-df38-4e99-90b8-ce770cd97805 req-83de0b23-d556-4886-a0b0-f16e7f6e9b8b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:53.915305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78ff6a21-df38-4e99-90b8-ce770cd97805 req-83de0b23-d556-4886-a0b0-f16e7f6e9b8b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.0582492
Jan 29 21:06:53.969118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78ff6a21-df38-4e99-90b8-ce770cd97805 req-a3c90733-3a5c-406f-919a-a6e274cca5a8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467970
Jan 29 21:06:54.100290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41118) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:54.106271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0983e1-5158-444f-962b-fcdfcf8b03d7 req-f5990c6e-681f-4e2d-a566-2179ac6fd698 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:54.107852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be0983e1-5158-444f-962b-fcdfcf8b03d7 req-f5990c6e-681f-4e2d-a566-2179ac6fd698 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.0653889
Jan 29 21:06:54.172270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be0983e1-5158-444f-962b-fcdfcf8b03d7 req-3f0868e6-7fc5-48d2-a423-e52a5a3bde5c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582705
Jan 29 21:06:54.197441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41122) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:54.289280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4feb6-75d9-4d7e-8b4a-ff82eb968704 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:54.293618 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46e4feb6-75d9-4d7e-8b4a-ff82eb968704 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1122 time: 0.0922890
Jan 29 21:06:54.294076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41126) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:54.294372 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a6dcc91-3879-420f-9f5a-ac4c051ca0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d88491cd9ce4f2ca06086e74f7e176b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1926951
Jan 29 21:06:54.297424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:54.303213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:06:54.332824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.376934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] Publish callbacks [] for security_group (b4e6aa28-9abb-4104-b235-8a9aa75dcd38), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.413845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] Publish callbacks [] for security_group (b4e6aa28-9abb-4104-b235-8a9aa75dcd38), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.461116 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.478882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4e6aa28-9abb-4104-b235-8a9aa75dcd38), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.486953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.489562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e6aa28-9abb-4104-b235-8a9aa75dcd38 HTTP/1.1" status: 204  len: 168 time: 0.1910379
Jan 29 21:06:54.505044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b809e1-8ccb-4c8e-b413-9da04dce4747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e6aa28-9abb-4104-b235-8a9aa75dcd38,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:54.625256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.197 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/8c0a8e31-e889-4b8f-b7de-05cce91877a5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:06:54.776695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.826031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:54.874072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:06:54.878155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:06:54.882285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:06:54.915612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=8c0a8e31-e889-4b8f-b7de-05cce91877a5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:54.923032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:06:55.007992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:06:55.009209 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.196192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:06:55.196646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.229913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:55.235331 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73836931-1cc3-4a29-946a-8a5bdff31a93" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:55.252857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:06:55.260881 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.338684 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bece9401-ea62-4fae-acd7-f3a096ddc600 x-openstack-request-id: req-bece9401-ea62-4fae-acd7-f3a096ddc600 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:55.339802 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-plugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:55.340497 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bece9401-ea62-4fae-acd7-f3a096ddc600 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:55.341394 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'code': 200}
Jan 29 21:06:55.348475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:55.487738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.617930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.990606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:55.999118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.085531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41240) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:56.099899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=8c0a8e31-e889-4b8f-b7de-05cce91877a5,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:56.115064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.266843 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 associated. External IP: 172.35.4.197, port: e937523f-70f7-485f-8677-f4805c44d1bd.
Jan 29 21:06:56.300941 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9179689-f138-46a3-b0fa-fdafb6a97dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.463229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9179689-f138-46a3-b0fa-fdafb6a97dd2 admin admin] Publish callbacks [] for security_group (9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.478427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9179689-f138-46a3-b0fa-fdafb6a97dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.538897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9179689-f138-46a3-b0fa-fdafb6a97dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:56.589617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d9179689-f138-46a3-b0fa-fdafb6a97dd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d232a1f2a17c40bcab038d27b16d7769&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5030167
Jan 29 21:06:56.590673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41252) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:56.674941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 13179a9d-9dc7-43aa-9dcb-6537502f8032 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:06:56.688053 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] Publish callbacks [] for security_group (9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.732128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] Publish callbacks [] for security_group (9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.870937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.874095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:56.875406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f HTTP/1.1" status: 204  len: 168 time: 0.2835639
Jan 29 21:06:56.906840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c00a9e-5fdf-4da7-983e-5e82dbc7f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43b9b9-8bfc-4b17-a932-dcb7f80cdc0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:57.312100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:06:57.331281 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Sync routers for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:06:57.365257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:57.367030 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:57.369377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:57.445711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fb2743b2-e464-410a-b925-0d2097492d33 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1495371
Jan 29 21:06:57.446358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:06:57.448953 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07924407-273c-4ccf-a45f-72d4323bc5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:06:57.699108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d898-6c45-4b77-895d-112e09598b56 req-365f21e9-4b6c-4a71-9ce9-09aa57fda366 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:57.703390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aaf8d898-6c45-4b77-895d-112e09598b56 req-365f21e9-4b6c-4a71-9ce9-09aa57fda366 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.1442919
Jan 29 21:06:57.708425 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:57.813730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41296) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:57.861445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aaf8d898-6c45-4b77-895d-112e09598b56 req-7cbeb75d-79de-491e-85f9-98c39a95b1d8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502750
Jan 29 21:06:57.871435 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd38b0-90c8-4bfa-b970-44088e05d0b0 x-openstack-request-id: req-68bd38b0-90c8-4bfa-b970-44088e05d0b0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:06:57.872716 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:06:57.873238 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68bd38b0-90c8-4bfa-b970-44088e05d0b0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:06:57.877196 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'status': 'completed', 'code': 200}
Jan 29 21:06:57.910356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41300) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:58.029053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:58.070776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a9a38ea7-78a1-4efd-9d70-7433f52762cb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 200  len: 991 time: 0.1579382
Jan 29 21:06:58.213587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-045885a7-358e-4098-b4a3-efe08ab6dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:58.215303 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-045885a7-358e-4098-b4a3-efe08ab6dddd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1127 time: 0.2871966
Jan 29 21:06:58.216193 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf280>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.197', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'port_id': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'mac_address': 'fa:16:3e:a0:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:06:55Z', 'updated_at': '2022-01-29T21:06:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:58.316504 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Checking router: 13179a9d-9dc7-43aa-9dcb-6537502f8032 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:06:58.350168 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:06:58.350864 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:58.394864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-e8bfb0b5-3e4f-4407-a281-ebb527fe6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:58.396753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-e8bfb0b5-3e4f-4407-a281-ebb527fe6e61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1683538
Jan 29 21:06:58.405938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Deleting port 6f5a6d44-9b22-4230-8e95-372e7f8c359c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:06:58.406493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.440219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e60cb8fb-6e0a-4b07-9bc6-ac19b5e3be3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.567239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-3ddc0e07-2e5c-4e6f-b2f7-f1a35ff3991f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 999 time: 0.1634085
Jan 29 21:06:58.599253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e60cb8fb-6e0a-4b07-9bc6-ac19b5e3be3e admin admin] Publish callbacks [] for security_group (b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.608739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e60cb8fb-6e0a-4b07-9bc6-ac19b5e3be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.624827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.625193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (6f5a6d44-9b22-4230-8e95-372e7f8c359c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.650431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Calling delete_port for 6f5a6d44-9b22-4230-8e95-372e7f8c359c owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:06:58.659811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-0e46414e-0268-4194-b71a-c713db582f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:58.662512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-0e46414e-0268-4194-b71a-c713db582f70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0887792
Jan 29 21:06:58.682295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e60cb8fb-6e0a-4b07-9bc6-ac19b5e3be3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d5dbb1f5ed3413b98f70026be1f5d0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6505866
Jan 29 21:06:58.685451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cb8fb-6e0a-4b07-9bc6-ac19b5e3be3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:58.702995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41324) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:58.725742 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:06:58.781385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] Publish callbacks [] for security_group (b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.815372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] Publish callbacks [] for security_group (b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.871047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-a73286ac-098d-4c9a-aa17-b04d0e9a6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:06:58.872836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-a73286ac-098d-4c9a-aa17-b04d0e9a6d37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2033269
Jan 29 21:06:58.919140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.922999 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:58.924016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4 HTTP/1.1" status: 204  len: 168 time: 0.2135270
Jan 29 21:06:58.954908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a7c87-da1b-402a-a427-43dd9e621dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346b0e3-f35b-4c0c-8fa3-791aeaefe6f4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:59.034418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-602fbb40-1ca2-4498-9627-2637ff226c89 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473897
Jan 29 21:06:59.073728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41342) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:59.247120 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf280>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.197', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'port_id': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'mac_address': 'fa:16:3e:a0:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:06:55Z', 'updated_at': '2022-01-29T21:06:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:06:59.284053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01a60491-6169-441f-9736-6bd8314eed26 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 200  len: 991 time: 0.2071304
Jan 29 21:06:59.359182 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f2869-4031-47c8-bc58-17b1cc345eba None None] The sync data for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 is: [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.197', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'port_id': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'mac_address': 'fa:16:3e:a0:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:06:55Z', 'updated_at': '2022-01-29T21:06:55Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:06:59.366494 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-07924407-273c-4ccf-a45f-72d4323bc5d8 req-6831aebc-7cac-4a73-8ccb-c288a42ef834 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3218563
Jan 29 21:06:59.411146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6f5a6d44-9b22-4230-8e95-372e7f8c359c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:59.597406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event deleted for resources: {'Port': ['ID=6f5a6d44-9b22-4230-8e95-372e7f8c359c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:06:59.608801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for floatingip (48e722d2-5ba8-492c-a878-225f0b0593e8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:59.609477 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Floating IP 48e722d2-5ba8-492c-a878-225f0b0593e8 disassociated (deleted). External IP: 172.35.4.210, port: a33b7c5b-bd1c-4c7a-9e45-19a169f4e853.
Jan 29 21:06:59.762052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:06:59.796246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a869e81-b9a6-4b33-a830-c35a519eef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:06:59.887795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35501d67-f323-486d-9d20-796779c92eaa None None] New status for floating IP cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:07:00.057662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a869e81-b9a6-4b33-a830-c35a519eef9c admin admin] Publish callbacks [] for security_group (1d2f8138-87de-4de1-8737-853fcf415ef9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.068491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a869e81-b9a6-4b33-a830-c35a519eef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d2f8138-87de-4de1-8737-853fcf415ef9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.141374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5a869e81-b9a6-4b33-a830-c35a519eef9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12cda526617a47fd8b00f67037ce6cb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3764231
Jan 29 21:07:00.146067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:00.196863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:00.256193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a869e81-b9a6-4b33-a830-c35a519eef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f8138-87de-4de1-8737-853fcf415ef9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:00.294861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41394) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:00.410548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:00.411647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] Publish callbacks [] for security_group (1d2f8138-87de-4de1-8737-853fcf415ef9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.418726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.426207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:00.457212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5014d49f-78ab-4972-a32e-319843650c5a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 200  len: 993 time: 0.1588254
Jan 29 21:07:00.476087 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:00.483015 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b005d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:00.494629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] Publish callbacks [] for security_group (1d2f8138-87de-4de1-8737-853fcf415ef9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.544001 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-179da292-190f-4739-a069-73bd9eca5041 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "DELETE /v2.0/floatingips/48e722d2-5ba8-492c-a878-225f0b0593e8 HTTP/1.1" status: 204  len: 168 time: 2.7290676
Jan 29 21:07:00.545277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:00.551206 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2ea403-5e50-495b-80e6-d0370214c20c" -d '{"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:00.576898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d2f8138-87de-4de1-8737-853fcf415ef9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.576898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:00.576898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d2f8138-87de-4de1-8737-853fcf415ef9 HTTP/1.1" status: 204  len: 168 time: 0.4251924
Jan 29 21:07:00.590508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a7e7-be37-4b6d-8967-d523eace0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f8138-87de-4de1-8737-853fcf415ef9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:00.658970 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943cdd5-25f9-41c4-a586-58298b895932 x-openstack-request-id: req-4943cdd5-25f9-41c4-a586-58298b895932 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:00.659594 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:00.660106 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4943cdd5-25f9-41c4-a586-58298b895932 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:00.660748 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:07:00.687840 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:00.768745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-2856b8b9-ffcb-45c1-b8f1-4ece39b6fde0 req-d0149a5d-3ca5-48a8-ba89-c3d6ae89983e service neutron] (125943) timed out ('10.222.0.18', 61436) {{(pid=125943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:07:00.839332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-03a895ef-c53f-4118-a856-973b98117aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:00.852862 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-03a895ef-c53f-4118-a856-973b98117aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d5e7056616415aa449f9987bb3442c&device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 1127 time: 0.1681845
Jan 29 21:07:00.914608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-4811aaf2-e779-4fb0-a976-8ff939616ee7 req-bc13a4eb-f990-43e4-95d8-1a7d9efdb5b3 service neutron] (125942) timed out ('10.222.0.18', 61620) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:07:01.149151 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b005d00>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:01.154497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-f387a67d-bdf6-4a1d-9f82-81e9a654a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:01.158798 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-f387a67d-bdf6-4a1d-9f82-81e9a654a568 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 200  len: 914 time: 0.3005970
Jan 29 21:07:01.210372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef1dc-afce-430a-873c-09a0f3c3c37f req-80b34a28-c5fe-4447-935d-06fa154dcd3e tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:01.214168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23aef1dc-afce-430a-873c-09a0f3c3c37f req-80b34a28-c5fe-4447-935d-06fa154dcd3e tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.1348796
Jan 29 21:07:01.245536 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:01.258596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:01.259568 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b005d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:01.299685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23aef1dc-afce-430a-873c-09a0f3c3c37f req-5fe132be-a495-40eb-9101-fe91accd9f26 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761788
Jan 29 21:07:01.314511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-e17236fb-98f7-4a86-90cc-7525a0409735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 200  len: 217 time: 0.1451488
Jan 29 21:07:01.465813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-41d300cb-a5a4-4940-853f-d28504a95824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:01.470800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-41d300cb-a5a4-4940-853f-d28504a95824 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 200  len: 852 time: 0.1504996
Jan 29 21:07:01.571065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-b9543143-53f1-4f65-b9d2-3ab68c025952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:01.572784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-b9543143-53f1-4f65-b9d2-3ab68c025952 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a2f4cf5-c536-492e-88d4-8be604c4400e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0960877
Jan 29 21:07:01.644283 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:01.720628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-15ef81dd-abe0-45f3-944c-2b97122cce0f req-a011b4ad-bb5e-476e-b1fd-ac7ec552b3e8 tempest-DeleteServersTestJSON-1517781922 tempest-DeleteServersTestJSON-1517781922-project] (125942) timed out ('10.222.0.18', 61619) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:07:01.743974 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-e1ca2d24-d031-4b76-ad51-0e398cfc23a8 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639493
Jan 29 21:07:01.935587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c2ea403-5e50-495b-80e6-d0370214c20c req-6aae0961-0a05-4346-9a08-729604ec4145 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832783
Jan 29 21:07:01.979185 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b005d00>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:02.024800 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315339be-7611-4261-8e90-4b11ddfe2818 None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:04:39Z', 'revision_number': 4, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '97b76182-45b4-4e1d-bbf7-0e92945eb65d', 'name': '', 'network_id': '9a2f4cf5-c536-492e-88d4-8be604c4400e', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'mac_address': 'fa:16:3e:1e:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:38Z', 'updated_at': '2022-01-29T21:04:46Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'subnets': [{'id': '33f3317f-c357-49df-9dbf-96185cd5a1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:02.519072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df5a02-bea5-4ff9-9fd4-0de1d5116df3 None None] New status for floating IP 48e722d2-5ba8-492c-a878-225f0b0593e8: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:07:02.579154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eab7a-dad0-4553-9c11-1384ee0bb833 req-db13e051-299b-4541-98e6-1950bbfebc72 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:02.590788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b60eab7a-dad0-4553-9c11-1384ee0bb833 req-db13e051-299b-4541-98e6-1950bbfebc72 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.1395452
Jan 29 21:07:02.642859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-868b1132-929c-4e05-a6db-d54348615eb6 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:02.659827 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-868b1132-929c-4e05-a6db-d54348615eb6 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.36 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 945 time: 0.1292250
Jan 29 21:07:02.746801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b60eab7a-dad0-4553-9c11-1384ee0bb833 req-10228580-4b87-4da0-8b1b-e25f0017d8f6 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/security-groups?id=b19f95f6-8b0e-4b18-a231-0fac56211e98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1524937
Jan 29 21:07:02.867491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Deleting port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:02.868080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:02.982680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] For port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:02.983319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:02.998771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Calling delete_port for a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:03.184309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a33b7c5b-bd1c-4c7a-9e45-19a169f4e853), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:03.241629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event deleted for resources: {'Port': ['ID=a33b7c5b-bd1c-4c7a-9e45-19a169f4e853,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:03.290637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] No DVR routers for this DVR port a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:03.304453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:03.307884 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-19b6b1d5-873d-41a4-ad6f-b80b0bc73576 req-ea8a4425-67cb-47fd-9b01-3b8e5c776a69 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.36 "DELETE /v2.0/ports/a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 HTTP/1.1" status: 204  len: 173 time: 0.6415870
Jan 29 21:07:03.308430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'name': 'network-vif-deleted', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:03.312124 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db9467c-46ca-40e5-9b90-5cea2a91d538" -d '{"events": [{"server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "name": "network-vif-deleted", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:03.392602 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c78c3b4-ece2-4c05-b75b-08057301b4f1 x-openstack-request-id: req-7c78c3b4-ece2-4c05-b75b-08057301b4f1 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:03.392911 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b51b7-fd36-4ac9-bd04-6892c1dc4c32", "name": "network-vif-deleted", "tag": "a33b7c5b-bd1c-4c7a-9e45-19a169f4e853", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:03.393268 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c78c3b4-ece2-4c05-b75b-08057301b4f1 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:03.393591 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b51b7-fd36-4ac9-bd04-6892c1dc4c32', 'name': 'network-vif-deleted', 'tag': 'a33b7c5b-bd1c-4c7a-9e45-19a169f4e853', 'status': 'completed', 'code': 200}
Jan 29 21:07:03.997087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5abd9bdd-4ec5-4ffc-9b81-0fbdc38879c8 req-d7397b08-17ac-4eba-8610-704c7120a16f tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "GET /v2.0/ports?device_id=706b51b7-fd36-4ac9-bd04-6892c1dc4c32 HTTP/1.1" status: 200  len: 210 time: 0.0856895
Jan 29 21:07:05.021178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:05.051817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:05.052343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a33b7c5b-bd1c-4c7a-9e45-19a169f4e853 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:05.080056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41590) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:05.176002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (b19f95f6-8b0e-4b18-a231-0fac56211e98), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:05.253539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (b19f95f6-8b0e-4b18-a231-0fac56211e98), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:05.392899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b19f95f6-8b0e-4b18-a231-0fac56211e98), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:05.396273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:05.414207 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] 10.222.0.20 "DELETE /v2.0/security-groups/b19f95f6-8b0e-4b18-a231-0fac56211e98 HTTP/1.1" status: 204  len: 168 time: 0.3198187
Jan 29 21:07:05.449615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cac438-4d57-4c42-a769-469cbe758c20 tempest-TestVolumeBackupRestore-1484692939 tempest-TestVolumeBackupRestore-1484692939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f95f6-8b0e-4b18-a231-0fac56211e98,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:07.039166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:07.242947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce77d-fde4-407f-8901-9809dee54b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.390960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce77d-fde4-407f-8901-9809dee54b26 admin admin] Publish callbacks [] for security_group (6051f3cc-2a27-46dc-9f4f-381f601805b9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.395867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce77d-fde4-407f-8901-9809dee54b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6051f3cc-2a27-46dc-9f4f-381f601805b9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.457097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cb4ce77d-fde4-407f-8901-9809dee54b26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d8aa5e3c8d14c46a3951bc559fb47e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4162276
Jan 29 21:07:07.460835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:07.461765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ce77d-fde4-407f-8901-9809dee54b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6051f3cc-2a27-46dc-9f4f-381f601805b9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:07.569239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] Publish callbacks [] for security_group (6051f3cc-2a27-46dc-9f4f-381f601805b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.611825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] Publish callbacks [] for security_group (6051f3cc-2a27-46dc-9f4f-381f601805b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.694013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6051f3cc-2a27-46dc-9f4f-381f601805b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.698787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:07.700911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6051f3cc-2a27-46dc-9f4f-381f601805b9 HTTP/1.1" status: 204  len: 168 time: 0.2388318
Jan 29 21:07:07.710561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21269fb-71d5-401d-8f3e-bbf001067ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6051f3cc-2a27-46dc-9f4f-381f601805b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:09.320591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:09.801323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (77187860-85c1-466c-ab95-593bb9c6bfb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:09.897736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41886) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:10.032965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d3909fd3-253a-4cbe-b754-bd1fc605ce54 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Request body: {'quota': {'network': 2}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:10.064197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d3909fd3-253a-4cbe-b754-bd1fc605ce54 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "PUT /v2.0/quotas/5bd4dd91792b4736811361fd79b7c6a1 HTTP/1.1" status: 200  len: 368 time: 0.1655715
Jan 29 21:07:10.066996 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:10.071938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Request body: {'network': {'project_id': '5bd4dd91792b4736811361fd79b7c6a1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:10.096157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Made reservation on behalf of 5bd4dd91792b4736811361fd79b7c6a1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:10.099076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.108799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.197124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for security_group (86dee781-279b-4918-b432-4587ca76af4e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.197868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Deleting port 97b76182-45b4-4e1d-bbf7-0e92945eb65d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:10.198100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.205128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (86dee781-279b-4918-b432-4587ca76af4e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.228917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:10.244869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dee781-279b-4918-b432-4587ca76af4e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:10.247762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b7c41913-4b98-496b-ac7a-829cb6ed2f33), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.248306 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Added segment b7c41913-4b98-496b-ac7a-829cb6ed2f33 of type vlan for network 1b6268d3-ecb5-45bb-a749-0c856af308a8
Jan 29 21:07:10.295095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (1b6268d3-ecb5-45bb-a749-0c856af308a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.322988 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8148-e189-439e-999e-d8f5ceba9c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.340723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (1b6268d3-ecb5-45bb-a749-0c856af308a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.341853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:10.342432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.364912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] For port 97b76182-45b4-4e1d-bbf7-0e92945eb65d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97b76182-45b4-4e1d-bbf7-0e92945eb65d,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:10.365668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.385537 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3152163
Jan 29 21:07:10.386074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41908) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:10.389479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Calling delete_port for 97b76182-45b4-4e1d-bbf7-0e92945eb65d owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:10.396341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Request body: {'network': {'project_id': '5bd4dd91792b4736811361fd79b7c6a1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:10.457378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5fd85-3388-46ca-8237-2b0c76e6e02e tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event updated for resources: {'Network': ['ID=1b6268d3-ecb5-45bb-a749-0c856af308a8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:10.468353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 1b6268d3-ecb5-45bb-a749-0c856af308a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:10.478458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Made reservation on behalf of 5bd4dd91792b4736811361fd79b7c6a1 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:10.481021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.521249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:10.536465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9e7fba60-ca6c-49fc-a834-3f44786e2741), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.537232 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Added segment 9e7fba60-ca6c-49fc-a834-3f44786e2741 of type vlan for network a1e7945b-36b6-49b0-b3cc-6b1a19593b45
Jan 29 21:07:10.624213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a1e7945b-36b6-49b0-b3cc-6b1a19593b45), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.667485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a1e7945b-36b6-49b0-b3cc-6b1a19593b45), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.668612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:10.669292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.760959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3732762
Jan 29 21:07:10.763904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:10.770270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3f40bb82-ccf9-4e9a-8ea1-ad4d417d8b19 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Request body: {'network': {'project_id': '5bd4dd91792b4736811361fd79b7c6a1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:10.773222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48035b-7363-4232-b990-578efecdd2d7 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event updated for resources: {'Network': ['ID=a1e7945b-36b6-49b0-b3cc-6b1a19593b45,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:10.785091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a1e7945b-36b6-49b0-b3cc-6b1a19593b45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:10.785615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (97b76182-45b4-4e1d-bbf7-0e92945eb65d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:10.802072 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f40bb82-ccf9-4e9a-8ea1-ad4d417d8b19 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:07:10.802549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f40bb82-ccf9-4e9a-8ea1-ad4d417d8b19 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:07:10.803957 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f40bb82-ccf9-4e9a-8ea1-ad4d417d8b19 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0386372
Jan 29 21:07:10.808089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:10.814194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b76182-45b4-4e1d-bbf7-0e92945eb65d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:10.895414 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b961e406-7297-457d-bdf6-a69780a5e0c4 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bd4dd91792b4736811361fd79b7c6a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0856247
Jan 29 21:07:10.898265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41942) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:11.035492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for security_group (86dee781-279b-4918-b432-4587ca76af4e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.067735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (77187860-85c1-466c-ab95-593bb9c6bfb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.071407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for security_group (86dee781-279b-4918-b432-4587ca76af4e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.215297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (86dee781-279b-4918-b432-4587ca76af4e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.217983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.222058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/86dee781-279b-4918-b432-4587ca76af4e HTTP/1.1" status: 204  len: 168 time: 0.3199422
Jan 29 21:07:11.224458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 41946) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:11.231983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88963c96-0920-48f9-96bb-a050fa0c02e5 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dee781-279b-4918-b432-4587ca76af4e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:11.335202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a1e7945b-36b6-49b0-b3cc-6b1a19593b45), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.377853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Router 77187860-85c1-466c-ab95-593bb9c6bfb8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:11.444781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a1e7945b-36b6-49b0-b3cc-6b1a19593b45), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.476226 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0973aa30>,) {'filters': {'network_id': ['a1e7945b-36b6-49b0-b3cc-6b1a19593b45']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:11.489154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0973aa30>, '9e7fba60-ca6c-49fc-a834-3f44786e2741') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:11.489690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0973aa30>, '9e7fba60-ca6c-49fc-a834-3f44786e2741') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:11.500376 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (9e7fba60-ca6c-49fc-a834-3f44786e2741), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.517106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9e7fba60-ca6c-49fc-a834-3f44786e2741), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.526345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:11.526753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (9e7fba60-ca6c-49fc-a834-3f44786e2741), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:11.534169 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:11.536350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:11.539300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-06bde6a0-6127-4fcc-8ecc-36fc9f0a0ff3 admin admin] 10.222.0.20 "PUT /v2.0/routers/77187860-85c1-466c-ab95-593bb9c6bfb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2169354
Jan 29 21:07:11.541686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 41996) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:11.546999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Sync routers for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:11.561356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:11.561968 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:11.658071 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a1e7945b-36b6-49b0-b3cc-6b1a19593b45), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.689804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.694495 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a1e7945b-36b6-49b0-b3cc-6b1a19593b45 HTTP/1.1" status: 204  len: 168 time: 0.4689481
Jan 29 21:07:11.695902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf93d1-01b3-4d78-846b-f792a9d63776 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1e7945b-36b6-49b0-b3cc-6b1a19593b45,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:11.697997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42008) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:11.763659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks [] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.883534 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:11.887359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (1b6268d3-ecb5-45bb-a749-0c856af308a8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.889802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde66ad-ec15-469f-b02e-14365a92cb57 req-6845383b-b6b8-41c6-8830-6519d8a6de8f tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:11.892157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fde66ad-ec15-469f-b02e-14365a92cb57 req-6845383b-b6b8-41c6-8830-6519d8a6de8f tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 950 time: 0.2486756
Jan 29 21:07:11.945153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks [] for router_gateway (77187860-85c1-466c-ab95-593bb9c6bfb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:11.972419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fde66ad-ec15-469f-b02e-14365a92cb57 req-3a19be97-26c7-437a-9a11-f476dc9a57b9 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721445
Jan 29 21:07:11.984419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (1b6268d3-ecb5-45bb-a749-0c856af308a8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.012845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeaf0>,) {'filters': {'network_id': ['1b6268d3-ecb5-45bb-a749-0c856af308a8']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.034242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeaf0>, 'b7c41913-4b98-496b-ac7a-829cb6ed2f33') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.034546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08bbeaf0>, 'b7c41913-4b98-496b-ac7a-829cb6ed2f33') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.043971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Deleting port a5390464-3354-44d2-98d7-f85258065602 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:12.044564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a5390464-3354-44d2-98d7-f85258065602), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.047811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b7c41913-4b98-496b-ac7a-829cb6ed2f33), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.064138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b7c41913-4b98-496b-ac7a-829cb6ed2f33), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.071551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:12.071859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b7c41913-4b98-496b-ac7a-829cb6ed2f33), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.095007 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2b4c0>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a5390464-3354-44d2-98d7-f85258065602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:07:10Z', 'revision_number': 5, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port': {'id': 'a5390464-3354-44d2-98d7-f85258065602', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:35Z', 'updated_at': '2022-01-29T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:12.121250 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:12.128340 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Checking router: 77187860-85c1-466c-ab95-593bb9c6bfb8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:12.136780 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Routers {'77187860-85c1-466c-ab95-593bb9c6bfb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:12.137429 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af2b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:06:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['77187860-85c1-466c-ab95-593bb9c6bfb8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.149468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (1b6268d3-ecb5-45bb-a749-0c856af308a8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.160465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] For port a5390464-3354-44d2-98d7-f85258065602, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5390464-3354-44d2-98d7-f85258065602,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:12.160925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a5390464-3354-44d2-98d7-f85258065602), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.165498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.169858 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1b6268d3-ecb5-45bb-a749-0c856af308a8 HTTP/1.1" status: 204  len: 168 time: 0.4703691
Jan 29 21:07:12.179699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Calling delete_port for a5390464-3354-44d2-98d7-f85258065602 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:12.189992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd02af-a87a-4c7b-8766-a24b8e8671a9 tempest-QuotasNegativeTest-1660133203 tempest-QuotasNegativeTest-1660133203-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b6268d3-ecb5-45bb-a749-0c856af308a8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:12.260149 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] Set router 77187860-85c1-466c-ab95-593bb9c6bfb8 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:12.331925 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af2b4c0>, [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:07:11Z', 'revision_number': 6, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:12.380379 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1c5d-af36-4664-9bb9-bafdd3efad08 None None] The sync data for ids ['77187860-85c1-466c-ab95-593bb9c6bfb8'] in ncdv-master-1 is: [{'id': '77187860-85c1-466c-ab95-593bb9c6bfb8', 'name': 'tempest-TestVolumeBackupRestore-342680054-router', 'tenant_id': '71d5e7056616415aa449f9987bb3442c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:33Z', 'updated_at': '2022-01-29T21:07:11Z', 'revision_number': 6, 'project_id': '71d5e7056616415aa449f9987bb3442c', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:12.471689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a5390464-3354-44d2-98d7-f85258065602), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.509306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5390464-3354-44d2-98d7-f85258065602,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:12.613449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (77187860-85c1-466c-ab95-593bb9c6bfb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.644058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00edd021-62ea-4c7a-b7fb-d774cc4c5e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.692891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42066) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:12.748318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.751437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks [] for router_controller (77187860-85c1-466c-ab95-593bb9c6bfb8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.816745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (77187860-85c1-466c-ab95-593bb9c6bfb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.817780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77187860-85c1-466c-ab95-593bb9c6bfb8 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:07:12.824082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.825275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98f08173-9668-4774-8971-877fe69ddeb0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/77187860-85c1-466c-ab95-593bb9c6bfb8 HTTP/1.1" status: 204  len: 168 time: 1.2825687
Jan 29 21:07:12.828198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42090) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:12.887586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Deleting subnet 33f3317f-c357-49df-9dbf-96185cd5a1a9 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:07:12.893379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Publish callbacks [] for subnet (33f3317f-c357-49df-9dbf-96185cd5a1a9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.974677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (33f3317f-c357-49df-9dbf-96185cd5a1a9), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:12.978274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75c38714-9429-4117-9276-a52e1dc5f85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.128754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (33f3317f-c357-49df-9dbf-96185cd5a1a9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.190779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75c38714-9429-4117-9276-a52e1dc5f85a admin admin] Publish callbacks [] for security_group (fd371f1a-f471-4512-b097-48f521e8c0d9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.200978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75c38714-9429-4117-9276-a52e1dc5f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fd371f1a-f471-4512-b097-48f521e8c0d9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.260084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (33f3317f-c357-49df-9dbf-96185cd5a1a9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.312140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-75c38714-9429-4117-9276-a52e1dc5f85a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a26a3cc5cf0c4f8a8c65a9570e1e559d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6178405
Jan 29 21:07:13.315798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c38714-9429-4117-9276-a52e1dc5f85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd371f1a-f471-4512-b097-48f521e8c0d9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:13.326613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f3317f-c357-49df-9dbf-96185cd5a1a9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:13.327964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42132) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:13.348631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dec54c-0a34-4d6d-8f44-474176f80e63 None None] Network 9a2f4cf5-c536-492e-88d4-8be604c4400e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:13.359011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.365034 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eec503f9-1d77-4048-9b50-54320ffcdb27 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33f3317f-c357-49df-9dbf-96185cd5a1a9 HTTP/1.1" status: 204  len: 168 time: 0.5356083
Jan 29 21:07:13.369766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42134) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:13.476817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e19b-b3af-4873-8c4b-ebc2ff3cf20f req-23ebd2c3-7241-4d4a-a68c-e9cd56b79cf0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:13.478300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e25e19b-b3af-4873-8c4b-ebc2ff3cf20f req-23ebd2c3-7241-4d4a-a68c-e9cd56b79cf0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 950 time: 0.1928945
Jan 29 21:07:13.494996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9a2f4cf5-c536-492e-88d4-8be604c4400e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.504100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] Publish callbacks [] for security_group (fd371f1a-f471-4512-b097-48f521e8c0d9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.548671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] Publish callbacks [] for security_group (fd371f1a-f471-4512-b097-48f521e8c0d9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.600065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e25e19b-b3af-4873-8c4b-ebc2ff3cf20f req-0aa1e224-d649-47a3-9978-97656337dfac tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144569
Jan 29 21:07:13.606303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] DHCP port deletion for 9a2f4cf5-c536-492e-88d4-8be604c4400e request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:07:13.656764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Deleting port 9fde1c4b-9b89-453d-ae05-9331bc46f06b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:13.657222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.660065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fd371f1a-f471-4512-b097-48f521e8c0d9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.662809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.667428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd371f1a-f471-4512-b097-48f521e8c0d9 HTTP/1.1" status: 204  len: 168 time: 0.3371773
Jan 29 21:07:13.709034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Deleting port 9fde1c4b-9b89-453d-ae05-9331bc46f06b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:13.709493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.718546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a67218-3eb2-426a-9cd7-01a78892c25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd371f1a-f471-4512-b097-48f521e8c0d9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:13.744553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] For port 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fde1c4b-9b89-453d-ae05-9331bc46f06b,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:13.745361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.763894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Calling delete_port for 9fde1c4b-9b89-453d-ae05-9331bc46f06b owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:13.768923 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.839206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] For port 9fde1c4b-9b89-453d-ae05-9331bc46f06b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fde1c4b-9b89-453d-ae05-9331bc46f06b,segment=NetworkSegment(420bc0d5-82de-4686-8fd1-58fabe5e53ce),segment_id=420bc0d5-82de-4686-8fd1-58fabe5e53ce)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:13.839493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.862343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Calling delete_port for 9fde1c4b-9b89-453d-ae05-9331bc46f06b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:13.889314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.928159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] No DVR routers for this DVR port 9fde1c4b-9b89-453d-ae05-9331bc46f06b on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:13.946865 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (9fde1c4b-9b89-453d-ae05-9331bc46f06b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:13.959029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fde1c4b-9b89-453d-ae05-9331bc46f06b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:13.978827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] Pushing event deleted for resources: {'Port': ['ID=9fde1c4b-9b89-453d-ae05-9331bc46f06b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:13.981169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fbfab-bee4-40c1-9afc-bdecacf30aed None None] No DVR routers for this DVR port 9fde1c4b-9b89-453d-ae05-9331bc46f06b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:14.033708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9a2f4cf5-c536-492e-88d4-8be604c4400e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.079004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09c62c70>,) {'filters': {'network_id': ['9a2f4cf5-c536-492e-88d4-8be604c4400e']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:14.092868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c62c70>, '420bc0d5-82de-4686-8fd1-58fabe5e53ce') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:14.093256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c62c70>, '420bc0d5-82de-4686-8fd1-58fabe5e53ce') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:14.103781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (420bc0d5-82de-4686-8fd1-58fabe5e53ce), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.121503 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (420bc0d5-82de-4686-8fd1-58fabe5e53ce), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.124234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42178) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:14.141213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:14.142072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (420bc0d5-82de-4686-8fd1-58fabe5e53ce), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   warnings.warn('Neutron quota engine will require "--force" '
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:14.144099 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:14.149783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea55-50d8-4815-9d1b-e0270b97aec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.220789 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9a2f4cf5-c536-492e-88d4-8be604c4400e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.229106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.240325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a2f4cf5-c536-492e-88d4-8be604c4400e HTTP/1.1" status: 204  len: 168 time: 0.8666482
Jan 29 21:07:14.247792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42196) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:14.262579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3babce-59d0-47e5-8b36-57d3d0c56110 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2f4cf5-c536-492e-88d4-8be604c4400e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:14.474809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a5390464-3354-44d2-98d7-f85258065602 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:14.500015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a5390464-3354-44d2-98d7-f85258065602 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:14.500678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a5390464-3354-44d2-98d7-f85258065602 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:14.501139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 97b76182-45b4-4e1d-bbf7-0e92945eb65d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:14.527631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 97b76182-45b4-4e1d-bbf7-0e92945eb65d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:14.527988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 97b76182-45b4-4e1d-bbf7-0e92945eb65d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:14.528416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9fde1c4b-9b89-453d-ae05-9331bc46f06b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:14.550405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9fde1c4b-9b89-453d-ae05-9331bc46f06b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:14.550692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9fde1c4b-9b89-453d-ae05-9331bc46f06b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:14.681615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea55-50d8-4815-9d1b-e0270b97aec1 admin admin] Publish callbacks [] for security_group (967c1184-5876-4e05-8aa9-2c1b56b065d7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.687945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea55-50d8-4815-9d1b-e0270b97aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (967c1184-5876-4e05-8aa9-2c1b56b065d7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.742845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66617-12a5-466d-adf5-4f2bedf2e718 req-834dc0c7-900d-40fd-9dd0-65b89eeeb857 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:14.744722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7a66617-12a5-466d-adf5-4f2bedf2e718 req-834dc0c7-900d-40fd-9dd0-65b89eeeb857 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 950 time: 0.0589015
Jan 29 21:07:14.767839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ea55-50d8-4815-9d1b-e0270b97aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c1184-5876-4e05-8aa9-2c1b56b065d7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:14.798726 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c91ea55-50d8-4815-9d1b-e0270b97aec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a59152e11b4a97befbea9ad0114051&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6709878
Jan 29 21:07:14.799137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:14.799870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7a66617-12a5-466d-adf5-4f2bedf2e718 req-50c8afcb-27a0-42db-b529-bc0b29f9d9dd tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473533
Jan 29 21:07:14.873945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] Publish callbacks [] for security_group (967c1184-5876-4e05-8aa9-2c1b56b065d7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.923029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] Publish callbacks [] for security_group (967c1184-5876-4e05-8aa9-2c1b56b065d7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:14.984851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:15.001243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (967c1184-5876-4e05-8aa9-2c1b56b065d7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.003750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.004886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/967c1184-5876-4e05-8aa9-2c1b56b065d7 HTTP/1.1" status: 204  len: 168 time: 0.2048566
Jan 29 21:07:15.020554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887d422-5a9f-4821-9e1c-e3a3159513b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c1184-5876-4e05-8aa9-2c1b56b065d7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:15.081048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.092854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:15.093368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.123142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:15.126490 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cd8c5-a1c3-4ba4-b800-3d70ea7cc3bb" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-unplugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:15.143315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:15.148532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.177237 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588692fd-536a-43d4-8cdd-b249d059db17 x-openstack-request-id: req-588692fd-536a-43d4-8cdd-b249d059db17 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:15.177628 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-unplugged", "status": "completed", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:15.177750 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-588692fd-536a-43d4-8cdd-b249d059db17 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:15.178086 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'code': 200}
Jan 29 21:07:15.213902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=11']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:15.406261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-f5e0a15f-426b-4ec8-beac-2b98054fa9bc tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:15.408045 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-f5e0a15f-426b-4ec8-beac-2b98054fa9bc tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.18 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 948 time: 0.0910008
Jan 29 21:07:15.453817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Deleting port 68926e9c-c135-401e-bbee-5bb0b85503ef {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:15.454167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.567119 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.580829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] For port 68926e9c-c135-401e-bbee-5bb0b85503ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68926e9c-c135-401e-bbee-5bb0b85503ef,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:15.581258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.599642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Calling delete_port for 68926e9c-c135-401e-bbee-5bb0b85503ef owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:15.607501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Deleting port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:15.607858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.761208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] For port 7f97ac3e-7708-42c7-8b86-7821560f6dd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f97ac3e-7708-42c7-8b86-7821560f6dd8,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:15.761574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:15.808177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Calling delete_port for 7f97ac3e-7708-42c7-8b86-7821560f6dd8 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:15.940601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e39c0-2c8c-49bf-a8bd-54f873ebf9c2 req-76e26748-76a8-4020-ada3-d51bef37bfa0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:15.942197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc9e39c0-2c8c-49bf-a8bd-54f873ebf9c2 req-76e26748-76a8-4020-ada3-d51bef37bfa0 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/ports?device_id=37686455-556e-4422-9803-1c0eed0b4988 HTTP/1.1" status: 200  len: 948 time: 0.0623071
Jan 29 21:07:15.971367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (68926e9c-c135-401e-bbee-5bb0b85503ef), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:16.006279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc9e39c0-2c8c-49bf-a8bd-54f873ebf9c2 req-20517abc-a753-4df4-ab3d-ee0c11f365a4 tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9054aea-6f06-40ac-86a6-b6b5e2ec641c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567951
Jan 29 21:07:16.023723 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68926e9c-c135-401e-bbee-5bb0b85503ef,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:16.090006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7f97ac3e-7708-42c7-8b86-7821560f6dd8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:16.123776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Pushing event deleted for resources: {'Port': ['ID=7f97ac3e-7708-42c7-8b86-7821560f6dd8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:16.260818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] No DVR routers for this DVR port 7f97ac3e-7708-42c7-8b86-7821560f6dd8 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:16.264628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:16.269182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-581bb60e-7b23-4c7d-ac91-521f2db77550 req-88fda673-1675-4f7e-8bc5-c46a5fcbf42b tempest-ImagesOneServerTestJSON-1880408703 tempest-ImagesOneServerTestJSON-1880408703-project] 10.222.0.18 "DELETE /v2.0/ports/7f97ac3e-7708-42c7-8b86-7821560f6dd8 HTTP/1.1" status: 204  len: 173 time: 0.8540504
Jan 29 21:07:16.269635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-deleted', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:16.271912 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f296127-653e-47fd-a9f5-1afd32dc3ac9" -d '{"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-deleted", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:16.320550 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:16.331129 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb2bbf-1418-44c1-bc59-fd51c80c9494 x-openstack-request-id: req-fcfb2bbf-1418-44c1-bc59-fd51c80c9494 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:16.331646 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37686455-556e-4422-9803-1c0eed0b4988", "name": "network-vif-deleted", "tag": "7f97ac3e-7708-42c7-8b86-7821560f6dd8", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:16.331977 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcfb2bbf-1418-44c1-bc59-fd51c80c9494 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:16.332513 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37686455-556e-4422-9803-1c0eed0b4988', 'name': 'network-vif-deleted', 'tag': '7f97ac3e-7708-42c7-8b86-7821560f6dd8', 'status': 'completed', 'code': 200}
Jan 29 21:07:16.616122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:16.726729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42292) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:16.828613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:16.834534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:16.850016 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ce41cb47-bc51-4154-915b-c477b35452e6 admin admin] 10.222.0.20 "PUT /v2.0/routers/cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6009774
Jan 29 21:07:16.852761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42300) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:16.859529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Sync routers for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:16.890372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:16.892761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:17.005936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42314) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:17.062899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks [] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.075511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:17.139934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-85f30e1a-99e4-4021-9bf2-fbd4dbf577fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.165039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1616589289', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:17.205612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Made reservation on behalf of 68b67f8ad6824e13adbd71b2332b7d8f for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:17.209253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.231452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.260046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks [] for router_gateway (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.276584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-85f30e1a-99e4-4021-9bf2-fbd4dbf577fd admin admin] Publish callbacks [] for security_group (5d9c96ee-1c7c-46f4-ab77-792e2d13204a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.284893 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-85f30e1a-99e4-4021-9bf2-fbd4dbf577fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d9c96ee-1c7c-46f4-ab77-792e2d13204a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.320382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0a90>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:07:15Z', 'revision_number': 5, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port': {'id': '9b7e205d-9355-4af7-9a8b-284f7a188a72', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:04:45Z', 'updated_at': '2022-01-29T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:17.355156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Checking router: cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:17.361553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-85f30e1a-99e4-4021-9bf2-fbd4dbf577fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=374f378be1684b84b05434245324cf27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3514619
Jan 29 21:07:17.363617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42324) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:17.370989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30e1a-99e4-4021-9bf2-fbd4dbf577fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9c96ee-1c7c-46f4-ab77-792e2d13204a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:17.371414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Routers {'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:17.372243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:17.385238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for security_group (135d8e80-7185-446d-b781-ee2d0eb980b4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.387893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Deleting port 9b7e205d-9355-4af7-9a8b-284f7a188a72 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:17.387893 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.408457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (135d8e80-7185-446d-b781-ee2d0eb980b4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.412547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] device_id is not set on port fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:17.419177 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:07:17.426300 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] Publish callbacks [] for security_group (5d9c96ee-1c7c-46f4-ab77-792e2d13204a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.451313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] Publish callbacks [] for security_group (5d9c96ee-1c7c-46f4-ab77-792e2d13204a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.492726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42326) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:17.520462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] Set router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:17.539440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d9c96ee-1c7c-46f4-ab77-792e2d13204a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.540002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135d8e80-7185-446d-b781-ee2d0eb980b4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:17.545164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.547023 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d9c96ee-1c7c-46f4-ab77-792e2d13204a HTTP/1.1" status: 204  len: 168 time: 0.1821702
Jan 29 21:07:17.560019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6586d5-b0f3-4d7e-a0fe-397faa05c2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9c96ee-1c7c-46f4-ab77-792e2d13204a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:17.640384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6f0a90>, [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:07:17Z', 'revision_number': 6, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:17.701321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2e145-a8fc-42bb-8e3f-a077be2480d1 None None] The sync data for ids ['cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2'] in ncdv-master-1 is: [{'id': 'cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2', 'name': 'tempest-TestVolumeBackupRestore-408802238-router', 'tenant_id': 'f299f963dc714947a7c8073347b8aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:04:43Z', 'updated_at': '2022-01-29T21:07:17Z', 'revision_number': 6, 'project_id': 'f299f963dc714947a7c8073347b8aa0d', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:17.730688 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe8a44e0-e597-4cd6-8373-804044ddeff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c4a70c642d3493ea5eaf569333f5ffc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2343249
Jan 29 21:07:17.731207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42338) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:17.821837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] Publish callbacks [] for security_group (e9054aea-6f06-40ac-86a6-b6b5e2ec641c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.846720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] Publish callbacks [] for security_group (e9054aea-6f06-40ac-86a6-b6b5e2ec641c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.911424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e9054aea-6f06-40ac-86a6-b6b5e2ec641c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.917997 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:17.921975 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9054aea-6f06-40ac-86a6-b6b5e2ec641c HTTP/1.1" status: 204  len: 168 time: 0.1886835
Jan 29 21:07:17.955769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81484a10-cd64-4dbd-92c3-7b0284d29515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9054aea-6f06-40ac-86a6-b6b5e2ec641c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:18.317338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Allocated IP 172.35.4.25 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:18.428337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] For port 9b7e205d-9355-4af7-9a8b-284f7a188a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7e205d-9355-4af7-9a8b-284f7a188a72,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:18.429090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.451482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Calling delete_port for 9b7e205d-9355-4af7-9a8b-284f7a188a72 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:18.524145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for port (fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.621945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.680166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:18.690826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:18.697147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:18.716889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9b7e205d-9355-4af7-9a8b-284f7a188a72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:18.748033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:18.777720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:18.778493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.794941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.811319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42400) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:18.811860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1366c80a-7af4-477f-ab87-7c66ec44564e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.0839865
Jan 29 21:07:18.817845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.25'}]}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:18.838863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7e205d-9355-4af7-9a8b-284f7a188a72,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:18.855832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9b7e205d-9355-4af7-9a8b-284f7a188a72 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:18.857956 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9b7e205d-9355-4af7-9a8b-284f7a188a72), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.865211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (8546eb8d-18c4-4097-bb10-0a8469e00d1d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.866627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (8546eb8d-18c4-4097-bb10-0a8469e00d1d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.917960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:18.971228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for router_controller (8546eb8d-18c4-4097-bb10-0a8469e00d1d), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.092833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.103972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks [] for router_controller (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.120884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68926e9c-c135-401e-bbee-5bb0b85503ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:19.140730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:19.152337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for router_gateway (8546eb8d-18c4-4097-bb10-0a8469e00d1d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.171358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.171891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:07:19.177753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.182515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 68926e9c-c135-401e-bbee-5bb0b85503ef {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:19.186170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-404d09f3-75b3-4acb-9bc0-d3973f27ac44 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cac6b822-ea3a-4f7a-8881-f2ad0ae90fe2 HTTP/1.1" status: 204  len: 168 time: 2.3313167
Jan 29 21:07:19.186846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:19.187294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68926e9c-c135-401e-bbee-5bb0b85503ef not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:19.189571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7f97ac3e-7708-42c7-8b86-7821560f6dd8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:19.190062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7f97ac3e-7708-42c7-8b86-7821560f6dd8 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:19.274934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Deleting subnet 8dd0d400-394e-4a13-b19b-f1f135457ffb {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:07:19.278799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Publish callbacks [] for subnet (8dd0d400-394e-4a13-b19b-f1f135457ffb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.329073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8dd0d400-394e-4a13-b19b-f1f135457ffb), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.333031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42422) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:19.457609 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for router_gateway (8546eb8d-18c4-4097-bb10-0a8469e00d1d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.461127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8dd0d400-394e-4a13-b19b-f1f135457ffb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.479327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.555940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'network': {'name': 'tempest-network-smoke--1266456379', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:19.582094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:19.586051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.598158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.676589 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for router (8546eb8d-18c4-4097-bb10-0a8469e00d1d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.691147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (07124dd5-1cd4-4cb4-9e78-9310ac95214f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.697902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (07124dd5-1cd4-4cb4-9e78-9310ac95214f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.708566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8dd0d400-394e-4a13-b19b-f1f135457ffb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.736029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95013b-4424-4379-b687-b16e5f48d039 None None] Network 6c8be91a-aa16-433c-92f6-f1a4c5e963ec requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:19.756738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.760206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8dd0d400-394e-4a13-b19b-f1f135457ffb HTTP/1.1" status: 204  len: 168 time: 0.5723641
Jan 29 21:07:19.767529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:19.769327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42434) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:19.774866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b200b00-403f-424d-8ee5-612ba8aa2db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd0d400-394e-4a13-b19b-f1f135457ffb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:19.881333 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (667476a2-a254-4623-a725-518ef2422db7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.881788 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Added segment 667476a2-a254-4623-a725-518ef2422db7 of type vlan for network 2ba5b824-5582-40c6-b6c3-214a8ee72786
Jan 29 21:07:19.906787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07124dd5-1cd4-4cb4-9e78-9310ac95214f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:19.969922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (2ba5b824-5582-40c6-b6c3-214a8ee72786), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:19.974718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6c8be91a-aa16-433c-92f6-f1a4c5e963ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.055346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] DHCP port deletion for 6c8be91a-aa16-433c-92f6-f1a4c5e963ec request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:07:20.068389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (2ba5b824-5582-40c6-b6c3-214a8ee72786), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.074516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:20.075219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.149364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Deleting port fa2e06ea-b98a-4edb-9790-bad790889976 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:20.149898 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.157571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Network': ['ID=2ba5b824-5582-40c6-b6c3-214a8ee72786,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:20.196732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Deleting port fa2e06ea-b98a-4edb-9790-bad790889976 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:20.197160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.207988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fd022fb3-0136-48fa-9a52-7a95d295699c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8733442
Jan 29 21:07:20.208533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42458) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:20.210832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:20.232345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'admin_state_up': True, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:20.314658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (8546eb8d-18c4-4097-bb10-0a8469e00d1d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.318729 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-d5e39333-1e89-467c-9b58-b8683afcddc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6527205
Jan 29 21:07:20.319916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks [] for router_controller (8546eb8d-18c4-4097-bb10-0a8469e00d1d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.339361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.340409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.363805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] For port fa2e06ea-b98a-4edb-9790-bad790889976, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2e06ea-b98a-4edb-9790-bad790889976,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:20.366325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.400495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_controller (8c0730fc-d101-4a3c-8b38-3adc496b134a), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.408165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Calling delete_port for fa2e06ea-b98a-4edb-9790-bad790889976 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:20.421239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (8546eb8d-18c4-4097-bb10-0a8469e00d1d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.421764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8546eb8d-18c4-4097-bb10-0a8469e00d1d {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:07:20.432715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] For port fa2e06ea-b98a-4edb-9790-bad790889976, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2e06ea-b98a-4edb-9790-bad790889976,segment=NetworkSegment(ef779c15-a9ac-4075-abc7-d8a48cbe3891),segment_id=ef779c15-a9ac-4075-abc7-d8a48cbe3891)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:20.433862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.452908 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:07:20.458363 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a569bb2c-14d3-4eec-a6e2-64f4af48448e tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.6449416
Jan 29 21:07:20.460336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42460) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:20.494797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-4c68386d-37f4-4c44-ad27-9e2ac1b9e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:20.496373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa2e06ea-b98a-4edb-9790-bad790889976 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:20.497213 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-4c68386d-37f4-4c44-ad27-9e2ac1b9e8fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1127 time: 0.1236811
Jan 29 21:07:20.518304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Calling delete_port for fa2e06ea-b98a-4edb-9790-bad790889976 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:20.611599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fa2e06ea-b98a-4edb-9790-bad790889976 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:20.612249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.639975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.659072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] No DVR routers for this DVR port fa2e06ea-b98a-4edb-9790-bad790889976 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:20.675584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (8c0730fc-d101-4a3c-8b38-3adc496b134a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.678127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Deleting port fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:20.678735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.682523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-3bef981c-fb2b-4dad-8ad0-f0645b882682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:20.684055 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-3bef981c-fb2b-4dad-8ad0-f0645b882682 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1449747
Jan 29 21:07:20.691125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63bde7-c1d0-45f5-993a-00eb6cbf7c41 None None] Pushing event deleted for resources: {'Port': ['ID=fa2e06ea-b98a-4edb-9790-bad790889976,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:20.778717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fa2e06ea-b98a-4edb-9790-bad790889976), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.814951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] No DVR routers for this DVR port fa2e06ea-b98a-4edb-9790-bad790889976 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:20.816521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2e06ea-b98a-4edb-9790-bad790889976,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:20.833666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-0a1a8556-8a3d-4821-a0c4-e40254cbee16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1001 time: 0.1161056
Jan 29 21:07:20.874741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.892360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Calling delete_port for fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:20.910692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-a473efe7-5f75-4634-b236-fde340fdf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:20.912234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-a473efe7-5f75-4634-b236-fde340fdf04c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0707319
Jan 29 21:07:20.923959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6c8be91a-aa16-433c-92f6-f1a4c5e963ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:20.972704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a6886d0>,) {'filters': {'network_id': ['6c8be91a-aa16-433c-92f6-f1a4c5e963ec']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:20.988009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a6886d0>, 'ef779c15-a9ac-4075-abc7-d8a48cbe3891') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:20.988442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a6886d0>, 'ef779c15-a9ac-4075-abc7-d8a48cbe3891') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:21.013272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ef779c15-a9ac-4075-abc7-d8a48cbe3891), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.088060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-693bf9fa-f080-45a9-ae06-3396e9a09f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:21.090951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-693bf9fa-f080-45a9-ae06-3396e9a09f0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1452947
Jan 29 21:07:21.100205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ef779c15-a9ac-4075-abc7-d8a48cbe3891), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.130456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:21.130854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ef779c15-a9ac-4075-abc7-d8a48cbe3891), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.132642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:21.152436 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:21.164932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.216562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-0c9d207d-2c64-42d1-923c-2a5767f9d35e service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174533
Jan 29 21:07:21.232709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.266570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6c8be91a-aa16-433c-92f6-f1a4c5e963ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.288888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.293356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c8be91a-aa16-433c-92f6-f1a4c5e963ec HTTP/1.1" status: 204  len: 168 time: 1.5195582
Jan 29 21:07:21.296801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a25ce9-602e-44c6-bfa5-e2462347c2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8be91a-aa16-433c-92f6-f1a4c5e963ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:21.326119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:21.356841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.35.4.103 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/d3577d27-262f-47c5-9842-fbed5dd3e54b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:21.361052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.361811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.362373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.362983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.363536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.364070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.364580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.365155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.365715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.366265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.366748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.367832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.368599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:21.462619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.471614 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-edaeda27-6a6a-4680-bc00-247ebd130b34 tempest-RoutersAdminNegativeTest-85266471 tempest-RoutersAdminNegativeTest-85266471-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fd6321cf-c8b2-4b12-8cf6-64aa233ac0d5 HTTP/1.1" status: 204  len: 168 time: 1.0099232
Jan 29 21:07:21.475920 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-61400fd3-a55f-4aec-b7bd-492e55e54d2c req-43c1a384-39c9-4fa1-9102-6c847ed34cbd service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521150
Jan 29 21:07:21.502613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.565172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.606314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:21.609367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:21.613429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:21.646243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=d3577d27-262f-47c5-9842-fbed5dd3e54b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:21.665107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42494) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:21.818337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec664615-8c7c-4e47-8a2f-76e775e162db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71d5e7056616415aa449f9987bb3442c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1496017
Jan 29 21:07:21.819013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42518) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:21.823748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:21.956074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c08f340e-ccf1-4a2d-9b62-8e30e4f992ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.957444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] Publish callbacks [] for security_group (74240014-7d01-493a-b119-68110632d5ef), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.986681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:21.989631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] Publish callbacks [] for security_group (74240014-7d01-493a-b119-68110632d5ef), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.038991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c08f340e-ccf1-4a2d-9b62-8e30e4f992ea admin admin] Publish callbacks [] for security_group (afeec192-4d73-44ab-934a-61f673c7fff5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.043640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c08f340e-ccf1-4a2d-9b62-8e30e4f992ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (afeec192-4d73-44ab-934a-61f673c7fff5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.085712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:22.092130 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c08f340e-ccf1-4a2d-9b62-8e30e4f992ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d140c4c35c9e484aa4f75b5a78abaacb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2648113
Jan 29 21:07:22.092530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42530) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:22.094147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f340e-ccf1-4a2d-9b62-8e30e4f992ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeec192-4d73-44ab-934a-61f673c7fff5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.152650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74240014-7d01-493a-b119-68110632d5ef), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.155153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.156359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74240014-7d01-493a-b119-68110632d5ef HTTP/1.1" status: 204  len: 168 time: 0.3360298
Jan 29 21:07:22.228911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90fc3ef5-e79b-428b-a8a3-4a8cba6dcb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.236467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9a6a1-9cea-4f34-8383-eb9d6b920dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74240014-7d01-493a-b119-68110632d5ef,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.243811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] Publish callbacks [] for security_group (afeec192-4d73-44ab-934a-61f673c7fff5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.284045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] Publish callbacks [] for security_group (afeec192-4d73-44ab-934a-61f673c7fff5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.315518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90fc3ef5-e79b-428b-a8a3-4a8cba6dcb64 admin admin] Publish callbacks [] for security_group (8b26a13f-0597-4aa8-8af7-e3eafef8f28b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.317514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.322051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90fc3ef5-e79b-428b-a8a3-4a8cba6dcb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8b26a13f-0597-4aa8-8af7-e3eafef8f28b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.370079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-90fc3ef5-e79b-428b-a8a3-4a8cba6dcb64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a08faaac2234b2f97ebad3fba18b8d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2828803
Jan 29 21:07:22.371968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42538) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:22.374641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc3ef5-e79b-428b-a8a3-4a8cba6dcb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26a13f-0597-4aa8-8af7-e3eafef8f28b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.375341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.418548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (afeec192-4d73-44ab-934a-61f673c7fff5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.421205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.423386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afeec192-4d73-44ab-934a-61f673c7fff5 HTTP/1.1" status: 204  len: 168 time: 0.3288941
Jan 29 21:07:22.436077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ec9f9-51a8-43cf-b559-1b3c9a988443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeec192-4d73-44ab-934a-61f673c7fff5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.453363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] Publish callbacks [] for security_group (8b26a13f-0597-4aa8-8af7-e3eafef8f28b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.497851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] Publish callbacks [] for security_group (8b26a13f-0597-4aa8-8af7-e3eafef8f28b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.503788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:07:22.608591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8b26a13f-0597-4aa8-8af7-e3eafef8f28b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.615199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.619206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b26a13f-0597-4aa8-8af7-e3eafef8f28b HTTP/1.1" status: 204  len: 168 time: 0.2461770
Jan 29 21:07:22.633706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2b39-4cfe-4fdc-98d2-c917795a316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26a13f-0597-4aa8-8af7-e3eafef8f28b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.659514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:22.745764 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6c861585-2f20-4bf5-9c00-e2166bdb4ef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f299f963dc714947a7c8073347b8aa0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0843809
Jan 29 21:07:22.746444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42554) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:22.807720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] Publish callbacks [] for security_group (8e08e160-a7e6-4770-aaa7-c443cae7eac7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.836264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] Publish callbacks [] for security_group (8e08e160-a7e6-4770-aaa7-c443cae7eac7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.897283 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8e08e160-a7e6-4770-aaa7-c443cae7eac7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.900495 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:22.901945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e08e160-a7e6-4770-aaa7-c443cae7eac7 HTTP/1.1" status: 204  len: 168 time: 0.1545501
Jan 29 21:07:22.912722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3d547-f790-4593-b0e0-78f1ada4150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08e160-a7e6-4770-aaa7-c443cae7eac7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:22.999141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:23.010224 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:23.021469 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:23.022089 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b231670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:23.031755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.037035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.037840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-82c5de5f-0542-4cda-a5aa-6cc896b1fb7e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8089747
Jan 29 21:07:23.080310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42568) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.123296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c41a5dee-ef51-414e-a1c5-afe032ca4ece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68b67f8ad6824e13adbd71b2332b7d8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418189
Jan 29 21:07:23.126438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.150927 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:23.244384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] Publish callbacks [] for security_group (135d8e80-7185-446d-b781-ee2d0eb980b4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.306093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] Publish callbacks [] for security_group (135d8e80-7185-446d-b781-ee2d0eb980b4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.314866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.424360 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b231670>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:21Z', 'revision_number': 3, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:23.463659 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:23.464279 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Updating router 8c0730fc-d101-4a3c-8b38-3adc496b134a port d3577d27-262f-47c5-9842-fbed5dd3e54b binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:07:23.471354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42578) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.482446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bacb01ab-d379-48a6-bcec-76a5b983f312 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f4205364bb7d426ab82515b200d82183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4440689
Jan 29 21:07:23.486450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (135d8e80-7185-446d-b781-ee2d0eb980b4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.493895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.495628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/135d8e80-7185-446d-b781-ee2d0eb980b4 HTTP/1.1" status: 204  len: 168 time: 0.3679352
Jan 29 21:07:23.502439 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.540908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c302ac8-d690-4473-bfc7-fd2771546e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d8e80-7185-446d-b781-ee2d0eb980b4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:23.702028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f286a-0a46-4e60-9509-b5e5c96b6fdd tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:23.707115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.718136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a90f286a-0a46-4e60-9509-b5e5c96b6fdd tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2362704
Jan 29 21:07:23.747497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42592) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:23.748282 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21c09751-fc04-4deb-a495-0766ebbd55a0 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0394197
Jan 29 21:07:23.753905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-535780308', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:23.856075 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks [] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.865841 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.880878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:23.885449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.928268 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Attempting to bind port d3577d27-262f-47c5-9842-fbed5dd3e54b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:23.929125 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Attempting to bind port d3577d27-262f-47c5-9842-fbed5dd3e54b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:23.929716 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Attempting to bind port d3577d27-262f-47c5-9842-fbed5dd3e54b on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:23.940163 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594845e6-bcee-44f9-bd61-4644ff96c177 None None] Pushing event updated for resources: {'Port': ['ID=d3577d27-262f-47c5-9842-fbed5dd3e54b,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:23.943668 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:23.944538 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:23.945217 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:23.945792 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:23.946580 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Bound port: d3577d27-262f-47c5-9842-fbed5dd3e54b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:23.947175 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.036629 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] For port d3577d27-262f-47c5-9842-fbed5dd3e54b, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:24.037778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42608) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:24.041366 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] For port d3577d27-262f-47c5-9842-fbed5dd3e54b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3577d27-262f-47c5-9842-fbed5dd3e54b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:24.049855 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.139417 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:24.140627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b231670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:24.143449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594845e6-bcee-44f9-bd61-4644ff96c177 None None] Pushing event updated for resources: {'Port': ['ID=d3577d27-262f-47c5-9842-fbed5dd3e54b,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:24.161441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (3d8de3b5-b144-40f4-aefa-d81efb75f021), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.245497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Subnet': ['ID=3d8de3b5-b144-40f4-aefa-d81efb75f021,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:24.252366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1394964595-network', 'tenant_id': '960d1d7419f943578d137dd1b55a69e1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:24.256925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Checking segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:24.257848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network hostable DHCP agents. Network: 2ba5b824-5582-40c6-b6c3-214a8ee72786, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:24.265376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:24.279577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:24.279850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Made reservation on behalf of 960d1d7419f943578d137dd1b55a69e1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:24.283221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.294550 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.295284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ba5b824-5582-40c6-b6c3-214a8ee72786) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:24.306896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb99cf7-c39e-4a85-bbd2-fdbf5a3ec658 None None] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:24.311912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:24.312516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.342387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe97468e-84d0-48c8-834e-afc6e9421517 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5910592
Jan 29 21:07:24.342909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:24.409155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks [] for security_group (c30a6ba1-97f8-4096-ba22-46611fb7c401), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.418411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c30a6ba1-97f8-4096-ba22-46611fb7c401), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.444852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ba5b824-5582-40c6-b6c3-214a8ee72786', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:07:24.445781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.451326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:24.468425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a6ba1-97f8-4096-ba22-46611fb7c401,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:24.475639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9d271e82-0526-4b58-862e-644d8d5b63f4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.476216 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Added segment 9d271e82-0526-4b58-862e-644d8d5b63f4 of type vlan for network 2679664c-5a8c-4a7d-94b2-470605cf0c58
Jan 29 21:07:24.535785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (2679664c-5a8c-4a7d-94b2-470605cf0c58), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.601878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (2679664c-5a8c-4a7d-94b2-470605cf0c58), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.602907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:24.603501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.620761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Allocated IP 172.20.0.2 (2ba5b824-5582-40c6-b6c3-214a8ee72786/3d8de3b5-b144-40f4-aefa-d81efb75f021/1c50d24c-681f-4a42-a60a-27e4b452f031) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:24.657091 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6149890
Jan 29 21:07:24.658367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:24.668421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Request body: {'subnet': {'network_id': '2679664c-5a8c-4a7d-94b2-470605cf0c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1394964595-subnet', 'tenant_id': '960d1d7419f943578d137dd1b55a69e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:24.690725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9574c-1b1e-41c5-ba9c-e053699e4acb admin admin] Pushing event updated for resources: {'Network': ['ID=2679664c-5a8c-4a7d-94b2-470605cf0c58,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:24.694793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:24.706636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 2679664c-5a8c-4a7d-94b2-470605cf0c58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:24.717791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Made reservation on behalf of 960d1d7419f943578d137dd1b55a69e1 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:24.723776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.751571 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b231670>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:21Z', 'revision_number': 3, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:24.844958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd006c7-aab9-4426-a85e-19c87c5c6136 None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:21Z', 'revision_number': 3, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:24.848352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks [] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.859425 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.903466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:24.904189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1538248204'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:24.906514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:24.917720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:24.946997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Pushing event updated for resources: {'Port': ['ID=1c50d24c-681f-4a42-a60a-27e4b452f031,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:24.964020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:24.967653 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.979618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (35d4f352-6ebf-4849-a0cc-1a49408434a7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.984081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.985818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Attempting to bind port 1c50d24c-681f-4a42-a60a-27e4b452f031 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:24.986191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Attempting to bind port 1c50d24c-681f-4a42-a60a-27e4b452f031 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:24.986554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Attempting to bind port 1c50d24c-681f-4a42-a60a-27e4b452f031 on network 2ba5b824-5582-40c6-b6c3-214a8ee72786 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:24.992816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:24.993546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Checking segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:24.994607 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:24.995179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Bound using segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:24.995913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Bound port: 1c50d24c-681f-4a42-a60a-27e4b452f031, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:24.996462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.075698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d4f352-6ebf-4849-a0cc-1a49408434a7,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:25.079319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Checking segment: {'id': '9d271e82-0526-4b58-862e-644d8d5b63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2679664c-5a8c-4a7d-94b2-470605cf0c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:25.079816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Network hostable DHCP agents. Network: 2679664c-5a8c-4a7d-94b2-470605cf0c58, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:25.088728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8efb5487-0921-4284-be70-e9377409f94d None None] For port 1c50d24c-681f-4a42-a60a-27e4b452f031, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:25.092656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8efb5487-0921-4284-be70-e9377409f94d None None] For port 1c50d24c-681f-4a42-a60a-27e4b452f031, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c50d24c-681f-4a42-a60a-27e4b452f031,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:25.101432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.110165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Network 2679664c-5a8c-4a7d-94b2-470605cf0c58 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:25.123135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2679664c-5a8c-4a7d-94b2-470605cf0c58) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:25.127553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:25.128284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.156598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.157905 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-731ae24a-e39d-4447-b27c-cb89580aab6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.4995654
Jan 29 21:07:25.165453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c5b54-d5e4-41bb-adf1-e814680e8b6d None None] Network 2679664c-5a8c-4a7d-94b2-470605cf0c58 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:25.198190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for security_group (d47b1eb1-b67f-4e8f-a1d8-950d491af507), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.250227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d47b1eb1-b67f-4e8f-a1d8-950d491af507), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.344605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5487-0921-4284-be70-e9377409f94d None None] Pushing event updated for resources: {'Port': ['ID=1c50d24c-681f-4a42-a60a-27e4b452f031,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:25.412273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:25.439278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b1eb1-b67f-4e8f-a1d8-950d491af507,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:25.445140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca89927-52d5-4d89-9777-edbd1f42e1f3 None None] Network 2679664c-5a8c-4a7d-94b2-470605cf0c58 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:25.456596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b3715eec-f9a9-4095-89ed-71c62c2f9486), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.456901 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Added segment b3715eec-f9a9-4095-89ed-71c62c2f9486 of type vlan for network 6fc1d58c-07a7-42a8-a772-557d877b9594
Jan 29 21:07:25.543002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6fc1d58c-07a7-42a8-a772-557d877b9594), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.711802 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-049f762d-142b-4983-94b1-07ae414f834d req-f0d77d97-a176-4ded-9ef2-90746532d4cb tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] show failed (client error): The resource could not be found.
Jan 29 21:07:25.712884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-049f762d-142b-4983-94b1-07ae414f834d req-f0d77d97-a176-4ded-9ef2-90746532d4cb tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/fe8eb989-67d1-482a-8eff-b9dc77399400 HTTP/1.1" status: 404  len: 352 time: 0.0425854
Jan 29 21:07:25.724040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6fc1d58c-07a7-42a8-a772-557d877b9594), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.730477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:25.731168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:25.842888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.1458290
Jan 29 21:07:25.846015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:25.851785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'subnet': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:25.868704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c964c9-623c-4b19-ba99-7e12df3605f5 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Network': ['ID=6fc1d58c-07a7-42a8-a772-557d877b9594,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:25.878327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.1 (2ba5b824-5582-40c6-b6c3-214a8ee72786/3d8de3b5-b144-40f4-aefa-d81efb75f021/95a7d460-fbf3-445f-a35f-cda24adc2179) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:25.882074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:25.907648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdf3b5a7-d211-405c-86ce-3ca44fabbacd req-b5ba9c4d-7580-43e5-965a-c1b28b5d4a35 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960d1d7419f943578d137dd1b55a69e1 HTTP/1.1" status: 200  len: 3005 time: 0.1467032
Jan 29 21:07:25.979682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:25.985637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.019767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdf3b5a7-d211-405c-86ce-3ca44fabbacd req-af7ddf4c-b99e-4330-9439-7a38c40235f4 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/c30a6ba1-97f8-4096-ba22-46611fb7c401 HTTP/1.1" status: 200  len: 3002 time: 0.0920696
Jan 29 21:07:26.096264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.101290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdf3b5a7-d211-405c-86ce-3ca44fabbacd req-ac204c9a-2fc8-4bec-a103-1817613da0fe tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/c30a6ba1-97f8-4096-ba22-46611fb7c401 HTTP/1.1" status: 200  len: 3002 time: 0.0721328
Jan 29 21:07:26.177059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-273ecae5-1e0f-46a1-a147-caf20449fdc7 req-13cc47b1-620b-40f0-9b99-61f800fe8234 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/c30a6ba1-97f8-4096-ba22-46611fb7c401 HTTP/1.1" status: 200  len: 3002 time: 0.0536427
Jan 29 21:07:26.191018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.235636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (dd924905-9480-48f0-a209-bd8b3b00877a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.286775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:26.289667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:26.294311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:26.301311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:26.321607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Checking segment: {'id': 'b3715eec-f9a9-4095-89ed-71c62c2f9486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:26.322161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network hostable DHCP agents. Network: 6fc1d58c-07a7-42a8-a772-557d877b9594, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:26.324488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Subnet': ['ID=dd924905-9480-48f0-a209-bd8b3b00877a,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:26.346479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:26.354167 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-273ecae5-1e0f-46a1-a147-caf20449fdc7 req-1515300d-d5f9-4448-9e0f-64ed88e792b6 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:07:26.362001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-273ecae5-1e0f-46a1-a147-caf20449fdc7 req-1515300d-d5f9-4448-9e0f-64ed88e792b6 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "DELETE /v2.0/security-groups/c30a6ba1-97f8-4096-ba22-46611fb7c401 HTTP/1.1" status: 409  len: 352 time: 0.1731572
Jan 29 21:07:26.363228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6fc1d58c-07a7-42a8-a772-557d877b9594) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:26.377402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.382606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931d573-3a0a-4066-89ea-729090a27736 None None] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:26.384127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:26.384750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.419832 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f32f55e-2b9c-4864-9f0b-95b1fcfdbe2e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5724790
Jan 29 21:07:26.422382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42656) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:26.428968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-1134732827'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:26.544295 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-7691694a-fb2a-435f-be31-08fe97c5dd71 req-3e5412bb-ac20-489a-a942-75d440a620f8 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] show failed (client error): The resource could not be found.
Jan 29 21:07:26.545239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7691694a-fb2a-435f-be31-08fe97c5dd71 req-3e5412bb-ac20-489a-a942-75d440a620f8 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/f069cdc3-f7d3-4c2d-ab69-bbec66b6b090 HTTP/1.1" status: 404  len: 352 time: 0.0781538
Jan 29 21:07:26.635456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6fc1d58c-07a7-42a8-a772-557d877b9594', 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'project_id': '6e3302c1468245d0a199bc3c7766ec2b', 'fixed_ips': [{'subnet_id': 'dd924905-9480-48f0-a209-bd8b3b00877a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:07:26.636761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.662952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:26.669571 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-224520bd-72a8-4202-9dcf-47e291d7d056 req-b2e2a7d1-1e7d-4348-8374-ff54a5613ef0 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] show failed (client error): The resource could not be found.
Jan 29 21:07:26.670878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.672225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-224520bd-72a8-4202-9dcf-47e291d7d056 req-b2e2a7d1-1e7d-4348-8374-ff54a5613ef0 tempest-SecurityGroupsNegativeTestJSON-358129010 tempest-SecurityGroupsNegativeTestJSON-358129010-project] 10.222.0.20 "GET /v2.0/security-groups/114b80ba-f85f-4bfc-bf61-1125457fd2eb HTTP/1.1" status: 404  len: 352 time: 0.0347331
Jan 29 21:07:26.685641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42662) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:26.711162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:26.807783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.830049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Deleting subnet 35d4f352-6ebf-4849-a0cc-1a49408434a7 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:07:26.838771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Publish callbacks [] for subnet (35d4f352-6ebf-4849-a0cc-1a49408434a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:26.853205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324e371-3826-43aa-9492-00120c28aaa4 None None] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:26.873100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Allocated IP 172.20.0.2 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:26.909225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d3577d27-262f-47c5-9842-fbed5dd3e54b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:26.910753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (35d4f352-6ebf-4849-a0cc-1a49408434a7), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.021672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (35d4f352-6ebf-4849-a0cc-1a49408434a7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.035653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Provisioning complete for port 1c50d24c-681f-4a42-a60a-27e4b452f031 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:27.035961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.136915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d3577d27-262f-47c5-9842-fbed5dd3e54b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:27.137312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.138243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (35d4f352-6ebf-4849-a0cc-1a49408434a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.168921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.172598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35d4f352-6ebf-4849-a0cc-1a49408434a7 HTTP/1.1" status: 204  len: 168 time: 0.4835339
Jan 29 21:07:27.175335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42664) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:27.176312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37785e8a-fe50-4e61-a8b8-0a092a8f12b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d4f352-6ebf-4849-a0cc-1a49408434a7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:27.238054 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks [] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.249884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.258940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.272080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (2679664c-5a8c-4a7d-94b2-470605cf0c58), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.281895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.308625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Current status of the port 1c50d24c-681f-4a42-a60a-27e4b452f031 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:27.309535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.332816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.4 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/4d42f2b1-afe7-4269-804f-79aa5e9a4256) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:27.335448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.337464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:27.455237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:27.457094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:27.583118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:27.599362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:27.602880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:27.638323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:27.685261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (2679664c-5a8c-4a7d-94b2-470605cf0c58), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.709465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d6422266-ee46-4a38-a936-b62361470093 None None] For port 1c50d24c-681f-4a42-a60a-27e4b452f031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c50d24c-681f-4a42-a60a-27e4b452f031,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:27.711088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Attempting to bind port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:27.711671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Attempting to bind port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3715eec-f9a9-4095-89ed-71c62c2f9486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:27.712166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Attempting to bind port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f on network 6fc1d58c-07a7-42a8-a772-557d877b9594 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:27.714023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.718168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d3577d27-262f-47c5-9842-fbed5dd3e54b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:27.718685 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.726743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Pushing event updated for resources: {'Port': ['ID=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:27.732900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:27.733311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Checking segment: {'id': 'b3715eec-f9a9-4095-89ed-71c62c2f9486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:27.733882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.734388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Bound using segment: {'id': 'b3715eec-f9a9-4095-89ed-71c62c2f9486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:27.734515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea091cfeb0>,) {'filters': {'network_id': ['2679664c-5a8c-4a7d-94b2-470605cf0c58']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:27.735720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Bound port: c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3715eec-f9a9-4095-89ed-71c62c2f9486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:27.736139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.740734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.756404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091cfeb0>, '9d271e82-0526-4b58-862e-644d8d5b63f4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:27.756885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091cfeb0>, '9d271e82-0526-4b58-862e-644d8d5b63f4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:27.777601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (9d271e82-0526-4b58-862e-644d8d5b63f4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.802318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9d271e82-0526-4b58-862e-644d8d5b63f4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.817521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:27.818097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (9d271e82-0526-4b58-862e-644d8d5b63f4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:27.820044 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:27.836927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.860667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:27.861407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port d3577d27-262f-47c5-9842-fbed5dd3e54b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3577d27-262f-47c5-9842-fbed5dd3e54b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:27.866450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e33e53f5-36dd-4a38-9acf-f97c85077e8e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/8c0730fc-d101-4a3c-8b38-3adc496b134a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5216010
Jan 29 21:07:27.869143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:27.896211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:27.911751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:27.912559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1c50d24c-681f-4a42-a60a-27e4b452f031 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:27.930644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] For port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:27.957923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:27.962519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:27.975670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:27.998001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422266-ee46-4a38-a936-b62361470093 None None] Pushing event updated for resources: {'Port': ['ID=1c50d24c-681f-4a42-a60a-27e4b452f031,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.006001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] For port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,segment=NetworkSegment(b3715eec-f9a9-4095-89ed-71c62c2f9486),segment_id=b3715eec-f9a9-4095-89ed-71c62c2f9486)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:28.017204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:28.017849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4ae2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:28.056084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Provisioning complete for port 1c50d24c-681f-4a42-a60a-27e4b452f031 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:28.056463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.071896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.072552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.087258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (2679664c-5a8c-4a7d-94b2-470605cf0c58), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.096267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.107197 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2679664c-5a8c-4a7d-94b2-470605cf0c58 HTTP/1.1" status: 204  len: 168 time: 0.9279661
Jan 29 21:07:28.107197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=4d42f2b1-afe7-4269-804f-79aa5e9a4256,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.107486 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.139682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-036c1448-1608-4ab9-a97d-7e90334227e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7161224
Jan 29 21:07:28.140668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c40713-49ae-422d-b28d-218205d50274 admin admin] Pushing event deleted for resources: {'Network': ['ID=2679664c-5a8c-4a7d-94b2-470605cf0c58,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.143386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:28.149258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-1403236271', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:c7:21'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:28.205885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=d3577d27-262f-47c5-9842-fbed5dd3e54b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.208923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.209313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.209781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.210481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.211310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.211310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.213007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.213007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.213410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.214212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.214701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.217312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c461b2a3-2bac-41c5-a4a2-4b747c59fc95 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7741 time: 0.3468924
Jan 29 21:07:28.220805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:28.327722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1c50d24c-681f-4a42-a60a-27e4b452f031 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:28.328210 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.352126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.352652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.353323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.353752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.354397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.354909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.355394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.355908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.356448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.356931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:28.361803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47d91af0-e270-4428-9787-f1e4ba9f3717 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6398 time: 0.1372917
Jan 29 21:07:28.362178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:28.394190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b857147-ddc4-45ad-919b-b6a24878a69e None None] Pushing event updated for resources: {'Port': ['ID=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.411918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:28.425394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:28.489573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42698) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:28.497879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1c50d24c-681f-4a42-a60a-27e4b452f031 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:28.555303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7df3c7f3-3f08-44fc-8e79-e96fd1c5a6b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960d1d7419f943578d137dd1b55a69e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0638289
Jan 29 21:07:28.558193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42700) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:28.564800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Current status of the port 1c50d24c-681f-4a42-a60a-27e4b452f031 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:28.623888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.629757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Provisioning complete for port 95a7d460-fbf3-445f-a35f-cda24adc2179 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:28.630278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.690918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port fd82e99a-b332-435c-a51c-726256f54605 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:28.691289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d3577d27-262f-47c5-9842-fbed5dd3e54b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:28.755283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-44571db7-4c87-4b0a-a69a-ac680c097dd4 None None] Port 95a7d460-fbf3-445f-a35f-cda24adc2179 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:28.781101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] Publish callbacks [] for security_group (c30a6ba1-97f8-4096-ba22-46611fb7c401), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.853797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d3577d27-262f-47c5-9842-fbed5dd3e54b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:28.854509 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.866358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] Publish callbacks [] for security_group (c30a6ba1-97f8-4096-ba22-46611fb7c401), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.942534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c30a6ba1-97f8-4096-ba22-46611fb7c401), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.947789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.949136 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c30a6ba1-97f8-4096-ba22-46611fb7c401 HTTP/1.1" status: 204  len: 168 time: 0.3750474
Jan 29 21:07:28.958318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e1d17ee1-fd33-4cc9-a25b-c8e1c929a09a None None] Provisioning complete for port 95a7d460-fbf3-445f-a35f-cda24adc2179 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:28.958835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1d17ee1-fd33-4cc9-a25b-c8e1c929a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:28.973966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447c20-6102-4326-af5f-d523a3ce7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a6ba1-97f8-4096-ba22-46611fb7c401,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:28.982393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.3 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/fd82e99a-b332-435c-a51c-726256f54605) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:29.011309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4ae2b0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 2, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:29.052691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:29.053300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Updating router 8c0730fc-d101-4a3c-8b38-3adc496b134a port 95a7d460-fbf3-445f-a35f-cda24adc2179 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:07:29.094599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e1d17ee1-fd33-4cc9-a25b-c8e1c929a09a None None] Port 95a7d460-fbf3-445f-a35f-cda24adc2179 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:29.127746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.148416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d3577d27-262f-47c5-9842-fbed5dd3e54b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:29.149561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1c50d24c-681f-4a42-a60a-27e4b452f031 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:29.211114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (fd82e99a-b332-435c-a51c-726256f54605), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.267086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fd82e99a-b332-435c-a51c-726256f54605), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.317136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1c50d24c-681f-4a42-a60a-27e4b452f031 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:29.317522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.329308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:29.334164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:29.340900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:29.397649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=fd82e99a-b332-435c-a51c-726256f54605,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:29.423644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:29.424567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.449932 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b2e82c94-cb55-4879-acef-ffb6e5cc3e5f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 1.3059168
Jan 29 21:07:29.451492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42740) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:29.477143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8ec3f408-586e-467e-a024-8ec0cffa189f tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3785 time: 1.1088326
Jan 29 21:07:29.604866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks [] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.607088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1c50d24c-681f-4a42-a60a-27e4b452f031 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:29.615548 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.640050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017de01-45ca-4ee1-948d-16949594754e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:29.647382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017de01-45ca-4ee1-948d-16949594754e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:29.660174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017de01-45ca-4ee1-948d-16949594754e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:29.677796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3017de01-45ca-4ee1-948d-16949594754e tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2464 time: 0.2251444
Jan 29 21:07:29.680665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42748) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:29.701262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e587b-7b2c-4e59-94bc-69d8ab622aa9 None None] Pushing event updated for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:29.832119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42754) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:29.837080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070323568', 'description': 'tempest-secgroup-smoke-2070323568 description', 'project_id': 'f4205364bb7d426ab82515b200d82183'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:29.840101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Attempting to bind port 95a7d460-fbf3-445f-a35f-cda24adc2179 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:29.840476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Attempting to bind port 95a7d460-fbf3-445f-a35f-cda24adc2179 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:29.840846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Attempting to bind port 95a7d460-fbf3-445f-a35f-cda24adc2179 on network 2ba5b824-5582-40c6-b6c3-214a8ee72786 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:29.849810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:29.849987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Checking segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:29.850401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.850795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Bound using segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:29.851283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Bound port: 95a7d460-fbf3-445f-a35f-cda24adc2179, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:29.851649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.889503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port fd82e99a-b332-435c-a51c-726256f54605 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:29.890108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fd82e99a-b332-435c-a51c-726256f54605), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.943130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:29.994679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] For port 95a7d460-fbf3-445f-a35f-cda24adc2179, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:29.998165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] For port 95a7d460-fbf3-445f-a35f-cda24adc2179, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a7d460-fbf3-445f-a35f-cda24adc2179,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:30.008116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.052088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fd82e99a-b332-435c-a51c-726256f54605), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.080509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for fd82e99a-b332-435c-a51c-726256f54605 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:30.093992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (f2310d66-9b35-4bf4-a7df-6ef7606988e8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.097806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:30.099078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4ae2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:30.100857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f2310d66-9b35-4bf4-a7df-6ef7606988e8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.218197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2310d66-9b35-4bf4-a7df-6ef7606988e8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:30.237049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.239319 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f20452c1-4568-4779-bede-4c254afcc146 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4061215
Jan 29 21:07:30.241056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674ad8e-d877-44c9-8664-c55dced3b1f0 None None] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:30.242639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:30.243145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e587b-7b2c-4e59-94bc-69d8ab622aa9 None None] Pushing event updated for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:30.248675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:30.327835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (669463f7-ab8e-445b-9512-da16ddb789fb), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.343713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Provisioning complete for port 95a7d460-fbf3-445f-a35f-cda24adc2179 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:30.344133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.382167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fd82e99a-b332-435c-a51c-726256f54605), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.419039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=fd82e99a-b332-435c-a51c-726256f54605,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:30.460651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (669463f7-ab8e-445b-9512-da16ddb789fb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.464457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (669463f7-ab8e-445b-9512-da16ddb789fb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.520927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.522335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2782760
Jan 29 21:07:30.527014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:30.537710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454fbaf-1282-4218-8468-71d1b7e884e0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669463f7-ab8e-445b-9512-da16ddb789fb,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:30.555109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:30.606207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:30.840057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:30.875345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42804) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:30.960850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Current status of the port 95a7d460-fbf3-445f-a35f-cda24adc2179 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:30.961337 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:30.996392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbafe4b6-21b8-472c-8e0d-7c5485df06ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.043934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (713d47d0-101d-4f8f-aa9b-5ac1790194f0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.091064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] For port 95a7d460-fbf3-445f-a35f-cda24adc2179, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a7d460-fbf3-445f-a35f-cda24adc2179,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:31.105924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:31.106297 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.125957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbafe4b6-21b8-472c-8e0d-7c5485df06ef admin admin] Publish callbacks [] for security_group (f7b44b60-b17f-4c86-8cca-be3cb1d02234), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.128327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.136089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.136303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dbafe4b6-21b8-472c-8e0d-7c5485df06ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f7b44b60-b17f-4c86-8cca-be3cb1d02234), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.139561 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-02f3837b-e7c6-4267-8d56-3044452dd777 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/fd82e99a-b332-435c-a51c-726256f54605 HTTP/1.1" status: 204  len: 168 time: 1.4570813
Jan 29 21:07:31.143979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42808) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.150393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (713d47d0-101d-4f8f-aa9b-5ac1790194f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.157818 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (713d47d0-101d-4f8f-aa9b-5ac1790194f0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.174973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713d47d0-101d-4f8f-aa9b-5ac1790194f0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.192806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.193819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c03181-3987-4029-9525-143a6ce7022a None None] Pushing event updated for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.194624 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-63550758-0764-4cb8-bac8-d3fa39a630de tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6613259
Jan 29 21:07:31.197307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.207269 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1a0651-b7c7-4d90-80ae-43b6fe6ad277 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] GET failed (client error): The resource could not be found.
Jan 29 21:07:31.209329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d1a0651-b7c7-4d90-80ae-43b6fe6ad277 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports/fd82e99a-b332-435c-a51c-726256f54605 HTTP/1.1" status: 404  len: 333 time: 0.0625026
Jan 29 21:07:31.211062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:31.224866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42812) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.233653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-105531244'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:31.249958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (a5dd974c-dea0-4434-8245-e7b5b84443b5), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.264806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Provisioning complete for port 95a7d460-fbf3-445f-a35f-cda24adc2179 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:31.265216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.274081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe4b6-21b8-472c-8e0d-7c5485df06ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b44b60-b17f-4c86-8cca-be3cb1d02234,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.315382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dbafe4b6-21b8-472c-8e0d-7c5485df06ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faebddc803a54492b729a6958ff59e5b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4387696
Jan 29 21:07:31.318378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.374795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4ae2b0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:29Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:31.383248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:31.383640 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.393490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (a5dd974c-dea0-4434-8245-e7b5b84443b5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.408826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a5dd974c-dea0-4434-8245-e7b5b84443b5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.418879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] Publish callbacks [] for security_group (f7b44b60-b17f-4c86-8cca-be3cb1d02234), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.420588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:31.423623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e6c3-28f2-43d4-9617-209c11ad948f None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:29Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:31.426034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.460259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:31.464329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] Publish callbacks [] for security_group (f7b44b60-b17f-4c86-8cca-be3cb1d02234), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.467140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dd974c-dea0-4434-8245-e7b5b84443b5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.485753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.487711 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-82af2524-0556-4bfa-9202-4d076f1e222f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2891879
Jan 29 21:07:31.497164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42818) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.510360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:31.567998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (45c39ead-af12-4619-9403-212634b79bfa), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.572136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,segment=NetworkSegment(b3715eec-f9a9-4095-89ed-71c62c2f9486),segment_id=b3715eec-f9a9-4095-89ed-71c62c2f9486)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:31.597514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.604068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Current status of the port 95a7d460-fbf3-445f-a35f-cda24adc2179 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:31.615644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f7b44b60-b17f-4c86-8cca-be3cb1d02234), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.619210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.620424 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7b44b60-b17f-4c86-8cca-be3cb1d02234 HTTP/1.1" status: 204  len: 168 time: 0.3011076
Jan 29 21:07:31.654264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199a750-8056-4003-8663-671cf9eacece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b44b60-b17f-4c86-8cca-be3cb1d02234,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.687457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.11 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/affe06c6-3f6b-431e-a2e6-5baaf76f5a51) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:31.698905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.711371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (45c39ead-af12-4619-9403-212634b79bfa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.717873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (45c39ead-af12-4619-9403-212634b79bfa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.744966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Provisioning complete for port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:31.745684 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.772107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.785192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2823415
Jan 29 21:07:31.789445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:31.799644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:31.809405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fa648-9082-4c5d-b196-1835f760386e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c39ead-af12-4619-9403-212634b79bfa,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:31.863108 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:07:31.869615 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (d85b6161-56e0-4cb4-a8f3-f614990f353f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.951622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Current status of the port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:31.986069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (d85b6161-56e0-4cb4-a8f3-f614990f353f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.996196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d85b6161-56e0-4cb4-a8f3-f614990f353f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:31.999900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Provisioning complete for port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:32.000463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.027080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85b6161-56e0-4cb4-a8f3-f614990f353f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:32.040501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.045086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9b5f2c73-a614-4ce8-bab0-53ae5cad0036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2510467
Jan 29 21:07:32.045086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:32.053146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': 'f2310d66-9b35-4bf4-a7df-6ef7606988e8', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:32.066374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8981d-422c-470c-875f-657e5da0fb3f None None] Port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:32.089831 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:07:32.093585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.098132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (025d7c53-be7a-4f4d-9159-250463a997a8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.157061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.187438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-03df5227-938e-4e77-8324-8deb2ba36e2b None None] Could not find standard attr ID for object fd82e99a-b332-435c-a51c-726256f54605. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:07:32.191216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (025d7c53-be7a-4f4d-9159-250463a997a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.196252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (025d7c53-be7a-4f4d-9159-250463a997a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.221425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-03df5227-938e-4e77-8324-8deb2ba36e2b None None] Provisioning complete for port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:32.221756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-03df5227-938e-4e77-8324-8deb2ba36e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.226716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025d7c53-be7a-4f4d-9159-250463a997a8,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:32.267669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.269911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77461c2f-39fb-41cd-ae44-7377e5c550cb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2235346
Jan 29 21:07:32.289164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-03df5227-938e-4e77-8324-8deb2ba36e2b None None] Port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:32.340125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=affe06c6-3f6b-431e-a2e6-5baaf76f5a51,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:32.345291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:32.347353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:32.350390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:32.421088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:32.421088 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.448640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2691d3c3-91cb-419e-b44c-84b7de08e1be tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2193344
Jan 29 21:07:32.451067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:32.457072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:c7:21'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:32.584335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.601037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-da5c5751-2fb4-43e6-b12c-abfafea561d5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070323568&fields=id&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 267 time: 0.1021597
Jan 29 21:07:32.731589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-605c7fe8-2e31-4420-8c18-20a39ee6aef2 None None] Provisioning complete for port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:32.732277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-605c7fe8-2e31-4420-8c18-20a39ee6aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.826526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-605c7fe8-2e31-4420-8c18-20a39ee6aef2 None None] Port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:32.836511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:32.863947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-a9d16637-c0f8-46d4-ba01-41a561865b6f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:32.873019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-a9d16637-c0f8-46d4-ba01-41a561865b6f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 797 time: 0.2710476
Jan 29 21:07:32.901970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-d52f6ea0-7ec8-4535-930e-e0b994eeb8a1 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/quotas/f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 375 time: 0.0270829
Jan 29 21:07:32.934518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:32.934926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.936905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42872) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:32.972033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.981663 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:32.983296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-af32eab9-6ea4-41e8-a7da-b88db5bc5ac2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0727036
Jan 29 21:07:33.112177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:33.116077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 95a7d460-fbf3-445f-a35f-cda24adc2179 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:33.132048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=affe06c6-3f6b-431e-a2e6-5baaf76f5a51,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:33.149856 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] In _notify_port_updated(), no bound segment for port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 on network 6fc1d58c-07a7-42a8-a772-557d877b9594 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:07:33.161316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:33.162678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.165868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-092794bc-9285-403f-83c2-200401af01c9 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "PUT /v2.0/ports/affe06c6-3f6b-431e-a2e6-5baaf76f5a51 HTTP/1.1" status: 200  len: 993 time: 0.7112613
Jan 29 21:07:33.166120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42876) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:33.175274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-ea34a3d6-96b3-4faf-9cb4-9d49c646e4fa service neutron] 10.222.0.20 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909049
Jan 29 21:07:33.201358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1325247680-network', 'tenant_id': '9845bc5b1a8a49daa592601ea4fba134'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:33.224320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 95a7d460-fbf3-445f-a35f-cda24adc2179 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:33.224812 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.298983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Made reservation on behalf of 9845bc5b1a8a49daa592601ea4fba134 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:33.301298 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.320147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.326465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:33.327184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.367157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-23db64e8-9a57-48aa-b4c5-fcf3cf6f8873 service neutron] 10.222.0.20 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905932
Jan 29 21:07:33.368622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 95a7d460-fbf3-445f-a35f-cda24adc2179 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:33.460673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5df2578f-db91-406b-a39a-d1963058ec38 None None] Provisioning complete for port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:33.461373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5df2578f-db91-406b-a39a-d1963058ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.480247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.482140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks [] for security_group (ac1f2157-3dd8-4a6e-9751-fa6defc07099), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.489375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ac1f2157-3dd8-4a6e-9751-fa6defc07099), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.518857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5df2578f-db91-406b-a39a-d1963058ec38 None None] Port affe06c6-3f6b-431e-a2e6-5baaf76f5a51 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:33.527858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for affe06c6-3f6b-431e-a2e6-5baaf76f5a51 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:33.537856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f2157-3dd8-4a6e-9751-fa6defc07099,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:33.543598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:33.569185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.569997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.570543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.571070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.571589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.572194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.573213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.573830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.574350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.574866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.575378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.575899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.576453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:33.587738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.588568 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Added segment b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6 of type vlan for network 091677d4-f2fc-4a78-b2e8-d272a93925db
Jan 29 21:07:33.674473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32105600-78f5-43c1-8b10-83b703365df7 req-87f493c6-e5fd-49fb-9c48-0d8afb32f4b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 210 time: 0.0454266
Jan 29 21:07:33.676050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (091677d4-f2fc-4a78-b2e8-d272a93925db), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.709046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (091677d4-f2fc-4a78-b2e8-d272a93925db), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.710095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:33.711220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.749258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (affe06c6-3f6b-431e-a2e6-5baaf76f5a51), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:33.812911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=affe06c6-3f6b-431e-a2e6-5baaf76f5a51,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:33.819157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8769119
Jan 29 21:07:33.819843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42888) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:33.831578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Request body: {'subnet': {'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1325247680-subnet', 'tenant_id': '9845bc5b1a8a49daa592601ea4fba134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:33.838232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c2e5-ec15-4086-86b0-50e3ca195527 admin admin] Pushing event updated for resources: {'Network': ['ID=091677d4-f2fc-4a78-b2e8-d272a93925db,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:33.856894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 091677d4-f2fc-4a78-b2e8-d272a93925db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:33.866731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Made reservation on behalf of 9845bc5b1a8a49daa592601ea4fba134 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:33.870510 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.175033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.175778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.193255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cd5095a6-da3b-43d1-905c-da337708e71b tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/affe06c6-3f6b-431e-a2e6-5baaf76f5a51 HTTP/1.1" status: 204  len: 168 time: 1.0202322
Jan 29 21:07:34.193255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42906) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:34.216183 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db01f7a-292c-406c-8b7d-b86aa4ff1bca tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] GET failed (client error): The resource could not be found.
Jan 29 21:07:34.222058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9db01f7a-292c-406c-8b7d-b86aa4ff1bca tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports/affe06c6-3f6b-431e-a2e6-5baaf76f5a51 HTTP/1.1" status: 404  len: 333 time: 0.0319252
Jan 29 21:07:34.222487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 42910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:34.230245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-662084782'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:34.340843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:34.355428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Checking segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:34.356074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Network hostable DHCP agents. Network: 091677d4-f2fc-4a78-b2e8-d272a93925db, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:34.383514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Network 091677d4-f2fc-4a78-b2e8-d272a93925db is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:34.404376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 091677d4-f2fc-4a78-b2e8-d272a93925db) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:34.410235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:34.410926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.419062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53128b9-bb4e-4fba-96a4-cf31e284848e None None] Network 091677d4-f2fc-4a78-b2e8-d272a93925db requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:34.441069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9640d1dc-bdae-4fba-87a4-65ebc569aad3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6163423
Jan 29 21:07:34.467509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:34.471376 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.495324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port a2d83fc0-1bea-43d7-a023-799533001f18 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:34.615195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8dd12-576f-4503-8fd2-553cbd93ba69 None None] Network 091677d4-f2fc-4a78-b2e8-d272a93925db requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:34.645636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.7 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/a2d83fc0-1bea-43d7-a023-799533001f18) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:34.799376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9eef36df-7db8-497e-b10d-2511b75456e5 req-b33241df-bfce-4d9e-b50c-468c690fe318 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 210 time: 0.0318143
Jan 29 21:07:34.863025 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (a2d83fc0-1bea-43d7-a023-799533001f18), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.920337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:34.973396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:34.978973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:34.981755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:35.025696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=a2d83fc0-1bea-43d7-a023-799533001f18,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:35.097472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-36d97104-46d4-40e3-a39c-cf742df42231 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:35.099231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-36d97104-46d4-40e3-a39c-cf742df42231 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 797 time: 0.1725302
Jan 29 21:07:35.110680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:35.111367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.147894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9bf489cf-a220-4e91-8860-548b9752c22c tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.9243023
Jan 29 21:07:35.150737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 42956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:35.161456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1d:c7:21'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:35.186887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-6c1324b9-cc62-4ca2-a38c-03fcdad48f73 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:35.188676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-6c1324b9-cc62-4ca2-a38c-03fcdad48f73 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 818 time: 0.2007072
Jan 29 21:07:35.208153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-c63b4744-d01a-42f3-98c6-3fa36a4dc9fc tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/quotas/9845bc5b1a8a49daa592601ea4fba134 HTTP/1.1" status: 200  len: 375 time: 0.0128601
Jan 29 21:07:35.253559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-6f339ad5-1ac8-418d-8194-5b4ee385fb41 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393217
Jan 29 21:07:35.278923 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-d84122f7-2188-43b2-965f-b777c918dda7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 380 time: 0.1701739
Jan 29 21:07:35.290838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'port': {'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'admin_state_up': True, 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'security_groups': ['f2310d66-9b35-4bf4-a7df-6ef7606988e8']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:35.356876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-49fab39f-d3dc-4073-abb1-494ccf60e97e service neutron] 10.222.0.20 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023064
Jan 29 21:07:35.363425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9afd0bd9-b3bb-43c8-afcc-a9e1ceb1c54d None None] Provisioning complete for port a2d83fc0-1bea-43d7-a023-799533001f18 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:35.364218 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9afd0bd9-b3bb-43c8-afcc-a9e1ceb1c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.401940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9afd0bd9-b3bb-43c8-afcc-a9e1ceb1c54d None None] Port a2d83fc0-1bea-43d7-a023-799533001f18 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:35.455515 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.482832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-de60d9d9-f8f5-4557-a697-a5808074abcc service neutron] 10.222.0.20 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243796
Jan 29 21:07:35.528026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:35.532669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.807864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.11 (2ba5b824-5582-40c6-b6c3-214a8ee72786/3d8de3b5-b144-40f4-aefa-d81efb75f021/7b9a4a52-a40d-4fc3-9fd1-10bd4086d204) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:35.847069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (a2d83fc0-1bea-43d7-a023-799533001f18), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.861496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:35.899371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de536405-71d8-4e1d-8489-3ef86859cd62 req-4e4a1d0b-5772-491b-aab0-1bc4c0b9af5e tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 210 time: 0.0802093
Jan 29 21:07:35.947703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e770026b-93a6-4142-948a-8240c89d4bb0 req-8939270e-1b1f-4f00-b85c-f440911d9ee0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 210 time: 0.0529768
Jan 29 21:07:36.044613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=a2d83fc0-1bea-43d7-a023-799533001f18,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:36.056383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] In _notify_port_updated(), no bound segment for port a2d83fc0-1bea-43d7-a023-799533001f18 on network 6fc1d58c-07a7-42a8-a772-557d877b9594 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:07:36.062064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:36.063341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.065048 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1b934b38-05ee-4585-a5a3-dbc94076fd71 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "PUT /v2.0/ports/a2d83fc0-1bea-43d7-a023-799533001f18 HTTP/1.1" status: 200  len: 995 time: 0.9131374
Jan 29 21:07:36.067850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43006) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:36.138150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.181124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.183975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port a2d83fc0-1bea-43d7-a023-799533001f18 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:36.184418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.241336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:36.252505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:36.255130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:36.261544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7a63626a-a771-4e9d-96e9-74dffd910bae None None] Provisioning complete for port a2d83fc0-1bea-43d7-a023-799533001f18 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:36.262562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7a63626a-a771-4e9d-96e9-74dffd910bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.282570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:36.297460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.317524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for a2d83fc0-1bea-43d7-a023-799533001f18 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:36.329955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:36.330668 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.333196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7a63626a-a771-4e9d-96e9-74dffd910bae None None] Port a2d83fc0-1bea-43d7-a023-799533001f18 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:36.347675 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-b655f977-2fe1-4266-85df-cbb9b849e197 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0623293
Jan 29 21:07:36.358101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-38e03d20-2db8-40ce-b87c-15cb69199f9a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:07:36.359240 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-38e03d20-2db8-40ce-b87c-15cb69199f9a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067685
Jan 29 21:07:36.449336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Request body: {'port': {'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:36.510547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a2d83fc0-1bea-43d7-a023-799533001f18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.528842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.568171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6ffc1608-dfd4-494e-9849-0747a0baffed None None] Provisioning complete for port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:36.570059 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1608-dfd4-494e-9849-0747a0baffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.595002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=a2d83fc0-1bea-43d7-a023-799533001f18,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:36.638720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc1608-dfd4-494e-9849-0747a0baffed None None] Port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:36.684619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.690853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d26e329f-1f76-4509-9f96-01db585c219f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/a2d83fc0-1bea-43d7-a023-799533001f18 HTTP/1.1" status: 204  len: 168 time: 0.6193914
Jan 29 21:07:36.691452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43016) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:36.721278 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff767a0-6778-4235-a469-0dcb1c29b1e8 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] GET failed (client error): The resource could not be found.
Jan 29 21:07:36.727639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ff767a0-6778-4235-a469-0dcb1c29b1e8 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports/a2d83fc0-1bea-43d7-a023-799533001f18 HTTP/1.1" status: 404  len: 333 time: 0.0300078
Jan 29 21:07:36.727639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43018) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:36.733149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-2013078832'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:36.954701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:36.959046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:36.992737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:36.996250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port 40c03f1c-aba3-4870-a61e-1eb19c87c5a4 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:37.030878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks [] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:37.071054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Transition to ACTIVE for port object 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:07:37.080313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:37.199823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:37.302368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Attempting to bind port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:37.303157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Attempting to bind port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:37.304663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Attempting to bind port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 on network 2ba5b824-5582-40c6-b6c3-214a8ee72786 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:37.329991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 on network 2ba5b824-5582-40c6-b6c3-214a8ee72786 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:07:37.330320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Attempting to bind port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 on network 2ba5b824-5582-40c6-b6c3-214a8ee72786 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:37.338236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:37.338673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Checking segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:37.339048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Bound using segment: {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:37.339525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Bound port: 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667476a2-a254-4623-a725-518ef2422db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:37.339917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:37.512530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:37.534512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cce05f57-37c8-4f00-9ad5-02ef452d9208 req-e05efe09-771b-4357-b9ed-433f9dbd3642 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 210 time: 0.4494247
Jan 29 21:07:37.599913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:37.621729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:37.629826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a93f5-949a-47e8-b73b-28756908ca54 req-70f65c22-4aa6-426e-bd9c-27cee85a7a63 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:37.641952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b43a93f5-949a-47e8-b73b-28756908ca54 req-70f65c22-4aa6-426e-bd9c-27cee85a7a63 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 944 time: 0.5329969
Jan 29 21:07:37.691703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.14 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/40c03f1c-aba3-4870-a61e-1eb19c87c5a4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:37.727020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:37.727914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:37.729943 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 1092 time: 1.3604214
Jan 29 21:07:37.730408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:37.733108 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7b5a1-03f2-460b-aacd-7b06914f084a" -d '{"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:37.773458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093ac54-b42c-46f7-a3ea-45f1a0644447 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:37.814510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b43a93f5-949a-47e8-b73b-28756908ca54 req-cb29bedb-313f-4698-8b8d-817baf1d35f1 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1634538
Jan 29 21:07:37.847054 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54c679-e879-41c2-a05d-4608fd3591da x-openstack-request-id: req-6b54c679-e879-41c2-a05d-4608fd3591da {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:37.847733 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:37.848149 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b54c679-e879-41c2-a05d-4608fd3591da {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:37.848727 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'status': 'completed', 'code': 200}
Jan 29 21:07:37.857973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-a7e3b859-a784-4850-b69c-b369afcfc710 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:37.859976 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-a7e3b859-a784-4850-b69c-b369afcfc710 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 818 time: 0.4127295
Jan 29 21:07:37.876218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Request body: {'port': {'device_id': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'admin_state_up': True, 'tenant_id': '9845bc5b1a8a49daa592601ea4fba134'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:38.018757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-99213cbb-fc52-409e-97f7-2caa5dd71fbd tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.020726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-99213cbb-fc52-409e-97f7-2caa5dd71fbd tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 818 time: 0.2558095
Jan 29 21:07:38.056298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-3270a04d-d28e-4ce3-b345-a2eec31ffcd8 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.058087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-3270a04d-d28e-4ce3-b345-a2eec31ffcd8 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.18 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 818 time: 0.3049927
Jan 29 21:07:38.076188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Request body: {'port': {'device_id': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'admin_state_up': True, 'tenant_id': '9845bc5b1a8a49daa592601ea4fba134'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:38.100930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Request body: {'port': {'device_id': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'admin_state_up': True, 'tenant_id': '9845bc5b1a8a49daa592601ea4fba134'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:38.172717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Made reservation on behalf of 9845bc5b1a8a49daa592601ea4fba134 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:38.175990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.266797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-59c4d786-9762-4047-b86c-425cbaba1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.268310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-59c4d786-9762-4047-b86c-425cbaba1fad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1126 time: 0.2618196
Jan 29 21:07:38.274891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Made reservation on behalf of 9845bc5b1a8a49daa592601ea4fba134 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:38.278354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.389857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Allocated IP 172.20.0.3 (091677d4-f2fc-4a78-b2e8-d272a93925db/cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f/89912fac-ec4c-4227-ba9f-78ac64b5174a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:38.396411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.485800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Made reservation on behalf of 9845bc5b1a8a49daa592601ea4fba134 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:38.488992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.519056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-754aedad-cf7d-4667-a88d-cabe9351ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.520436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-754aedad-cf7d-4667-a88d-cabe9351ce0f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4205364bb7d426ab82515b200d82183&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2455592
Jan 29 21:07:38.552640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks [] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.566517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.592592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.673061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Network 091677d4-f2fc-4a78-b2e8-d272a93925db is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:38.684734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:38.689213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:38.721797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event updated for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:38.725640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.api [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-d7d89b28-a7e0-4122-aa4a-1ad64fd55c8b {{(pid=125942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:07:38.726004 ncdv-master-1 neutron-server[125942]: DEBUG oslo_db.api [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:07:38.734997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b96a3b94-d0ad-45fb-9cb3-d410848a0f29 req-87ecf6f2-56a9-4c83-bec3-54187dd781b3 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 210 time: 0.0977962
Jan 29 21:07:38.756563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.756868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.758702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:38.768708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:38.776039 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d8d744ea-4b23-4e91-9ada-c79daa01325b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9080579
Jan 29 21:07:38.781038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:38.790563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Request body: {'port': {'device_id': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:38.806755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=40c03f1c-aba3-4870-a61e-1eb19c87c5a4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:38.878721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.926283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.927123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:38.958961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-c7fad8d5-50bf-4a4e-9842-f8bae73f748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:38.960660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbb7b5a1-03f2-460b-aacd-7b06914f084a req-c7fad8d5-50bf-4a4e-9842-f8bae73f748f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4329309
Jan 29 21:07:39.030321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Allocated IP 172.20.0.4 (091677d4-f2fc-4a78-b2e8-d272a93925db/cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f/2048c106-a013-4cc5-85d2-401c06f49001) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:39.069785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7da02d70-7f09-43f4-9f75-c0d66c4bbec9 None None] Provisioning complete for port 40c03f1c-aba3-4870-a61e-1eb19c87c5a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:39.070756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7da02d70-7f09-43f4-9f75-c0d66c4bbec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.077616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce1c650e-1a0c-41e9-9bb1-dfacfa4b86c3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3488340
Jan 29 21:07:39.080899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43072) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:39.088160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'network_id': '6fc1d58c-07a7-42a8-a772-557d877b9594', 'name': 'tempest-AllowedAddressPairTestJSON-684180337'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:39.112382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7da02d70-7f09-43f4-9f75-c0d66c4bbec9 None None] Port 40c03f1c-aba3-4870-a61e-1eb19c87c5a4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:39.136087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aea39-f58f-4118-b49e-c7b24b71c7a4 req-cd639fd3-01bf-4b68-b668-90b1b81ad941 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.137580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f12aea39-f58f-4118-b49e-c7b24b71c7a4 req-cd639fd3-01bf-4b68-b668-90b1b81ad941 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 944 time: 0.2069676
Jan 29 21:07:39.160093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-9e0d5040-86d8-43e1-b2eb-f86835886397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.161543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-9e0d5040-86d8-43e1-b2eb-f86835886397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1126 time: 0.1486926
Jan 29 21:07:39.200816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Made reservation on behalf of 6e3302c1468245d0a199bc3c7766ec2b for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:39.204331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.225983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] device_id is not set on port bb762d81-28c9-40a1-aa6f-57849a0ccedb yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:07:39.230281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.270559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-3a1f55ea-9302-4cc3-be6c-b9c4458525fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 217 time: 0.0857391
Jan 29 21:07:39.352279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f12aea39-f58f-4118-b49e-c7b24b71c7a4 req-f537197a-bd1d-40d3-b10c-d419fd26fe78 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2065463
Jan 29 21:07:39.378871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-a9bf77b6-7666-4ab7-b4fb-400e514e1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.380337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-a9bf77b6-7666-4ab7-b4fb-400e514e1bb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.0997241
Jan 29 21:07:39.388903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Allocated IP 172.20.0.12 (6fc1d58c-07a7-42a8-a772-557d877b9594/dd924905-9480-48f0-a209-bd8b3b00877a/bb762d81-28c9-40a1-aa6f-57849a0ccedb) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:39.425548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks [] for port (2048c106-a013-4cc5-85d2-401c06f49001), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.490248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494675-465d-4ffc-a510-27b00554c50a req-3f2bc513-c20f-48b3-b0ca-a36d4a564d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.491783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-3f2bc513-c20f-48b3-b0ca-a36d4a564d86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1030934
Jan 29 21:07:39.543375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.586657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.605426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Network 091677d4-f2fc-4a78-b2e8-d272a93925db is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:39.612159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event updated for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:39.616064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:39.619558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:39.658859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-81c55716-4b96-42e5-9323-c3c7be00fec0 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609786
Jan 29 21:07:39.662884 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.698898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.699500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.738684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:39.740866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89912fac-ec4c-4227-ba9f-78ac64b5174a {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:39.744527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-f6702a1e-422b-45ec-8f31-1332f2d7e348 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6770148
Jan 29 21:07:39.750376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:39.753480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks [] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.755783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=bb762d81-28c9-40a1-aa6f-57849a0ccedb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:39.759366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:39.767988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Request body: {'port': {'device_id': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:39.793681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Transition to ACTIVE for port object 89912fac-ec4c-4227-ba9f-78ac64b5174a will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:07:39.808582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.867800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c494675-465d-4ffc-a510-27b00554c50a req-d8f3c511-eea4-4583-8cf5-6165891ad3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998453
Jan 29 21:07:39.892896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:39.893700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:39.935029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Allocated IP 172.20.0.7 (091677d4-f2fc-4a78-b2e8-d272a93925db/cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f/e14f7566-3a92-4d83-a6ef-b608e5efc3fe) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:39.938666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Pushing event updated for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:39.985192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-658f0fc9-a4ac-4d3b-a130-cf9e17281e9f tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8943686
Jan 29 21:07:40.007120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43080) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:40.015345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:c7:21'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:02:cc:7e'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:40.141306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f1ee3ee3-7743-4be4-b41d-f4eebd376f8d None None] Provisioning complete for port bb762d81-28c9-40a1-aa6f-57849a0ccedb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:40.141857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3ee3-7743-4be4-b41d-f4eebd376f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.184865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee3ee3-7743-4be4-b41d-f4eebd376f8d None None] Port bb762d81-28c9-40a1-aa6f-57849a0ccedb cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:40.212163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2048c106-a013-4cc5-85d2-401c06f49001), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.266725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c844-c7e1-4506-b64c-4fc22817ec7b req-d20c9773-287e-434e-80e4-e6e9ab89884b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:40.268312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d838c844-c7e1-4506-b64c-4fc22817ec7b req-d20c9773-287e-434e-80e4-e6e9ab89884b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 931 time: 0.4354224
Jan 29 21:07:40.309326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9220f495-ce89-4a47-a3c4-84cc81782c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.456037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d838c844-c7e1-4506-b64c-4fc22817ec7b req-76ee373d-b427-45d1-bc49-28584bf275c9 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820056
Jan 29 21:07:40.496755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded523e-1471-4515-83a5-5b75b6a63bf1 req-4958798f-c6d8-4ab5-89b3-feb3f07e263f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:40.498258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ded523e-1471-4515-83a5-5b75b6a63bf1 req-4958798f-c6d8-4ab5-89b3-feb3f07e263f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 944 time: 0.0657825
Jan 29 21:07:40.511281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Attempting to bind port 89912fac-ec4c-4227-ba9f-78ac64b5174a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:40.511832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Attempting to bind port 89912fac-ec4c-4227-ba9f-78ac64b5174a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:40.511944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Attempting to bind port 89912fac-ec4c-4227-ba9f-78ac64b5174a on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:40.526969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.531639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Port 89912fac-ec4c-4227-ba9f-78ac64b5174a on network 091677d4-f2fc-4a78-b2e8-d272a93925db not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:07:40.532024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Attempting to bind port 89912fac-ec4c-4227-ba9f-78ac64b5174a on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:40.557393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:40.557747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Checking segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:40.558143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Bound using segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:40.558585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Bound port: 89912fac-ec4c-4227-ba9f-78ac64b5174a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:40.558945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.560497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ded523e-1471-4515-83a5-5b75b6a63bf1 req-eef42531-66ee-4734-ab75-7a4c483545f5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558407
Jan 29 21:07:40.652763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks [] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.756844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:40.777499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:40.794077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.796203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.867021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:40.867662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.869085 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] 10.222.0.36 "PUT /v2.0/ports/89912fac-ec4c-4227-ba9f-78ac64b5174a HTTP/1.1" status: 200  len: 1091 time: 2.0848105
Jan 29 21:07:40.870852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:40.873192 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d09f3-8376-47c3-9603-7e866f121165" -d '{"events": [{"name": "network-changed", "server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:40.893828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Network 091677d4-f2fc-4a78-b2e8-d272a93925db is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:40.902905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:40.914640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:40.935157 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7556b3c6-9e73-4af6-8a2b-33e8281e2994 x-openstack-request-id: req-7556b3c6-9e73-4af6-8a2b-33e8281e2994 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:40.935450 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:40.935710 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7556b3c6-9e73-4af6-8a2b-33e8281e2994 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:40.936107 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a', 'status': 'completed', 'code': 200}
Jan 29 21:07:40.955054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2048c106-a013-4cc5-85d2-401c06f49001 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:40.957052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.962948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf292a0-9b2a-492e-aaf4-520de07649aa service neutron] Pushing event updated for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:40.963282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks [] for port (2048c106-a013-4cc5-85d2-401c06f49001), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.981808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Transition to ACTIVE for port object 2048c106-a013-4cc5-85d2-401c06f49001 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:07:40.982658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:40.986151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.073083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Pushing event updated for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:41.078163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.078973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.113821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event updated for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:41.128802 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-db4ebb2e-5ff4-402f-8c23-66e0746e68eb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0599115
Jan 29 21:07:41.148600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Attempting to bind port 2048c106-a013-4cc5-85d2-401c06f49001 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:41.149702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Attempting to bind port 2048c106-a013-4cc5-85d2-401c06f49001 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:41.150362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Attempting to bind port 2048c106-a013-4cc5-85d2-401c06f49001 on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:41.150770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b3be4455-0cc4-4710-9161-c85820a50e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.152315 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b3be4455-0cc4-4710-9161-c85820a50e5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 1125 time: 0.2349653
Jan 29 21:07:41.155262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Port 2048c106-a013-4cc5-85d2-401c06f49001 on network 091677d4-f2fc-4a78-b2e8-d272a93925db not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:07:41.155607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Attempting to bind port 2048c106-a013-4cc5-85d2-401c06f49001 on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:41.162315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Request body: {'port': {'device_id': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:41.163791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:41.164137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Checking segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:41.164526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Bound using segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:41.164960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Bound port: 2048c106-a013-4cc5-85d2-401c06f49001, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:41.165420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2048c106-a013-4cc5-85d2-401c06f49001), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.168925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] In _notify_port_updated(), no bound segment for port bb762d81-28c9-40a1-aa6f-57849a0ccedb on network 6fc1d58c-07a7-42a8-a772-557d877b9594 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:07:41.174660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.175315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.179427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "PUT /v2.0/ports/bb762d81-28c9-40a1-aa6f-57849a0ccedb HTTP/1.1" status: 200  len: 1056 time: 1.1664894
Jan 29 21:07:41.182460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:41.245979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-0712525e-8cee-415e-a4ac-26d1317ce37f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a HTTP/1.1" status: 200  len: 217 time: 0.0808458
Jan 29 21:07:41.263443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0b6cd-54f6-4961-86a2-9f0b363a2692 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event updated for resources: {'Port': ['ID=bb762d81-28c9-40a1-aa6f-57849a0ccedb,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:41.344794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:41.351551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2048c106-a013-4cc5-85d2-401c06f49001,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:41.355982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.358307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-6be6141b-94a1-4f54-8968-00b454b4a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.360451 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-6be6141b-94a1-4f54-8968-00b454b4a3d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.1082060
Jan 29 21:07:41.393292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.425612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a71f289-8f82-4f45-ad66-f867ca45075d None None] Provisioning complete for port bb762d81-28c9-40a1-aa6f-57849a0ccedb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:41.426155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a71f289-8f82-4f45-ad66-f867ca45075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.437777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.438534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.441990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] 10.222.0.36 "PUT /v2.0/ports/2048c106-a013-4cc5-85d2-401c06f49001 HTTP/1.1" status: 200  len: 1091 time: 1.6867745
Jan 29 21:07:41.451560 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-a4369a03-c926-4da2-946d-2508a9db46b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827441
Jan 29 21:07:41.479847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:41.482761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6a71f289-8f82-4f45-ad66-f867ca45075d None None] Port bb762d81-28c9-40a1-aa6f-57849a0ccedb cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:41.483411 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf82e4-81a4-4ad6-9501-ab943defaf86" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "tag": "2048c106-a013-4cc5-85d2-401c06f49001"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:41.504763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cdaf4-202a-4451-b9aa-3b4b70b6396d service neutron] Pushing event updated for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:41.557715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port bb762d81-28c9-40a1-aa6f-57849a0ccedb {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:41.558075 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.578620 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac991e9-502d-4d52-a5bf-ad2244d656a7 x-openstack-request-id: req-4ac991e9-502d-4d52-a5bf-ad2244d656a7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:41.578945 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "tag": "2048c106-a013-4cc5-85d2-401c06f49001", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:41.579185 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ac991e9-502d-4d52-a5bf-ad2244d656a7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:41.579575 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001', 'status': 'completed', 'code': 200}
Jan 29 21:07:41.615221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-c6f4eea6-0197-4b23-8eb4-1568c02a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.616662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-c6f4eea6-0197-4b23-8eb4-1568c02a8137 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 1125 time: 0.1279528
Jan 29 21:07:41.700745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-e825b972-557d-43a8-99e2-bae915af701a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2048c106-a013-4cc5-85d2-401c06f49001 HTTP/1.1" status: 200  len: 217 time: 0.0623596
Jan 29 21:07:41.727674 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-37221b02-f0b7-4359-bab5-c9ad1e88bedb service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688546
Jan 29 21:07:41.789020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.823333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad497525-635e-4a8f-95fb-a8089ecac0f8 req-53c715d7-a99b-428e-9989-43f9c28bc3f0 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.825072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad497525-635e-4a8f-95fb-a8089ecac0f8 req-53c715d7-a99b-428e-9989-43f9c28bc3f0 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 943 time: 0.2487965
Jan 29 21:07:41.826178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for bb762d81-28c9-40a1-aa6f-57849a0ccedb owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:41.844435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-dac21b46-0361-4e47-ab4c-52563793cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.845998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-dac21b46-0361-4e47-ab4c-52563793cd56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.1203277
Jan 29 21:07:41.874685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-c80e702d-27b3-4226-bf72-df2281717508 service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397555
Jan 29 21:07:41.879862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7402e7-9fd9-4eb2-884d-4417d798af5c req-a3075b4c-2be0-44f4-beb9-84ed8f40fa13 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:41.881425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7402e7-9fd9-4eb2-884d-4417d798af5c req-a3075b4c-2be0-44f4-beb9-84ed8f40fa13 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 944 time: 0.2298372
Jan 29 21:07:41.931188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-94cdc2aa-6134-4f56-8108-31918dede06a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0792036
Jan 29 21:07:41.932699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14f7566-3a92-4d83-a6ef-b608e5efc3fe {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:41.959581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks [] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:41.977319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Transition to ACTIVE for port object e14f7566-3a92-4d83-a6ef-b608e5efc3fe will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:07:41.984908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.022459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d09f3-8376-47c3-9603-7e866f121165 req-f23d7f94-304b-40ae-8cd8-8526b2a9ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.023989 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-f23d7f94-304b-40ae-8cd8-8526b2a9ce65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 1125 time: 0.1019509
Jan 29 21:07:42.030882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad497525-635e-4a8f-95fb-a8089ecac0f8 req-5d02383e-b39e-4c63-b308-bd238542a91d tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982508
Jan 29 21:07:42.066602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:42.097300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7402e7-9fd9-4eb2-884d-4417d798af5c req-a1e2ac53-1c4b-4b53-9ead-2c62c82f4777 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1975796
Jan 29 21:07:42.116074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b1c728f9-2ec9-4d95-b4ef-12b78273c88e service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683059
Jan 29 21:07:42.200456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Attempting to bind port e14f7566-3a92-4d83-a6ef-b608e5efc3fe on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:42.200790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Attempting to bind port e14f7566-3a92-4d83-a6ef-b608e5efc3fe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:42.201150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Attempting to bind port e14f7566-3a92-4d83-a6ef-b608e5efc3fe on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:42.204455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d09f3-8376-47c3-9603-7e866f121165 req-611bf6eb-0a28-4d5c-ad5a-4aad5892cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.205960 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-611bf6eb-0a28-4d5c-ad5a-4aad5892cb09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 919 time: 0.1646216
Jan 29 21:07:42.207948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Port e14f7566-3a92-4d83-a6ef-b608e5efc3fe on network 091677d4-f2fc-4a78-b2e8-d272a93925db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:07:42.208264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Attempting to bind port e14f7566-3a92-4d83-a6ef-b608e5efc3fe on network 091677d4-f2fc-4a78-b2e8-d272a93925db {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:42.220032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:42.220375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Checking segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:42.220800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Bound using segment: {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:42.221313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Bound port: e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:42.221676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.230368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bb762d81-28c9-40a1-aa6f-57849a0ccedb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.261397 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-97b05fc3-8beb-43ad-a3fc-98e0c827c58e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a HTTP/1.1" status: 200  len: 217 time: 0.0483370
Jan 29 21:07:42.274759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=bb762d81-28c9-40a1-aa6f-57849a0ccedb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:42.280313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-4171b524-b2f0-438a-8256-54403d613b8b service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543987
Jan 29 21:07:42.374157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d09f3-8376-47c3-9603-7e866f121165 req-9ea54363-6a21-4299-85ef-51c89a8b056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.376291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-9ea54363-6a21-4299-85ef-51c89a8b056b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.1097298
Jan 29 21:07:42.382692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:42.395010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:42.417461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-cd1ff6c8-8bbd-4c17-a512-bcced0efda21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324044
Jan 29 21:07:42.418752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.512622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-f2dbf2c5-5947-4c28-8781-4c081c5fc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.513174 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.514835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.516872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] 10.222.0.18 "PUT /v2.0/ports/e14f7566-3a92-4d83-a6ef-b608e5efc3fe HTTP/1.1" status: 200  len: 1091 time: 1.3632944
Jan 29 21:07:42.528286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-f2dbf2c5-5947-4c28-8781-4c081c5fc52a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 1125 time: 0.1658051
Jan 29 21:07:42.565609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea68d-d6ec-42c9-a6ec-1b3b8c0e0896 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:42.630069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-c132efcc-ccbb-4598-adf4-c2eccd1c868e service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041764
Jan 29 21:07:42.641051 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-97d3781c-cc0f-4f1e-b681-4faa8ef2f1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.695236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-7c57724c-6ee9-42eb-9c2c-c8af173baf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.696754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-7c57724c-6ee9-42eb-9c2c-c8af173baf58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 1125 time: 0.1182332
Jan 29 21:07:42.749288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-69b7e4dd-cb8a-4207-baee-bc8610cfa8ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe HTTP/1.1" status: 200  len: 217 time: 0.0444994
Jan 29 21:07:42.759301 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:42.762492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4d4fe096-b991-40bc-9276-63c5e7d3e260 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/bb762d81-28c9-40a1-aa6f-57849a0ccedb HTTP/1.1" status: 204  len: 168 time: 1.5790625
Jan 29 21:07:42.767063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:42.780106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-297eba26-8c1a-4ad4-bf9a-da2b2f155d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.782132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-297eba26-8c1a-4ad4-bf9a-da2b2f155d8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 919 time: 0.2058065
Jan 29 21:07:42.820677 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-946d09f3-8376-47c3-9603-7e866f121165 req-03497d00-baa7-4731-a926-93cadc05a6a9 service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839607
Jan 29 21:07:42.821581 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3197c701-27b4-4a15-b5e6-3d841f825e57 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] GET failed (client error): The resource could not be found.
Jan 29 21:07:42.822862 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3197c701-27b4-4a15-b5e6-3d841f825e57 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports/bb762d81-28c9-40a1-aa6f-57849a0ccedb HTTP/1.1" status: 404  len: 333 time: 0.0484440
Jan 29 21:07:42.826532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43130) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:42.834363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-d5315651-6cff-4217-8f35-e60dca8fdb0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2048c106-a013-4cc5-85d2-401c06f49001 HTTP/1.1" status: 200  len: 217 time: 0.0462339
Jan 29 21:07:42.837989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d71d31a1-3e70-4098-9ca2-685c6fcade1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.839524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d71d31a1-3e70-4098-9ca2-685c6fcade1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.0829341
Jan 29 21:07:42.874584 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-50a2574b-0d7c-4106-a5a4-24fcce75badd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296717
Jan 29 21:07:42.930614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-d092d783-3eae-47ae-886a-8c505b8bbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:42.932032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-d092d783-3eae-47ae-886a-8c505b8bbc5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.0780299
Jan 29 21:07:42.936803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:42.939141 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b6f43-63d0-4f16-8312-946c4fc3bc43" -d '{"events": [{"name": "network-changed", "server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:42.968239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-e440c456-8dc0-47ce-96fe-4ebe9e902099 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279117
Jan 29 21:07:42.971020 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-5b912bbb-30b8-4a54-8906-bf16ca510e36 service neutron] 10.222.0.18 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901163
Jan 29 21:07:42.977726 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0e1a6-5736-4213-98a4-880024f09520 x-openstack-request-id: req-fab0e1a6-5736-4213-98a4-880024f09520 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:42.978029 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:42.978290 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fab0e1a6-5736-4213-98a4-880024f09520 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:42.978705 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe', 'status': 'completed', 'code': 200}
Jan 29 21:07:43.021587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port 40c03f1c-aba3-4870-a61e-1eb19c87c5a4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:43.021853 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.069722 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bda4a265-43c1-4113-8467-a396e50df4ed req-d0bcfd4d-ceaf-4b73-8967-fa95454e56c7 service neutron] 10.222.0.18 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901401
Jan 29 21:07:43.078789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:07:43.167918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-8171b6b5-e35c-401c-b891-738386031b5c service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935804
Jan 29 21:07:43.173063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.180363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-1054fd09-5b33-44a5-bb5e-00e9c9552396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:43.182444 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-1054fd09-5b33-44a5-bb5e-00e9c9552396 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9845bc5b1a8a49daa592601ea4fba134&device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 1125 time: 0.0587454
Jan 29 21:07:43.197663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:43.211142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:07:43.258789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:43.259179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.274279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:43.278515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-d8b3a7f4-d7ce-4806-b8a6-fa589109ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:43.280206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-d8b3a7f4-d7ce-4806-b8a6-fa589109ab01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 200  len: 919 time: 0.0919180
Jan 29 21:07:43.296200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:43.301402 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.330174 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-1099ff61-3228-420a-a1dc-38bcf67d940f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe HTTP/1.1" status: 200  len: 217 time: 0.0408099
Jan 29 21:07:43.354565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:43.383427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-6f08a627-b03e-4ba2-9790-01833131cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:43.385223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-6f08a627-b03e-4ba2-9790-01833131cb76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 200  len: 858 time: 0.0491781
Jan 29 21:07:43.418179 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-667197f7-2c58-47b8-9e30-320e77f021c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=091677d4-f2fc-4a78-b2e8-d272a93925db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272059
Jan 29 21:07:43.513243 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-94914f4a-4b46-4136-8692-3f9dc7a0033d service neutron] 10.222.0.18 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891740
Jan 29 21:07:43.553760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for 40c03f1c-aba3-4870-a61e-1eb19c87c5a4 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:43.612018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaa921-f592-4e67-b34e-e40102802a1e req-11f19776-0542-4043-9571-acfff999fc6e tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:43.613516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1eaa921-f592-4e67-b34e-e40102802a1e req-11f19776-0542-4043-9571-acfff999fc6e tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 943 time: 0.5054851
Jan 29 21:07:43.614523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-941b6f43-63d0-4f16-8312-946c4fc3bc43 req-b2ed910e-c838-4cb6-bd12-412962405fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945280
Jan 29 21:07:43.709723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.717393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe585b-c667-4d1e-a476-0722171226c9 req-c1e40049-3552-42d5-85d2-be1ac6c98c19 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:43.719431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26fe585b-c667-4d1e-a476-0722171226c9 req-c1e40049-3552-42d5-85d2-be1ac6c98c19 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 945 time: 0.5195019
Jan 29 21:07:43.726279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fcf82e4-81a4-4ad6-9501-ab943defaf86 req-43876c32-3e61-4642-8fa6-2da70642231e service neutron] 10.222.0.36 "GET /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5415969
Jan 29 21:07:43.779954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1eaa921-f592-4e67-b34e-e40102802a1e req-1c2b2558-f5d7-408b-bc1d-3a0692ac9fd0 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310506
Jan 29 21:07:43.831682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26fe585b-c667-4d1e-a476-0722171226c9 req-349a2902-ad94-4c68-8ae0-6a5da7d35175 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032717
Jan 29 21:07:43.855804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:43.869742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (40c03f1c-aba3-4870-a61e-1eb19c87c5a4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.907641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=40c03f1c-aba3-4870-a61e-1eb19c87c5a4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:43.994061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:43.997749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d9498e70-644d-4507-8a08-8724f9330ee0 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/40c03f1c-aba3-4870-a61e-1eb19c87c5a4 HTTP/1.1" status: 204  len: 168 time: 1.1702366
Jan 29 21:07:44.001482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43164) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:44.033615 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-930354a2-ca9a-4c6b-aab9-954a6ec661b2 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] GET failed (client error): The resource could not be found.
Jan 29 21:07:44.035045 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-930354a2-ca9a-4c6b-aab9-954a6ec661b2 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "GET /v2.0/ports/40c03f1c-aba3-4870-a61e-1eb19c87c5a4 HTTP/1.1" status: 404  len: 333 time: 0.0325758
Jan 29 21:07:44.039701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43166) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:44.153222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port 4d42f2b1-afe7-4269-804f-79aa5e9a4256 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:44.153557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.240823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.253659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for 4d42f2b1-afe7-4269-804f-79aa5e9a4256 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:44.388846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4d42f2b1-afe7-4269-804f-79aa5e9a4256), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.424245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=4d42f2b1-afe7-4269-804f-79aa5e9a4256,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:44.491009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.494371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a904cd0d-337a-4a9c-9ff9-3b7c401cc625 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/ports/4d42f2b1-afe7-4269-804f-79aa5e9a4256 HTTP/1.1" status: 204  len: 168 time: 0.4537163
Jan 29 21:07:44.496880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43184) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:44.550661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting subnet dd924905-9480-48f0-a209-bd8b3b00877a {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:07:44.554241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for subnet (dd924905-9480-48f0-a209-bd8b3b00877a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.595678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (dd924905-9480-48f0-a209-bd8b3b00877a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.681171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (dd924905-9480-48f0-a209-bd8b3b00877a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.736952 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (dd924905-9480-48f0-a209-bd8b3b00877a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.763460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Subnet': ['ID=dd924905-9480-48f0-a209-bd8b3b00877a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:44.767105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.770311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-53d80f5b-4dcc-4d41-9151-5126b32bde3a tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/subnets/dd924905-9480-48f0-a209-bd8b3b00877a HTTP/1.1" status: 204  len: 168 time: 0.2724643
Jan 29 21:07:44.772755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43186) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:44.775102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04379a5d-8caa-4144-809d-6ac79da827c5 None None] Network 6fc1d58c-07a7-42a8-a772-557d877b9594 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:44.852878 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6fc1d58c-07a7-42a8-a772-557d877b9594), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:44.924904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d2147-6bdd-43c1-8e5e-edc65dc69601 req-9e014620-3acb-4072-97a8-4ac957242df4 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:44.926512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed2d2147-6bdd-43c1-8e5e-edc65dc69601 req-9e014620-3acb-4072-97a8-4ac957242df4 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 943 time: 0.0678566
Jan 29 21:07:44.934967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Deleting port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:44.935236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.003771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] For port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,segment=NetworkSegment(b3715eec-f9a9-4095-89ed-71c62c2f9486),segment_id=b3715eec-f9a9-4095-89ed-71c62c2f9486)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:45.004847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.013524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] DHCP port deletion for 6fc1d58c-07a7-42a8-a772-557d877b9594 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:07:45.021219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Calling delete_port for c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:45.029867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed2d2147-6bdd-43c1-8e5e-edc65dc69601 req-a2218864-20e6-46f7-bbee-b106c34f7850 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917108
Jan 29 21:07:45.041025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8853-8760-4b34-bfa4-b61f68050551 req-70499fe8-b562-40cb-abe7-7e6221e567bf tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:45.043252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83cd8853-8760-4b34-bfa4-b61f68050551 req-70499fe8-b562-40cb-abe7-7e6221e567bf tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 945 time: 0.1286974
Jan 29 21:07:45.081436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Deleting port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:45.081904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.120247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.125996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:45.139845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83cd8853-8760-4b34-bfa4-b61f68050551 req-6ec3b0a5-82fa-4c09-827c-c95f4fa45c1c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898240
Jan 29 21:07:45.148448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Port': ['ID=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:45.165286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] No DVR routers for this DVR port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:45.184849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] For port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,segment=NetworkSegment(b3715eec-f9a9-4095-89ed-71c62c2f9486),segment_id=b3715eec-f9a9-4095-89ed-71c62c2f9486)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:45.185325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.200291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Calling delete_port for c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:45.248462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:07:45.253655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:45.254030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.352861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.389695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] Pushing event deleted for resources: {'Port': ['ID=c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:45.391991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5096f3a-0b4d-43bc-8892-af415868131f None None] No DVR routers for this DVR port c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:45.396805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:45.397220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.427364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:45.430489 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c58ea-d22a-45e2-87ed-3c5a3fc8851b" -d '{"events": [{"server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:45.442625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:45.448753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.483230 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3c6e5-d6c6-4a77-92a8-21e2abe5a8bb x-openstack-request-id: req-55d3c6e5-d6c6-4a77-92a8-21e2abe5a8bb {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:45.483519 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:45.483962 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55d3c6e5-d6c6-4a77-92a8-21e2abe5a8bb {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:45.484394 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'code': 200}
Jan 29 21:07:45.525463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:45.570703 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.575798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6fc1d58c-07a7-42a8-a772-557d877b9594), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.613982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09693be0>,) {'filters': {'network_id': ['6fc1d58c-07a7-42a8-a772-557d877b9594']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:45.626482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43226) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:45.628489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09693be0>, 'b3715eec-f9a9-4095-89ed-71c62c2f9486') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:45.628788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09693be0>, 'b3715eec-f9a9-4095-89ed-71c62c2f9486') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:45.640004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b3715eec-f9a9-4095-89ed-71c62c2f9486), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.651355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188e7a-046a-4463-89b5-67d5fb9f05a9 req-ce0f87d4-23a4-4023-a5b9-e89330be0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:45.652875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c8188e7a-046a-4463-89b5-67d5fb9f05a9 req-ce0f87d4-23a4-4023-a5b9-e89330be0b78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.0892861
Jan 29 21:07:45.663944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b3715eec-f9a9-4095-89ed-71c62c2f9486), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.677517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:07:45.677918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b3715eec-f9a9-4095-89ed-71c62c2f9486), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:07:45.681130 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:07:45.737408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fadae8f-f00b-4c1c-886d-48bdf4d5a88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.756454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c8188e7a-046a-4463-89b5-67d5fb9f05a9 req-479337fc-73c3-40db-ba4a-3e0184b071bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977645
Jan 29 21:07:45.762491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6fc1d58c-07a7-42a8-a772-557d877b9594), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.770002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.773182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] 10.222.0.20 "DELETE /v2.0/networks/6fc1d58c-07a7-42a8-a772-557d877b9594 HTTP/1.1" status: 204  len: 168 time: 0.9994407
Jan 29 21:07:45.785967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d458c-9387-4e12-a2a2-f880738bd5e3 tempest-AllowedAddressPairTestJSON-1743348380 tempest-AllowedAddressPairTestJSON-1743348380-project] Pushing event deleted for resources: {'Network': ['ID=6fc1d58c-07a7-42a8-a772-557d877b9594,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:45.819424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fadae8f-f00b-4c1c-886d-48bdf4d5a88a admin admin] Publish callbacks [] for security_group (ba78f735-a17b-4e89-84b9-425845c72e3b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.823061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6fadae8f-f00b-4c1c-886d-48bdf4d5a88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ba78f735-a17b-4e89-84b9-425845c72e3b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.862821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6fadae8f-f00b-4c1c-886d-48bdf4d5a88a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3afea838c3c94b9e825ced924f1abbf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2350254
Jan 29 21:07:45.864678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadae8f-f00b-4c1c-886d-48bdf4d5a88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78f735-a17b-4e89-84b9-425845c72e3b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:45.865539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:45.917551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] Publish callbacks [] for security_group (ba78f735-a17b-4e89-84b9-425845c72e3b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.938925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] Publish callbacks [] for security_group (ba78f735-a17b-4e89-84b9-425845c72e3b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.975303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43236) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:45.987375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ba78f735-a17b-4e89-84b9-425845c72e3b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.990160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:45.991427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba78f735-a17b-4e89-84b9-425845c72e3b HTTP/1.1" status: 204  len: 168 time: 0.1247535
Jan 29 21:07:45.999778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146e78-126f-482d-989e-39b8ece0286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78f735-a17b-4e89-84b9-425845c72e3b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:46.181830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32269d35-dccf-45eb-b7b9-8a340a158a9f req-2246de68-19f3-4ae6-976b-11c880b9dee9 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:46.190060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32269d35-dccf-45eb-b7b9-8a340a158a9f req-2246de68-19f3-4ae6-976b-11c880b9dee9 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 943 time: 0.0775185
Jan 29 21:07:46.271557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32269d35-dccf-45eb-b7b9-8a340a158a9f req-c7055260-42dd-457b-88ba-ec67b44a0a92 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801544
Jan 29 21:07:46.298593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9fbbc-9e98-4f21-82ff-cf6c3a33fa85 req-1dcc8ad4-dfb2-4504-ad8f-56555be00dea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:46.300120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50f9fbbc-9e98-4f21-82ff-cf6c3a33fa85 req-1dcc8ad4-dfb2-4504-ad8f-56555be00dea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.0772121
Jan 29 21:07:46.346338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43248) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:46.359342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50e589d8-f7f8-44e1-b42d-957bb0b32358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.382321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50f9fbbc-9e98-4f21-82ff-cf6c3a33fa85 req-11e4c374-6660-4fc6-bc8e-e6b92ac4c799 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760398
Jan 29 21:07:46.388731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd13090e-463e-433d-a927-3e15246c8ba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e3302c1468245d0a199bc3c7766ec2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4104862
Jan 29 21:07:46.391920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43250) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:46.440933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] Publish callbacks [] for security_group (d47b1eb1-b67f-4e8f-a1d8-950d491af507), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.450507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50e589d8-f7f8-44e1-b42d-957bb0b32358 admin admin] Publish callbacks [] for security_group (18f39f82-90fb-49c7-a34a-47627d51b1a2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.455427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-50e589d8-f7f8-44e1-b42d-957bb0b32358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (18f39f82-90fb-49c7-a34a-47627d51b1a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.462378 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] Publish callbacks [] for security_group (d47b1eb1-b67f-4e8f-a1d8-950d491af507), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.493819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-50e589d8-f7f8-44e1-b42d-957bb0b32358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=305f0b83c016455c8e908776b5592ead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1462789
Jan 29 21:07:46.494916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e589d8-f7f8-44e1-b42d-957bb0b32358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f39f82-90fb-49c7-a34a-47627d51b1a2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:46.496308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43252) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:46.527183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d47b1eb1-b67f-4e8f-a1d8-950d491af507), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.529693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.533603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d47b1eb1-b67f-4e8f-a1d8-950d491af507 HTTP/1.1" status: 204  len: 168 time: 0.1404204
Jan 29 21:07:46.550169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc710229-953f-44da-8cfa-485b714ed6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b1eb1-b67f-4e8f-a1d8-950d491af507,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:46.576931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] Publish callbacks [] for security_group (18f39f82-90fb-49c7-a34a-47627d51b1a2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.593844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:07:46.600319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] Publish callbacks [] for security_group (18f39f82-90fb-49c7-a34a-47627d51b1a2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.618687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:07:46.619135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9a4ad9f-d1b0-46a1-b4ee-b3aa12b7061f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:07:46.655368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (18f39f82-90fb-49c7-a34a-47627d51b1a2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.658164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:46.659347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18f39f82-90fb-49c7-a34a-47627d51b1a2 HTTP/1.1" status: 204  len: 168 time: 0.1621056
Jan 29 21:07:46.666941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a47d5-fb8d-479d-9806-4161e49ebb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f39f82-90fb-49c7-a34a-47627d51b1a2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:46.802514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.116320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e14f7566-3a92-4d83-a6ef-b608e5efc3fe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:07:47.152112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2048c106-a013-4cc5-85d2-401c06f49001 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:07:47.400827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e0996-7a13-4618-8f5a-4b361de04058 req-4b33c08c-66f0-47e6-8bdd-45d19375563b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:47.409561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-860e0996-7a13-4618-8f5a-4b361de04058 req-4b33c08c-66f0-47e6-8bdd-45d19375563b tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 943 time: 0.0659912
Jan 29 21:07:47.438112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.444606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43296) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:47.458527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'port_id': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe', 'mac_address': 'fa:16:3e:be:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:07:47.498034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-860e0996-7a13-4618-8f5a-4b361de04058 req-ddc15991-766c-464c-8885-f8e97b394d92 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826659
Jan 29 21:07:47.513675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2048c106-a013-4cc5-85d2-401c06f49001,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.534881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e14f7566-3a92-4d83-a6ef-b608e5efc3fe is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:47.535502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.537807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2048c106-a013-4cc5-85d2-401c06f49001', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'port_id': '2048c106-a013-4cc5-85d2-401c06f49001', 'mac_address': 'fa:16:3e:3f:d0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:07:47.555384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14f7566-3a92-4d83-a6ef-b608e5efc3fe {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:47.574597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932dbd7-70a8-457a-9079-cadd15430050 req-d26a82af-a8fb-490e-b6ed-84d6d202d6e2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:47.575970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f932dbd7-70a8-457a-9079-cadd15430050 req-d26a82af-a8fb-490e-b6ed-84d6d202d6e2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.0726488
Jan 29 21:07:47.608135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.610145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2048c106-a013-4cc5-85d2-401c06f49001 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:47.610763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2048c106-a013-4cc5-85d2-401c06f49001), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.624938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2048c106-a013-4cc5-85d2-401c06f49001 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:47.630236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.654717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f932dbd7-70a8-457a-9079-cadd15430050 req-ef8a6d9d-fbb8-4154-a8df-fda584bec8ac tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700290
Jan 29 21:07:47.671549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2048c106-a013-4cc5-85d2-401c06f49001,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.684627 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.685319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 89912fac-ec4c-4227-ba9f-78ac64b5174a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:07:47.710214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:47.765975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.768917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135337468'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:47.788626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '89912fac-ec4c-4227-ba9f-78ac64b5174a', 'network_id': '091677d4-f2fc-4a78-b2e8-d272a93925db', 'port_id': '89912fac-ec4c-4227-ba9f-78ac64b5174a', 'mac_address': 'fa:16:3e:77:32:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:07:47.793562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:47.800083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:47.806115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.807636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373031a-cd47-4c03-ba2b-7264be12d078 req-5b6801a0-c491-4f35-b786-aea919f04f72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:47.809563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9373031a-cd47-4c03-ba2b-7264be12d078 req-5b6801a0-c491-4f35-b786-aea919f04f72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.0819123
Jan 29 21:07:47.817361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.843266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 89912fac-ec4c-4227-ba9f-78ac64b5174a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:47.844277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.858960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89912fac-ec4c-4227-ba9f-78ac64b5174a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:07:47.878650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9373031a-cd47-4c03-ba2b-7264be12d078 req-942e661f-1cf9-4b86-8287-b7bdd4a886c7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621140
Jan 29 21:07:47.893898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:47.898261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.903621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43308) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:47.944116 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for security_group (c7c84630-66b5-4ff7-a2bc-3381f9668d96), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.949467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c7c84630-66b5-4ff7-a2bc-3381f9668d96), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:47.953048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:47.978896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:47.995402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c84630-66b5-4ff7-a2bc-3381f9668d96,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:48.000324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (dc08ddb7-2560-470e-b4c2-4201159c0fb5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.000676 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment dc08ddb7-2560-470e-b4c2-4201159c0fb5 of type vlan for network 12174f01-4901-48f7-9155-a6e50eb01cff
Jan 29 21:07:48.012165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e14f7566-3a92-4d83-a6ef-b608e5efc3fe'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:48.021220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c0256-b105-4010-af18-f4033d231a74 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:48.022822 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-237c0256-b105-4010-af18-f4033d231a74 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1123 time: 0.1179008
Jan 29 21:07:48.025906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43314) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:48.038070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address': '172.20.0.11'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:48.050605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (12174f01-4901-48f7-9155-a6e50eb01cff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.067786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.081789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (12174f01-4901-48f7-9155-a6e50eb01cff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.089146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:48.090504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.158171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7116156
Jan 29 21:07:48.161562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43320) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:48.175457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887487795'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:48.195232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455aeb1-73c0-42a4-b1f0-15d9c1c54235 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=12174f01-4901-48f7-9155-a6e50eb01cff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:48.208184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 12174f01-4901-48f7-9155-a6e50eb01cff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:48.209707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:48.211441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.215613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.253270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:07:48.260731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['89912fac-ec4c-4227-ba9f-78ac64b5174a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:48.270599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5d8336cc-5f9f-4c70-bfbc-eb6988a75114), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.271047 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment 5d8336cc-5f9f-4c70-bfbc-eb6988a75114 of type vlan for network 77f0a058-150c-4608-9215-90482a107152
Jan 29 21:07:48.289272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2048c106-a013-4cc5-85d2-401c06f49001'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:48.318202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (77f0a058-150c-4608-9215-90482a107152), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.349629 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (77f0a058-150c-4608-9215-90482a107152), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.354965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:48.355585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.360398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.35.4.215 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/13185459-da46-4590-8e8e-d1e8d01376ff) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:48.462685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2964287
Jan 29 21:07:48.463253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43328) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:48.474787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:48.492170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (13185459-da46-4590-8e8e-d1e8d01376ff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.520428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44547c2-7071-477f-a1f6-418d459150f5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=77f0a058-150c-4608-9215-90482a107152,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:48.540778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 77f0a058-150c-4608-9215-90482a107152 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:07:48.591548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:48.596258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.596779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.693826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:48.701052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:48.704826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:48.708387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=13185459-da46-4590-8e8e-d1e8d01376ff,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:48.748141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648a5b5-4c44-4fd2-9577-b4d629910672 req-66aa02ed-7654-4376-b42e-8d16b2085d01 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:48.750215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b648a5b5-4c44-4fd2-9577-b4d629910672 req-66aa02ed-7654-4376-b42e-8d16b2085d01 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 944 time: 0.1067319
Jan 29 21:07:48.830848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (3784d463-29b5-4f85-bb6f-44d6a09934b3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.862288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b648a5b5-4c44-4fd2-9577-b4d629910672 req-a0a755d6-1a21-4fe9-b327-da48fe261b43 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037958
Jan 29 21:07:48.901241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=3784d463-29b5-4f85-bb6f-44d6a09934b3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:48.909247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': 'dc08ddb7-2560-470e-b4c2-4201159c0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:48.909938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: 12174f01-4901-48f7-9155-a6e50eb01cff, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:48.930326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 12174f01-4901-48f7-9155-a6e50eb01cff is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:48.942499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12174f01-4901-48f7-9155-a6e50eb01cff) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:48.947090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:48.948017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:48.953417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36de5a1-3df3-44aa-bdef-29c5ef5e6161 None None] Network 12174f01-4901-48f7-9155-a6e50eb01cff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:48.968198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29eeb82b-c3be-4fe5-9680-83f4babcc6b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5042903
Jan 29 21:07:48.972406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43344) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:48.977633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': '77f0a058-150c-4608-9215-90482a107152', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:49.086510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12174f01-4901-48f7-9155-a6e50eb01cff', 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '3784d463-29b5-4f85-bb6f-44d6a09934b3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:07:49.087818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.090067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:07:49.099800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.115948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43348) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:49.186170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (fee38333-bdb9-4582-92f0-bc91835b6054), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.243131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Allocated IP 2001:db8::2 (12174f01-4901-48f7-9155-a6e50eb01cff/3784d463-29b5-4f85-bb6f-44d6a09934b3/4cb42861-c07e-4052-ad9b-74c4f1bc8de8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:49.282970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0066c940-ac02-4b3a-a436-d61ad49243c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.297076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.336084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6c725366-9f4f-47c9-ba30-dea0354d7795), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.390168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=6c725366-9f4f-47c9-ba30-dea0354d7795,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:49.398780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks [] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.406722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.424928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': '5d8336cc-5f9f-4c70-bfbc-eb6988a75114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '77f0a058-150c-4608-9215-90482a107152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:49.425353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: 77f0a058-150c-4608-9215-90482a107152, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:07:49.445387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 77f0a058-150c-4608-9215-90482a107152 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:07:49.445615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Network 12174f01-4901-48f7-9155-a6e50eb01cff is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:49.450304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:49.453872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:49.457910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77f0a058-150c-4608-9215-90482a107152) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:49.460927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Pushing event updated for resources: {'Port': ['ID=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:49.464556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:49.465082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.473210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.473210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.473739 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0066c940-ac02-4b3a-a436-d61ad49243c4 admin admin] Publish callbacks [] for security_group (4bcd6b05-a190-49de-a93d-ae9f7ce107a7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.473860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.474094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.474491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.474763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.475131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.475425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.475752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.476082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.476853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.477602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.477942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:07:49.481556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0066c940-ac02-4b3a-a436-d61ad49243c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4bcd6b05-a190-49de-a93d-ae9f7ce107a7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.497542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d0dc6-ff74-4687-88fc-8c95611d581d None None] Network 77f0a058-150c-4608-9215-90482a107152 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:49.503891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-09c2d7f7-392e-45cf-be5d-93d754e64a2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5277102
Jan 29 21:07:49.504766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43352) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:49.509027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-638943865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:49.534316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.535391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.544046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0066c940-ac02-4b3a-a436-d61ad49243c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d315960ec7014c668520dad615f38929&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4271402
Jan 29 21:07:49.544970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066c940-ac02-4b3a-a436-d61ad49243c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd6b05-a190-49de-a93d-ae9f7ce107a7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:49.548683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43354) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:49.568770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (13185459-da46-4590-8e8e-d1e8d01376ff), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.576240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Attempting to bind port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:49.576536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Attempting to bind port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc08ddb7-2560-470e-b4c2-4201159c0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:49.576967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Attempting to bind port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 on network 12174f01-4901-48f7-9155-a6e50eb01cff {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:49.578721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.591321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:49.591748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Checking segment: {'id': 'dc08ddb7-2560-470e-b4c2-4201159c0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:49.592160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.592586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Bound using segment: {'id': 'dc08ddb7-2560-470e-b4c2-4201159c0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:49.593112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Bound port: 4cb42861-c07e-4052-ad9b-74c4f1bc8de8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08ddb7-2560-470e-b4c2-4201159c0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '12174f01-4901-48f7-9155-a6e50eb01cff'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:49.594140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.637462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (512c98b2-4d9f-47eb-a883-c0fe784aded6), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.644817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.650425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] Publish callbacks [] for security_group (4bcd6b05-a190-49de-a93d-ae9f7ce107a7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.662366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=13185459-da46-4590-8e8e-d1e8d01376ff,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:49.676838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (fee38333-bdb9-4582-92f0-bc91835b6054), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.682850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.686511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-04174f33-8759-4600-848e-1ff00bc894c7 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1786013
Jan 29 21:07:49.687421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43356) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:49.690180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77f0a058-150c-4608-9215-90482a107152', 'network_id': '77f0a058-150c-4608-9215-90482a107152', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '6c725366-9f4f-47c9-ba30-dea0354d7795'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:07:49.690950 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] Publish callbacks [] for security_group (4bcd6b05-a190-49de-a93d-ae9f7ce107a7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.691064 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.723337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] For port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:49.727533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] For port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,segment=NetworkSegment(dc08ddb7-2560-470e-b4c2-4201159c0fb5),segment_id=dc08ddb7-2560-470e-b4c2-4201159c0fb5)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:49.781823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.790430 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Floating IP fee38333-bdb9-4582-92f0-bc91835b6054 associated. External IP: 172.35.4.215, port: 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204.
Jan 29 21:07:49.887373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19779a3b-bba9-4531-8807-57c67b433d18 None None] Pushing event updated for resources: {'Port': ['ID=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:49.903273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Allocated IP 2001:db8:1::2 (77f0a058-150c-4608-9215-90482a107152/6c725366-9f4f-47c9-ba30-dea0354d7795/1181b629-e942-4b00-aa00-1352585f6920) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:49.976176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4bcd6b05-a190-49de-a93d-ae9f7ce107a7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.978899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:49.980056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bcd6b05-a190-49de-a93d-ae9f7ce107a7 HTTP/1.1" status: 204  len: 168 time: 0.4303315
Jan 29 21:07:49.998747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f671a-01a0-4b8a-b812-e5691d38b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd6b05-a190-49de-a93d-ae9f7ce107a7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:50.041450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.104561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks [] for port (1181b629-e942-4b00-aa00-1352585f6920), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.114634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1181b629-e942-4b00-aa00-1352585f6920), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.183345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:50.195704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Network 77f0a058-150c-4608-9215-90482a107152 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:50.203983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:50.207888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:50.220880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f10df-3dd2-491d-84b6-f68ef1f460ff req-ef5608b9-5de8-45b1-aeca-4a8b6d9b816f tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:50.227946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7f10df-3dd2-491d-84b6-f68ef1f460ff req-ef5608b9-5de8-45b1-aeca-4a8b6d9b816f tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 944 time: 0.2122498
Jan 29 21:07:50.289059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Pushing event updated for resources: {'Port': ['ID=1181b629-e942-4b00-aa00-1352585f6920,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:50.337882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Attempting to bind port 1181b629-e942-4b00-aa00-1352585f6920 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:07:50.338584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Attempting to bind port 1181b629-e942-4b00-aa00-1352585f6920 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d8336cc-5f9f-4c70-bfbc-eb6988a75114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '77f0a058-150c-4608-9215-90482a107152'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:07:50.338876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Attempting to bind port 1181b629-e942-4b00-aa00-1352585f6920 on network 77f0a058-150c-4608-9215-90482a107152 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:07:50.347355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:07:50.347880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Checking segment: {'id': '5d8336cc-5f9f-4c70-bfbc-eb6988a75114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '77f0a058-150c-4608-9215-90482a107152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:07:50.353716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.354383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Bound using segment: {'id': '5d8336cc-5f9f-4c70-bfbc-eb6988a75114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '77f0a058-150c-4608-9215-90482a107152'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:07:50.355610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Bound port: 1181b629-e942-4b00-aa00-1352585f6920, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8336cc-5f9f-4c70-bfbc-eb6988a75114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '77f0a058-150c-4608-9215-90482a107152'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:07:50.355787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1181b629-e942-4b00-aa00-1352585f6920), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.395367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7f10df-3dd2-491d-84b6-f68ef1f460ff req-4353c04d-8b96-4b71-80fc-459cb9552646 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621189
Jan 29 21:07:50.426323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:50.447558 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:50.461240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] For port 1181b629-e942-4b00-aa00-1352585f6920, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:07:50.464472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] For port 1181b629-e942-4b00-aa00-1352585f6920, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1181b629-e942-4b00-aa00-1352585f6920,segment=NetworkSegment(5d8336cc-5f9f-4c70-bfbc-eb6988a75114),segment_id=5d8336cc-5f9f-4c70-bfbc-eb6988a75114)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:07:50.471388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.473624 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1181b629-e942-4b00-aa00-1352585f6920), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.475033 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:50.478230 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:50.495882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8::1 (12174f01-4901-48f7-9155-a6e50eb01cff/3784d463-29b5-4f85-bb6f-44d6a09934b3/0b765d73-aea4-446d-a458-afa277229f57) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:50.521525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a6a6715f-31e3-4816-a132-6ce82ff88f82 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4942579
Jan 29 21:07:50.522384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:50.525618 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d58fb6-f972-4d14-aa12-617d6ecce2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:50.528934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43364) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:50.603618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43368) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:50.612494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60893309-fc9b-41bf-9f91-f87b291227ac None None] Pushing event updated for resources: {'Port': ['ID=1181b629-e942-4b00-aa00-1352585f6920,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:50.626435 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efff16d6-df93-4416-8793-5b4c89d1d1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.635389 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d759217a-d0b9-407a-acc6-26ce5765b572 x-openstack-request-id: req-d759217a-d0b9-407a-acc6-26ce5765b572 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:50.635389 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:50.635973 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d759217a-d0b9-407a-acc6-26ce5765b572 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:50.635973 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'status': 'completed', 'code': 200}
Jan 29 21:07:50.653496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6931a699-49e6-4bdd-8380-91b48fbe58f9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/fee38333-bdb9-4582-92f0-bc91835b6054 HTTP/1.1" status: 200  len: 992 time: 0.1231692
Jan 29 21:07:50.730529 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:50.769997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:50.786827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (0b765d73-aea4-446d-a458-afa277229f57), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.794533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-d5df6fec-2f1a-467a-b212-13e9d55886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:50.796060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-d5df6fec-2f1a-467a-b212-13e9d55886ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.1581357
Jan 29 21:07:50.903001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:50.903301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.922641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efff16d6-df93-4416-8793-5b4c89d1d1ae admin admin] Publish callbacks [] for security_group (df2bbf50-661d-4b52-91d4-810b78718d4f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.944918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efff16d6-df93-4416-8793-5b4c89d1d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (df2bbf50-661d-4b52-91d4-810b78718d4f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:50.991097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff16d6-df93-4416-8793-5b4c89d1d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2bbf50-661d-4b52-91d4-810b78718d4f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:51.031925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:51.032609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.057222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0b765d73-aea4-446d-a458-afa277229f57), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.070443 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf6430>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:49Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:51.075224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43370) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:51.075412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efff16d6-df93-4416-8793-5b4c89d1d1ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14eaeb8dbfc742df94a34bef9cc8e131&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4708393
Jan 29 21:07:51.097824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,segment=NetworkSegment(dc08ddb7-2560-470e-b4c2-4201159c0fb5),segment_id=dc08ddb7-2560-470e-b4c2-4201159c0fb5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:51.108340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.110276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:07:51.122049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e14f7566-3a92-4d83-a6ef-b608e5efc3fe up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:51.126680 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:51.127689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:51.149791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] Publish callbacks [] for security_group (df2bbf50-661d-4b52-91d4-810b78718d4f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.187281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] Publish callbacks [] for security_group (df2bbf50-661d-4b52-91d4-810b78718d4f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.188924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 12174f01-4901-48f7-9155-a6e50eb01cff is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:51.190454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-1c54f4d9-8146-416b-9bd8-00c021d32eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:51.193737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-1c54f4d9-8146-416b-9bd8-00c021d32eae service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 898 time: 0.3772321
Jan 29 21:07:51.197212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2048c106-a013-4cc5-85d2-401c06f49001 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:51.206851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:51.258992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (df2bbf50-661d-4b52-91d4-810b78718d4f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.266520 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.270486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df2bbf50-661d-4b52-91d4-810b78718d4f HTTP/1.1" status: 204  len: 168 time: 0.1913774
Jan 29 21:07:51.279837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbc4a2-3f8b-4b55-b80b-483e995cfb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2bbf50-661d-4b52-91d4-810b78718d4f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:51.304394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:51.307481 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-4b8df733-b27b-4702-8488-3fa40e658872 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 1000 time: 0.1044729
Jan 29 21:07:51.308306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:51.308853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.350272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port e14f7566-3a92-4d83-a6ef-b608e5efc3fe completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:07:51.354414 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:07:51.356352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port e14f7566-3a92-4d83-a6ef-b608e5efc3fe triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:51.356854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.375960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=0b765d73-aea4-446d-a458-afa277229f57,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:51.391084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2048c106-a013-4cc5-85d2-401c06f49001 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:07:51.397307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2048c106-a013-4cc5-85d2-401c06f49001 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:51.397691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2048c106-a013-4cc5-85d2-401c06f49001), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.478543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-11bc9827-f4d2-4c32-8629-6561729a95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:51.480385 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-11bc9827-f4d2-4c32-8629-6561729a95a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.1654627
Jan 29 21:07:51.603567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e915267-c40a-44ad-843e-461b9380cf10 req-3b8d0b70-b6bb-4993-831f-1b022c04dc09 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:51.612229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e915267-c40a-44ad-843e-461b9380cf10 req-3b8d0b70-b6bb-4993-831f-1b022c04dc09 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 944 time: 0.0991204
Jan 29 21:07:51.636613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0b765d73-aea4-446d-a458-afa277229f57), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.638468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2048c106-a013-4cc5-85d2-401c06f49001 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:51.638866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2048c106-a013-4cc5-85d2-401c06f49001), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.657169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-b07caca0-f214-441b-94c0-00ce4a3c4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:51.658663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b6f0a-01e5-4237-8801-b5dd78d97dd6 None None] Network 12174f01-4901-48f7-9155-a6e50eb01cff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:51.660127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43380) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:51.661952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-b07caca0-f214-441b-94c0-00ce4a3c4000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1696405
Jan 29 21:07:51.741128 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf6430>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:49Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:51.774156 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31521b2-e5e9-42e2-9af2-9a7154bfc266 None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:07:26Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:49Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:51.799817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-40164d46-2c3d-409a-a478-a0922c6fe0d8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/fee38333-bdb9-4582-92f0-bc91835b6054 HTTP/1.1" status: 200  len: 992 time: 0.1385288
Jan 29 21:07:51.820854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e14f7566-3a92-4d83-a6ef-b608e5efc3fe is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:51.821323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.878006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e915267-c40a-44ad-843e-461b9380cf10 req-3138a4b4-36ad-4514-b38f-6262019da63d tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460806
Jan 29 21:07:51.895932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8bc4b1db-def9-4aa8-9789-f83be718ea07 None None] Provisioning complete for port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:51.896306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8bc4b1db-def9-4aa8-9789-f83be718ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:51.897751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:51.900152 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465b3c1-42b0-4af5-bba4-09749fe810f9" -d '{"events": [{"server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "name": "network-vif-plugged", "status": "completed", "tag": "2048c106-a013-4cc5-85d2-401c06f49001"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:51.929962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-6d1e4176-1de6-4fa1-b60e-2872fc199499 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582309
Jan 29 21:07:52.111584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d80904-7bef-4455-9c81-865a0998623b req-63d3e4d4-10cd-46dd-8701-ff808ca0a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:52.113595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9d80904-7bef-4455-9c81-865a0998623b req-63d3e4d4-10cd-46dd-8701-ff808ca0a219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 1126 time: 0.0655143
Jan 29 21:07:52.190548 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-00d58fb6-f972-4d14-aa12-617d6ecce2f0 req-526f4311-c43d-417e-8f1b-a1c5820108cb service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544863
Jan 29 21:07:52.194608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9d80904-7bef-4455-9c81-865a0998623b req-4478a99e-a23a-4a49-9a46-d04a8ea994e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742369
Jan 29 21:07:52.245855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (0b765d73-aea4-446d-a458-afa277229f57), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.251448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0b765d73-aea4-446d-a458-afa277229f57), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.253026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.258666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2048c106-a013-4cc5-85d2-401c06f49001,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:52.260500 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6acd095-d5cb-4c8f-9de5-17b70851aa8f x-openstack-request-id: req-d6acd095-d5cb-4c8f-9de5-17b70851aa8f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:52.260706 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "name": "network-vif-plugged", "status": "completed", "tag": "2048c106-a013-4cc5-85d2-401c06f49001", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:52.260971 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6acd095-d5cb-4c8f-9de5-17b70851aa8f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:52.261386 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001', 'code': 200}
Jan 29 21:07:52.274699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97197ae-9d3d-4edf-b8fd-f665961de553 None None] New status for floating IP fee38333-bdb9-4582-92f0-bc91835b6054: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:07:52.289268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.290082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 89912fac-ec4c-4227-ba9f-78ac64b5174a up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:52.369427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=0b765d73-aea4-446d-a458-afa277229f57,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:52.417008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 12174f01-4901-48f7-9155-a6e50eb01cff is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:52.417865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:52.419411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:52.454945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.544579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.557808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:52.623023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 512c98b2-4d9f-47eb-a883-c0fe784aded6 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:07:52.658499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e86058-37a5-4c47-a902-b5751e3f961d None None] Network 77f0a058-150c-4608-9215-90482a107152 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:07:52.748976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:52.758304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43402) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:52.759572 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dde2d8c3-66df-41e9-be07-bc50725b6f02 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0711088
Jan 29 21:07:52.761748 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] Sync routers for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:52.777744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:52.778377 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b049790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:52.804031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43406) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:52.835189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b049790>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:52.841345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4b1db-def9-4aa8-9789-f83be718ea07 None None] Current status of the port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:52.861327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 89912fac-ec4c-4227-ba9f-78ac64b5174a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:07:52.868025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:52.869425 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:52.870218 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b049790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:52.876694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 89912fac-ec4c-4227-ba9f-78ac64b5174a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:52.876694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:52.957862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab65a4-3d9e-478e-8875-2edaf871aeaa tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:52.965085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1181b629-e942-4b00-aa00-1352585f6920 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:52.970631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-11ab65a4-3d9e-478e-8875-2edaf871aeaa tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports/0b765d73-aea4-446d-a458-afa277229f57 HTTP/1.1" status: 200  len: 911 time: 0.2111485
Jan 29 21:07:52.972674 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b049790>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:52.973370 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b162d6-dae6-4741-ad79-e52aeb42df74 None None] The sync data for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:52.973714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:52.993162 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9e3d6c94-6c58-4248-a0a9-feaa5317a128 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/fee38333-bdb9-4582-92f0-bc91835b6054 HTTP/1.1" status: 200  len: 994 time: 0.1872530
Jan 29 21:07:53.075708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Provisioning complete for port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.076097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.120261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 89912fac-ec4c-4227-ba9f-78ac64b5174a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:53.120901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.194930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:53.196685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1181b629-e942-4b00-aa00-1352585f6920 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.197106 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1181b629-e942-4b00-aa00-1352585f6920), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.248872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.363773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Current status of the port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:53.393980 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.396127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:53.467176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Provisioning complete for port 0b765d73-aea4-446d-a458-afa277229f57 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.467560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0b765d73-aea4-446d-a458-afa277229f57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.518037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1181b629-e942-4b00-aa00-1352585f6920 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:53.518442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1181b629-e942-4b00-aa00-1352585f6920), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.536068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Port 0b765d73-aea4-446d-a458-afa277229f57 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:53.581873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1181b629-e942-4b00-aa00-1352585f6920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1181b629-e942-4b00-aa00-1352585f6920,segment=NetworkSegment(5d8336cc-5f9f-4c70-bfbc-eb6988a75114),segment_id=5d8336cc-5f9f-4c70-bfbc-eb6988a75114)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:53.582981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Provisioning complete for port 1181b629-e942-4b00-aa00-1352585f6920 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.583593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1181b629-e942-4b00-aa00-1352585f6920), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.608569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1181b629-e942-4b00-aa00-1352585f6920), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.610022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:53.704521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9993e49-fb53-41c9-94b7-a85e5b059e61 req-afceb6a4-2dd3-4cda-ada5-5efcd9d3fded tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:53.706061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9993e49-fb53-41c9-94b7-a85e5b059e61 req-afceb6a4-2dd3-4cda-ada5-5efcd9d3fded tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 945 time: 0.6770027
Jan 29 21:07:53.756363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1181b629-e942-4b00-aa00-1352585f6920,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:53.763795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.764222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.800630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b4a33234-e21a-419a-897a-3fe42a455017 None None] Current status of the port 1181b629-e942-4b00-aa00-1352585f6920 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:53.837413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9993e49-fb53-41c9-94b7-a85e5b059e61 req-3b0128df-dfc4-4650-8ae9-87febdd6d4fb tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224048
Jan 29 21:07:53.859841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:53.925286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Provisioning complete for port 0b765d73-aea4-446d-a458-afa277229f57 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.925662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0b765d73-aea4-446d-a458-afa277229f57), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.958550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:53.964387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Port 0b765d73-aea4-446d-a458-afa277229f57 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:53.975309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Provisioning complete for port 1181b629-e942-4b00-aa00-1352585f6920 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:53.975695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1181b629-e942-4b00-aa00-1352585f6920), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.057757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74c27e44-d973-4e5d-a9ae-65a9d799f889 None None] Current status of the port 1181b629-e942-4b00-aa00-1352585f6920 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:54.241534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8:1::1 (77f0a058-150c-4608-9215-90482a107152/6c725366-9f4f-47c9-ba30-dea0354d7795/0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:07:54.262804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe'}, {'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:54.265323 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8cc93b-74d9-42f6-b862-eb945b47dadf" -d '{"events": [{"server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "name": "network-vif-plugged", "status": "completed", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe"}, {"server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "name": "network-vif-plugged", "status": "completed", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:54.308016 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1164710d-4f56-462a-ac22-f7ab50e9cc68 x-openstack-request-id: req-1164710d-4f56-462a-ac22-f7ab50e9cc68 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:54.308320 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "name": "network-vif-plugged", "status": "completed", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe", "code": 200}, {"server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "name": "network-vif-plugged", "status": "completed", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:54.308577 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1164710d-4f56-462a-ac22-f7ab50e9cc68 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:54.308975 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe', 'code': 200}
Jan 29 21:07:54.309271 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a', 'code': 200}
Jan 29 21:07:54.361313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.408076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511d4d-4e47-46a4-8bd9-86725d963dbf req-012621e8-b745-4db6-8e29-004d5d67871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:54.409689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71511d4d-4e47-46a4-8bd9-86725d963dbf req-012621e8-b745-4db6-8e29-004d5d67871f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 1127 time: 0.0450177
Jan 29 21:07:54.417969 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:07:54.426623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d8684-762d-431d-8a2f-1e5fcc772e92 req-4349309f-125e-4439-bdd1-9e07724cd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:54.428129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e3d8684-762d-431d-8a2f-1e5fcc772e92 req-4349309f-125e-4439-bdd1-9e07724cd976 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 1127 time: 0.0625088
Jan 29 21:07:54.429753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.454694 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71511d4d-4e47-46a4-8bd9-86725d963dbf req-4a3aa1df-685f-4d34-9d47-089b41874bf2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390918
Jan 29 21:07:54.489862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 77f0a058-150c-4608-9215-90482a107152 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:54.498144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:54.510290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:07:54.510837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.516908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:54.565180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e3d8684-762d-431d-8a2f-1e5fcc772e92 req-8a2d9c46-f02b-47a2-933b-b66123feabe2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262052
Jan 29 21:07:54.614642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1181b629-e942-4b00-aa00-1352585f6920 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:07:54.652500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.666765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1181b629-e942-4b00-aa00-1352585f6920 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:54.667497 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1181b629-e942-4b00-aa00-1352585f6920), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.753196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1181b629-e942-4b00-aa00-1352585f6920 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:07:54.779541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1e5c897d-37fe-4141-a3cf-39923e81e61c None None] Provisioning complete for port 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:54.779857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e5c897d-37fe-4141-a3cf-39923e81e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.814426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c897d-37fe-4141-a3cf-39923e81e61c None None] Port 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:54.931037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.947377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:54.948106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:55.040280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:55.057970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4effba-e695-4c5b-bd55-62d8e1ec5092 req-edfca65d-283b-45c2-9e38-5856b7ccda56 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.059464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4effba-e695-4c5b-bd55-62d8e1ec5092 req-edfca65d-283b-45c2-9e38-5856b7ccda56 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 945 time: 0.1452057
Jan 29 21:07:55.130138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4effba-e695-4c5b-bd55-62d8e1ec5092 req-150d4ece-fd67-4605-a8d5-2e28937e4489 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645642
Jan 29 21:07:55.141146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 77f0a058-150c-4608-9215-90482a107152 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:07:55.143134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:07:55.293476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 512c98b2-4d9f-47eb-a883-c0fe784aded6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:55.321042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b72602-bfa8-4151-b80e-dff45a3b0f00 req-2354e20c-3032-409f-954e-fd712994de86 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.322647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37b72602-bfa8-4151-b80e-dff45a3b0f00 req-2354e20c-3032-409f-954e-fd712994de86 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 945 time: 0.0831008
Jan 29 21:07:55.441997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:55.449995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fd107a25-f2cf-4c2c-917e-49924023a0ef tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4727216
Jan 29 21:07:55.450845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43462) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:55.455545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37b72602-bfa8-4151-b80e-dff45a3b0f00 req-94fc8ed8-5acc-4cce-9673-cccac8566f69 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974803
Jan 29 21:07:55.457052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] Sync routers for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:55.469229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-05b1430b-3f6c-4f64-8982-0bfdc77fcf25 None None] Provisioning complete for port 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:07:55.469679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05b1430b-3f6c-4f64-8982-0bfdc77fcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:55.513035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:55.514303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:55.516146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1c6a0-3b96-4584-b954-eda05f0d0b2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.517450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-05b1430b-3f6c-4f64-8982-0bfdc77fcf25 None None] Port 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:07:55.520962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43466) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:55.521144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05e1c6a0-3b96-4584-b954-eda05f0d0b2d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports/0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e HTTP/1.1" status: 200  len: 913 time: 0.0684285
Jan 29 21:07:55.560898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fbaf0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:55.581253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:55.583384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:55.620311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fbaf0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:55.621492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a034b39f-cf1d-420a-9a66-7fd6616ed43f None None] The sync data for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:55.912126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.917413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.923242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.929006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.934259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.940087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.945321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:55.947230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-5ea207c9-7444-4a02-b3e8-f977169daa5f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.1307802
Jan 29 21:07:56.033462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acdb65a0-b900-4fc5-89a0-a52eec1eada6 req-ed86e9d6-2f3f-4dc0-bf39-748ad00531c9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0785668
Jan 29 21:07:56.050643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:56.298381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:56.298724 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:56.381125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:56.393056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:56.589243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:56.620657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=0e5b8d96-ea0c-4fbd-b3b1-41878c0f749e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:56.660027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65571848-1511-4c43-b030-e544f517fcf7 req-a3f44cfd-1f8d-4990-b183-813d1a42317d tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:56.661708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65571848-1511-4c43-b030-e544f517fcf7 req-a3f44cfd-1f8d-4990-b183-813d1a42317d tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 945 time: 0.1197686
Jan 29 21:07:56.779512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:56.785479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65571848-1511-4c43-b030-e544f517fcf7 req-67a225a3-40df-49d7-a156-fdcf08e75fe8 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936048
Jan 29 21:07:57.002888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fc0d8-1c27-4f64-9432-c737bed840f3 req-844930a0-1c35-46cc-8cef-84cc6c22c05e tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.003844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-869fc0d8-1c27-4f64-9432-c737bed840f3 req-844930a0-1c35-46cc-8cef-84cc6c22c05e tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 945 time: 0.1297581
Jan 29 21:07:57.056924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 512c98b2-4d9f-47eb-a883-c0fe784aded6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:57.073478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-869fc0d8-1c27-4f64-9432-c737bed840f3 req-dced5af6-e504-4aa3-bba7-8221a5713007 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604587
Jan 29 21:07:57.102197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43508) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:57.213672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:57.224240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8e0db41-d5c4-4660-83d0-845c120bd385 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6971438
Jan 29 21:07:57.224601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:57.240500 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] Sync routers for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:57.246779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.253632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.256873 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:57.259980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.262389 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:57.266218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.271468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.276792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.278840 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6fec9db-7a21-4410-854c-28b95eeb3bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.282461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.284440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-829219c1-180b-4259-86df-12571a550f93 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.1516018
Jan 29 21:07:57.305523 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad190>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:57.315764 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:57.316608 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:57.354141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b0ad190>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:57.354861 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde317f-93ee-414c-8e2c-c483fe9aefc7 None None] The sync data for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:57.384792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-002a3c1b-ddcb-46e3-ad1e-7426ac80a211 req-5e437cd9-fbfb-4eb0-8436-d0fbd4ce6484 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0940707
Jan 29 21:07:57.403015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a003c36-5864-470a-92b9-01ca23b3b28f req-48fabd4b-d935-4bc7-83c6-527eb0b4f4f5 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:57.409446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a003c36-5864-470a-92b9-01ca23b3b28f req-48fabd4b-d935-4bc7-83c6-527eb0b4f4f5 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 945 time: 0.1037939
Jan 29 21:07:57.460435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a003c36-5864-470a-92b9-01ca23b3b28f req-32bb481c-22cf-4d43-a36f-3bd5c48852e3 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457404
Jan 29 21:07:57.519691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6fec9db-7a21-4410-854c-28b95eeb3bcd admin admin] Publish callbacks [] for security_group (8861ea69-43d8-4e4b-8649-3baf44160517), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.525298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e6fec9db-7a21-4410-854c-28b95eeb3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8861ea69-43d8-4e4b-8649-3baf44160517), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.589782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e6fec9db-7a21-4410-854c-28b95eeb3bcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c18f1ec43a1d43fc9871840023daec27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4858413
Jan 29 21:07:57.592521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43516) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:57.592787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec9db-7a21-4410-854c-28b95eeb3bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8861ea69-43d8-4e4b-8649-3baf44160517,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:57.641208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] Publish callbacks [] for security_group (8861ea69-43d8-4e4b-8649-3baf44160517), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.662373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] Publish callbacks [] for security_group (8861ea69-43d8-4e4b-8649-3baf44160517), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.664707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.708650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8861ea69-43d8-4e4b-8649-3baf44160517), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.711450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:57.712653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8861ea69-43d8-4e4b-8649-3baf44160517 HTTP/1.1" status: 204  len: 168 time: 0.1185131
Jan 29 21:07:57.724613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8abb41-eeaf-492e-a9c8-cca285376754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8861ea69-43d8-4e4b-8649-3baf44160517,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:57.990830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43522) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:58.008436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-966d2fb1-53f6-4eed-bd67-4a97d93106f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.088292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-966d2fb1-53f6-4eed-bd67-4a97d93106f2 admin admin] Publish callbacks [] for security_group (e13d4df1-d447-4369-a6dc-9b211e33b6aa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.092510 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-966d2fb1-53f6-4eed-bd67-4a97d93106f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e13d4df1-d447-4369-a6dc-9b211e33b6aa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.133670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-966d2fb1-53f6-4eed-bd67-4a97d93106f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=228eaac094d74ad2af8f9358ca64c7fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1392736
Jan 29 21:07:58.133670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d2fb1-53f6-4eed-bd67-4a97d93106f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d4df1-d447-4369-a6dc-9b211e33b6aa,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:58.134213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43524) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:58.234694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] Publish callbacks [] for security_group (e13d4df1-d447-4369-a6dc-9b211e33b6aa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.260177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] Publish callbacks [] for security_group (e13d4df1-d447-4369-a6dc-9b211e33b6aa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.296666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 0b765d73-aea4-446d-a458-afa277229f57 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:58.297028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0b765d73-aea4-446d-a458-afa277229f57), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.359123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e13d4df1-d447-4369-a6dc-9b211e33b6aa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.361649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.362800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e13d4df1-d447-4369-a6dc-9b211e33b6aa HTTP/1.1" status: 204  len: 168 time: 0.2268355
Jan 29 21:07:58.382293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ed4a-6e2b-4832-90f8-313b701c6cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d4df1-d447-4369-a6dc-9b211e33b6aa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:58.398315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0b765d73-aea4-446d-a458-afa277229f57), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.410448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 0b765d73-aea4-446d-a458-afa277229f57 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:58.535879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.543461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.549351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.555520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.561061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.567126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.572586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.574674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-367f3649-aa88-46de-bcd5-4600e596135f req-f1eb8683-8a1a-4416-835e-c89b04bba566 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.1060414
Jan 29 21:07:58.618876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0b765d73-aea4-446d-a458-afa277229f57), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.648146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=0b765d73-aea4-446d-a458-afa277229f57,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:58.672761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-367f3649-aa88-46de-bcd5-4600e596135f req-038fae69-5087-4614-90e2-82c69e1fc801 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0880582
Jan 29 21:07:58.691476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce63c2-8e7d-485d-a2f9-d9aba4c0a8aa req-5b096bfe-67b8-444f-885e-a9dbace754b1 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.693082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3ce63c2-8e7d-485d-a2f9-d9aba4c0a8aa req-5b096bfe-67b8-444f-885e-a9dbace754b1 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 945 time: 0.1174657
Jan 29 21:07:58.790486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:58.802776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3ce63c2-8e7d-485d-a2f9-d9aba4c0a8aa req-59be0208-6568-4878-bfee-fb7090ffc346 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816636
Jan 29 21:07:58.823467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-3c1dd445-d0a8-4e36-9aa2-08f6f8de7a8c tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:58.826288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-3c1dd445-d0a8-4e36-9aa2-08f6f8de7a8c tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 945 time: 0.1514676
Jan 29 21:07:58.951784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Deleting port 89912fac-ec4c-4227-ba9f-78ac64b5174a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:07:58.952145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.010621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 512c98b2-4d9f-47eb-a883-c0fe784aded6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:07:59.055088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] For port 89912fac-ec4c-4227-ba9f-78ac64b5174a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89912fac-ec4c-4227-ba9f-78ac64b5174a,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:07:59.055621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.070448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Calling delete_port for 89912fac-ec4c-4227-ba9f-78ac64b5174a owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:07:59.122632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.128458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.133832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.139640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.146511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.151824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.157689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.159702 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-47642b2c-f203-495a-b131-c5f0e95c536d tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.1821520
Jan 29 21:07:59.204551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:07:59.214063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-863a4647-141f-46ba-a31c-0922a1dac79b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9856808
Jan 29 21:07:59.214293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43554) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:59.217200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] Sync routers for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:07:59.235372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:59.236008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:59.262356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0b9a1364-4ee0-4ef7-b163-ceebe151d1f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=512c98b2-4d9f-47eb-a883-c0fe784aded6 HTTP/1.1" status: 200  len: 205 time: 0.0376639
Jan 29 21:07:59.266049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-ca581f50-5938-49f7-bf0a-dfcf82e740e6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.267490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-ca581f50-5938-49f7-bf0a-dfcf82e740e6 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1006849
Jan 29 21:07:59.267998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43556) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:59.288190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7220>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:59.303092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] Routers {'512c98b2-4d9f-47eb-a883-c0fe784aded6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:07:59.304277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['512c98b2-4d9f-47eb-a883-c0fe784aded6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:59.346888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.349959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c7220>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:07:59.351089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe313d-03e6-41f1-95ef-674f8a8deb47 None None] The sync data for ids ['512c98b2-4d9f-47eb-a883-c0fe784aded6'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:07:59.525980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba9cc-114a-4df6-9edd-20eeb2ca3572 req-86124eb9-cb61-4e64-85b6-79a1325f72b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.527578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-451ba9cc-114a-4df6-9edd-20eeb2ca3572 req-86124eb9-cb61-4e64-85b6-79a1325f72b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.4481299
Jan 29 21:07:59.584401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.589508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (512c98b2-4d9f-47eb-a883-c0fe784aded6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.628529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-451ba9cc-114a-4df6-9edd-20eeb2ca3572 req-7b4ef019-1fad-438b-98e3-b47a3eb92635 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811419
Jan 29 21:07:59.629755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (89912fac-ec4c-4227-ba9f-78ac64b5174a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.641928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e14f7566-3a92-4d83-a6ef-b608e5efc3fe'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:59.646181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2048c106-a013-4cc5-85d2-401c06f49001'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:07:59.652334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-0ea02b6d-3386-4e41-93b9-493053ee5d10 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3022907
Jan 29 21:07:59.664011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event deleted for resources: {'Port': ['ID=89912fac-ec4c-4227-ba9f-78ac64b5174a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:07:59.664958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:07:59.683934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (512c98b2-4d9f-47eb-a883-c0fe784aded6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.683934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router 512c98b2-4d9f-47eb-a883-c0fe784aded6 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:07:59.692939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:59.698221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.699348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e0e3b14c-9467-41dc-ac03-b54d4f98b3b1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6 HTTP/1.1" status: 204  len: 168 time: 0.4302425
Jan 29 21:07:59.703441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43570) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:07:59.753539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] No DVR routers for this DVR port 89912fac-ec4c-4227-ba9f-78ac64b5174a on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:07:59.798245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.808549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b974db3-2ffa-407c-9e4c-44c43610dfc2 req-e779568b-3003-4ac3-a1d2-92df4b708a17 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "DELETE /v2.0/ports/89912fac-ec4c-4227-ba9f-78ac64b5174a HTTP/1.1" status: 204  len: 173 time: 0.9736893
Jan 29 21:07:59.808890 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd2e1979-2ff9-4b5a-a608-9a23b0c09d84 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 200  len: 993 time: 0.1074634
Jan 29 21:07:59.809638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'name': 'network-vif-deleted', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:07:59.809958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.812298 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2106bfd4-e424-4c05-85d0-db5cdad462b0" -d '{"events": [{"server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "name": "network-vif-deleted", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:07:59.885459 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d0fef5-bc3e-43fc-ba27-ca1c9374f5af x-openstack-request-id: req-c5d0fef5-bc3e-43fc-ba27-ca1c9374f5af {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:07:59.885764 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de1e5c-b139-42a0-a079-e89ca3e5c505", "name": "network-vif-deleted", "tag": "89912fac-ec4c-4227-ba9f-78ac64b5174a", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:07:59.886072 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5d0fef5-bc3e-43fc-ba27-ca1c9374f5af {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:07:59.886482 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de1e5c-b139-42a0-a079-e89ca3e5c505', 'name': 'network-vif-deleted', 'tag': '89912fac-ec4c-4227-ba9f-78ac64b5174a', 'status': 'completed', 'code': 200}
Jan 29 21:07:59.892576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 6c725366-9f4f-47c9-ba30-dea0354d7795 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:07:59.898106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (6c725366-9f4f-47c9-ba30-dea0354d7795), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:07:59.957624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.963072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.969176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.974698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.979969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.985999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:07:59.991614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:00.000034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-c077126e-16af-428a-8f09-0456ebb79580 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 5442 time: 0.1755762
Jan 29 21:08:00.011573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (6c725366-9f4f-47c9-ba30-dea0354d7795), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.100898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6bb7a05-6212-46bd-90a6-7d720991bd47,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:00.175479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] For port d6bb7a05-6212-46bd-90a6-7d720991bd47, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:00.189738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c4a7155-7ffd-444e-92af-fb02cf86f882 req-b10ff68d-3f46-4090-9b43-b1d4225094d0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd8dff9e-681a-4a66-a1f7-d0495a3beaec&id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1886461
Jan 29 21:08:00.272881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] device_id is not set on port d6bb7a05-6212-46bd-90a6-7d720991bd47 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:08:00.279139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9a98312-fc0a-4d87-8884-6b0b2d3d5383 req-26bb98ae-f29c-46aa-ba12-717f89dc41ef tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=57de1e5c-b139-42a0-a079-e89ca3e5c505 HTTP/1.1" status: 200  len: 210 time: 0.1103528
Jan 29 21:08:00.295468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Publish callbacks [] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.296924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6c725366-9f4f-47c9-ba30-dea0354d7795), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.311662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.396916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] No DVR routers for this DVR port d6bb7a05-6212-46bd-90a6-7d720991bd47 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:00.399803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:00.401421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dc742-233e-4ee2-8041-808e5b7b9441 req-e23c3204-65b0-4542-ba13-4ad276b23e93 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:00.409926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-452dc742-233e-4ee2-8041-808e5b7b9441 req-e23c3204-65b0-4542-ba13-4ad276b23e93 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1127 time: 0.1168954
Jan 29 21:08:00.446536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] In _notify_port_updated(), no bound segment for port d6bb7a05-6212-46bd-90a6-7d720991bd47 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:08:00.447575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:00.448269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.449716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5c657203-c237-40b9-aee3-98e0f3ecb104 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 200  len: 1032 time: 0.7896116
Jan 29 21:08:00.474441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (6c725366-9f4f-47c9-ba30-dea0354d7795), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.543739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=6c725366-9f4f-47c9-ba30-dea0354d7795,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:00.549272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-452dc742-233e-4ee2-8041-808e5b7b9441 req-9845261b-a14d-4d96-bcf4-67a9f0e4e878 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383896
Jan 29 21:08:00.552449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.555994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-77a4ffad-2c34-4b86-8177-fc6b63914960 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:00.557800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-77a4ffad-2c34-4b86-8177-fc6b63914960 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "GET /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0996957
Jan 29 21:08:00.558626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43594) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:00.559801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-95defa35-5dbc-45ca-a386-017c6af051fd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/6c725366-9f4f-47c9-ba30-dea0354d7795 HTTP/1.1" status: 204  len: 168 time: 0.8549483
Jan 29 21:08:00.563857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5fc4c-c7a3-4426-b16f-237abe388ac7 None None] Network 77f0a058-150c-4608-9215-90482a107152 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:00.593067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:00.644307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-889e0c14-c8a8-4963-8cb4-3037bd8ea8e2 req-cfcdb6a7-c374-4c4d-ab5e-c366a612cb85 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:08:00.645587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889e0c14-c8a8-4963-8cb4-3037bd8ea8e2 req-cfcdb6a7-c374-4c4d-ab5e-c366a612cb85 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073867
Jan 29 21:08:00.693530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 3784d463-29b5-4f85-bb6f-44d6a09934b3 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:00.715509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (3784d463-29b5-4f85-bb6f-44d6a09934b3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.756656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.779141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (3784d463-29b5-4f85-bb6f-44d6a09934b3), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.807838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-86052202-bfbc-4049-8ccb-425c009d6dfc None None] Provisioning complete for port d6bb7a05-6212-46bd-90a6-7d720991bd47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:00.808224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-86052202-bfbc-4049-8ccb-425c009d6dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.855963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] DHCP port deletion for 77f0a058-150c-4608-9215-90482a107152 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:00.865231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-86052202-bfbc-4049-8ccb-425c009d6dfc None None] Port d6bb7a05-6212-46bd-90a6-7d720991bd47 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:00.920477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Deleting port 1181b629-e942-4b00-aa00-1352585f6920 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:00.920823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1181b629-e942-4b00-aa00-1352585f6920), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:00.951530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (3784d463-29b5-4f85-bb6f-44d6a09934b3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.005973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] For port 1181b629-e942-4b00-aa00-1352585f6920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1181b629-e942-4b00-aa00-1352585f6920,segment=NetworkSegment(5d8336cc-5f9f-4c70-bfbc-eb6988a75114),segment_id=5d8336cc-5f9f-4c70-bfbc-eb6988a75114)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:01.006526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1181b629-e942-4b00-aa00-1352585f6920), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.015388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ff6f7d-55d1-4e5f-a912-655b856916c9,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:01.026345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Calling delete_port for 1181b629-e942-4b00-aa00-1352585f6920 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:01.050987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (3784d463-29b5-4f85-bb6f-44d6a09934b3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.091888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] For port 47ff6f7d-55d1-4e5f-a912-655b856916c9, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:01.095066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=3784d463-29b5-4f85-bb6f-44d6a09934b3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:01.122209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.126142 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7b2af35-de6e-43af-8214-707ae8322441 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/3784d463-29b5-4f85-bb6f-44d6a09934b3 HTTP/1.1" status: 204  len: 168 time: 0.5487120
Jan 29 21:08:01.128759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43616) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:01.133308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01f410-c854-4189-9a17-2ceb8a46abf9 None None] Network 12174f01-4901-48f7-9155-a6e50eb01cff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:01.143602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:01.200330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] device_id is not set on port 47ff6f7d-55d1-4e5f-a912-655b856916c9 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:08:01.214556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Publish callbacks [] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.215095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1181b629-e942-4b00-aa00-1352585f6920), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.237811 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.253247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] Pushing event deleted for resources: {'Port': ['ID=1181b629-e942-4b00-aa00-1352585f6920,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:01.255578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 89912fac-ec4c-4227-ba9f-78ac64b5174a no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:01.279430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (77f0a058-150c-4608-9215-90482a107152), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.298665 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a50421-c724-4a63-9ec1-2093f8546d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.305719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 89912fac-ec4c-4227-ba9f-78ac64b5174a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:01.306290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 89912fac-ec4c-4227-ba9f-78ac64b5174a not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:01.308539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ac34a-648b-422a-b1b6-818a2b080027 None None] No DVR routers for this DVR port 1181b629-e942-4b00-aa00-1352585f6920 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:01.351077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Pushing event updated for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:01.411209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] No DVR routers for this DVR port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:01.461498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.470946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.476424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] DHCP port deletion for 12174f01-4901-48f7-9155-a6e50eb01cff request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:01.477396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.501266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.514373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.524940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-32eebca8-d5b2-418d-a9fd-762fdbd25ccb tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 3884 time: 0.1783216
Jan 29 21:08:01.566725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (77f0a058-150c-4608-9215-90482a107152), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.579702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a50421-c724-4a63-9ec1-2093f8546d2b admin admin] Publish callbacks [] for security_group (75b9852d-81a1-4cc7-8b07-851f546cc522), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.593942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e7a50421-c724-4a63-9ec1-2093f8546d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (75b9852d-81a1-4cc7-8b07-851f546cc522), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.596118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Deleting port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:01.597236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.603195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] In _notify_port_updated(), no bound segment for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 on network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 {{(pid=125942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:08:01.604079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:01.604714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.614101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-52fa5d94-be16-4207-be45-2248205293a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 200  len: 1032 time: 1.0267467
Jan 29 21:08:01.659495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3dfa0c72-cf2b-42d7-bb61-4df13995b9d8 req-a1f1a100-a82c-4f04-ab11-f1dd6ca908f7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319110
Jan 29 21:08:01.661704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50421-c724-4a63-9ec1-2093f8546d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9852d-81a1-4cc7-8b07-851f546cc522,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:01.666711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e7a50421-c724-4a63-9ec1-2093f8546d2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ee9b569e1814c81a3d0b605a2907405&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5214794
Jan 29 21:08:01.669256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43634) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:01.674030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08fbe460>,) {'filters': {'network_id': ['77f0a058-150c-4608-9215-90482a107152']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:01.714605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fbe460>, '5d8336cc-5f9f-4c70-bfbc-eb6988a75114') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:01.714890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08fbe460>, '5d8336cc-5f9f-4c70-bfbc-eb6988a75114') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:01.725913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-16742d4c-4fdf-42b3-b148-0c7362467021 None None] Provisioning complete for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:01.726790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16742d4c-4fdf-42b3-b148-0c7362467021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.739438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (5d8336cc-5f9f-4c70-bfbc-eb6988a75114), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.748914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] Publish callbacks [] for security_group (75b9852d-81a1-4cc7-8b07-851f546cc522), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.778103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] For port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,segment=NetworkSegment(dc08ddb7-2560-470e-b4c2-4201159c0fb5),segment_id=dc08ddb7-2560-470e-b4c2-4201159c0fb5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:01.778852 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.789569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] Publish callbacks [] for security_group (75b9852d-81a1-4cc7-8b07-851f546cc522), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.803127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5d8336cc-5f9f-4c70-bfbc-eb6988a75114), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.818353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Calling delete_port for 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:01.825733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-c0970ec3-c686-48f3-8013-c906d8b27641 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2560737
Jan 29 21:08:01.828689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-16742d4c-4fdf-42b3-b148-0c7362467021 None None] Port 47ff6f7d-55d1-4e5f-a912-655b856916c9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:01.831126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:01.831771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (5d8336cc-5f9f-4c70-bfbc-eb6988a75114), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:01.836710 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:01.852932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (75b9852d-81a1-4cc7-8b07-851f546cc522), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.881127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:01.882334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75b9852d-81a1-4cc7-8b07-851f546cc522 HTTP/1.1" status: 204  len: 168 time: 0.2121058
Jan 29 21:08:01.892415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4cb8b-4bdd-4d1d-8f9d-4f17e2544163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9852d-81a1-4cc7-8b07-851f546cc522,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:01.938237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-0761ca16-959f-4b97-a09d-a02abf7884d9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:08:01.939661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-0761ca16-959f-4b97-a09d-a02abf7884d9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0786443
Jan 29 21:08:01.977210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port ee3c16d2-6580-4b29-9eb2-4809d1f301eb {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:01.977820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.022529 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4cb42861-c07e-4052-ad9b-74c4f1bc8de8), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.030458 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (77f0a058-150c-4608-9215-90482a107152), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.054660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.056795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] No DVR routers for this DVR port 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:02.062290 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/77f0a058-150c-4608-9215-90482a107152 HTTP/1.1" status: 204  len: 168 time: 0.9289265
Jan 29 21:08:02.062592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43646) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:02.071221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164985d-09e6-4294-bf0e-796102e2bdc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=77f0a058-150c-4608-9215-90482a107152,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:02.138861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8e3c-fd86-4751-b73f-405c18e05a34 None None] Pushing event deleted for resources: {'Port': ['ID=4cb42861-c07e-4052-ad9b-74c4f1bc8de8,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:02.186041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port ee3c16d2-6580-4b29-9eb2-4809d1f301eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:02.186535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.210386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for ee3c16d2-6580-4b29-9eb2-4809d1f301eb owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:02.266535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (12174f01-4901-48f7-9155-a6e50eb01cff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.452959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ee3c16d2-6580-4b29-9eb2-4809d1f301eb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.482253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (12174f01-4901-48f7-9155-a6e50eb01cff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.533289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a88d130>,) {'filters': {'network_id': ['12174f01-4901-48f7-9155-a6e50eb01cff']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:02.538948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43664) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:02.548782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=ee3c16d2-6580-4b29-9eb2-4809d1f301eb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:02.577599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edd93dc-7ec8-4bf0-9590-75e6857054e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.585499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a88d130>, 'dc08ddb7-2560-470e-b4c2-4201159c0fb5') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:02.586112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a88d130>, 'dc08ddb7-2560-470e-b4c2-4201159c0fb5') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:02.602654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port ee3c16d2-6580-4b29-9eb2-4809d1f301eb on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:02.606056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.612523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-2e94fa9b-273c-4141-8993-bf576fcafd3f tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "DELETE /v2.0/ports/ee3c16d2-6580-4b29-9eb2-4809d1f301eb HTTP/1.1" status: 204  len: 173 time: 0.9973953
Jan 29 21:08:02.613268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:02.621387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (dc08ddb7-2560-470e-b4c2-4201159c0fb5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.621937 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb6912-37d9-42d6-aef2-95fb403dc1fd" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:02.662318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (dc08ddb7-2560-470e-b4c2-4201159c0fb5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.685441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:02.686339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (dc08ddb7-2560-470e-b4c2-4201159c0fb5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:02.692179 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:02.721288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1181b629-e942-4b00-aa00-1352585f6920 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:02.778462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1181b629-e942-4b00-aa00-1352585f6920 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:02.779274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1181b629-e942-4b00-aa00-1352585f6920 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:02.780193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:02.805583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:02.806233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.807946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (12174f01-4901-48f7-9155-a6e50eb01cff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.825599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:02.825599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4cb42861-c07e-4052-ad9b-74c4f1bc8de8 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:02.859998 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.867651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/12174f01-4901-48f7-9155-a6e50eb01cff HTTP/1.1" status: 204  len: 168 time: 0.8009222
Jan 29 21:08:02.868369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43674) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:02.884905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39550575'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:02.897388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d4075-b014-4e97-97cb-db407ee949d1 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=12174f01-4901-48f7-9155-a6e50eb01cff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:02.942626 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c353b5a-0928-452d-9a5f-e9a9324570d9 x-openstack-request-id: req-5c353b5a-0928-452d-9a5f-e9a9324570d9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:02.943244 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "ee3c16d2-6580-4b29-9eb2-4809d1f301eb", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:02.943687 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c353b5a-0928-452d-9a5f-e9a9324570d9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:02.944492 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'ee3c16d2-6580-4b29-9eb2-4809d1f301eb', 'status': 'completed', 'code': 200}
Jan 29 21:08:02.946033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:02.950414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.979937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-b82e8183-a8b1-4801-9c77-8276f85d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:02.982305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edd93dc-7ec8-4bf0-9590-75e6857054e6 admin admin] Publish callbacks [] for security_group (103a4eb3-a36f-4c3a-9bea-dfebbe203f78), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.982445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-b82e8183-a8b1-4801-9c77-8276f85d20a8 service neutron] 10.222.0.20 "GET /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1124 time: 0.1829309
Jan 29 21:08:02.994982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edd93dc-7ec8-4bf0-9590-75e6857054e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (103a4eb3-a36f-4c3a-9bea-dfebbe203f78), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:02.998904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:02.999697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Unknown quota resources ['binding']. {{(pid=125942) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 29 21:08:03.043973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:03.090132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5edd93dc-7ec8-4bf0-9590-75e6857054e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eea07e1569d947698c826e24097fd492&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5491426
Jan 29 21:08:03.094871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:03.096134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a5027039-e28b-401e-abd0-3ca1bd89bae6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.096351 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment a5027039-e28b-401e-abd0-3ca1bd89bae6 of type vlan for network cb936d74-cc4a-4e79-8117-cc143f6d03fc
Jan 29 21:08:03.099788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd93dc-7ec8-4bf0-9590-75e6857054e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103a4eb3-a36f-4c3a-9bea-dfebbe203f78,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:03.177487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d6bb7a05-6212-46bd-90a6-7d720991bd47 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:03.212140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cb936d74-cc4a-4e79-8117-cc143f6d03fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.225677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port d6bb7a05-6212-46bd-90a6-7d720991bd47 host ! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:08:03.226078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d6bb7a05-6212-46bd-90a6-7d720991bd47 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:03.226505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1367b1e2-fb7e-4670-abbe-7d7fc56325df no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:03.239852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-57f0f2db-3502-4fdf-bcb7-8fa32f4636fd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.245528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-57f0f2db-3502-4fdf-bcb7-8fa32f4636fd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.251051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-57f0f2db-3502-4fdf-bcb7-8fa32f4636fd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.256564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-57f0f2db-3502-4fdf-bcb7-8fa32f4636fd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.258454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-57f0f2db-3502-4fdf-bcb7-8fa32f4636fd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 3149 time: 0.2425079
Jan 29 21:08:03.266780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] Publish callbacks [] for security_group (103a4eb3-a36f-4c3a-9bea-dfebbe203f78), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.309391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1367b1e2-fb7e-4670-abbe-7d7fc56325df is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:03.309700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.316672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] Publish callbacks [] for security_group (103a4eb3-a36f-4c3a-9bea-dfebbe203f78), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.333300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cb936d74-cc4a-4e79-8117-cc143f6d03fc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.336352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:03.338486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.338702 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7243f8-7b73-4f37-b72c-922437d45e17" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:03.339105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.354845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:03.363083 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.364206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ee3c16d2-6580-4b29-9eb2-4809d1f301eb no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:03.418956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: ee3c16d2-6580-4b29-9eb2-4809d1f301eb {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:03.419306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ee3c16d2-6580-4b29-9eb2-4809d1f301eb not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:03.419907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4fb30366-cabe-4c7a-8caf-a0f108a14e4b no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:03.429998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5565255
Jan 29 21:08:03.441369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04bcabcd-0acb-46e2-b48a-501932fe8382 req-7284f6a4-cae0-467b-b024-bf4687f38979 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724236
Jan 29 21:08:03.445416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:03.457141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:03.467107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6590b-1509-4392-99e0-b010ff3a9d37 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=cb936d74-cc4a-4e79-8117-cc143f6d03fc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:03.467437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port eb7634ae-48f0-4fb6-a705-e764afeaa0b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:03.468569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.481145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (103a4eb3-a36f-4c3a-9bea-dfebbe203f78), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.484124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.485991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/103a4eb3-a36f-4c3a-9bea-dfebbe203f78 HTTP/1.1" status: 204  len: 168 time: 0.3872237
Jan 29 21:08:03.503096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dc2e5-d45e-4905-be83-bf9152f3a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a4eb3-a36f-4c3a-9bea-dfebbe203f78,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:03.504649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:03.521097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:03.539027 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for eb7634ae-48f0-4fb6-a705-e764afeaa0b0 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:03.650201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:03.650201 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.672700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:03.676963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.710733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:03.719063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.720222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device eb7634ae-48f0-4fb6-a705-e764afeaa0b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:03.815625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on host nch2-master-1 for vnic_type normal with profile None {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:03.817201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:03.817201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:03.844130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:03.844662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.878061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:03.891907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:08:03.893083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:03.902926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:03.903270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:03.903659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Bound using segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:03.904087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Bound port: e937523f-70f7-485f-8677-f4805c44d1bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:03.938694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd461b6f-02ce-45d8-975f-d7f58dc6f5af req-8233c135-df7b-4c37-9b9b-87f2b4ef58ca tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.945650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd461b6f-02ce-45d8-975f-d7f58dc6f5af req-8233c135-df7b-4c37-9b9b-87f2b4ef58ca tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:03.953051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd461b6f-02ce-45d8-975f-d7f58dc6f5af req-8233c135-df7b-4c37-9b9b-87f2b4ef58ca tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96&device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 1681 time: 0.0711541
Jan 29 21:08:03.964177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (eb7634ae-48f0-4fb6-a705-e764afeaa0b0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:03.971246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 47ff6f7d-55d1-4e5f-a912-655b856916c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:04.007816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd461b6f-02ce-45d8-975f-d7f58dc6f5af req-ee44196c-21ea-4625-b307-bb7f238b0b07 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534351
Jan 29 21:08:04.037587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port 47ff6f7d-55d1-4e5f-a912-655b856916c9 host ! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:08:04.038750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 47ff6f7d-55d1-4e5f-a912-655b856916c9 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:04.039344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ec30564b-9d0e-44d6-9321-48b630c8cf0a no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:04.069956 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053e1ec-fa41-4987-b120-fba5674c0daf x-openstack-request-id: req-b053e1ec-fa41-4987-b120-fba5674c0daf {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:04.070261 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:04.070527 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b053e1ec-fa41-4987-b120-fba5674c0daf {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:04.070903 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'code': 200}
Jan 29 21:08:04.078956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=eb7634ae-48f0-4fb6-a705-e764afeaa0b0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:04.131115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port eb7634ae-48f0-4fb6-a705-e764afeaa0b0 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:04.134031 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.137854 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-e8e5d38c-8098-4d14-9bdb-13265e354ea0 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "DELETE /v2.0/ports/eb7634ae-48f0-4fb6-a705-e764afeaa0b0 HTTP/1.1" status: 204  len: 173 time: 1.5030756
Jan 29 21:08:04.166348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:04.166990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ec30564b-9d0e-44d6-9321-48b630c8cf0a is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:04.167545 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.199737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.201161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-d8b8ac7d-dc83-4e6c-b245-f985a3646ef4 service neutron] 10.222.0.20 "POST /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd/bindings HTTP/1.1" status: 201  len: 389 time: 1.2123315
Jan 29 21:08:04.223100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:04.232918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.337073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:04.351816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (cc3bb09f-b4c4-4d2a-abae-0c036064b8ec), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.418056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=cc3bb09f-b4c4-4d2a-abae-0c036064b8ec,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:04.485343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': 'a5027039-e28b-401e-abd0-3ca1bd89bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:04.485934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: cb936d74-cc4a-4e79-8117-cc143f6d03fc, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:04.489677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port ec30564b-9d0e-44d6-9321-48b630c8cf0a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:04.490104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.548639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-2e16bd13-7529-4bda-a6ac-8e47ea71a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:04.550863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-2e16bd13-7529-4bda-a6ac-8e47ea71a7bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1127 time: 0.0951693
Jan 29 21:08:04.587225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:04.631096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb936d74-cc4a-4e79-8117-cc143f6d03fc) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:04.648402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e97ac-f0fd-4e28-abc1-e7749bc80cdf None None] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:04.652100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:04.653388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.674336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port ec30564b-9d0e-44d6-9321-48b630c8cf0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec30564b-9d0e-44d6-9321-48b630c8cf0a,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:04.674847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.694494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for ec30564b-9d0e-44d6-9321-48b630c8cf0a owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:04.706866 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-14114da0-6041-4f90-8e02-9fe502922248 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2550278
Jan 29 21:08:04.707607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:04.718712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1520721471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:04.840148 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (b397a692-c8e5-42de-9564-aa842350fdc3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.844558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (b397a692-c8e5-42de-9564-aa842350fdc3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.872725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-0d6ad89d-fbcb-4e95-a29f-4fa86b87cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:04.874336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-0d6ad89d-fbcb-4e95-a29f-4fa86b87cadb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.3165591
Jan 29 21:08:04.899400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb936d74-cc4a-4e79-8117-cc143f6d03fc', 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': 'cc3bb09f-b4c4-4d2a-abae-0c036064b8ec'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:04.900350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.943324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (b397a692-c8e5-42de-9564-aa842350fdc3), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.947648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:04.950417 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d935b2-068c-438e-a340-870293ec610b" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:04.955980 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (b397a692-c8e5-42de-9564-aa842350fdc3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.969988 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ec30564b-9d0e-44d6-9321-48b630c8cf0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:04.997953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-dc7c54de-e513-431d-b313-9fc859d28a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1001 time: 0.1162443
Jan 29 21:08:05.014203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.019573 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-125fab16-1278-4c51-9c0f-e56e6e6be918 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3087814
Jan 29 21:08:05.020217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43728) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:05.024143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=ec30564b-9d0e-44d6-9321-48b630c8cf0a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:05.055700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'port': {'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc', 'name': 'tempest-RoutersIpV6Test-1715601652'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:05.096284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port ec30564b-9d0e-44d6-9321-48b630c8cf0a on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:05.098909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.102538 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-5da52be6-1679-4d42-a0b8-72989558972a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "DELETE /v2.0/ports/ec30564b-9d0e-44d6-9321-48b630c8cf0a HTTP/1.1" status: 204  len: 173 time: 0.9541686
Jan 29 21:08:05.125848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Allocated IP 2001:db8::2 (cb936d74-cc4a-4e79-8117-cc143f6d03fc/cc3bb09f-b4c4-4d2a-abae-0c036064b8ec/717c5992-eaaa-4792-91bf-34ce01998e38) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:05.140375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456b86-c48f-4a53-9200-27218acc40de req-7ee987ae-722e-4a9b-98ce-4a0cf66b0520 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.142548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f456b86-c48f-4a53-9200-27218acc40de req-7ee987ae-722e-4a9b-98ce-4a0cf66b0520 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.7646682
Jan 29 21:08:05.178689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fedd9-1888-4d07-ada7-504502208b1d req-d29b0fd9-145c-424a-a3f5-23d73c504258 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.185110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fedd9-1888-4d07-ada7-504502208b1d req-d29b0fd9-145c-424a-a3f5-23d73c504258 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.191233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fedd9-1888-4d07-ada7-504502208b1d req-d29b0fd9-145c-424a-a3f5-23d73c504258 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.198996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a86fedd9-1888-4d07-ada7-504502208b1d req-d29b0fd9-145c-424a-a3f5-23d73c504258 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 2332 time: 0.3813274
Jan 29 21:08:05.233658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:05.234190 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.238447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-5be2593c-1f0f-4eb8-87c6-6fa3284523d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.240161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-5be2593c-1f0f-4eb8-87c6-6fa3284523d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.2308345
Jan 29 21:08:05.349762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a86fedd9-1888-4d07-ada7-504502208b1d req-6de756c4-111a-440d-b04c-82d34222f185 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481738
Jan 29 21:08:05.369363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f456b86-c48f-4a53-9200-27218acc40de req-9bd8bd46-bd52-4acc-a3f0-df42c4369e93 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2014470
Jan 29 21:08:05.378675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks [] for port (717c5992-eaaa-4792-91bf-34ce01998e38), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.379924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:05.380534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.382370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:05.409564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.416161 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.451589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-03dae3a8-db59-4e05-9dde-569f26a5bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.457843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-03dae3a8-db59-4e05-9dde-569f26a5bcf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1988673
Jan 29 21:08:05.466685 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cee73f0-ce39-4797-abe4-292995629c0f x-openstack-request-id: req-2cee73f0-ce39-4797-abe4-292995629c0f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:05.467094 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "eb7634ae-48f0-4fb6-a705-e764afeaa0b0", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:05.467469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] device_id is not set on port db6b705d-55f0-4b53-b504-7c7015f1cd46 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:08:05.467589 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cee73f0-ce39-4797-abe4-292995629c0f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:05.468266 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'eb7634ae-48f0-4fb6-a705-e764afeaa0b0', 'status': 'completed', 'code': 200}
Jan 29 21:08:05.537908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Pushing event updated for resources: {'Port': ['ID=717c5992-eaaa-4792-91bf-34ce01998e38,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:05.563097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:05.572075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:05.581888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:05.696602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Attempting to bind port 717c5992-eaaa-4792-91bf-34ce01998e38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:05.697329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Attempting to bind port 717c5992-eaaa-4792-91bf-34ce01998e38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5027039-e28b-401e-abd0-3ca1bd89bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:05.698099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Attempting to bind port 717c5992-eaaa-4792-91bf-34ce01998e38 on network cb936d74-cc4a-4e79-8117-cc143f6d03fc {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:05.705844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:05.706474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Checking segment: {'id': 'a5027039-e28b-401e-abd0-3ca1bd89bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:05.707038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.707612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Bound using segment: {'id': 'a5027039-e28b-401e-abd0-3ca1bd89bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:05.709409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Bound port: 717c5992-eaaa-4792-91bf-34ce01998e38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5027039-e28b-401e-abd0-3ca1bd89bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb936d74-cc4a-4e79-8117-cc143f6d03fc'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:05.709996 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.739678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.740377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.740485 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Floating IP 5128def6-04be-4fa1-b544-6734467c5620 disassociated. External IP: 172.35.4.50, port: 4fb30366-cabe-4c7a-8caf-a0f108a14e4b.
Jan 29 21:08:05.740803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 4fb30366-cabe-4c7a-8caf-a0f108a14e4b owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:05.765744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2d943fa-6d84-46e1-8f11-5ae978b45b1c service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007290
Jan 29 21:08:05.789039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8::1c9 (cb936d74-cc4a-4e79-8117-cc143f6d03fc/cc3bb09f-b4c4-4d2a-abae-0c036064b8ec/db6b705d-55f0-4b53-b504-7c7015f1cd46) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:05.799716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] For port 717c5992-eaaa-4792-91bf-34ce01998e38, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:05.804538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] For port 717c5992-eaaa-4792-91bf-34ce01998e38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717c5992-eaaa-4792-91bf-34ce01998e38,segment=NetworkSegment(a5027039-e28b-401e-abd0-3ca1bd89bae6),segment_id=a5027039-e28b-401e-abd0-3ca1bd89bae6)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:05.815831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.914221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadef9b-4066-45a5-b420-4a0ce57b8d02 req-01afd783-9987-4381-a12c-d39ba17d2b91 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:05.915264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9eadef9b-4066-45a5-b420-4a0ce57b8d02 req-01afd783-9987-4381-a12c-d39ba17d2b91 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 945 time: 0.2605300
Jan 29 21:08:05.924818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f915edd-d28a-4153-98ca-aa3e35bae364 None None] Pushing event updated for resources: {'Port': ['ID=717c5992-eaaa-4792-91bf-34ce01998e38,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:05.936748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4fb30366-cabe-4c7a-8caf-a0f108a14e4b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:05.972826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=4fb30366-cabe-4c7a-8caf-a0f108a14e4b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:06.072686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}, {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:06.075115 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7676c146-86f8-42a0-9bd3-394eff9852d4" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b"}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:06.124278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-1badce52-6d85-4f2c-a45e-cc5a341e5cfe service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3444629
Jan 29 21:08:06.149120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9eadef9b-4066-45a5-b420-4a0ce57b8d02 req-ea1d0c54-e2a8-445a-aa09-7d12e7dbb3fd tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235370
Jan 29 21:08:06.168365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Router be15cde7-adc6-41b2-86dd-f691ecadb091 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:06.185190 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d7b4f-8373-42f6-9709-b6a33fa5fdf0 x-openstack-request-id: req-3c5d7b4f-8373-42f6-9709-b6a33fa5fdf0 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:06.188212 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b", "code": 200}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-unplugged", "status": "completed", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:06.188792 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c5d7b4f-8373-42f6-9709-b6a33fa5fdf0 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:06.193218 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'code': 200}
Jan 29 21:08:06.193825 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'code': 200}
Jan 29 21:08:06.237548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:06.321443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:06.390995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-07a9eeaf-2b73-4f5c-b9a5-82f848af34bd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.393495 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-07a9eeaf-2b73-4f5c-b9a5-82f848af34bd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&tenant_id=3a9491db693d463a969459cbdbfa2db1&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1583014
Jan 29 21:08:06.419098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:06.445143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-b5a3a402-014e-4ef5-a1ce-1d491d305bf5 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.446543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-b5a3a402-014e-4ef5-a1ce-1d491d305bf5 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 945 time: 0.1770825
Jan 29 21:08:06.467120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:06.496603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:06.511234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Sync routers for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:06.524059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:06.527170 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:06.534272 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b022eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:06.552683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:06.558518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.559188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:06.562241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=db6b705d-55f0-4b53-b504-7c7015f1cd46,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:06.663079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port 4fb30366-cabe-4c7a-8caf-a0f108a14e4b on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:06.668274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5a8b5845-e48d-4c0e-a305-2b7e74e52e79 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6452458
Jan 29 21:08:06.672123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:06.685234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-469a9c4b-eaf7-4bbc-9fd8-b48c71bd58b8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "DELETE /v2.0/ports/4fb30366-cabe-4c7a-8caf-a0f108a14e4b HTTP/1.1" status: 204  len: 173 time: 1.5761044
Jan 29 21:08:06.697192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:06.730816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-ea56087f-8db1-41ba-a5dd-9f8bc06770b7 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.732755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-ea56087f-8db1-41ba-a5dd-9f8bc06770b7 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5a106b5-5d83-4e31-966b-c3959c39d4f7 HTTP/1.1" status: 200  len: 945 time: 0.4091854
Jan 29 21:08:06.745200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:06.764609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddc95a-25bb-4750-b751-e0ccc3dcb33a req-dbb4e152-3016-426e-b10a-2c1b3f778131 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.766921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ddc95a-25bb-4750-b751-e0ccc3dcb33a req-dbb4e152-3016-426e-b10a-2c1b3f778131 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 943 time: 0.3058932
Jan 29 21:08:06.807390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 717c5992-eaaa-4792-91bf-34ce01998e38 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:06.842854 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:06.893508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a865326-f35c-45ad-b429-34c8ea1e8dc9 req-7df50c78-3bfc-49ca-845a-0b9bb3089071 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:06.900824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a865326-f35c-45ad-b429-34c8ea1e8dc9 req-7df50c78-3bfc-49ca-845a-0b9bb3089071 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.3512945
Jan 29 21:08:06.912510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 717c5992-eaaa-4792-91bf-34ce01998e38 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:06.912979 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.044395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Deleting port e14f7566-3a92-4d83-a6ef-b608e5efc3fe {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:07.050114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.106964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 717c5992-eaaa-4792-91bf-34ce01998e38 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:07.107850 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.176508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0ddc95a-25bb-4750-b751-e0ccc3dcb33a req-0b9cf358-e21f-44eb-9b58-240e338a45a8 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7251940-bb44-4231-b0b6-555e5f8a4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3678496
Jan 29 21:08:07.191186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 717c5992-eaaa-4792-91bf-34ce01998e38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717c5992-eaaa-4792-91bf-34ce01998e38,segment=NetworkSegment(a5027039-e28b-401e-abd0-3ca1bd89bae6),segment_id=a5027039-e28b-401e-abd0-3ca1bd89bae6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:07.204620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.211116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a865326-f35c-45ad-b429-34c8ea1e8dc9 req-7f115147-cc8c-44a6-a9ba-9905562957ed tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3050251
Jan 29 21:08:07.293686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=717c5992-eaaa-4792-91bf-34ce01998e38,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:07.341765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Deleting port 2048c106-a013-4cc5-85d2-401c06f49001 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:07.342349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2048c106-a013-4cc5-85d2-401c06f49001), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.344668 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b022eb0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:07.376560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Checking router: be15cde7-adc6-41b2-86dd-f691ecadb091 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:07.387371 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:07.387994 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b022eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:07.415630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 1367b1e2-fb7e-4670-abbe-7d7fc56325df {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:07.417209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.418918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b26bd8-3761-41df-b41b-a85a5b46769c None None] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:07.440740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] For port e14f7566-3a92-4d83-a6ef-b608e5efc3fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:07.441287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.510854 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:07.531481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port 1367b1e2-fb7e-4670-abbe-7d7fc56325df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1367b1e2-fb7e-4670-abbe-7d7fc56325df,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:07.532205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.548672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 1367b1e2-fb7e-4670-abbe-7d7fc56325df owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:07.552477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2a40d779-0ab6-42a8-81ab-971aba4116b5 None None] Provisioning complete for port 717c5992-eaaa-4792-91bf-34ce01998e38 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:07.552860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a40d779-0ab6-42a8-81ab-971aba4116b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.662690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d779-0ab6-42a8-81ab-971aba4116b5 None None] Current status of the port 717c5992-eaaa-4792-91bf-34ce01998e38 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:07.675376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a'}, {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:07.677995 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f949dc2d-b101-4921-b398-8498b56c3ff6" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a"}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:07.712192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:07.761522 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93c68e-2ba2-472c-9229-c82e9ea544f2 x-openstack-request-id: req-ba93c68e-2ba2-472c-9229-c82e9ea544f2 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:07.762264 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "ec30564b-9d0e-44d6-9321-48b630c8cf0a", "status": "completed", "code": 200}, {"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "4fb30366-cabe-4c7a-8caf-a0f108a14e4b", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:07.762264 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba93c68e-2ba2-472c-9229-c82e9ea544f2 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:07.762427 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': 'ec30564b-9d0e-44d6-9321-48b630c8cf0a', 'status': 'completed', 'code': 200}
Jan 29 21:08:07.762621 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': '4fb30366-cabe-4c7a-8caf-a0f108a14e4b', 'status': 'completed', 'code': 200}
Jan 29 21:08:07.813530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1367b1e2-fb7e-4670-abbe-7d7fc56325df), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:07.858287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b022eb0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:07.901204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:07.904839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=1367b1e2-fb7e-4670-abbe-7d7fc56325df,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:07.915808 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f32f21-794d-4c22-b1fe-1224fdc14b98 None None] The sync data for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 is: [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:02:11Z', 'revision_number': 4, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23321ee2-3702-48ab-ba1a-2085c8e4152f', 'name': '', 'network_id': '3e327258-7f1e-4845-bb1c-0c1b6454845f', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'mac_address': 'fa:16:3e:46:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '52729628-6f6a-4387-8d06-cad327472b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:09Z', 'updated_at': '2022-01-29T21:02:19Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'subnets': [{'id': '52729628-6f6a-4387-8d06-cad327472b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:07.943133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Calling delete_port for e14f7566-3a92-4d83-a6ef-b608e5efc3fe owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:08.034991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] For port 2048c106-a013-4cc5-85d2-401c06f49001, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2048c106-a013-4cc5-85d2-401c06f49001,segment=NetworkSegment(b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6),segment_id=b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:08.035492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2048c106-a013-4cc5-85d2-401c06f49001), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.055704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Calling delete_port for 2048c106-a013-4cc5-85d2-401c06f49001 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:08.105413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Provisioning complete for port 717c5992-eaaa-4792-91bf-34ce01998e38 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:08.105966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.277993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Current status of the port 717c5992-eaaa-4792-91bf-34ce01998e38 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:08.278645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f080f-4eb5-4cf9-a50a-dac636ed0fa5 req-ce294dcb-9a77-4aa2-a1f7-d060573a3d11 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:08.284348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-984f080f-4eb5-4cf9-a50a-dac636ed0fa5 req-ce294dcb-9a77-4aa2-a1f7-d060573a3d11 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 945 time: 0.9290812
Jan 29 21:08:08.291803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Provisioning complete for port db6b705d-55f0-4b53-b504-7c7015f1cd46 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:08.292800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.335038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-67fef076-cc09-4e34-95fe-3fc1294512fa None None] Port db6b705d-55f0-4b53-b504-7c7015f1cd46 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:08.405980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b996b-7072-43d9-8d9e-20eed72eccd0 None None] New status for floating IP 5128def6-04be-4fa1-b544-6734467c5620: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:08:08.442188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-620aab1c-d598-41ca-a180-845381c817cc req-17a6c312-fb17-41a5-99c5-f6203203857c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.0601692
Jan 29 21:08:08.452830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2048c106-a013-4cc5-85d2-401c06f49001), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.478525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.506343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-984f080f-4eb5-4cf9-a50a-dac636ed0fa5 req-7f1b1395-51c9-4d3b-acab-385faa9c28ad tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac1f2157-3dd8-4a6e-9751-fa6defc07099&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256046
Jan 29 21:08:08.586814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port 1367b1e2-fb7e-4670-abbe-7d7fc56325df on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:08.588414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event deleted for resources: {'Port': ['ID=2048c106-a013-4cc5-85d2-401c06f49001,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:08.610578 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.616319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0dc15c29-68ca-4cf6-94b6-02bb24b449ca None None] Provisioning complete for port db6b705d-55f0-4b53-b504-7c7015f1cd46 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:08.616946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0dc15c29-68ca-4cf6-94b6-02bb24b449ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.626314 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.18 "DELETE /v2.0/ports/1367b1e2-fb7e-4670-abbe-7d7fc56325df HTTP/1.1" status: 204  len: 173 time: 1.9046445
Jan 29 21:08:08.646303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] No DVR routers for this DVR port 2048c106-a013-4cc5-85d2-401c06f49001 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:08.672518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks [] for port (e937523f-70f7-485f-8677-f4805c44d1bd), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.673888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.681806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4dab28d-3792-4034-9c12-3293bac0aa1b req-4747ff9c-a930-438d-9994-b4e0ab308a08 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.36 "DELETE /v2.0/ports/2048c106-a013-4cc5-85d2-401c06f49001 HTTP/1.1" status: 204  len: 173 time: 1.9393163
Jan 29 21:08:08.683453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'name': 'network-vif-deleted', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:08.689213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 717c5992-eaaa-4792-91bf-34ce01998e38 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:08.690070 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e844e3e5-3bef-4a12-b4f1-4d0eedfb9cbc" -d '{"events": [{"server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "name": "network-vif-deleted", "tag": "2048c106-a013-4cc5-85d2-401c06f49001"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:08.696897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.785527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:08.844441 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb05eed7-2eb7-4ae3-86e7-4809dc9b6903 x-openstack-request-id: req-eb05eed7-2eb7-4ae3-86e7-4809dc9b6903 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:08.845300 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a106b5-5d83-4e31-966b-c3959c39d4f7", "name": "network-vif-deleted", "tag": "2048c106-a013-4cc5-85d2-401c06f49001", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:08.845844 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb05eed7-2eb7-4ae3-86e7-4809dc9b6903 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:08.847812 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a106b5-5d83-4e31-966b-c3959c39d4f7', 'name': 'network-vif-deleted', 'tag': '2048c106-a013-4cc5-85d2-401c06f49001', 'status': 'completed', 'code': 200}
Jan 29 21:08:08.852619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e14f7566-3a92-4d83-a6ef-b608e5efc3fe), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:08.982812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eca8a-006d-4fbf-b729-f8fd1c180078 req-947308aa-ac53-45d4-bb80-7bab5684801f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:08.986978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f43eca8a-006d-4fbf-b729-f8fd1c180078 req-947308aa-ac53-45d4-bb80-7bab5684801f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.3947580
Jan 29 21:08:08.988287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Pushing event deleted for resources: {'Port': ['ID=e14f7566-3a92-4d83-a6ef-b608e5efc3fe,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:09.152622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0dc15c29-68ca-4cf6-94b6-02bb24b449ca None None] Port db6b705d-55f0-4b53-b504-7c7015f1cd46 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:09.199058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e14f7566-3a92-4d83-a6ef-b608e5efc3fe no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:09.226677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] No DVR routers for this DVR port e14f7566-3a92-4d83-a6ef-b608e5efc3fe on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:09.233184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 717c5992-eaaa-4792-91bf-34ce01998e38 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:09.233184 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.236577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: e14f7566-3a92-4d83-a6ef-b608e5efc3fe {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:09.236577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e14f7566-3a92-4d83-a6ef-b608e5efc3fe not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:09.243509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.253706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:09.254053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:09.257836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:09.263990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3466499-c7db-4a6d-8b36-f5606663f972 req-1480daf2-d122-471e-a438-67d7e9fef366 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.18 "DELETE /v2.0/ports/e14f7566-3a92-4d83-a6ef-b608e5efc3fe HTTP/1.1" status: 204  len: 173 time: 2.8024559
Jan 29 21:08:09.290503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2048c106-a013-4cc5-85d2-401c06f49001 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:09.309028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:08:09.309642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Attempting to bind port e937523f-70f7-485f-8677-f4805c44d1bd on network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:09.317965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f43eca8a-006d-4fbf-b729-f8fd1c180078 req-9337f807-a414-47ec-9694-3edd60d1e4d1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3214920
Jan 29 21:08:09.349233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 2048c106-a013-4cc5-85d2-401c06f49001 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:09.349696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2048c106-a013-4cc5-85d2-401c06f49001 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:09.354999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:09.355672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Checking segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:09.356615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Bound using segment: {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:09.357567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Bound port: e937523f-70f7-485f-8677-f4805c44d1bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf129-4cab-4185-b903-feadf97ea6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:09.358187 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.392353 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.416554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.426578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 717c5992-eaaa-4792-91bf-34ce01998e38 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:09.490787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=db6b705d-55f0-4b53-b504-7c7015f1cd46,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:09.515266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c94001b5-b2ab-47cf-add8-593b006d07a6 None None] Provisioning complete for port e937523f-70f7-485f-8677-f4805c44d1bd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:09.518513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c94001b5-b2ab-47cf-add8-593b006d07a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.598172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:09.631605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c94001b5-b2ab-47cf-add8-593b006d07a6 None None] Port e937523f-70f7-485f-8677-f4805c44d1bd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:09.656378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71ace23b-df1d-4a0a-8252-c84972fe5a02 req-fb805ee8-a377-4ac9-8f74-4b91606345ef tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4c0db2e-4769-4a03-82e7-e696d6d5eae8 HTTP/1.1" status: 200  len: 210 time: 0.0508773
Jan 29 21:08:09.701816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:09.712754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7ea18ab-26b4-4f2a-973e-b2c1ad2983b6 req-1f2b2475-2c6d-4396-bd11-b1c034f52617 tempest-ListServersNegativeTestJSON-1968648028 tempest-ListServersNegativeTestJSON-1968648028-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eedc9d0-fa04-491d-9319-1df1f896ae96 HTTP/1.1" status: 200  len: 210 time: 0.0357258
Jan 29 21:08:09.719834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.766136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df'}, {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:09.767746 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6527a9f-95a0-4e1d-8b88-1d420daf765d" -d '{"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df"}, {"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-unplugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:09.830616 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a637d5-3739-4236-80cf-983aaea1665e x-openstack-request-id: req-65a637d5-3739-4236-80cf-983aaea1665e {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:09.831121 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0db2e-4769-4a03-82e7-e696d6d5eae8", "name": "network-vif-deleted", "tag": "1367b1e2-fb7e-4670-abbe-7d7fc56325df", "status": "completed", "code": 200}, {"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-unplugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:09.831301 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65a637d5-3739-4236-80cf-983aaea1665e {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:09.831543 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0db2e-4769-4a03-82e7-e696d6d5eae8', 'name': 'network-vif-deleted', 'tag': '1367b1e2-fb7e-4670-abbe-7d7fc56325df', 'status': 'completed', 'code': 200}
Jan 29 21:08:09.831799 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'code': 200}
Jan 29 21:08:09.918909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (b397a692-c8e5-42de-9564-aa842350fdc3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:09.971127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=8']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:10.066987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b052835e-5ed8-47cd-be4e-1057c68341c3 None None] Provisioning complete for port db6b705d-55f0-4b53-b504-7c7015f1cd46 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:10.067197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b052835e-5ed8-47cd-be4e-1057c68341c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.079666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:10.080288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.081763 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-15ff6b7e-c02a-463a-ac0e-23ebf4b2b780 service neutron] 10.222.0.18 "PUT /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1121 time: 3.6828728
Jan 29 21:08:10.123201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b052835e-5ed8-47cd-be4e-1057c68341c3 None None] Port db6b705d-55f0-4b53-b504-7c7015f1cd46 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:10.144975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e937523f-70f7-485f-8677-f4805c44d1bd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:08:10.161085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.280646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Provisioning complete for port e937523f-70f7-485f-8677-f4805c44d1bd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:10.281049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.372165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed393f83-9a11-4606-8c41-cc10ac257535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.467725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Current status of the port e937523f-70f7-485f-8677-f4805c44d1bd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:10.468099 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.474758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.481951 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.482947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (b397a692-c8e5-42de-9564-aa842350fdc3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.499853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4dbe8-2bc4-4cd8-94e0-2bafc6312133 req-1c58bd29-1858-4f33-8fed-d4ea88d47077 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:10.502779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ec4dbe8-2bc4-4cd8-94e0-2bafc6312133 req-1c58bd29-1858-4f33-8fed-d4ea88d47077 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 943 time: 0.0687318
Jan 29 21:08:10.526787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:10.529126 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395decb1-f463-4efa-9630-9167adf1bb52" -d '{"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-plugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:10.553028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:10.566911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.601618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=db6b705d-55f0-4b53-b504-7c7015f1cd46,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:10.608126 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcad6c10-13c8-4d04-bb53-38d6bd78e6e5 x-openstack-request-id: req-fcad6c10-13c8-4d04-bb53-38d6bd78e6e5 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:10.609212 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-plugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:10.609645 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcad6c10-13c8-4d04-bb53-38d6bd78e6e5 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:10.610398 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'code': 200}
Jan 29 21:08:10.616111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ec4dbe8-2bc4-4cd8-94e0-2bafc6312133 req-cdfadbd7-a376-41dc-ac2f-58abab004765 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073985
Jan 29 21:08:10.666125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:10.667839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:10.760042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12559d1-d54d-4e9c-8673-8ce5eacd02d7 None None] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:10.796618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:10.848938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:10.849461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'name': 'network-vif-deleted', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:10.852374 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a99a1-6a81-4596-b3d2-e474a22486a2" -d '{"events": [{"server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "name": "network-vif-deleted", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:10.878477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (c7251940-bb44-4231-b0b6-555e5f8a4b17), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.900575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Deleting subnet cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:10.906663 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Publish callbacks [] for subnet (cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.908472 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5f6c5-a412-4514-9e7f-ac54a9d48faf x-openstack-request-id: req-f8f5f6c5-a412-4514-9e7f-ac54a9d48faf {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:10.908770 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eedc9d0-fa04-491d-9319-1df1f896ae96", "name": "network-vif-deleted", "tag": "e14f7566-3a92-4d83-a6ef-b608e5efc3fe", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:10.909228 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8f5f6c5-a412-4514-9e7f-ac54a9d48faf {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:10.909628 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eedc9d0-fa04-491d-9319-1df1f896ae96', 'name': 'network-vif-deleted', 'tag': 'e14f7566-3a92-4d83-a6ef-b608e5efc3fe', 'status': 'completed', 'code': 200}
Jan 29 21:08:10.911553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (c7251940-bb44-4231-b0b6-555e5f8a4b17), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.919906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43860) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:10.952837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router b397a692-c8e5-42de-9564-aa842350fdc3 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:10.975412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.988295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c7251940-bb44-4231-b0b6-555e5f8a4b17), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.990916 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:10.995341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7251940-bb44-4231-b0b6-555e5f8a4b17 HTTP/1.1" status: 204  len: 168 time: 0.1976113
Jan 29 21:08:10.996012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.023212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c396f33-ac47-4c8a-863e-9b0bb6a381b9 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7251940-bb44-4231-b0b6-555e5f8a4b17,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:11.041570 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7b076fbb-eca9-41f9-8e81-0a7d4b215dcd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] show failed (client error): The resource could not be found.
Jan 29 21:08:11.045528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b076fbb-eca9-41f9-8e81-0a7d4b215dcd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "GET /v2.0/security-groups/c7251940-bb44-4231-b0b6-555e5f8a4b17 HTTP/1.1" status: 404  len: 347 time: 0.0456064
Jan 29 21:08:11.046857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.107504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f43d040-016c-48be-b95f-e36eff3be87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.107922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.136974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:11.146086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ce9fd27-c6cd-4e67-94f4-34b21063b953 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/b397a692-c8e5-42de-9564-aa842350fdc3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4478960
Jan 29 21:08:11.146770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.146894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ce27567e-0c70-4562-bbd4-2e526510c0d4 None None] Provisioning complete for port db6b705d-55f0-4b53-b504-7c7015f1cd46 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:11.147246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce27567e-0c70-4562-bbd4-2e526510c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.148592 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] Sync routers for ids ['b397a692-c8e5-42de-9564-aa842350fdc3'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:11.164707 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] Routers {'b397a692-c8e5-42de-9564-aa842350fdc3'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:11.165679 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b771a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b397a692-c8e5-42de-9564-aa842350fdc3'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.210373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ce27567e-0c70-4562-bbd4-2e526510c0d4 None None] Port db6b705d-55f0-4b53-b504-7c7015f1cd46 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:11.213638 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b771a60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.224842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3a056-df34-4e46-8f0e-d22a59c4614c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:11.226607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3d3a056-df34-4e46-8f0e-d22a59c4614c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports/db6b705d-55f0-4b53-b504-7c7015f1cd46 HTTP/1.1" status: 200  len: 984 time: 0.0738490
Jan 29 21:08:11.228253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] Routers {'b397a692-c8e5-42de-9564-aa842350fdc3'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:11.229729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43870) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.231467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b771a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:07:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b397a692-c8e5-42de-9564-aa842350fdc3'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.239291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.241505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 08440adc-8d4e-43b6-8e01-a36bb9ff1beb {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:11.241850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.268542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:11.272331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.275468 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b771a60>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.276694 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1456ef6-64e9-4ddc-a7c2-67664e0a56c1 None None] The sync data for ids ['b397a692-c8e5-42de-9564-aa842350fdc3'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:11.279886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4768c761-152e-4285-a99e-f4478806bd34 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd2d7595-9ca3-476c-9f1e-ad6fb7d1d59f HTTP/1.1" status: 204  len: 168 time: 0.4302559
Jan 29 21:08:11.281091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43872) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.357885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (091677d4-f2fc-4a78-b2e8-d272a93925db), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.385155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f43d040-016c-48be-b95f-e36eff3be87d admin admin] Publish callbacks [] for security_group (90ec3ebf-d2d4-44fe-b72f-4686638d8340), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.393818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f43d040-016c-48be-b95f-e36eff3be87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (90ec3ebf-d2d4-44fe-b72f-4686638d8340), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.436635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (091677d4-f2fc-4a78-b2e8-d272a93925db), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.457097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d73a0>,) {'filters': {'network_id': ['091677d4-f2fc-4a78-b2e8-d272a93925db']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.466264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d73a0>, 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.466908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d73a0>, 'b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:11.476819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.480805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.481173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.489989 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.495952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:11.496335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b4c1e53c-0a5f-40cb-8d24-9074cd3c6df6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:11.498160 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:11.527482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3f43d040-016c-48be-b95f-e36eff3be87d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=904eb3d8b17b4287a2df816f86396291&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6065624
Jan 29 21:08:11.536178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.538309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 08440adc-8d4e-43b6-8e01-a36bb9ff1beb owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:11.541512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d040-016c-48be-b95f-e36eff3be87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec3ebf-d2d4-44fe-b72f-4686638d8340,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:11.580083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (091677d4-f2fc-4a78-b2e8-d272a93925db), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.584823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.588022 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/091677d4-f2fc-4a78-b2e8-d272a93925db HTTP/1.1" status: 204  len: 168 time: 0.3060546
Jan 29 21:08:11.610523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a1ad9-0d59-427e-a280-e61ac84f62b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=091677d4-f2fc-4a78-b2e8-d272a93925db,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:11.625703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] Publish callbacks [] for security_group (90ec3ebf-d2d4-44fe-b72f-4686638d8340), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.656114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] Publish callbacks [] for security_group (90ec3ebf-d2d4-44fe-b72f-4686638d8340), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.723745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (90ec3ebf-d2d4-44fe-b72f-4686638d8340), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.727166 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.731458 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ec3ebf-d2d4-44fe-b72f-4686638d8340 HTTP/1.1" status: 204  len: 168 time: 0.1915467
Jan 29 21:08:11.736685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43882) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.741320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e2b0-fd86-4c61-b1c0-a7d165482bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec3ebf-d2d4-44fe-b72f-4686638d8340,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:11.832913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:11.837805 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:11.888475 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ddf2a-3edd-4bdf-9631-0f2750d94ba5 x-openstack-request-id: req-f61ddf2a-3edd-4bdf-9631-0f2750d94ba5 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:11.889111 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:11.890160 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f61ddf2a-3edd-4bdf-9631-0f2750d94ba5 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:11.890626 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'status': 'completed', 'code': 200}
Jan 29 21:08:11.893415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec209b2a-2202-4c5c-a952-576217715b40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9845bc5b1a8a49daa592601ea4fba134&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1505742
Jan 29 21:08:11.895991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:11.910665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a102-ddfc-42b0-afcf-59a9898e0a78 req-5ed7a431-6bdf-4bcc-adb3-71eabcded180 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:11.912212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c03a102-ddfc-42b0-afcf-59a9898e0a78 req-5ed7a431-6bdf-4bcc-adb3-71eabcded180 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2166033
Jan 29 21:08:11.964101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] Publish callbacks [] for security_group (ac1f2157-3dd8-4a6e-9751-fa6defc07099), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.972639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (08440adc-8d4e-43b6-8e01-a36bb9ff1beb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:11.987161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] Publish callbacks [] for security_group (ac1f2157-3dd8-4a6e-9751-fa6defc07099), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.021886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=08440adc-8d4e-43b6-8e01-a36bb9ff1beb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:12.048837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ac1f2157-3dd8-4a6e-9751-fa6defc07099), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.053629 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.057359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac1f2157-3dd8-4a6e-9751-fa6defc07099 HTTP/1.1" status: 204  len: 168 time: 0.1579714
Jan 29 21:08:12.071297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c36f6-60b7-42c4-9273-f7de0ce21658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f2157-3dd8-4a6e-9751-fa6defc07099,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:12.147678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:12.161348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aaabf88-1390-45ac-a7ac-0adf0ded3117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.163857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c03a102-ddfc-42b0-afcf-59a9898e0a78 req-dfa5cd77-9800-4b4c-ba5f-6c50f99b7cc1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2450864
Jan 29 21:08:12.199090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-4114c703-63d1-4002-82ad-26fba953ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:12.200614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-4114c703-63d1-4002-82ad-26fba953ca2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1157 time: 0.2729020
Jan 29 21:08:12.203736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (b397a692-c8e5-42de-9564-aa842350fdc3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.259272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aaabf88-1390-45ac-a7ac-0adf0ded3117 admin admin] Publish callbacks [] for security_group (25a875e3-1a46-41f6-93eb-030ca361e0ba), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.262876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aaabf88-1390-45ac-a7ac-0adf0ded3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (25a875e3-1a46-41f6-93eb-030ca361e0ba), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.287141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for floatingip (5128def6-04be-4fa1-b544-6734467c5620), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.289678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.293470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dcf790aa-3eb5-4010-bb2a-4b024cd1433a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/floatingips/5128def6-04be-4fa1-b544-6734467c5620 HTTP/1.1" status: 204  len: 168 time: 1.2450860
Jan 29 21:08:12.297866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:12.332026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaabf88-1390-45ac-a7ac-0adf0ded3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a875e3-1a46-41f6-93eb-030ca361e0ba,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:12.336036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8aaabf88-1390-45ac-a7ac-0adf0ded3117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89208f9892854ac3a5b27c1875f51bfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1871951
Jan 29 21:08:12.338990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:12.439257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-30c5dd1c-9bda-40bf-8095-64008508f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:12.440803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-30c5dd1c-9bda-40bf-8095-64008508f6c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.2308393
Jan 29 21:08:12.443985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] Publish callbacks [] for security_group (25a875e3-1a46-41f6-93eb-030ca361e0ba), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.457246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 47ff6f7d-55d1-4e5f-a912-655b856916c9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:12.457246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.508062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] Publish callbacks [] for security_group (25a875e3-1a46-41f6-93eb-030ca361e0ba), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.520109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-c248833d-cff6-4563-8540-bdcbc0b35900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1001 time: 0.0730791
Jan 29 21:08:12.574081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.592267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 47ff6f7d-55d1-4e5f-a912-655b856916c9 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:12.606547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-c25ab872-e977-4464-8146-6132f54da7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:12.607415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-c25ab872-e977-4464-8146-6132f54da7e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0606811
Jan 29 21:08:12.607863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (25a875e3-1a46-41f6-93eb-030ca361e0ba), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.611130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.612342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a875e3-1a46-41f6-93eb-030ca361e0ba HTTP/1.1" status: 204  len: 168 time: 0.2723994
Jan 29 21:08:12.625337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port db6b705d-55f0-4b53-b504-7c7015f1cd46 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:12.625894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.639900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49696a73-d411-44f9-9b47-bbb6eb868e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.674649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a75fe-20c7-454e-a45c-087ee87f40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a875e3-1a46-41f6-93eb-030ca361e0ba,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:12.799781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (47ff6f7d-55d1-4e5f-a912-655b856916c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.854741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=47ff6f7d-55d1-4e5f-a912-655b856916c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:12.924634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:12.954624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:12.960504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-53e74bcd-b09b-4801-9793-3c907a7cb93a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/ports/47ff6f7d-55d1-4e5f-a912-655b856916c9 HTTP/1.1" status: 204  len: 168 time: 0.6591458
Jan 29 21:08:12.960889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43924) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:13.068230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-81842266-56a2-4a83-9b86-0f1610c3f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:13.069831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-81842266-56a2-4a83-9b86-0f1610c3f3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4560320
Jan 29 21:08:13.088968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2088893527-network', 'tenant_id': '5faa6797e2644c56a502b56fb5ed4aef'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:13.089817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.105442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port d6bb7a05-6212-46bd-90a6-7d720991bd47 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:13.105794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.136436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for db6b705d-55f0-4b53-b504-7c7015f1cd46 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:13.167064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Made reservation on behalf of 5faa6797e2644c56a502b56fb5ed4aef for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:13.169389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.185983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.233249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-25d5906c-6a02-498d-aa7e-2c09eb2e777a service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529834
Jan 29 21:08:13.242396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:08:13.246906 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.280482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for d6bb7a05-6212-46bd-90a6-7d720991bd47 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:13.406228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks [] for security_group (795c14e1-56dd-495a-9263-96b9b636e52b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.416054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (795c14e1-56dd-495a-9263-96b9b636e52b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.469551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:13.492106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd has no active binding in host nch2-master-1 {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 29 21:08:13.493694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c14e1-56dd-495a-9263-96b9b636e52b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:13.529325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94cd8d0c-3ecd-49d2-8ca4-1a3e011b3ba3 req-42d600c3-3d95-42ed-8811-4268f1847e2d service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861717
Jan 29 21:08:13.555709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (db6b705d-55f0-4b53-b504-7c7015f1cd46), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.565382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:13.576126 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f272c0bd-863f-4f1c-b8cc-396e2360d83a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.576473 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Added segment f272c0bd-863f-4f1c-b8cc-396e2360d83a of type vlan for network c54c237c-bbfc-40fc-9ea8-ac595c8875b8
Jan 29 21:08:13.578301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d6bb7a05-6212-46bd-90a6-7d720991bd47), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.591762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0fce1-a8a9-483b-b65b-d488e0591f3b req-051cc279-aed0-4bd3-b6b9-7c5e6ae88568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:13.593751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c0fce1-a8a9-483b-b65b-d488e0591f3b req-051cc279-aed0-4bd3-b6b9-7c5e6ae88568 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2486653
Jan 29 21:08:13.615463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=d6bb7a05-6212-46bd-90a6-7d720991bd47,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:13.625757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=db6b705d-55f0-4b53-b504-7c7015f1cd46,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:13.678113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c54c237c-bbfc-40fc-9ea8-ac595c8875b8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.715214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.746983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.752374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-95978469-988b-4f18-ae88-795d8cb3d9cd tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/ports/d6bb7a05-6212-46bd-90a6-7d720991bd47 HTTP/1.1" status: 204  len: 168 time: 0.7904677
Jan 29 21:08:13.753700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43946) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:13.761700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c54c237c-bbfc-40fc-9ea8-ac595c8875b8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.762623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:13.763199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.814100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (b397a692-c8e5-42de-9564-aa842350fdc3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.867463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c0fce1-a8a9-483b-b65b-d488e0591f3b req-500db097-7fc2-4f4b-b918-9709327ef37d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2486911
Jan 29 21:08:13.867754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.9419930
Jan 29 21:08:13.872563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:13.887664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Request body: {'subnet': {'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2088893527-subnet', 'tenant_id': '5faa6797e2644c56a502b56fb5ed4aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:13.893943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f73c4-71d3-4194-85a2-a74135846e64 admin admin] Pushing event updated for resources: {'Network': ['ID=c54c237c-bbfc-40fc-9ea8-ac595c8875b8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:13.905329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:13.908301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting subnet 1616c408-8879-4494-84bd-faa644e64491 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:13.925691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (1616c408-8879-4494-84bd-faa644e64491), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:13.981135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (1616c408-8879-4494-84bd-faa644e64491), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.014340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Made reservation on behalf of 5faa6797e2644c56a502b56fb5ed4aef for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:14.023728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.061137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router b397a692-c8e5-42de-9564-aa842350fdc3 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:14.151939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:14.162354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-983d3c88-0d87-4750-8c81-3b691cd32f09 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/b397a692-c8e5-42de-9564-aa842350fdc3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9286246
Jan 29 21:08:14.162447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1616c408-8879-4494-84bd-faa644e64491), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.162812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43958) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:14.165543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] Sync routers for ids ['b397a692-c8e5-42de-9564-aa842350fdc3'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:14.182830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] Routers {'b397a692-c8e5-42de-9564-aa842350fdc3'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:14.183477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e6fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b397a692-c8e5-42de-9564-aa842350fdc3'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:14.228417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e6fd0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:14.239782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] Routers {'b397a692-c8e5-42de-9564-aa842350fdc3'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:14.241072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e6fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b397a692-c8e5-42de-9564-aa842350fdc3'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:14.283071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e6fd0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:14.283733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0c953-f919-4ac1-ac8f-7db5d1739eef None None] The sync data for ids ['b397a692-c8e5-42de-9564-aa842350fdc3'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:14.406784 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-0fd4e6c7-69df-4fd7-9046-18e5c9f72dfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] remove_router_interface failed (client error): The resource could not be found.
Jan 29 21:08:14.407894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0fd4e6c7-69df-4fd7-9046-18e5c9f72dfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/b397a692-c8e5-42de-9564-aa842350fdc3/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2439990
Jan 29 21:08:14.411106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43964) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:14.445499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-915c449e-f024-4ca1-a535-79ab982a3e94 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b397a692-c8e5-42de-9564-aa842350fdc3 HTTP/1.1" status: 200  len: 205 time: 0.0329046
Jan 29 21:08:14.447983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43968) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:14.535651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (b397a692-c8e5-42de-9564-aa842350fdc3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.666616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (1616c408-8879-4494-84bd-faa644e64491), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.705100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Subnet': ['ID=1616c408-8879-4494-84bd-faa644e64491,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:14.707891 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.710914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (b397a692-c8e5-42de-9564-aa842350fdc3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.711356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a09c167c-9478-4ed3-a75f-e185c14d4f9a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/subnets/1616c408-8879-4494-84bd-faa644e64491 HTTP/1.1" status: 204  len: 168 time: 0.9566998
Jan 29 21:08:14.713357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (fcd9eb4e-dc46-4a35-b4db-8196af9ab5df), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.715406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43982) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:14.718730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (b397a692-c8e5-42de-9564-aa842350fdc3), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.721539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3a815-1831-4b4a-b91c-9e73b2610299 None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:14.777477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (b397a692-c8e5-42de-9564-aa842350fdc3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.778154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router b397a692-c8e5-42de-9564-aa842350fdc3 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:14.791094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.794713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f8f16e57-d8ba-4e05-b149-a7cdd7b01002 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/b397a692-c8e5-42de-9564-aa842350fdc3 HTTP/1.1" status: 204  len: 168 time: 0.3431585
Jan 29 21:08:14.795400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 43984) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:14.818435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd9eb4e-dc46-4a35-b4db-8196af9ab5df,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:14.825245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting subnet 7ba9b159-ec57-41d1-bb02-e68fe5c73d58 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:14.833346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (7ba9b159-ec57-41d1-bb02-e68fe5c73d58), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.855329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Checking segment: {'id': 'f272c0bd-863f-4f1c-b8cc-396e2360d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:14.855760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Network hostable DHCP agents. Network: c54c237c-bbfc-40fc-9ea8-ac595c8875b8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:14.863821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet cc3bb09f-b4c4-4d2a-abae-0c036064b8ec {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:14.871599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (cc3bb09f-b4c4-4d2a-abae-0c036064b8ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.885859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (7ba9b159-ec57-41d1-bb02-e68fe5c73d58), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.912802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:14.932204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c54c237c-bbfc-40fc-9ea8-ac595c8875b8) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:14.934650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (cc3bb09f-b4c4-4d2a-abae-0c036064b8ec), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.940741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:14.941417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:14.943290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba576d0c-ce20-4683-a3c7-3232da8928b8 None None] Network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:14.988543 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc5ef3fd-4c85-4c18-808a-35f8cc5f3c56 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1047788
Jan 29 21:08:15.012908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7ba9b159-ec57-41d1-bb02-e68fe5c73d58), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.025802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] DHCP port deletion for a1c89899-5c85-4aab-a5ce-2608adc5ebbf request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:15.110292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7ba9b159-ec57-41d1-bb02-e68fe5c73d58), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.150660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.158050 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/subnets/7ba9b159-ec57-41d1-bb02-e68fe5c73d58 HTTP/1.1" status: 204  len: 168 time: 0.4400859
Jan 29 21:08:15.159763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 43992) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:15.162005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29111a66-30cc-4358-9463-1cacbbda85e7 tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba9b159-ec57-41d1-bb02-e68fe5c73d58,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:15.170278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Deleting port 4960a6a4-84fd-406b-90bd-5d5d93aa114c {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:15.171954 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.189212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a90f8-c02b-438a-9f72-93e0a252deb7 req-a6814774-e413-41cd-b41b-256b3ad95ff1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:15.190763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-618a90f8-c02b-438a-9f72-93e0a252deb7 req-a6814774-e413-41cd-b41b-256b3ad95ff1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2039599
Jan 29 21:08:15.243480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cc3bb09f-b4c4-4d2a-abae-0c036064b8ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.265197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a1c89899-5c85-4aab-a5ce-2608adc5ebbf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.299651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f265f24-2f6a-4687-815d-01df11c0308d None None] Network bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:15.317751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-618a90f8-c02b-438a-9f72-93e0a252deb7 req-86c3a6c4-367c-4ece-92fb-454b71fad5f3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194036
Jan 29 21:08:15.338781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 4960a6a4-84fd-406b-90bd-5d5d93aa114c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:15.339872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.346528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (cc3bb09f-b4c4-4d2a-abae-0c036064b8ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.380651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.386752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/cc3bb09f-b4c4-4d2a-abae-0c036064b8ec HTTP/1.1" status: 204  len: 168 time: 0.5892017
Jan 29 21:08:15.387582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44002) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:15.388337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496e60c-00da-427e-9a1c-e8d0883270ca tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3bb09f-b4c4-4d2a-abae-0c036064b8ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:15.428822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051abfb-c2ab-40b5-a4d7-d46ada12156d None None] Network cb936d74-cc4a-4e79-8117-cc143f6d03fc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:15.437143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4960a6a4-84fd-406b-90bd-5d5d93aa114c,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:15.437143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.452879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 4960a6a4-84fd-406b-90bd-5d5d93aa114c owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:15.459731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] For port 4960a6a4-84fd-406b-90bd-5d5d93aa114c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4960a6a4-84fd-406b-90bd-5d5d93aa114c,segment=NetworkSegment(45d12a53-6434-477c-9e0c-92e226545dc7),segment_id=45d12a53-6434-477c-9e0c-92e226545dc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:15.460420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.476283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Calling delete_port for 4960a6a4-84fd-406b-90bd-5d5d93aa114c owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:15.531441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cb936d74-cc4a-4e79-8117-cc143f6d03fc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.543380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fecd385-9603-4de1-a8ff-d18c4d9c7301 None None] Network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:15.657938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 717c5992-eaaa-4792-91bf-34ce01998e38 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:15.658554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.689374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.738204 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.747220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=4960a6a4-84fd-406b-90bd-5d5d93aa114c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:15.750292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port 4960a6a4-84fd-406b-90bd-5d5d93aa114c on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:15.850231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 717c5992-eaaa-4792-91bf-34ce01998e38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717c5992-eaaa-4792-91bf-34ce01998e38,segment=NetworkSegment(a5027039-e28b-401e-abd0-3ca1bd89bae6),segment_id=a5027039-e28b-401e-abd0-3ca1bd89bae6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:15.850231 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.859617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a1c89899-5c85-4aab-a5ce-2608adc5ebbf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.876682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 717c5992-eaaa-4792-91bf-34ce01998e38 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:15.887558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08e3d130>,) {'filters': {'network_id': ['a1c89899-5c85-4aab-a5ce-2608adc5ebbf']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:15.899604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08e3d130>, '45d12a53-6434-477c-9e0c-92e226545dc7') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:15.900055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08e3d130>, '45d12a53-6434-477c-9e0c-92e226545dc7') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:15.913728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (45d12a53-6434-477c-9e0c-92e226545dc7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.928934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (45d12a53-6434-477c-9e0c-92e226545dc7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.937320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:15.938005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (45d12a53-6434-477c-9e0c-92e226545dc7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:15.941754 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:15.944234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-ddf8123c-7aab-4ec1-a6fc-6b46e7c8ee43 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:15.945792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-ddf8123c-7aab-4ec1-a6fc-6b46e7c8ee43 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/networks?id=c54c237c-bbfc-40fc-9ea8-ac595c8875b8 HTTP/1.1" status: 200  len: 822 time: 0.2208347
Jan 29 21:08:15.974720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-87473624-504c-40e3-a84b-1529d0dc0201 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/quotas/5faa6797e2644c56a502b56fb5ed4aef HTTP/1.1" status: 200  len: 375 time: 0.0215449
Jan 29 21:08:16.027559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a1c89899-5c85-4aab-a5ce-2608adc5ebbf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.036759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-3d59eccb-e0e3-4361-8ac6-1b5505dbe706 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5faa6797e2644c56a502b56fb5ed4aef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0543907
Jan 29 21:08:16.041486 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4960a6a4-84fd-406b-90bd-5d5d93aa114c), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.045018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.048052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (717c5992-eaaa-4792-91bf-34ce01998e38), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.051330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/networks/a1c89899-5c85-4aab-a5ce-2608adc5ebbf HTTP/1.1" status: 204  len: 168 time: 0.8880455
Jan 29 21:08:16.051557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44022) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:16.069451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Network a1c89899-5c85-4aab-a5ce-2608adc5ebbf is not hosted by any dhcp agent {{(pid=125944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:08:16.069926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] No DVR routers for this DVR port 4960a6a4-84fd-406b-90bd-5d5d93aa114c on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:16.074236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e609-22e7-44b1-8832-fb4a863a654c tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Network': ['ID=a1c89899-5c85-4aab-a5ce-2608adc5ebbf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.075508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd858e-603c-462c-b1f0-a37cd0ff9962 None None] Pushing event deleted for resources: {'Port': ['ID=4960a6a4-84fd-406b-90bd-5d5d93aa114c,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.111210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=717c5992-eaaa-4792-91bf-34ce01998e38,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.113372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 717c5992-eaaa-4792-91bf-34ce01998e38 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:16.154363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] DHCP port deletion for bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:16.183768 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.223760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cb936d74-cc4a-4e79-8117-cc143f6d03fc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.233307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793e06d-ef2b-444d-8324-5e7e32e57611 None None] DHCP port deletion for cb936d74-cc4a-4e79-8117-cc143f6d03fc request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:16.252389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09235c70>,) {'filters': {'network_id': ['cb936d74-cc4a-4e79-8117-cc143f6d03fc']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.256964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Deleting port 375ed6ad-cc88-4584-92cf-073dbbc85e6d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:16.257412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.272129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09235c70>, 'a5027039-e28b-401e-abd0-3ca1bd89bae6') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.272509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09235c70>, 'a5027039-e28b-401e-abd0-3ca1bd89bae6') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.280291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Deleting port 375ed6ad-cc88-4584-92cf-073dbbc85e6d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:16.280673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.283143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (a5027039-e28b-401e-abd0-3ca1bd89bae6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.299209 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a5027039-e28b-401e-abd0-3ca1bd89bae6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.312646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:16.312646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (a5027039-e28b-401e-abd0-3ca1bd89bae6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:16.315997 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:16.335337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] For port 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375ed6ad-cc88-4584-92cf-073dbbc85e6d,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:16.335704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.364270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Calling delete_port for 375ed6ad-cc88-4584-92cf-073dbbc85e6d owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:16.366668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-18991a01-ae30-468a-87a6-7504147e0814 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:08:16.368287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-18991a01-ae30-468a-87a6-7504147e0814 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3063102
Jan 29 21:08:16.375612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] For port 375ed6ad-cc88-4584-92cf-073dbbc85e6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375ed6ad-cc88-4584-92cf-073dbbc85e6d,segment=NetworkSegment(32c60773-a1a8-43ed-a276-c5d5c873b0df),segment_id=32c60773-a1a8-43ed-a276-c5d5c873b0df)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:16.376184 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.394467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Calling delete_port for 375ed6ad-cc88-4584-92cf-073dbbc85e6d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:16.503481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.506211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cb936d74-cc4a-4e79-8117-cc143f6d03fc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.521387 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (375ed6ad-cc88-4584-92cf-073dbbc85e6d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.536683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Port': ['ID=375ed6ad-cc88-4584-92cf-073dbbc85e6d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.542616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] No DVR routers for this DVR port 375ed6ad-cc88-4584-92cf-073dbbc85e6d on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:16.574461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.574461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/cb936d74-cc4a-4e79-8117-cc143f6d03fc HTTP/1.1" status: 204  len: 168 time: 1.1757231
Jan 29 21:08:16.574461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd3062-e084-442c-aece-a0a29d778cf6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=cb936d74-cc4a-4e79-8117-cc143f6d03fc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.591803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:16.597695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] Pushing event deleted for resources: {'Port': ['ID=375ed6ad-cc88-4584-92cf-073dbbc85e6d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.613522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e7af6-e7d4-4268-94e8-6a787aab2576 None None] No DVR routers for this DVR port 375ed6ad-cc88-4584-92cf-073dbbc85e6d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:16.618076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-936883916'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:16.671426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 375ed6ad-cc88-4584-92cf-073dbbc85e6d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:16.676595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4decb1a-a030-42f9-9f29-24bfe36057b4 req-670bfa0a-05ec-4552-9987-eff3a1f984cb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:16.681590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4decb1a-a030-42f9-9f29-24bfe36057b4 req-670bfa0a-05ec-4552-9987-eff3a1f984cb tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2199354
Jan 29 21:08:16.694511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 375ed6ad-cc88-4584-92cf-073dbbc85e6d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:16.694857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 375ed6ad-cc88-4584-92cf-073dbbc85e6d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:16.695299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4960a6a4-84fd-406b-90bd-5d5d93aa114c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:16.707459 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.711224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:16.715333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4960a6a4-84fd-406b-90bd-5d5d93aa114c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:16.715679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4960a6a4-84fd-406b-90bd-5d5d93aa114c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:16.715809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.716100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 717c5992-eaaa-4792-91bf-34ce01998e38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:16.723716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-f2e34be1-450f-45cf-a844-81b175a1e232 service neutron] 10.222.0.20 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400712
Jan 29 21:08:16.736360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea104a6e20>,) {'filters': {'network_id': ['bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.737575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 717c5992-eaaa-4792-91bf-34ce01998e38 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:16.737933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 717c5992-eaaa-4792-91bf-34ce01998e38 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:16.749500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104a6e20>, '32c60773-a1a8-43ed-a276-c5d5c873b0df') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.749815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104a6e20>, '32c60773-a1a8-43ed-a276-c5d5c873b0df') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:16.762380 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (32c60773-a1a8-43ed-a276-c5d5c873b0df), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.778139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (32c60773-a1a8-43ed-a276-c5d5c873b0df), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.785296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:16.785772 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (32c60773-a1a8-43ed-a276-c5d5c873b0df), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:16.794204 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:16.813882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.838427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4decb1a-a030-42f9-9f29-24bfe36057b4 req-73414aea-ee36-4dac-80b8-271abb375ec2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1487324
Jan 29 21:08:16.849029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:16.873314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (64ae6d23-5400-43ea-89f7-f83a442bdd63), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.874704 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment 64ae6d23-5400-43ea-89f7-f83a442bdd63 of type vlan for network ed4de537-d616-4a81-a587-87c6b48cb88a
Jan 29 21:08:16.890417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.896671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-4beae44c-080f-4762-ae45-879fc2e1f9e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616151
Jan 29 21:08:16.910141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.913914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] 10.222.0.20 "DELETE /v2.0/networks/bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75 HTTP/1.1" status: 204  len: 168 time: 0.8608024
Jan 29 21:08:16.914972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9c0aa-1fd7-4ca8-82cb-08c9f194114a tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] Pushing event deleted for resources: {'Network': ['ID=bf3bc47b-f45d-4e0a-907d-d3be2b7a6c75,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:16.940777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ed4de537-d616-4a81-a587-87c6b48cb88a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.978521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ed4de537-d616-4a81-a587-87c6b48cb88a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:16.984443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:16.985255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:17.067494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4713821
Jan 29 21:08:17.070842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44060) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:17.075310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:17.082141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17460862-c388-4dda-bb61-dd643c1318e0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=ed4de537-d616-4a81-a587-87c6b48cb88a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:17.110551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ed4de537-d616-4a81-a587-87c6b48cb88a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:17.167938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-3da4ca54-ea4f-46a5-a26b-ee052d8b22e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1376243
Jan 29 21:08:17.187348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab7949fc-4e49-437e-a46c-76991a60942e req-9e761adb-3385-440f-b8c7-176f2bea393c tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 210 time: 0.0842559
Jan 29 21:08:17.224696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:17.236674 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:17.386135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-0c837a2b-46a8-41ed-a04a-ba0f17f45478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:17.387848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-0c837a2b-46a8-41ed-a04a-ba0f17f45478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.1239364
Jan 29 21:08:17.597534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-d03abd60-1509-488d-aa6f-948c52e58814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:17.599057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-d03abd60-1509-488d-aa6f-948c52e58814 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 898 time: 0.1910293
Jan 29 21:08:17.611142 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (99753418-531f-4040-8532-64fe26212e35), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:17.733422 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-57f3e501-2224-4d8e-b78f-37749dc0d255 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 1002 time: 0.1269786
Jan 29 21:08:17.740863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=99753418-531f-4040-8532-64fe26212e35,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:17.793529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': '64ae6d23-5400-43ea-89f7-f83a442bdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:17.793863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: ed4de537-d616-4a81-a587-87c6b48cb88a, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:17.806983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-f230ef49-4786-4935-87a8-8470e73d7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:17.808475 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-f230ef49-4786-4935-87a8-8470e73d7b8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.0687184
Jan 29 21:08:17.848281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ed4de537-d616-4a81-a587-87c6b48cb88a is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:17.863483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed4de537-d616-4a81-a587-87c6b48cb88a) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:17.869144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:17.869824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:17.874367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24364ba-794e-4dce-b615-01566be81de9 None None] Network ed4de537-d616-4a81-a587-87c6b48cb88a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:17.886308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-dc77fab3-d8b5-4740-8ed8-493bdb9d84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:17.889213 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-dc77fab3-d8b5-4740-8ed8-493bdb9d84c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0743237
Jan 29 21:08:17.902484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cddbd491-da46-4692-93c8-56e27581325c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8287303
Jan 29 21:08:17.903520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44116) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:17.909165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1868085950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:17.951267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:17.954404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.016208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:18.032272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed4de537-d616-4a81-a587-87c6b48cb88a', 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '99753418-531f-4040-8532-64fe26212e35'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:18.033355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.045885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-aa9b3949-b446-457e-a64c-6d595d74fb8a service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504538
Jan 29 21:08:18.047064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (047bb3ad-682a-4193-9cff-1c789c341f6c), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.073619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.107526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.112159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-75e3f633-3eff-4185-928c-965a873e71a6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2070301
Jan 29 21:08:18.112950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44130) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:18.132781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804e65-a293-4140-8b2d-204bdedba825 req-787f3de6-1073-4214-8719-ffea67b1bf5f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:18.134632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b804e65-a293-4140-8b2d-204bdedba825 req-787f3de6-1073-4214-8719-ffea67b1bf5f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.1054177
Jan 29 21:08:18.167696 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-de458187-6ee4-4305-b073-f06fded1f9b5 req-cdee9efa-4139-4218-a969-0c9ace820e3e service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147821
Jan 29 21:08:18.204111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104445db-967c-4558-bc83-16c056c0e80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.331387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Allocated IP 2001:db8::2 (ed4de537-d616-4a81-a587-87c6b48cb88a/99753418-531f-4040-8532-64fe26212e35/9578394f-e664-42b7-a47d-a8e43989dbcf) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:18.369091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b804e65-a293-4140-8b2d-204bdedba825 req-a8f8ad86-511f-45a5-a3c2-44132e4c6d25 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988227
Jan 29 21:08:18.474947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104445db-967c-4558-bc83-16c056c0e80e admin admin] Publish callbacks [] for security_group (e6846e2d-5a41-4444-85c3-450b882a0bb0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.485497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-104445db-967c-4558-bc83-16c056c0e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e6846e2d-5a41-4444-85c3-450b882a0bb0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.500081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b36c1af-2667-4b33-8843-74ee7b45675d req-79bd5d1b-49bf-421e-a14e-366163e60cab tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 210 time: 0.1373863
Jan 29 21:08:18.529548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104445db-967c-4558-bc83-16c056c0e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6846e2d-5a41-4444-85c3-450b882a0bb0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:18.577521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-104445db-967c-4558-bc83-16c056c0e80e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3203d136588245c48e54c6be202d0ed4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5580835
Jan 29 21:08:18.577847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44150) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:18.701151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] Publish callbacks [] for security_group (e6846e2d-5a41-4444-85c3-450b882a0bb0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.709783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks [] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.727667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.731249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] Publish callbacks [] for security_group (e6846e2d-5a41-4444-85c3-450b882a0bb0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.793988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Network ed4de537-d616-4a81-a587-87c6b48cb88a is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:18.801162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:18.806141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:18.830200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e6846e2d-5a41-4444-85c3-450b882a0bb0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.833996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.836977 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6846e2d-5a41-4444-85c3-450b882a0bb0 HTTP/1.1" status: 204  len: 168 time: 0.2581160
Jan 29 21:08:18.850483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Pushing event updated for resources: {'Port': ['ID=9578394f-e664-42b7-a47d-a8e43989dbcf,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:18.871967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427f8c1-c2af-4610-9d48-1cf47b211063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6846e2d-5a41-4444-85c3-450b882a0bb0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:18.894734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Attempting to bind port 9578394f-e664-42b7-a47d-a8e43989dbcf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:18.895356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Attempting to bind port 9578394f-e664-42b7-a47d-a8e43989dbcf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64ae6d23-5400-43ea-89f7-f83a442bdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:18.895748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Attempting to bind port 9578394f-e664-42b7-a47d-a8e43989dbcf on network ed4de537-d616-4a81-a587-87c6b48cb88a {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:18.903687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:18.904190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Checking segment: {'id': '64ae6d23-5400-43ea-89f7-f83a442bdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:18.904718 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.905747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Bound using segment: {'id': '64ae6d23-5400-43ea-89f7-f83a442bdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:18.906310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Bound port: 9578394f-e664-42b7-a47d-a8e43989dbcf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ae6d23-5400-43ea-89f7-f83a442bdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed4de537-d616-4a81-a587-87c6b48cb88a'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:18.906721 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:18.984605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] For port 9578394f-e664-42b7-a47d-a8e43989dbcf, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:18.988178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] For port 9578394f-e664-42b7-a47d-a8e43989dbcf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9578394f-e664-42b7-a47d-a8e43989dbcf,segment=NetworkSegment(64ae6d23-5400-43ea-89f7-f83a442bdd63),segment_id=64ae6d23-5400-43ea-89f7-f83a442bdd63)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:18.995898 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.068414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef1e1c-0d8d-47eb-b570-5a90817d5f63 None None] Pushing event updated for resources: {'Port': ['ID=9578394f-e664-42b7-a47d-a8e43989dbcf,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:19.093420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-dc2a8191-2d07-49f7-8e3b-dfa80e8c5c05 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:19.094933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-dc2a8191-2d07-49f7-8e3b-dfa80e8c5c05 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.36 "GET /v2.0/networks?id=c54c237c-bbfc-40fc-9ea8-ac595c8875b8 HTTP/1.1" status: 200  len: 822 time: 0.8601325
Jan 29 21:08:19.113076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Request body: {'port': {'device_id': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8', 'admin_state_up': True, 'tenant_id': '5faa6797e2644c56a502b56fb5ed4aef'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:19.197188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.284330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44170) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:19.309965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5601c5b4-f79a-4d9d-b3f6-3195b575266b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.406779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5601c5b4-f79a-4d9d-b3f6-3195b575266b admin admin] Publish callbacks [] for security_group (a484a43a-25ac-41fd-9bdc-c6b10a92f449), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.411162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5601c5b4-f79a-4d9d-b3f6-3195b575266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a484a43a-25ac-41fd-9bdc-c6b10a92f449), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.451236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Made reservation on behalf of 5faa6797e2644c56a502b56fb5ed4aef for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:19.455454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.461113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5601c5b4-f79a-4d9d-b3f6-3195b575266b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac86bed9b26d43fab52cdde316909a7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1765189
Jan 29 21:08:19.463199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c5b4-f79a-4d9d-b3f6-3195b575266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484a43a-25ac-41fd-9bdc-c6b10a92f449,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:19.465594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44174) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:19.587084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] Publish callbacks [] for security_group (a484a43a-25ac-41fd-9bdc-c6b10a92f449), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.616745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] Publish callbacks [] for security_group (a484a43a-25ac-41fd-9bdc-c6b10a92f449), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.665134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-745eef97-ce1b-4d20-abbb-75d1f92e3b49 req-1b9bb5f9-68e8-4517-b7fc-03335675e4a4 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 210 time: 0.0753179
Jan 29 21:08:19.669812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8::1 (ed4de537-d616-4a81-a587-87c6b48cb88a/99753418-531f-4040-8532-64fe26212e35/46405aa1-e04a-4804-bfc6-299defe35f3b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:19.687888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a484a43a-25ac-41fd-9bdc-c6b10a92f449), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.691001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:19.694654 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a484a43a-25ac-41fd-9bdc-c6b10a92f449 HTTP/1.1" status: 204  len: 168 time: 0.2259767
Jan 29 21:08:19.701041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a20ec6-d594-4714-ad7d-57c2b3fa6162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484a43a-25ac-41fd-9bdc-c6b10a92f449,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:19.755259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292db26a-ac21-4514-8100-1007277b3980 req-13ea469e-ef32-4b3f-ae40-13da983fc0d8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:19.757019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-292db26a-ac21-4514-8100-1007277b3980 req-13ea469e-ef32-4b3f-ae40-13da983fc0d8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2275858
Jan 29 21:08:19.870792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Allocated IP 172.20.0.10 (c54c237c-bbfc-40fc-9ea8-ac595c8875b8/fcd9eb4e-dc46-4a35-b4db-8196af9ab5df/a5b56466-d53c-4e61-9855-74dc70c41c4c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:19.934770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-292db26a-ac21-4514-8100-1007277b3980 req-327adb44-25e2-4d81-8f3e-f22c8e6b1353 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259542
Jan 29 21:08:19.974535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.104626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.171643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ed4de537-d616-4a81-a587-87c6b48cb88a is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:20.182416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:20.214735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=46405aa1-e04a-4804-bfc6-299defe35f3b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:20.220899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:20.221734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (047bb3ad-682a-4193-9cff-1c789c341f6c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.227170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks [] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.347827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.419436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88056d3c-ceb7-41cb-b82d-ee90f890a469 None None] Network ed4de537-d616-4a81-a587-87c6b48cb88a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:20.430731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.433678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:20.445971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:20.448307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:20.456415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Pushing event updated for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:20.525257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Provisioning complete for port 9578394f-e664-42b7-a47d-a8e43989dbcf triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:20.525634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.578519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:20.579156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.632609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-0fe63130-2894-40c7-9205-9573cc080918 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5289266
Jan 29 21:08:20.649873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Current status of the port 9578394f-e664-42b7-a47d-a8e43989dbcf is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:20.650305 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.660085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Request body: {'port': {'device_id': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:20.743315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] For port 9578394f-e664-42b7-a47d-a8e43989dbcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9578394f-e664-42b7-a47d-a8e43989dbcf,segment=NetworkSegment(64ae6d23-5400-43ea-89f7-f83a442bdd63),segment_id=64ae6d23-5400-43ea-89f7-f83a442bdd63)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:20.752149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.818259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:20.886989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a3cb-85fd-4d6d-9788-c456384e807b None None] Pushing event updated for resources: {'Port': ['ID=9578394f-e664-42b7-a47d-a8e43989dbcf,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:20.895202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9578394f-e664-42b7-a47d-a8e43989dbcf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:20.936857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-0f9af110-ea2d-4b82-9074-5e5b0d296589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:20.940082 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-0f9af110-ea2d-4b82-9074-5e5b0d296589 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1157 time: 0.1326921
Jan 29 21:08:21.052266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9578394f-e664-42b7-a47d-a8e43989dbcf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:21.052659 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.136928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-1a7724be-0a8a-4e73-a3c1-2a2be53de2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:21.138731 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-1a7724be-0a8a-4e73-a3c1-2a2be53de2a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1598711
Jan 29 21:08:21.232612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9578394f-e664-42b7-a47d-a8e43989dbcf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:21.246425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Provisioning complete for port 9578394f-e664-42b7-a47d-a8e43989dbcf triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:21.246950 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.257763 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-5ba9ec1d-3faf-4bc5-8f1a-6cd9cbde0962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 1001 time: 0.1051278
Jan 29 21:08:21.278440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.304353 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.305197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (047bb3ad-682a-4193-9cff-1c789c341f6c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.315032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca199f-5c89-4a5a-a22d-c00b1f372353 req-28be2cc9-3114-46cb-9b19-2f08f4d3c0d1 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:21.324487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bca199f-5c89-4a5a-a22d-c00b1f372353 req-28be2cc9-3114-46cb-9b19-2f08f4d3c0d1 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 932 time: 0.3970654
Jan 29 21:08:21.344019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-8ab4d0fb-0f28-40e5-b59c-0dbc32e94df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:21.347658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-8ab4d0fb-0f28-40e5-b59c-0dbc32e94df8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0815752
Jan 29 21:08:21.395551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Current status of the port 9578394f-e664-42b7-a47d-a8e43989dbcf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:21.418065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1bca199f-5c89-4a5a-a22d-c00b1f372353 req-97167292-c1f3-4973-bd0c-08f3853d44b4 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888159
Jan 29 21:08:21.423177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Provisioning complete for port 46405aa1-e04a-4804-bfc6-299defe35f3b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:21.423936 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.433176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-9746e009-90bc-4425-b338-927d5aa5fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:21.433288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a1b2c-7962-4d3b-be22-7e8eeb42b236 req-e72d519a-6277-478f-9275-8c6d6e6e2185 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:21.433393 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-9746e009-90bc-4425-b338-927d5aa5fbc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0735629
Jan 29 21:08:21.433513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-919a1b2c-7962-4d3b-be22-7e8eeb42b236 req-e72d519a-6277-478f-9275-8c6d6e6e2185 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.3035409
Jan 29 21:08:21.468581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9686b90f-efd5-491c-93fb-769f821c17c9 None None] Port 46405aa1-e04a-4804-bfc6-299defe35f3b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:21.533399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-02171849-f9d9-4cd2-a683-af21ae2fa95e service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972698
Jan 29 21:08:21.555660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=46405aa1-e04a-4804-bfc6-299defe35f3b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:21.589421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3afe-fdaa-4277-be08-1c96b0bfbc5c None None] Provisioning complete for port 46405aa1-e04a-4804-bfc6-299defe35f3b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:21.589900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3afe-fdaa-4277-be08-1c96b0bfbc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.593881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-919a1b2c-7962-4d3b-be22-7e8eeb42b236 req-e546239b-b83e-46b5-8bfe-74e7d4419b4b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464460
Jan 29 21:08:21.638173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf3afe-fdaa-4277-be08-1c96b0bfbc5c None None] Port 46405aa1-e04a-4804-bfc6-299defe35f3b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:21.664062 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-beaa4334-6b9d-414c-a532-dd1c19de6fb3 req-47cffcca-a3b4-4023-aff2-8c9afa618452 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245537
Jan 29 21:08:21.673584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ed4de537-d616-4a81-a587-87c6b48cb88a is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:21.676727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:21.681752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b56466-d53c-4e61-9855-74dc70c41c4c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:21.694790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks [] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.773834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Transition to ACTIVE for port object a5b56466-d53c-4e61-9855-74dc70c41c4c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:08:21.781734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:21.882096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:21.919591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44258) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:21.969083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 047bb3ad-682a-4193-9cff-1c789c341f6c is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:21.974438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Attempting to bind port a5b56466-d53c-4e61-9855-74dc70c41c4c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:21.974972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Attempting to bind port a5b56466-d53c-4e61-9855-74dc70c41c4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f272c0bd-863f-4f1c-b8cc-396e2360d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:21.975314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Attempting to bind port a5b56466-d53c-4e61-9855-74dc70c41c4c on network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:21.984239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Port a5b56466-d53c-4e61-9855-74dc70c41c4c on network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:08:21.984568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Attempting to bind port a5b56466-d53c-4e61-9855-74dc70c41c4c on network c54c237c-bbfc-40fc-9ea8-ac595c8875b8 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:22.021883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:22.022229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Checking segment: {'id': 'f272c0bd-863f-4f1c-b8cc-396e2360d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:22.022699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Bound using segment: {'id': 'f272c0bd-863f-4f1c-b8cc-396e2360d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:22.023507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Bound port: a5b56466-d53c-4e61-9855-74dc70c41c4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f272c0bd-863f-4f1c-b8cc-396e2360d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:22.023507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.066362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bfaa9c4b-92dc-447a-8fd7-6fb33dd06e44 None None] Provisioning complete for port 46405aa1-e04a-4804-bfc6-299defe35f3b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:22.067031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9c4b-92dc-447a-8fd7-6fb33dd06e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.110460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa9c4b-92dc-447a-8fd7-6fb33dd06e44 None None] Port 46405aa1-e04a-4804-bfc6-299defe35f3b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:22.132191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:22.145824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-75d12a64-ac83-4083-a2bd-3cc9e8a6ff55 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/047bb3ad-682a-4193-9cff-1c789c341f6c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0278955
Jan 29 21:08:22.146666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44262) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:22.148949 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] Sync routers for ids ['047bb3ad-682a-4193-9cff-1c789c341f6c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:22.163490 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] Routers {'047bb3ad-682a-4193-9cff-1c789c341f6c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:22.164388 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b771fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['047bb3ad-682a-4193-9cff-1c789c341f6c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:22.194862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:22.213454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c,segment=NetworkSegment(f272c0bd-863f-4f1c-b8cc-396e2360d83a),segment_id=f272c0bd-863f-4f1c-b8cc-396e2360d83a)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:22.231751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52a6be-f46d-4d51-bbc2-7f82914dc39c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:22.234089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fa52a6be-f46d-4d51-bbc2-7f82914dc39c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports/46405aa1-e04a-4804-bfc6-299defe35f3b HTTP/1.1" status: 200  len: 911 time: 0.0862496
Jan 29 21:08:22.236753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44268) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:22.244361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.245718 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b771fd0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:22.267226 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] Routers {'047bb3ad-682a-4193-9cff-1c789c341f6c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:22.267837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b771fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['047bb3ad-682a-4193-9cff-1c789c341f6c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:22.311988 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b771fd0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:22.312706 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a395e-a73a-47e6-ace0-c7bf43c6baec None None] The sync data for ids ['047bb3ad-682a-4193-9cff-1c789c341f6c'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:22.357800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:22.359020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.359888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/a5b56466-d53c-4e61-9855-74dc70c41c4c HTTP/1.1" status: 200  len: 1092 time: 1.7116995
Jan 29 21:08:22.360349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:22.362722 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4fa43-88ea-49c2-9a70-7770e9448bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:22.406296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f306fe-25ab-4263-902e-678c47b1e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:22.408381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.438483 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a194433-4f11-4408-b287-eac5f820ff8f x-openstack-request-id: req-6a194433-4f11-4408-b287-eac5f820ff8f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:22.438781 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:22.439043 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a194433-4f11-4408-b287-eac5f820ff8f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:22.439454 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c', 'status': 'completed', 'code': 200}
Jan 29 21:08:22.604872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (be15cde7-adc6-41b2-86dd-f691ecadb091), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.650427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9578394f-e664-42b7-a47d-a8e43989dbcf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:22.714813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9578394f-e664-42b7-a47d-a8e43989dbcf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:22.715195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.798788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9578394f-e664-42b7-a47d-a8e43989dbcf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:22.881949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Deleting port 23321ee2-3702-48ab-ba1a-2085c8e4152f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:22.882216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.959979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-20cb11e9-154b-4739-b8fd-42a2916aa600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:22.961549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-20cb11e9-154b-4739-b8fd-42a2916aa600 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5faa6797e2644c56a502b56fb5ed4aef&device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 1126 time: 0.5420601
Jan 29 21:08:22.962452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] For port 23321ee2-3702-48ab-ba1a-2085c8e4152f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23321ee2-3702-48ab-ba1a-2085c8e4152f,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:22.962819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:22.976209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Calling delete_port for 23321ee2-3702-48ab-ba1a-2085c8e4152f owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:23.022767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bba37-6c96-474d-99f8-029483a0c189 req-9c306f1e-f099-43b9-bf95-e72cf1174275 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:23.024239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f10bba37-6c96-474d-99f8-029483a0c189 req-9c306f1e-f099-43b9-bf95-e72cf1174275 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.1613441
Jan 29 21:08:23.059826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba625934-55fa-418d-8328-e9f784280e95 req-9bf06bf0-f155-4729-bb06-f26aa806fae4 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:23.061478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba625934-55fa-418d-8328-e9f784280e95 req-9bf06bf0-f155-4729-bb06-f26aa806fae4 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 944 time: 0.2010875
Jan 29 21:08:23.070839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-be7b8261-c3f1-4f9e-9814-0d68ceaf4a0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c HTTP/1.1" status: 200  len: 217 time: 0.0964158
Jan 29 21:08:23.154548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23321ee2-3702-48ab-ba1a-2085c8e4152f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:23.182331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Pushing event deleted for resources: {'Port': ['ID=23321ee2-3702-48ab-ba1a-2085c8e4152f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:23.208093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.208437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.208783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.209172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.209536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.209840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.210170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.210528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.210815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.211143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.211473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.211795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.212119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:23.219041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f10bba37-6c96-474d-99f8-029483a0c189 req-4c2f6bdd-b1aa-44d2-a46d-c320f18be445 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542087
Jan 29 21:08:23.221709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-13e3e9eb-7d4e-4246-862d-077a3f7260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:23.223810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-13e3e9eb-7d4e-4246-862d-077a3f7260ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcd9eb4e-dc46-4a35-b4db-8196af9ab5df HTTP/1.1" status: 200  len: 862 time: 0.1435082
Jan 29 21:08:23.229027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba625934-55fa-418d-8328-e9f784280e95 req-7dfb67db-51f1-4068-986d-47e035a80c77 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531107
Jan 29 21:08:23.273714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-a3c71a5f-651d-4aed-8ada-a2f60de77158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c54c237c-bbfc-40fc-9ea8-ac595c8875b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428262
Jan 29 21:08:23.363085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:23.433348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-9873f954-8660-43b1-9cbe-f1ced66a9486 service neutron] 10.222.0.36 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519191
Jan 29 21:08:23.441144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (047bb3ad-682a-4193-9cff-1c789c341f6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:23.453267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (be15cde7-adc6-41b2-86dd-f691ecadb091), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:23.574339 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-f34a63c1-9e0d-4237-ae1b-0d2c7b7d72ff service neutron] 10.222.0.36 "GET /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1562140
Jan 29 21:08:23.665027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac8fc585-fc67-4dfa-ad4c-0fbe6d205f46 req-a5f541e3-f1ee-4d28-ad30-55fa747061bc service neutron] 10.222.0.36 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213709
Jan 29 21:08:23.820340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-180da3a7-10d4-48e4-a808-319df768bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:23.821934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-180da3a7-10d4-48e4-a808-319df768bfe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5faa6797e2644c56a502b56fb5ed4aef&device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 1126 time: 0.0928857
Jan 29 21:08:23.885435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 46405aa1-e04a-4804-bfc6-299defe35f3b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:23.885794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:23.999780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-c7f44933-78a3-41a5-89cf-84514fd2d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:24.001622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-c7f44933-78a3-41a5-89cf-84514fd2d33a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c54c237c-bbfc-40fc-9ea8-ac595c8875b8 HTTP/1.1" status: 200  len: 923 time: 0.1730547
Jan 29 21:08:24.053776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-6b6634e6-9d31-44db-b655-c36a149545c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c HTTP/1.1" status: 200  len: 217 time: 0.0446582
Jan 29 21:08:24.055498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.100440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 46405aa1-e04a-4804-bfc6-299defe35f3b owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:24.153775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-235585a9-f433-4aac-a62d-5fd1574253af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:24.155300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-235585a9-f433-4aac-a62d-5fd1574253af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcd9eb4e-dc46-4a35-b4db-8196af9ab5df HTTP/1.1" status: 200  len: 862 time: 0.0969002
Jan 29 21:08:24.200758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-463976cf-1e38-4305-9611-559aab8986c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c54c237c-bbfc-40fc-9ea8-ac595c8875b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333085
Jan 29 21:08:24.221790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Router be15cde7-adc6-41b2-86dd-f691ecadb091 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:24.240730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:24.341438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:24.418409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:24.421263 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1b79c-c2cf-4a4a-8ab6-9cc7c9052d3d" -d '{"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-unplugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:24.433214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:24.448893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-bddc3746-0527-46f8-a88e-fa0ae74e2cee service neutron] 10.222.0.36 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408895
Jan 29 21:08:24.449474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:24.455395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b4f19aea-3526-4228-8a3a-f32a8ba912dd admin admin] 10.222.0.20 "PUT /v2.0/routers/be15cde7-adc6-41b2-86dd-f691ecadb091/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5344098
Jan 29 21:08:24.456058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.457989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:24.463375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Sync routers for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:24.476572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:24.477498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab685e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:24.526140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (46405aa1-e04a-4804-bfc6-299defe35f3b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.567490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbc9a-a902-4f87-ab89-f2184c6cc0af req-ca638199-4a1d-4a94-b09e-c5579b196361 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:24.569139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-544dbc9a-a902-4f87-ab89-f2184c6cc0af req-ca638199-4a1d-4a94-b09e-c5579b196361 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 945 time: 0.2429957
Jan 29 21:08:24.579203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=46405aa1-e04a-4804-bfc6-299defe35f3b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:24.597718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee611b-15c8-4cd1-bb92-22a59ce2399b req-3ca3b083-e939-43eb-b895-3e6820811434 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:24.598315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47ee611b-15c8-4cd1-bb92-22a59ce2399b req-3ca3b083-e939-43eb-b895-3e6820811434 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 944 time: 0.2666490
Jan 29 21:08:24.619789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:24.635394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks [] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.713031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] Transition to ACTIVE for port object e937523f-70f7-485f-8677-f4805c44d1bd will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:08:24.754201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.806042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-544dbc9a-a902-4f87-ab89-f2184c6cc0af req-25cf58b1-a073-486a-a08d-05d47f945517 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2227538
Jan 29 21:08:24.806653 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (047bb3ad-682a-4193-9cff-1c789c341f6c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.927465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76f4fa43-88ea-49c2-9a70-7770e9448bd6 req-5f50c475-5200-42fc-858b-84f99906c45b service neutron] 10.222.0.36 "GET /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4684653
Jan 29 21:08:24.948314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] Pushing event updated for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=11']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:24.957844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab685e0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:08:23Z', 'revision_number': 5, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port': {'id': '49e601c0-4985-412c-8340-9ca23ed62cd7', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:01Z', 'updated_at': '2022-01-29T21:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:24.965291 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17edb0ee-a340-46bf-8bbf-3d2e57513cb5 x-openstack-request-id: req-17edb0ee-a340-46bf-8bbf-3d2e57513cb5 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:24.965592 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-unplugged", "status": "completed", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:24.965866 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17edb0ee-a340-46bf-8bbf-3d2e57513cb5 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:24.966268 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'code': 200}
Jan 29 21:08:24.978694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks [] for router_gateway (be15cde7-adc6-41b2-86dd-f691ecadb091), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:24.991242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-47ee611b-15c8-4cd1-bb92-22a59ce2399b req-a356d9dc-d7b9-4509-9d06-adf2843f98dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720086
Jan 29 21:08:25.008407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] No DVR routers for this DVR port e937523f-70f7-485f-8677-f4805c44d1bd on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:25.049866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Checking router: be15cde7-adc6-41b2-86dd-f691ecadb091 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:25.072463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Routers {'be15cde7-adc6-41b2-86dd-f691ecadb091'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:25.074755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab685e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['be15cde7-adc6-41b2-86dd-f691ecadb091'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.141242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 047bb3ad-682a-4193-9cff-1c789c341f6c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:25.215279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Deleting port 49e601c0-4985-412c-8340-9ca23ed62cd7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:25.215646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.229714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] Set router be15cde7-adc6-41b2-86dd-f691ecadb091 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:25.255264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:25.260885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c7e80944-9717-4883-9902-0dc12d5bc34f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/047bb3ad-682a-4193-9cff-1c789c341f6c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0227551
Jan 29 21:08:25.263633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44324) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:25.267738 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] Sync routers for ids ['047bb3ad-682a-4193-9cff-1c789c341f6c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:25.285024 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] Routers {'047bb3ad-682a-4193-9cff-1c789c341f6c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:25.286305 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['047bb3ad-682a-4193-9cff-1c789c341f6c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.303910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-e2919173-3276-4d24-b45c-c6f091107550 service neutron] 10.222.0.36 "PUT /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7236791
Jan 29 21:08:25.325341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab685e0>, [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:08:24Z', 'revision_number': 6, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.340778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89e779b1-4737-4d2f-bdca-f08fe5cf453f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=047bb3ad-682a-4193-9cff-1c789c341f6c HTTP/1.1" status: 200  len: 205 time: 0.0727062
Jan 29 21:08:25.341133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44328) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:25.353567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a00>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.393117 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] Routers {'047bb3ad-682a-4193-9cff-1c789c341f6c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:25.394084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['047bb3ad-682a-4193-9cff-1c789c341f6c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.396006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6aaab3-9f0c-4b75-81de-5505e4fd40fd None None] The sync data for ids ['be15cde7-adc6-41b2-86dd-f691ecadb091'] in ncdv-master-1 is: [{'id': 'be15cde7-adc6-41b2-86dd-f691ecadb091', 'name': 'tempest-TaggedBootDevicesTest_v242-1620490271-router', 'tenant_id': '29143fe0aaba428f94401ae5bb5d9012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:59Z', 'updated_at': '2022-01-29T21:08:24Z', 'revision_number': 6, 'project_id': '29143fe0aaba428f94401ae5bb5d9012', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:25.423195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] For port 49e601c0-4985-412c-8340-9ca23ed62cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e601c0-4985-412c-8340-9ca23ed62cd7,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:25.424041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.447662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Calling delete_port for 49e601c0-4985-412c-8340-9ca23ed62cd7 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:25.470460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a00>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:25.471901 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dbb24-b89c-4146-ad59-2059ad2df4f9 None None] The sync data for ids ['047bb3ad-682a-4193-9cff-1c789c341f6c'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:25.477828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.511517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-915b1b07-872b-4780-99a6-cdde65cb19ba tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:25.513045 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-915b1b07-872b-4780-99a6-cdde65cb19ba tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&tenant_id=3a9491db693d463a969459cbdbfa2db1&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1430290
Jan 29 21:08:25.607496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-fa346598-3a4c-4098-a82b-6d0c2a058110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:25.609578 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-fa346598-3a4c-4098-a82b-6d0c2a058110 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 1126 time: 0.0896611
Jan 29 21:08:25.646801 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.649064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (047bb3ad-682a-4193-9cff-1c789c341f6c), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.703182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (047bb3ad-682a-4193-9cff-1c789c341f6c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.703835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router 047bb3ad-682a-4193-9cff-1c789c341f6c {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:25.712210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.713408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-40e13de2-4caf-4e55-9050-0cb4ba2bfbb6 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/047bb3ad-682a-4193-9cff-1c789c341f6c HTTP/1.1" status: 204  len: 168 time: 0.3714697
Jan 29 21:08:25.716130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44344) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:25.727316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (49e601c0-4985-412c-8340-9ca23ed62cd7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.734862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-cf6b4be0-7faf-49a7-a94b-b088c20542a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:25.736619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-cf6b4be0-7faf-49a7-a94b-b088c20542a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1126 time: 0.0956903
Jan 29 21:08:25.769582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e601c0-4985-412c-8340-9ca23ed62cd7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:25.774344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 99753418-531f-4040-8532-64fe26212e35 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:25.777851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (99753418-531f-4040-8532-64fe26212e35), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.824615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (99753418-531f-4040-8532-64fe26212e35), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.900924 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (be15cde7-adc6-41b2-86dd-f691ecadb091), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:25.928891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-339303c8-d502-48e4-bd9a-99dbf9de2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:25.930430 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-339303c8-d502-48e4-bd9a-99dbf9de2738 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1748836
Jan 29 21:08:25.969821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (99753418-531f-4040-8532-64fe26212e35), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.025385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121535a4-d108-4743-9ef1-a17264dc7863 req-577b481e-a282-4568-9732-d99c53cb6156 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:26.026820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-121535a4-d108-4743-9ef1-a17264dc7863 req-577b481e-a282-4568-9732-d99c53cb6156 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.1005392
Jan 29 21:08:26.032797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.036712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks [] for router_controller (be15cde7-adc6-41b2-86dd-f691ecadb091), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.052781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (99753418-531f-4040-8532-64fe26212e35), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.088104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-9d10797b-fa82-4c80-8d58-b651e3526d33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 999 time: 0.1245713
Jan 29 21:08:26.093445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (be15cde7-adc6-41b2-86dd-f691ecadb091), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.093962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be15cde7-adc6-41b2-86dd-f691ecadb091 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:26.097359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=99753418-531f-4040-8532-64fe26212e35,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:26.098996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.100077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7bcf8282-4fd3-4f8a-9a45-43672461b5c9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be15cde7-adc6-41b2-86dd-f691ecadb091 HTTP/1.1" status: 204  len: 168 time: 1.6403301
Jan 29 21:08:26.106924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:26.121550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.122152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee5705d-fc7e-4a50-bc50-1d5ad6119158 None None] Network ed4de537-d616-4a81-a587-87c6b48cb88a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:26.124797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6e73fedf-be78-4325-9612-4b6fd0c5c96b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/99753418-531f-4040-8532-64fe26212e35 HTTP/1.1" status: 204  len: 168 time: 0.4076705
Jan 29 21:08:26.143969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44352) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:26.162422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-121535a4-d108-4743-9ef1-a17264dc7863 req-9a7df123-08e5-4edc-b6b0-54645d0249bd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245947
Jan 29 21:08:26.185660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Deleting subnet 52729628-6f6a-4387-8d06-cad327472b73 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:26.189766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-f82f7416-ffe8-4adf-b618-355578e069d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:26.191258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-f82f7416-ffe8-4adf-b618-355578e069d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0955579
Jan 29 21:08:26.192081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Publish callbacks [] for subnet (52729628-6f6a-4387-8d06-cad327472b73), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.257835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (52729628-6f6a-4387-8d06-cad327472b73), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.280485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d449-af93-4397-966f-8382d661fa78 req-8b685df6-0a02-4c84-a583-a36e0c12a4cd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:26.282248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5222d449-af93-4397-966f-8382d661fa78 req-8b685df6-0a02-4c84-a583-a36e0c12a4cd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 944 time: 0.1921761
Jan 29 21:08:26.286994 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ed4de537-d616-4a81-a587-87c6b48cb88a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.307672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-fd3ff631-496a-4cb5-a6bf-7818d2ea1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:26.309118 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-fd3ff631-496a-4cb5-a6bf-7818d2ea1098 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0943921
Jan 29 21:08:26.331704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] DHCP port deletion for ed4de537-d616-4a81-a587-87c6b48cb88a request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:26.406174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Deleting port 9578394f-e664-42b7-a47d-a8e43989dbcf {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:26.406688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.425310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (52729628-6f6a-4387-8d06-cad327472b73), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.492874 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-a8b2adf3-4b2e-48fe-bedf-3bc00f65b8f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745088
Jan 29 21:08:26.494432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] For port 9578394f-e664-42b7-a47d-a8e43989dbcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9578394f-e664-42b7-a47d-a8e43989dbcf,segment=NetworkSegment(64ae6d23-5400-43ea-89f7-f83a442bdd63),segment_id=64ae6d23-5400-43ea-89f7-f83a442bdd63)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:26.494977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.512522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Calling delete_port for 9578394f-e664-42b7-a47d-a8e43989dbcf owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:26.570677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (52729628-6f6a-4387-8d06-cad327472b73), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.617530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52729628-6f6a-4387-8d06-cad327472b73,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:26.640828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.644225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3c78e8b-3439-493a-a71e-57b8f66d9127 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52729628-6f6a-4387-8d06-cad327472b73 HTTP/1.1" status: 204  len: 168 time: 0.5363908
Jan 29 21:08:26.650475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbcff4-662d-40da-9460-e88fa24e3a08 None None] Network 3e327258-7f1e-4845-bb1c-0c1b6454845f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:26.661111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44362) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:26.677253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.777083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-fd35b0d4-0fde-4b12-bf8a-e66a26eb36cf service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2785101
Jan 29 21:08:26.779940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (3e327258-7f1e-4845-bb1c-0c1b6454845f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.844062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Deleting port a601dd7d-b799-44f1-b658-11094f95b095 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:26.844473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a601dd7d-b799-44f1-b658-11094f95b095), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.930179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] For port a601dd7d-b799-44f1-b658-11094f95b095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a601dd7d-b799-44f1-b658-11094f95b095,segment=NetworkSegment(a2533e3a-cea0-4e1d-b515-da48c37c2e0a),segment_id=a2533e3a-cea0-4e1d-b515-da48c37c2e0a)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:26.930590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a601dd7d-b799-44f1-b658-11094f95b095), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:26.933850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5222d449-af93-4397-966f-8382d661fa78 req-fc74d899-0605-4362-96d1-ce1379eed77e tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6429129
Jan 29 21:08:26.968525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Calling delete_port for a601dd7d-b799-44f1-b658-11094f95b095 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:26.972777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23321ee2-3702-48ab-ba1a-2085c8e4152f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:26.972940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 9578394f-e664-42b7-a47d-a8e43989dbcf {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:26.973405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.021967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] Pushing event deleted for resources: {'Port': ['ID=9578394f-e664-42b7-a47d-a8e43989dbcf,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.024019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9a78c-7f2d-485e-abd8-6351a7ea636d None None] No DVR routers for this DVR port 9578394f-e664-42b7-a47d-a8e43989dbcf on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:27.028088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 23321ee2-3702-48ab-ba1a-2085c8e4152f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:27.028510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23321ee2-3702-48ab-ba1a-2085c8e4152f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:27.028857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9578394f-e664-42b7-a47d-a8e43989dbcf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:27.054429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9578394f-e664-42b7-a47d-a8e43989dbcf {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:27.054787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9578394f-e664-42b7-a47d-a8e43989dbcf not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:27.055258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 49e601c0-4985-412c-8340-9ca23ed62cd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:27.102475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 49e601c0-4985-412c-8340-9ca23ed62cd7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:27.102833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 49e601c0-4985-412c-8340-9ca23ed62cd7 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:27.133694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 9578394f-e664-42b7-a47d-a8e43989dbcf, host ncdv-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:27.135417 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.139808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-dc223e5b-7183-4de1-bcb4-c7e4c936d188 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:27.139808 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-dc223e5b-7183-4de1-bcb4-c7e4c936d188 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b&tenant_id=3a9491db693d463a969459cbdbfa2db1&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0841579
Jan 29 21:08:27.139808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a601dd7d-b799-44f1-b658-11094f95b095), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.181481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 9578394f-e664-42b7-a47d-a8e43989dbcf owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:27.181804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Pushing event deleted for resources: {'Port': ['ID=a601dd7d-b799-44f1-b658-11094f95b095,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.193841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Port 9578394f-e664-42b7-a47d-a8e43989dbcf was not found and therefore no delete operation was performed {{(pid=125943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:08:27.194434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] No DVR routers for this DVR port a601dd7d-b799-44f1-b658-11094f95b095 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:27.198303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9578394f-e664-42b7-a47d-a8e43989dbcf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.270445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 9578394f-e664-42b7-a47d-a8e43989dbcf on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:27.273346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=9578394f-e664-42b7-a47d-a8e43989dbcf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.275735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb19c84-e187-46b1-b2ad-35ebd53327e2 None None] DHCP port deletion for 3e327258-7f1e-4845-bb1c-0c1b6454845f request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:27.328154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (3e327258-7f1e-4845-bb1c-0c1b6454845f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.332839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a5b56466-d53c-4e61-9855-74dc70c41c4c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:08:27.336276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:27.365887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10f385e0>,) {'filters': {'network_id': ['3e327258-7f1e-4845-bb1c-0c1b6454845f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.406258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10f385e0>, 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.406691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10f385e0>, 'a2533e3a-cea0-4e1d-b515-da48c37c2e0a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.424713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (a2533e3a-cea0-4e1d-b515-da48c37c2e0a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.439044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ed4de537-d616-4a81-a587-87c6b48cb88a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.445946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port e937523f-70f7-485f-8677-f4805c44d1bd host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:08:27.446626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:27.458506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a2533e3a-cea0-4e1d-b515-da48c37c2e0a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.467968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:27.468503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (a2533e3a-cea0-4e1d-b515-da48c37c2e0a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.470916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09d38f40>,) {'filters': {'network_id': ['ed4de537-d616-4a81-a587-87c6b48cb88a']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:27.471244 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:27.486644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc281-c63f-414c-bbaa-18de6e2560de req-daf09182-ddd1-4901-979e-23f77ebfabb2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:27.488530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-639cc281-c63f-414c-bbaa-18de6e2560de req-daf09182-ddd1-4901-979e-23f77ebfabb2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.1637669
Jan 29 21:08:27.492616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09d38f40>, '64ae6d23-5400-43ea-89f7-f83a442bdd63') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.493510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09d38f40>, '64ae6d23-5400-43ea-89f7-f83a442bdd63') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:27.505133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c,segment=NetworkSegment(f272c0bd-863f-4f1c-b8cc-396e2360d83a),segment_id=f272c0bd-863f-4f1c-b8cc-396e2360d83a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:27.516166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (64ae6d23-5400-43ea-89f7-f83a442bdd63), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.518475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-30cf54ed-f46c-481a-9c37-a922fe302236 service neutron] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:27.521018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a5b56466-d53c-4e61-9855-74dc70c41c4c', 'network_id': 'c54c237c-bbfc-40fc-9ea8-ac595c8875b8', 'port_id': 'a5b56466-d53c-4e61-9855-74dc70c41c4c', 'mac_address': 'fa:16:3e:e5:5b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd9eb4e-dc46-4a35-b4db-8196af9ab5df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:08:27.523892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-30cf54ed-f46c-481a-9c37-a922fe302236 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.525302 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-49be0dd3-f211-4273-bac5-752b7d13e3c8 req-30cf54ed-f46c-481a-9c37-a922fe302236 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3768156
Jan 29 21:08:27.555732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (3e327258-7f1e-4845-bb1c-0c1b6454845f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.569052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (64ae6d23-5400-43ea-89f7-f83a442bdd63), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.575354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.579544 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e327258-7f1e-4845-bb1c-0c1b6454845f HTTP/1.1" status: 204  len: 168 time: 0.9174392
Jan 29 21:08:27.584492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44386) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:27.586376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a5b56466-d53c-4e61-9855-74dc70c41c4c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:27.587374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.591148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500916f7-aa29-42cd-8533-9d1b2950588f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e327258-7f1e-4845-bb1c-0c1b6454845f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.604935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b56466-d53c-4e61-9855-74dc70c41c4c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:27.606081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:27.606489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (64ae6d23-5400-43ea-89f7-f83a442bdd63), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:27.611631 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:27.637726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c,segment=NetworkSegment(f272c0bd-863f-4f1c-b8cc-396e2360d83a),segment_id=f272c0bd-863f-4f1c-b8cc-396e2360d83a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:27.644068 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.659112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-639cc281-c63f-414c-bbaa-18de6e2560de req-15605ac7-840b-4aba-8e1f-d658370d9712 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1617060
Jan 29 21:08:27.702930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.773188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ed4de537-d616-4a81-a587-87c6b48cb88a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.784875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.788015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/ed4de537-d616-4a81-a587-87c6b48cb88a HTTP/1.1" status: 204  len: 168 time: 1.6422417
Jan 29 21:08:27.792116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:27.799663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1192509806', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:27.805940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253d6f-0428-47dc-94aa-7595d1ecdd57 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=ed4de537-d616-4a81-a587-87c6b48cb88a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:27.824278 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.825985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.833422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb321b03-e576-4c5b-a482-04932c481201 req-c28823c2-6fb0-4c60-a47d-809575ef76a1 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:27.834684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb321b03-e576-4c5b-a482-04932c481201 req-c28823c2-6fb0-4c60-a47d-809575ef76a1 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1126 time: 0.1037061
Jan 29 21:08:27.894589 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:27.944684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a5b56466-d53c-4e61-9855-74dc70c41c4c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:08:27.974170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb321b03-e576-4c5b-a482-04932c481201 req-c6b9cc74-3b9f-429d-8c06-161bf684a3a2 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945077
Jan 29 21:08:28.190832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da261b34-9999-4f60-8c7a-97e4742b6a2e req-2b8b62fc-40ef-4008-8688-6e05322ba46a tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:28.192432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da261b34-9999-4f60-8c7a-97e4742b6a2e req-2b8b62fc-40ef-4008-8688-6e05322ba46a tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 945 time: 0.1416628
Jan 29 21:08:28.208374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6c0c2-b5eb-4c24-8667-3a3b43c18ec6 req-4dfd2b9b-3ed3-4d1d-bf1d-2a3eca61f6b3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:28.210271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9dd6c0c2-b5eb-4c24-8667-3a3b43c18ec6 req-4dfd2b9b-3ed3-4d1d-bf1d-2a3eca61f6b3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.1436586
Jan 29 21:08:28.324967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da261b34-9999-4f60-8c7a-97e4742b6a2e req-bc576035-038b-4530-ae52-800a931748b6 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136575
Jan 29 21:08:28.330248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9dd6c0c2-b5eb-4c24-8667-3a3b43c18ec6 req-7dddce4c-6cc9-4d61-b0a3-a9663f802d8f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093347
Jan 29 21:08:28.369539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44402) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:28.400359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_gateway (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.477693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-102d39df-9cc5-432c-becd-8d4a584b24b8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 200  len: 991 time: 0.1069357
Jan 29 21:08:28.485351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (31372502-5a5e-4c17-855c-04666cda9f18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.663460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a601dd7d-b799-44f1-b658-11094f95b095 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:28.688024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_gateway (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.689273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a601dd7d-b799-44f1-b658-11094f95b095 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:28.690139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a601dd7d-b799-44f1-b658-11094f95b095 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:28.713276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.830824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Deleting port 1fffca8f-1108-47d7-8753-19577afa9d8a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:28.830824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.867038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 172.35.4.125 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/22fac703-85a0-4d28-9086-d2351def6fb7) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:28.925031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] For port 1fffca8f-1108-47d7-8753-19577afa9d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fffca8f-1108-47d7-8753-19577afa9d8a,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:28.925907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:28.946326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Calling delete_port for 1fffca8f-1108-47d7-8753-19577afa9d8a owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:28.987743 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (22fac703-85a0-4d28-9086-d2351def6fb7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.027818 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (22fac703-85a0-4d28-9086-d2351def6fb7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.086663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:29.089873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:29.094902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:29.099284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=22fac703-85a0-4d28-9086-d2351def6fb7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:29.163136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1fffca8f-1108-47d7-8753-19577afa9d8a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.192351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fffca8f-1108-47d7-8753-19577afa9d8a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:29.329509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a5b56466-d53c-4e61-9855-74dc70c41c4c up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:29.392673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (31372502-5a5e-4c17-855c-04666cda9f18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.397839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a5b56466-d53c-4e61-9855-74dc70c41c4c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:08:29.403545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a5b56466-d53c-4e61-9855-74dc70c41c4c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:29.403934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.419519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_gateway (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.516067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a5b56466-d53c-4e61-9855-74dc70c41c4c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:29.516468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.541631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:29.544190 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aac6a6-b2a6-4853-8970-ad77930933bf" -d '{"events": [{"server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "name": "network-vif-plugged", "status": "completed", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:29.558214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c,segment=NetworkSegment(f272c0bd-863f-4f1c-b8cc-396e2360d83a),segment_id=f272c0bd-863f-4f1c-b8cc-396e2360d83a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:29.565925 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.573571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91915d1-1aa9-43ec-b312-1769961a93b5 req-31394e23-d8bc-4daa-b4e3-b40d2e1718ae tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:29.575185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a91915d1-1aa9-43ec-b312-1769961a93b5 req-31394e23-d8bc-4daa-b4e3-b40d2e1718ae tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 945 time: 0.0847003
Jan 29 21:08:29.621333 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef51fba-534f-43bb-a21f-142c3e22498f x-openstack-request-id: req-4ef51fba-534f-43bb-a21f-142c3e22498f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:29.621635 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "name": "network-vif-plugged", "status": "completed", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:29.621896 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef51fba-534f-43bb-a21f-142c3e22498f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:29.623849 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c', 'code': 200}
Jan 29 21:08:29.659855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:29.709407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:29.742427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a91915d1-1aa9-43ec-b312-1769961a93b5 req-6bebf119-0fc4-420a-9471-ade9240d217e tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753663
Jan 29 21:08:29.765781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Router 31372502-5a5e-4c17-855c-04666cda9f18 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:29.792044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe7b1d-97c5-4a98-91f8-4c9500573746 req-263f532d-336f-486a-9c97-5415427f9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:29.793629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2dbe7b1d-97c5-4a98-91f8-4c9500573746 req-263f532d-336f-486a-9c97-5415427f9fae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 1128 time: 0.1268139
Jan 29 21:08:29.866540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2dbe7b1d-97c5-4a98-91f8-4c9500573746 req-22b00b2f-e7fc-43e4-ab7b-9eba4d044922 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567584
Jan 29 21:08:29.890473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:29.899725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-959e5dd1-3a0f-4f7b-998e-8d7a8adafb1b admin admin] 10.222.0.20 "PUT /v2.0/routers/31372502-5a5e-4c17-855c-04666cda9f18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3089192
Jan 29 21:08:29.899982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:29.900111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44498) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:29.903885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Sync routers for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:29.917118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:29.918742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.030696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:30.036720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks [] for router (31372502-5a5e-4c17-855c-04666cda9f18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.044962 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] Sync routers for ids ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:30.050334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:30.059720 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] Routers {'f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:30.060462 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b239dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.063781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.065454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ab637005-cc51-4429-8e31-8f5403162a24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.2701280
Jan 29 21:08:30.068067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44500) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:30.101320 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b239dc0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.114408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] Routers {'f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:30.115336 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b239dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.183584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks [] for router_gateway (31372502-5a5e-4c17-855c-04666cda9f18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.184465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b239dc0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.185155 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c96f0-4621-48d0-a607-3a39736cf0a3 None None] The sync data for ids ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:30.221448 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-be78b611-2232-42b0-ac95-5be4597198a3 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers/f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 200  len: 885 time: 0.1474230
Jan 29 21:08:30.221448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44502) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:30.264976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Deleting port 10cfaccc-976d-4fa4-906a-fdda3defc3fd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:30.265411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.305541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40c760>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:08:29Z', 'revision_number': 5, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port': {'id': '10cfaccc-976d-4fa4-906a-fdda3defc3fd', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31372502-5a5e-4c17-855c-04666cda9f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:02:23Z', 'updated_at': '2022-01-29T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.339535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Checking router: 31372502-5a5e-4c17-855c-04666cda9f18 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:30.348495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Routers {'31372502-5a5e-4c17-855c-04666cda9f18'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:30.349399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['31372502-5a5e-4c17-855c-04666cda9f18'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.354023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] For port 10cfaccc-976d-4fa4-906a-fdda3defc3fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10cfaccc-976d-4fa4-906a-fdda3defc3fd,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:30.354393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.372808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Calling delete_port for 10cfaccc-976d-4fa4-906a-fdda3defc3fd owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:30.452515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] Set router 31372502-5a5e-4c17-855c-04666cda9f18 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:30.487355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe338c8f-6552-4e38-9044-7d5afdd51417 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.2670410
Jan 29 21:08:30.495324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44518) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:30.495324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1192509806'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:30.507780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40c760>, [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:08:30Z', 'revision_number': 6, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:30.535180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1d05e-a852-48b3-bc6e-fcb7bb9081e5 None None] The sync data for ids ['31372502-5a5e-4c17-855c-04666cda9f18'] in ncdv-master-1 is: [{'id': '31372502-5a5e-4c17-855c-04666cda9f18', 'name': 'tempest-TaggedBootDevicesTest_v242-555288966-router', 'tenant_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:02:21Z', 'updated_at': '2022-01-29T21:08:30Z', 'revision_number': 6, 'project_id': 'f3058a9044c74079849d5f3c4bbd7aff', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:30.555236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (10cfaccc-976d-4fa4-906a-fdda3defc3fd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.589020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Pushing event deleted for resources: {'Port': ['ID=10cfaccc-976d-4fa4-906a-fdda3defc3fd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:30.652072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (31372502-5a5e-4c17-855c-04666cda9f18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.736083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44524) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:30.777403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (31372502-5a5e-4c17-855c-04666cda9f18), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.781548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks [] for router_controller (31372502-5a5e-4c17-855c-04666cda9f18), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.851731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (31372502-5a5e-4c17-855c-04666cda9f18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.851731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31372502-5a5e-4c17-855c-04666cda9f18 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:30.918431 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:30.921666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3ddb7de8-f556-4fed-b5f6-1389b074aa1d admin admin] 10.222.0.20 "DELETE /v2.0/routers/31372502-5a5e-4c17-855c-04666cda9f18 HTTP/1.1" status: 204  len: 168 time: 1.0195639
Jan 29 21:08:31.149299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44534) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:31.210734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Deleting subnet afda2dac-3944-458e-a66e-9a7bcbd7fb44 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:31.216719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.223125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Publish callbacks [] for subnet (afda2dac-3944-458e-a66e-9a7bcbd7fb44), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.249790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.265557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (afda2dac-3944-458e-a66e-9a7bcbd7fb44), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.412730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9e83-7390-476c-93f0-1921bc80857c req-40ad0818-f1c2-49df-a642-cc24040549f1 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:31.414256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d9f9e83-7390-476c-93f0-1921bc80857c req-40ad0818-f1c2-49df-a642-cc24040549f1 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 946 time: 0.5228660
Jan 29 21:08:31.418869 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:08:31.429739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (afda2dac-3944-458e-a66e-9a7bcbd7fb44), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.432845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:31.480206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 8c0a8e31-e889-4b8f-b7de-05cce91877a5 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:31.480558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.486327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d9f9e83-7390-476c-93f0-1921bc80857c req-3bf6d3a9-0cb1-4dba-b45c-2f565f711a40 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612137
Jan 29 21:08:31.581091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.581287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (8c0a8e31-e889-4b8f-b7de-05cce91877a5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.589716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (afda2dac-3944-458e-a66e-9a7bcbd7fb44), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.594992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 8c0a8e31-e889-4b8f-b7de-05cce91877a5 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:31.628350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afda2dac-3944-458e-a66e-9a7bcbd7fb44,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:31.634948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.639611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a06655da-d3d7-4a4f-874b-0deffdb90f1d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/afda2dac-3944-458e-a66e-9a7bcbd7fb44 HTTP/1.1" status: 204  len: 168 time: 0.4881856
Jan 29 21:08:31.641401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44562) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:31.643554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34843cf-783d-48a3-a4fb-852fa087c718 None None] Network d765bf19-3451-41d4-a8d0-8e62a56b8db9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:31.657438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:31.664315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.665553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af039241-9497-4499-a8d1-312325e1d0c2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 200  len: 892 time: 1.1748331
Jan 29 21:08:31.668085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:31.706116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] Sync routers for ids ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:31.734790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] Routers {'f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:31.735788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a468bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:31.759197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d765bf19-3451-41d4-a8d0-8e62a56b8db9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.791371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a468bb0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:31.814738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] Routers {'f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:31.815459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a468bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:31.835866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44572) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:31.845751 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-455c142a-6b86-4835-bf82-408e41dac552 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers/f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 200  len: 892 time: 0.1763906
Jan 29 21:08:31.875165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a468bb0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:31.875831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc12c0-e373-46ae-a8ac-074e1558219e None None] The sync data for ids ['f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:31.890499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e7bf3b4-782c-4fb8-a240-de7a20dc449b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 200  len: 205 time: 0.0526185
Jan 29 21:08:31.893185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:31.919931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Deleting port f79082c8-d116-4e0d-88a9-5babdb1d6308 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:31.925975 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.927287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] DHCP port deletion for d765bf19-3451-41d4-a8d0-8e62a56b8db9 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:31.933833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8c0a8e31-e889-4b8f-b7de-05cce91877a5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:31.976661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Deleting port f79082c8-d116-4e0d-88a9-5babdb1d6308 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:31.977085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.014342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=8c0a8e31-e889-4b8f-b7de-05cce91877a5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.027398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.056424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] For port f79082c8-d116-4e0d-88a9-5babdb1d6308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79082c8-d116-4e0d-88a9-5babdb1d6308,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:32.056964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.073312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Calling delete_port for f79082c8-d116-4e0d-88a9-5babdb1d6308 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:32.090545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.090797 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 disassociated (deleted). External IP: 172.35.4.197, port: e937523f-70f7-485f-8677-f4805c44d1bd.
Jan 29 21:08:32.153137 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_gateway (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.171605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] For port f79082c8-d116-4e0d-88a9-5babdb1d6308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79082c8-d116-4e0d-88a9-5babdb1d6308,segment=NetworkSegment(5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f),segment_id=5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:32.171972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.175941 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.191901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Calling delete_port for f79082c8-d116-4e0d-88a9-5babdb1d6308 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:32.223846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] Pushing event deleted for resources: {'Port': ['ID=f79082c8-d116-4e0d-88a9-5babdb1d6308,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.229390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410c0b1-8f5a-4217-b4bf-ebcac4840852 None None] No DVR routers for this DVR port f79082c8-d116-4e0d-88a9-5babdb1d6308 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:32.253163 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 22fac703-85a0-4d28-9086-d2351def6fb7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:32.253518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (22fac703-85a0-4d28-9086-d2351def6fb7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.300732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44582) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:32.345761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (22fac703-85a0-4d28-9086-d2351def6fb7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.359059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 22fac703-85a0-4d28-9086-d2351def6fb7 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:32.373416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f79082c8-d116-4e0d-88a9-5babdb1d6308), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.410541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=f79082c8-d116-4e0d-88a9-5babdb1d6308,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.417394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] No DVR routers for this DVR port f79082c8-d116-4e0d-88a9-5babdb1d6308 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:32.445359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 13179a9d-9dc7-43aa-9dcb-6537502f8032 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:32.456580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28185d5c-c82d-490b-8564-adf64f3be309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.560516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d765bf19-3451-41d4-a8d0-8e62a56b8db9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.592680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (22fac703-85a0-4d28-9086-d2351def6fb7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.625110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0985dd60>,) {'filters': {'network_id': ['d765bf19-3451-41d4-a8d0-8e62a56b8db9']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:32.634203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=22fac703-85a0-4d28-9086-d2351def6fb7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.643962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0985dd60>, '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:32.644066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0985dd60>, '5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:32.663417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 10cfaccc-976d-4fa4-906a-fdda3defc3fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:32.666541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.681366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:32.687026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 10cfaccc-976d-4fa4-906a-fdda3defc3fd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:32.687572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 10cfaccc-976d-4fa4-906a-fdda3defc3fd not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:32.688164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f79082c8-d116-4e0d-88a9-5babdb1d6308 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:32.688289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.695568 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Sync routers for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:32.698283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bce65b-f00a-4108-a7fa-cc3b4e975480 req-6b9968d0-4b95-491a-8b1e-9b6aa96e525f tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:32.699772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60bce65b-f00a-4108-a7fa-cc3b4e975480 req-6b9968d0-4b95-491a-8b1e-9b6aa96e525f tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 946 time: 0.1306250
Jan 29 21:08:32.700800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.715798 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:32.716562 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b080130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:32.724500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f79082c8-d116-4e0d-88a9-5babdb1d6308 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:32.724932 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28185d5c-c82d-490b-8564-adf64f3be309 admin admin] Publish callbacks [] for security_group (2d91dee2-1ef1-4aaa-94ae-c15a46657100), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.725401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f79082c8-d116-4e0d-88a9-5babdb1d6308 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:32.726036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1fffca8f-1108-47d7-8753-19577afa9d8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:32.735094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:32.735541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (5de11f7b-cf2e-4fb9-aad5-eb8bbce0494f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.738598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28185d5c-c82d-490b-8564-adf64f3be309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2d91dee2-1ef1-4aaa-94ae-c15a46657100), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:32.738767 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:32.752179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1fffca8f-1108-47d7-8753-19577afa9d8a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:32.752858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1fffca8f-1108-47d7-8753-19577afa9d8a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:32.786469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.792772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-777489ed-7eeb-4588-8a78-5e67e0239be0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6 HTTP/1.1" status: 204  len: 168 time: 2.0533216
Jan 29 21:08:32.792979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28185d5c-c82d-490b-8564-adf64f3be309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91dee2-1ef1-4aaa-94ae-c15a46657100,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.794519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:32.795900 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:32.821714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d765bf19-3451-41d4-a8d0-8e62a56b8db9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.831129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.836835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] 10.222.0.20 "DELETE /v2.0/networks/d765bf19-3451-41d4-a8d0-8e62a56b8db9 HTTP/1.1" status: 204  len: 168 time: 1.1944599
Jan 29 21:08:32.842679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60bce65b-f00a-4108-a7fa-cc3b4e975480 req-11340554-f75a-4504-b330-0087b5cab416 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225524
Jan 29 21:08:32.856150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a276d-aad1-46bd-8084-7b0a6998dbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=d765bf19-3451-41d4-a8d0-8e62a56b8db9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:32.902070 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:32.924822 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeba3b4-e8e7-4560-a38c-930eba8256e3 x-openstack-request-id: req-7eeba3b4-e8e7-4560-a38c-930eba8256e3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:32.924979 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:32.925266 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7eeba3b4-e8e7-4560-a38c-930eba8256e3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:32.925964 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'status': 'completed', 'code': 200}
Jan 29 21:08:32.928086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:32.931543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.020329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.020867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:33.030786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.031998 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a444848b-16cc-4add-ab02-3de3c61cdabf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 204  len: 168 time: 1.1377263
Jan 29 21:08:33.036274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.042629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128433882'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:33.055492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-28185d5c-c82d-490b-8564-adf64f3be309 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641efd3109984ef5af0709d78fd0d77f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7497163
Jan 29 21:08:33.056179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44602) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.081279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44606) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.112139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:33.117226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.127831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-9333da6a-0aed-4c75-bf73-e06ca4ea0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.130016 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-9333da6a-0aed-4c75-bf73-e06ca4ea0547 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 1126 time: 0.1305189
Jan 29 21:08:33.131062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] Publish callbacks [] for security_group (2d91dee2-1ef1-4aaa-94ae-c15a46657100), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.192852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:33.202484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d3574f4c-00e6-41f3-b4eb-c4acabeb6f77), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.202830 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment d3574f4c-00e6-41f3-b4eb-c4acabeb6f77 of type vlan for network 122a880e-1311-406a-912e-af066967886c
Jan 29 21:08:33.244797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (122a880e-1311-406a-912e-af066967886c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.246116 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b080130>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:33.248338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] Publish callbacks [] for security_group (2d91dee2-1ef1-4aaa-94ae-c15a46657100), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.255787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e156ef32-15e5-4dd6-b83e-bbd9b19ab45d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29143fe0aaba428f94401ae5bb5d9012&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1733899
Jan 29 21:08:33.260335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44608) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.291591 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Checking router: 13179a9d-9dc7-43aa-9dcb-6537502f8032 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:33.305909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:33.306621 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b080130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:33.309748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-40521ed3-9fc8-415a-808f-ad1cab2087ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.312410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (122a880e-1311-406a-912e-af066967886c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.312572 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-40521ed3-9fc8-415a-808f-ad1cab2087ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 200  len: 898 time: 0.1715457
Jan 29 21:08:33.317681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.318277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.360782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-3a11eed8-1efd-498b-bd78-51b77eb5c50f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 200  len: 217 time: 0.0414472
Jan 29 21:08:33.399389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2d91dee2-1ef1-4aaa-94ae-c15a46657100), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.402104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.403369 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d91dee2-1ef1-4aaa-94ae-c15a46657100 HTTP/1.1" status: 204  len: 168 time: 0.3460917
Jan 29 21:08:33.416884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bec08d-fb8d-4231-b1e6-f880c4e25cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91dee2-1ef1-4aaa-94ae-c15a46657100,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:33.417954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d31d9b-17ab-4fcc-be2e-ea2ca7d0ebd4 req-1ead5440-290b-41f6-b5c6-291306598111 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.420973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72d31d9b-17ab-4fcc-be2e-ea2ca7d0ebd4 req-1ead5440-290b-41f6-b5c6-291306598111 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.2995014
Jan 29 21:08:33.435682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-94b0f397-315d-44cb-a6af-f844402a7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.437249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-94b0f397-315d-44cb-a6af-f844402a7968 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 200  len: 834 time: 0.0693557
Jan 29 21:08:33.474242 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:33.496413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-4fecd9a4-67e0-420c-83d2-6ea6ce13bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.498121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-4fecd9a4-67e0-420c-83d2-6ea6ce13bc3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0533726
Jan 29 21:08:33.530192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4921975
Jan 29 21:08:33.543132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44616) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.549029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': '122a880e-1311-406a-912e-af066967886c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:33.560283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2488798-188d-41fa-b54a-d53f8c8df38a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=122a880e-1311-406a-912e-af066967886c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:33.574832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 122a880e-1311-406a-912e-af066967886c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:33.618522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Publish callbacks [] for security_group (cd8dff9e-681a-4a66-a1f7-d0495a3beaec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.633624 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-48ae8494-fbc7-43ce-ab59-cd822fce06c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274729
Jan 29 21:08:33.714203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea33b2a-6060-4723-8e84-34dd07e4123b req-f5207d9d-0b16-47aa-b5f5-c3608c128b7e tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.721147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea33b2a-6060-4723-8e84-34dd07e4123b req-f5207d9d-0b16-47aa-b5f5-c3608c128b7e tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 946 time: 0.3735089
Jan 29 21:08:33.760624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72d31d9b-17ab-4fcc-be2e-ea2ca7d0ebd4 req-c91e35fc-7e58-4d44-823e-0cf4e11bd09a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2665527
Jan 29 21:08:33.770589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Publish callbacks [] for security_group (cd8dff9e-681a-4a66-a1f7-d0495a3beaec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.790617 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e6dcdcc0-0e23-4ad5-9fcf-53bb6a20878d req-144661b9-35ac-4366-a6bd-d1923931af49 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447082
Jan 29 21:08:33.870638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ea33b2a-6060-4723-8e84-34dd07e4123b req-00fc209c-8323-4c19-bca0-b628f96ed428 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486318
Jan 29 21:08:33.877595 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b080130>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:33.880943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-24d5f072-bed0-4b85-9039-0461f0872be2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:33.882488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-24d5f072-bed0-4b85-9039-0461f0872be2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 944 time: 0.2620354
Jan 29 21:08:33.883168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:33.886359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.914424 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb3d36-c1f6-47a0-b081-a3409a9a2250 None None] The sync data for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 is: [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddfb0578-e142-4da3-82c4-296979e39cb9', 'name': '', 'network_id': '2ec13f2a-66f3-4157-b0a3-4de02a7d87eb', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:6f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:31Z', 'updated_at': '2022-01-29T21:06:38Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '22d721ce-51a9-49de-a6d9-8f915b31e7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:33.933379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:33.950764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de38598d-7474-48b7-9adb-25b606257036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:33.999509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cd8dff9e-681a-4a66-a1f7-d0495a3beaec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.002246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.003575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd8dff9e-681a-4a66-a1f7-d0495a3beaec HTTP/1.1" status: 204  len: 168 time: 0.7421267
Jan 29 21:08:34.031815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8dff9e-681a-4a66-a1f7-d0495a3beaec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:34.059170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de38598d-7474-48b7-9adb-25b606257036 admin admin] Publish callbacks [] for security_group (6a21cf4f-3c37-4689-9296-dc95e3da2c63), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.065474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.065832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.066174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.066324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-de38598d-7474-48b7-9adb-25b606257036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6a21cf4f-3c37-4689-9296-dc95e3da2c63), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.066603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.066990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.067360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.067684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.068015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.068346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.068673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.069052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.069355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.069684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c90e86-dbfc-48aa-bb00-c7f307ad86e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:34.126570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-de38598d-7474-48b7-9adb-25b606257036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53bc04ecd3c94cd38f925425d7eba4fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1918843
Jan 29 21:08:34.132045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:34.150784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port e937523f-70f7-485f-8677-f4805c44d1bd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:34.151650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.152533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38598d-7474-48b7-9adb-25b606257036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a21cf4f-3c37-4689-9296-dc95e3da2c63,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:34.210336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] Publish callbacks [] for security_group (6a21cf4f-3c37-4689-9296-dc95e3da2c63), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.241905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] Publish callbacks [] for security_group (6a21cf4f-3c37-4689-9296-dc95e3da2c63), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.274458 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ea93a45c-1fdc-4c11-a95f-41f90b3e7e18), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.305151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6a21cf4f-3c37-4689-9296-dc95e3da2c63), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.307742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.308905 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a21cf4f-3c37-4689-9296-dc95e3da2c63 HTTP/1.1" status: 204  len: 168 time: 0.1759226
Jan 29 21:08:34.333101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871ddc1-6bed-4a67-99aa-850ec93f5a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a21cf4f-3c37-4689-9296-dc95e3da2c63,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:34.361306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port e937523f-70f7-485f-8677-f4805c44d1bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e937523f-70f7-485f-8677-f4805c44d1bd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:34.361883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.368407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8035ee0-9788-4c84-b45b-2fa7aeffcc56 None None] New status for floating IP cb4905a7-4c1e-4d1d-a37a-c7a63b13bab6: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:08:34.384733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=ea93a45c-1fdc-4c11-a95f-41f90b3e7e18,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:34.387130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for e937523f-70f7-485f-8677-f4805c44d1bd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:34.408230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '122a880e-1311-406a-912e-af066967886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:34.408606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: 122a880e-1311-406a-912e-af066967886c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:34.471894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 122a880e-1311-406a-912e-af066967886c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:34.490639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 122a880e-1311-406a-912e-af066967886c) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:34.490755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:34.498997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2eed2e-5ec1-46c2-9908-bc9efc6e2faa None None] Network 122a880e-1311-406a-912e-af066967886c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:34.501535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:34.502076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.536903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bc8aa26a-e3eb-4f53-a6d8-47c65b4c4bfb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9924586
Jan 29 21:08:34.537605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44632) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:34.570372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44634) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:34.574298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1704424879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:34.590348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9753204f-57c5-46ff-99ac-e995cc2e3d1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3058a9044c74079849d5f3c4bbd7aff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0743494
Jan 29 21:08:34.633559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-122a880e-1311-406a-912e-af066967886c', 'network_id': '122a880e-1311-406a-912e-af066967886c', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': 'ea93a45c-1fdc-4c11-a95f-41f90b3e7e18'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:34.634463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.668611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e937523f-70f7-485f-8677-f4805c44d1bd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.670812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] Publish callbacks [] for security_group (d65a2f79-fc51-46fb-9190-0df3268b1cf8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.672738 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.673796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.717144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-f95ded3b-2032-490c-8996-2f29e2d67a4b tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:34.719054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-f95ded3b-2032-490c-8996-2f29e2d67a4b tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 946 time: 0.0695033
Jan 29 21:08:34.724802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=e937523f-70f7-485f-8677-f4805c44d1bd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:34.822527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] Publish callbacks [] for security_group (d65a2f79-fc51-46fb-9190-0df3268b1cf8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.826911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.850052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] No DVR routers for this DVR port e937523f-70f7-485f-8677-f4805c44d1bd on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:34.855228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.878889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.882466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-244c508a-7a61-4bf8-a970-b81a737b2cb5 req-3adffef5-8139-43c0-a443-65d7af6757fd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.18 "DELETE /v2.0/ports/e937523f-70f7-485f-8677-f4805c44d1bd HTTP/1.1" status: 204  len: 173 time: 0.9908235
Jan 29 21:08:34.887863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Deleting port a5b56466-d53c-4e61-9855-74dc70c41c4c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:34.888222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:34.964189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-deleted', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:34.983290 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a31b80-2fc8-454a-aea8-12b68b009739" -d '{"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-deleted", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:35.005045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-541db09a-c724-42dc-9e2c-256d4ecfb566 req-52eee4c0-4ddc-49e5-99ea-c5611014c69b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd732d1-92b2-4c10-bc59-ef35a6c9d01b HTTP/1.1" status: 200  len: 210 time: 0.1566398
Jan 29 21:08:35.011720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] For port a5b56466-d53c-4e61-9855-74dc70c41c4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5b56466-d53c-4e61-9855-74dc70c41c4c,segment=NetworkSegment(f272c0bd-863f-4f1c-b8cc-396e2360d83a),segment_id=f272c0bd-863f-4f1c-b8cc-396e2360d83a)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:35.012241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.032764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Allocated IP 2001:db8::2 (122a880e-1311-406a-912e-af066967886c/ea93a45c-1fdc-4c11-a95f-41f90b3e7e18/752370c1-ae4e-4041-acfd-b76394f12fcc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:35.047665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Calling delete_port for a5b56466-d53c-4e61-9855-74dc70c41c4c owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:35.059468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.063624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9d7a7419-096a-4412-9ae6-fb727cd96bae tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4915812
Jan 29 21:08:35.063821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44652) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:35.160312 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5b8a8-488d-4de3-8aaf-f0315c7e98f2 x-openstack-request-id: req-89f5b8a8-488d-4de3-8aaf-f0315c7e98f2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:35.160747 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd732d1-92b2-4c10-bc59-ef35a6c9d01b", "name": "network-vif-deleted", "tag": "e937523f-70f7-485f-8677-f4805c44d1bd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:35.161028 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89f5b8a8-488d-4de3-8aaf-f0315c7e98f2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:35.161436 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd732d1-92b2-4c10-bc59-ef35a6c9d01b', 'name': 'network-vif-deleted', 'tag': 'e937523f-70f7-485f-8677-f4805c44d1bd', 'status': 'completed', 'code': 200}
Jan 29 21:08:35.241708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d65a2f79-fc51-46fb-9190-0df3268b1cf8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.244259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.247279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d65a2f79-fc51-46fb-9190-0df3268b1cf8 HTTP/1.1" status: 204  len: 168 time: 0.6649437
Jan 29 21:08:35.276674 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks [] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.290394 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.340084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c7d1a-c635-482e-8ba7-b25cdbcc0852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a2f79-fc51-46fb-9190-0df3268b1cf8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:35.355068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd0acb-ba65-40e0-97cb-1b2e00c7f870 req-ef3b01c4-205d-4b11-b2ec-2657ed193ac0 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:35.360222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a5b56466-d53c-4e61-9855-74dc70c41c4c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.363382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dbd0acb-ba65-40e0-97cb-1b2e00c7f870 req-ef3b01c4-205d-4b11-b2ec-2657ed193ac0 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c1864ad-66ef-48fc-89c8-362f55b7657f HTTP/1.1" status: 200  len: 946 time: 0.3531935
Jan 29 21:08:35.390341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Network 122a880e-1311-406a-912e-af066967886c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:35.393911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a5b56466-d53c-4e61-9855-74dc70c41c4c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:08:35.405102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:35.440337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Pushing event deleted for resources: {'Port': ['ID=a5b56466-d53c-4e61-9855-74dc70c41c4c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:35.452005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Pushing event updated for resources: {'Port': ['ID=752370c1-ae4e-4041-acfd-b76394f12fcc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:35.469999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:35.509296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] No DVR routers for this DVR port a5b56466-d53c-4e61-9855-74dc70c41c4c on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:35.512468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.517852 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1d4e1aee-543d-43ae-b80e-277a57c4620c req-833b6f46-a118-4968-8ccc-b2ef1c3396dd tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.36 "DELETE /v2.0/ports/a5b56466-d53c-4e61-9855-74dc70c41c4c HTTP/1.1" status: 204  len: 173 time: 0.7933524
Jan 29 21:08:35.518794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'name': 'network-vif-deleted', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:35.522223 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886f02b9-eb23-47e5-b8e5-2f8601a2ecae" -d '{"events": [{"server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "name": "network-vif-deleted", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:35.569898 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f1442-5f2b-4c8f-a85c-2394f9a756cb x-openstack-request-id: req-fd3f1442-5f2b-4c8f-a85c-2394f9a756cb {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:35.571166 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1864ad-66ef-48fc-89c8-362f55b7657f", "name": "network-vif-deleted", "tag": "a5b56466-d53c-4e61-9855-74dc70c41c4c", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:35.571732 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd3f1442-5f2b-4c8f-a85c-2394f9a756cb {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:35.572557 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1864ad-66ef-48fc-89c8-362f55b7657f', 'name': 'network-vif-deleted', 'tag': 'a5b56466-d53c-4e61-9855-74dc70c41c4c', 'status': 'completed', 'code': 200}
Jan 29 21:08:35.619033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Attempting to bind port 752370c1-ae4e-4041-acfd-b76394f12fcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:35.619417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Attempting to bind port 752370c1-ae4e-4041-acfd-b76394f12fcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '122a880e-1311-406a-912e-af066967886c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:35.625562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Attempting to bind port 752370c1-ae4e-4041-acfd-b76394f12fcc on network 122a880e-1311-406a-912e-af066967886c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:35.637043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:35.637860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Checking segment: {'id': 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '122a880e-1311-406a-912e-af066967886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:35.639332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.640514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Bound using segment: {'id': 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '122a880e-1311-406a-912e-af066967886c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:35.641266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Bound port: 752370c1-ae4e-4041-acfd-b76394f12fcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '122a880e-1311-406a-912e-af066967886c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:35.641886 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.727301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] For port 752370c1-ae4e-4041-acfd-b76394f12fcc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:35.734193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] For port 752370c1-ae4e-4041-acfd-b76394f12fcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=752370c1-ae4e-4041-acfd-b76394f12fcc,segment=NetworkSegment(d3574f4c-00e6-41f3-b4eb-c4acabeb6f77),segment_id=d3574f4c-00e6-41f3-b4eb-c4acabeb6f77)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:35.744494 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:35.857028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ac893-7433-4501-8ec9-35d0acbea732 None None] Pushing event updated for resources: {'Port': ['ID=752370c1-ae4e-4041-acfd-b76394f12fcc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:36.023072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8dbd0acb-ba65-40e0-97cb-1b2e00c7f870 req-a149f460-ac74-4858-907a-de3258a5c1c9 tempest-ServerAddressesNegativeTestJSON-1573943304 tempest-ServerAddressesNegativeTestJSON-1573943304-project] 10.222.0.20 "GET /v2.0/security-groups?id=795c14e1-56dd-495a-9263-96b9b636e52b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6588192
Jan 29 21:08:36.122978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.130253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:36.486646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:36.519757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8::1 (122a880e-1311-406a-912e-af066967886c/ea93a45c-1fdc-4c11-a95f-41f90b3e7e18/3bfccf9f-4f59-4c8b-8288-c8be831bdba3) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:36.667335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.688160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.733854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.741104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 752370c1-ae4e-4041-acfd-b76394f12fcc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:36.743860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-694367935-network', 'tenant_id': '6b051bffadf447dcaa714b50f4632b66'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:36.775864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Made reservation on behalf of 6b051bffadf447dcaa714b50f4632b66 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:36.778211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.793727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 122a880e-1311-406a-912e-af066967886c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:36.794066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.798065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:36.801442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 752370c1-ae4e-4041-acfd-b76394f12fcc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:36.802488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.804220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:36.804823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.808862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=3bfccf9f-4f59-4c8b-8288-c8be831bdba3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:36.909969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 752370c1-ae4e-4041-acfd-b76394f12fcc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:36.910519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.953800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks [] for security_group (62b3b29d-7aa6-4b83-af88-af9c0042e8f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.958651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 752370c1-ae4e-4041-acfd-b76394f12fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=752370c1-ae4e-4041-acfd-b76394f12fcc,segment=NetworkSegment(d3574f4c-00e6-41f3-b4eb-c4acabeb6f77),segment_id=d3574f4c-00e6-41f3-b4eb-c4acabeb6f77)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:36.963036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (62b3b29d-7aa6-4b83-af88-af9c0042e8f0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.970422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:36.971944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.014559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:37.025936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=752370c1-ae4e-4041-acfd-b76394f12fcc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:37.026146 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b3b29d-7aa6-4b83-af88-af9c0042e8f0,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:37.035220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (183a4c43-beaa-4688-8e3c-44282e22e1fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.035667 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Added segment 183a4c43-beaa-4688-8e3c-44282e22e1fe of type vlan for network bc441fee-bae7-48c0-8528-b73992035cf3
Jan 29 21:08:37.109166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44714) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:37.112799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (bc441fee-bae7-48c0-8528-b73992035cf3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.190547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port ddfb0578-e142-4da3-82c4-296979e39cb9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:37.191272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.195602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (bc441fee-bae7-48c0-8528-b73992035cf3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.196557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:37.197171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.202067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Deleting subnet fcd9eb4e-dc46-4a35-b4db-8196af9ab5df {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:37.218768 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Publish callbacks [] for subnet (fcd9eb4e-dc46-4a35-b4db-8196af9ab5df), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.310231 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.316350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.317423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.338031 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8466918
Jan 29 21:08:37.341734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44716) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:37.346627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2595b8-1e7a-4d57-8079-c0c83d2f73aa None None] Network 122a880e-1311-406a-912e-af066967886c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:37.350308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Request body: {'subnet': {'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-694367935-subnet', 'tenant_id': '6b051bffadf447dcaa714b50f4632b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:37.354763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (fcd9eb4e-dc46-4a35-b4db-8196af9ab5df), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.371947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:37.397840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdeee1-0610-4096-83d8-850af9b96915 admin admin] Pushing event updated for resources: {'Network': ['ID=bc441fee-bae7-48c0-8528-b73992035cf3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:37.416013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=3bfccf9f-4f59-4c8b-8288-c8be831bdba3,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:37.455896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Made reservation on behalf of 6b051bffadf447dcaa714b50f4632b66 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:37.458193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.463177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port ddfb0578-e142-4da3-82c4-296979e39cb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddfb0578-e142-4da3-82c4-296979e39cb9,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:37.463547 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.479452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (fcd9eb4e-dc46-4a35-b4db-8196af9ab5df), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.479728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network bc441fee-bae7-48c0-8528-b73992035cf3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:37.495435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 122a880e-1311-406a-912e-af066967886c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:37.496925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:37.549715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: e937523f-70f7-485f-8677-f4805c44d1bd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:37.549715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e937523f-70f7-485f-8677-f4805c44d1bd not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:37.554304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for ddfb0578-e142-4da3-82c4-296979e39cb9 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:37.607002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-91506771-23d4-4dc6-a945-171ff30ec134 None None] Provisioning complete for port 752370c1-ae4e-4041-acfd-b76394f12fcc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:37.610264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91506771-23d4-4dc6-a945-171ff30ec134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.666485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (fcd9eb4e-dc46-4a35-b4db-8196af9ab5df), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.708213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd9eb4e-dc46-4a35-b4db-8196af9ab5df,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:37.713255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router f5a8fd1c-8b38-42ff-bade-c446c28b30bc is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:37.749136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.751876 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1bbd1f6b-1380-4c43-83ab-7fea3b2e2e6a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fcd9eb4e-dc46-4a35-b4db-8196af9ab5df HTTP/1.1" status: 204  len: 168 time: 0.6417553
Jan 29 21:08:37.771845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44726) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:37.850060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-91506771-23d4-4dc6-a945-171ff30ec134 None None] Current status of the port 752370c1-ae4e-4041-acfd-b76394f12fcc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:37.870211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:37.876505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b2344c88-28ee-43f0-bec1-8eca8e55bffd tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/f5a8fd1c-8b38-42ff-bade-c446c28b30bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8116126
Jan 29 21:08:37.879070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:37.899634 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] Sync routers for ids ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:37.913049 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] Routers {'f5a8fd1c-8b38-42ff-bade-c446c28b30bc'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:37.914500 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b079070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:37.930287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca2318-c9d8-475e-8b8b-3f1b1d4b1ca9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:37.937640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2ca2318-c9d8-475e-8b8b-3f1b1d4b1ca9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports/3bfccf9f-4f59-4c8b-8288-c8be831bdba3 HTTP/1.1" status: 200  len: 911 time: 0.0518456
Jan 29 21:08:37.937640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44744) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:37.945628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c54c237c-bbfc-40fc-9ea8-ac595c8875b8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.957158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea93a45c-1fdc-4c11-a95f-41f90b3e7e18'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:37.978311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8d91afe5-33ce-41cc-9e81-04d709dfb094), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:37.981045 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b079070>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:37.993983 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] Routers {'f5a8fd1c-8b38-42ff-bade-c446c28b30bc'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:37.994838 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b079070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:38.035706 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b079070>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:38.036611 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c45768-dfda-4d0e-92a2-491f2411728c None None] The sync data for ids ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:38.074163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ddfb0578-e142-4da3-82c4-296979e39cb9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.095827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d91afe5-33ce-41cc-9e81-04d709dfb094,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:38.146944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.189648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Provisioning complete for port 752370c1-ae4e-4041-acfd-b76394f12fcc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:38.190338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.290756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Current status of the port 752370c1-ae4e-4041-acfd-b76394f12fcc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:38.304264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Provisioning complete for port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:38.304663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.346968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cd41fad0-fd52-4cc9-b019-43b5a78f1e4d None None] Port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:38.474228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-18bc8006-93ed-4848-b8ea-8e8b6b42412c None None] Provisioning complete for port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:38.474966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18bc8006-93ed-4848-b8ea-8e8b6b42412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.532061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-18bc8006-93ed-4848-b8ea-8e8b6b42412c None None] Port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:38.542078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=ddfb0578-e142-4da3-82c4-296979e39cb9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:38.598698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Checking segment: {'id': '183a4c43-beaa-4688-8e3c-44282e22e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:38.599115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Network hostable DHCP agents. Network: bc441fee-bae7-48c0-8528-b73992035cf3, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:38.602032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.615860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c54c237c-bbfc-40fc-9ea8-ac595c8875b8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.619536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.626109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:38.626784 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.634833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/ports/3bfccf9f-4f59-4c8b-8288-c8be831bdba3 HTTP/1.1" status: 200  len: 911 time: 0.6883106
Jan 29 21:08:38.635867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44746) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:38.671073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-282c3a15-4e25-4bb2-98a6-bcdf3d59c226 None None] Provisioning complete for port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:38.673360 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-282c3a15-4e25-4bb2-98a6-bcdf3d59c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.691935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0abeadc0>,) {'filters': {'network_id': ['c54c237c-bbfc-40fc-9ea8-ac595c8875b8']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:38.696528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Network bc441fee-bae7-48c0-8528-b73992035cf3 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:38.714043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0abeadc0>, 'f272c0bd-863f-4f1c-b8cc-396e2360d83a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:38.714518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0abeadc0>, 'f272c0bd-863f-4f1c-b8cc-396e2360d83a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:38.782204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12011c-ee01-4b53-a29e-8f05042225eb tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=3bfccf9f-4f59-4c8b-8288-c8be831bdba3,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:38.792689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-282c3a15-4e25-4bb2-98a6-bcdf3d59c226 None None] Port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:38.800921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 752370c1-ae4e-4041-acfd-b76394f12fcc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:38.834350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (f272c0bd-863f-4f1c-b8cc-396e2360d83a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.836507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc441fee-bae7-48c0-8528-b73992035cf3) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:38.846864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd948532-3d18-4921-a05b-fff6e8e90be7 None None] Network bc441fee-bae7-48c0-8528-b73992035cf3 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:38.853439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:38.854226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.877985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f272c0bd-863f-4f1c-b8cc-396e2360d83a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.892596 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3b6ff2d-34ad-4cdb-88ca-789d033419f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.5479801
Jan 29 21:08:38.893743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:38.894154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (f272c0bd-863f-4f1c-b8cc-396e2360d83a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:38.897949 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:38.959975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 752370c1-ae4e-4041-acfd-b76394f12fcc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:38.960575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.978976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.981263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c54c237c-bbfc-40fc-9ea8-ac595c8875b8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.988765 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:38.993736 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c54c237c-bbfc-40fc-9ea8-ac595c8875b8 HTTP/1.1" status: 204  len: 168 time: 1.2202165
Jan 29 21:08:39.045092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723ddb-4154-40f5-a2e7-000dac30b2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54c237c-bbfc-40fc-9ea8-ac595c8875b8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:39.081073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79dc6f3-2618-4a7e-879e-2efdb4152d9e None None] Network bc441fee-bae7-48c0-8528-b73992035cf3 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:39.136668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 752370c1-ae4e-4041-acfd-b76394f12fcc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:39.228625 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.236056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44760) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:39.285225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-659e5e70-882e-45be-9d74-6a2dba315d09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5faa6797e2644c56a502b56fb5ed4aef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0480256
Jan 29 21:08:39.287735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44766) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:39.360782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a5b56466-d53c-4e61-9855-74dc70c41c4c no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:39.383316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a5b56466-d53c-4e61-9855-74dc70c41c4c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:39.383668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a5b56466-d53c-4e61-9855-74dc70c41c4c not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:39.417215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] Publish callbacks [] for security_group (795c14e1-56dd-495a-9263-96b9b636e52b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.454162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] Publish callbacks [] for security_group (795c14e1-56dd-495a-9263-96b9b636e52b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.480926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 13179a9d-9dc7-43aa-9dcb-6537502f8032 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:39.484792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-ac282ba6-65a4-471c-9128-42553664815c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:39.486283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-ac282ba6-65a4-471c-9128-42553664815c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/networks?id=bc441fee-bae7-48c0-8528-b73992035cf3 HTTP/1.1" status: 200  len: 817 time: 0.1579404
Jan 29 21:08:39.525772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-40a0d57b-2364-4ab1-ab64-423defa89cfb tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/quotas/6b051bffadf447dcaa714b50f4632b66 HTTP/1.1" status: 200  len: 375 time: 0.0330534
Jan 29 21:08:39.581773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-bfc3e2b8-59b8-4659-9885-8bc53f8d1345 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b051bffadf447dcaa714b50f4632b66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477052
Jan 29 21:08:39.612323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (795c14e1-56dd-495a-9263-96b9b636e52b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.614958 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.616119 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/795c14e1-56dd-495a-9263-96b9b636e52b HTTP/1.1" status: 204  len: 168 time: 0.3274853
Jan 29 21:08:39.639086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed14116-8271-4ee7-ac2b-8a5549057a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c14e1-56dd-495a-9263-96b9b636e52b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:39.647810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:39.656294 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c2c0de90-a42b-4abd-923e-83a6cf15c434 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/13179a9d-9dc7-43aa-9dcb-6537502f8032/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5247245
Jan 29 21:08:39.659277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:39.662126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Sync routers for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:39.671179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:39.671637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.678311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:39.679042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad880a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:39.721266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting subnet 22d721ce-51a9-49de-a6d9-8f915b31e7ea {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:39.724955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (22d721ce-51a9-49de-a6d9-8f915b31e7ea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.762424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-c25835a0-1caa-465d-b854-48d44104e46e service neutron] 10.222.0.20 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675813
Jan 29 21:08:39.772287 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (22d721ce-51a9-49de-a6d9-8f915b31e7ea), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.848927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:39.885814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-5a62b4be-1db8-404e-9643-88244734076c service neutron] 10.222.0.20 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154025
Jan 29 21:08:39.901650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (22d721ce-51a9-49de-a6d9-8f915b31e7ea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.927168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:39.948535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 3bfccf9f-4f59-4c8b-8288-c8be831bdba3 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:40.028487 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (22d721ce-51a9-49de-a6d9-8f915b31e7ea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.068052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Subnet': ['ID=22d721ce-51a9-49de-a6d9-8f915b31e7ea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:40.085440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.093907 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f1c61e3-74d2-4cd8-b033-010a199b2100 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/subnets/22d721ce-51a9-49de-a6d9-8f915b31e7ea HTTP/1.1" status: 204  len: 168 time: 0.4328752
Jan 29 21:08:40.096106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44788) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:40.097923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724ca53-2963-4724-98ee-42d2cc8665c4 None None] Network 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:40.271847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60e67a14-9362-4718-add8-f7cf5583fc5e req-417970a1-f946-4bd5-a47a-c11571728759 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 210 time: 0.1082540
Jan 29 21:08:40.273098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3bfccf9f-4f59-4c8b-8288-c8be831bdba3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.300940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=3bfccf9f-4f59-4c8b-8288-c8be831bdba3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:40.365934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8303-d8bb-45c5-a878-e54bfd768756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.406347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.440786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad880a0>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:08:37Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:40.453058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.527335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Checking router: 13179a9d-9dc7-43aa-9dcb-6537502f8032 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:40.554164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Routers {'13179a9d-9dc7-43aa-9dcb-6537502f8032'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:40.554899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad880a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13179a9d-9dc7-43aa-9dcb-6537502f8032'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:40.662336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] DHCP port deletion for 2ec13f2a-66f3-4157-b0a3-4de02a7d87eb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:40.711249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (13179a9d-9dc7-43aa-9dcb-6537502f8032), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.809895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d5c1bd1c-08d2-478e-8510-7438ababa2cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:40.829974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router f5a8fd1c-8b38-42ff-bade-c446c28b30bc has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:40.880092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port d918bace-88ac-4e60-9974-9082323ecca9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:40.880462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d918bace-88ac-4e60-9974-9082323ecca9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:40.904547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] Set router 13179a9d-9dc7-43aa-9dcb-6537502f8032 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:40.934447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:40.953227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] Sync routers for ids ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:40.967453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bbafd59b-6b68-4b51-a71e-de348c163da4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/f5a8fd1c-8b38-42ff-bade-c446c28b30bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3282349
Jan 29 21:08:40.967843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:40.981909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] Routers {'f5a8fd1c-8b38-42ff-bade-c446c28b30bc'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:40.983118 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ce220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:40.997016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Deleting port d5c1bd1c-08d2-478e-8510-7438ababa2cd {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:40.997016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.105057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd0b71f8-7a14-4bcd-bff1-9d62efcccd71 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8fd1c-8b38-42ff-bade-c446c28b30bc HTTP/1.1" status: 200  len: 205 time: 0.1342647
Jan 29 21:08:41.109169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:41.135070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:41.162774 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ce220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:41.175982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port d918bace-88ac-4e60-9974-9082323ecca9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d918bace-88ac-4e60-9974-9082323ecca9,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:41.176465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d918bace-88ac-4e60-9974-9082323ecca9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.199160 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] Routers {'f5a8fd1c-8b38-42ff-bade-c446c28b30bc'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:41.201331 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ce220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:41.210730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for d918bace-88ac-4e60-9974-9082323ecca9 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:41.283435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.291386 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ce220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:41.293240 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d1b5d-9c58-4881-9f9e-0fb0f443c767 None None] The sync data for ids ['f5a8fd1c-8b38-42ff-bade-c446c28b30bc'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:41.344909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d5c1bd1c-08d2-478e-8510-7438ababa2cd is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:41.345675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.370070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-169905418-network', 'tenant_id': '8cfc38d41e2c4d8686adc1f8af6b9c03'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:41.429879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] For port d5c1bd1c-08d2-478e-8510-7438ababa2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c1bd1c-08d2-478e-8510-7438ababa2cd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:41.430286 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.437418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port d5c1bd1c-08d2-478e-8510-7438ababa2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c1bd1c-08d2-478e-8510-7438ababa2cd,segment=NetworkSegment(107bf129-4cab-4185-b903-feadf97ea6e6),segment_id=107bf129-4cab-4185-b903-feadf97ea6e6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:41.458074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Made reservation on behalf of 8cfc38d41e2c4d8686adc1f8af6b9c03 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:41.460442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.464026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.474414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.483094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Calling delete_port for d5c1bd1c-08d2-478e-8510-7438ababa2cd owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:41.529312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04ccb559-7995-4f16-9e61-ad7eca00aae3 req-f62b464c-17f5-4dbb-a45c-98da4c446636 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 210 time: 0.0322516
Jan 29 21:08:41.531087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.533396 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.587786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d918bace-88ac-4e60-9974-9082323ecca9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.588645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f5a8fd1c-8b38-42ff-bade-c446c28b30bc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.589288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router f5a8fd1c-8b38-42ff-bade-c446c28b30bc {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:41.590924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd1c-08d2-478e-8510-7438ababa2cd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:41.606311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.610522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3cd26caa-f117-4f8c-9a40-605f1c374340 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/f5a8fd1c-8b38-42ff-bade-c446c28b30bc HTTP/1.1" status: 204  len: 168 time: 0.4978168
Jan 29 21:08:41.612232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44858) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:41.627586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=d918bace-88ac-4e60-9974-9082323ecca9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:41.628593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad880a0>, [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:08:37Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:41.662540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5dbc2-4985-42ef-80ca-8a10ef146d82 None None] The sync data for ids ['13179a9d-9dc7-43aa-9dcb-6537502f8032'] in ncdv-master-1 is: [{'id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695703841', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:06:24Z', 'updated_at': '2022-01-29T21:08:37Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': 'd918bace-88ac-4e60-9974-9082323ecca9', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13179a9d-9dc7-43aa-9dcb-6537502f8032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:06:25Z', 'updated_at': '2022-01-29T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:41.682810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (d5c1bd1c-08d2-478e-8510-7438ababa2cd), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.695215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet ea93a45c-1fdc-4c11-a95f-41f90b3e7e18 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:08:41.708506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (ea93a45c-1fdc-4c11-a95f-41f90b3e7e18), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.725990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks [] for security_group (6925dc41-4a22-43e3-89ba-ab4ddd13e680), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.734940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6925dc41-4a22-43e3-89ba-ab4ddd13e680), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.744750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] Pushing event deleted for resources: {'Port': ['ID=d5c1bd1c-08d2-478e-8510-7438ababa2cd,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:41.746894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2e0aa-e6a6-4281-95bb-c10f16fc8420 None None] No DVR routers for this DVR port d5c1bd1c-08d2-478e-8510-7438ababa2cd on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:41.789663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (ea93a45c-1fdc-4c11-a95f-41f90b3e7e18), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.799792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925dc41-4a22-43e3-89ba-ab4ddd13e680,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:41.820009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.827014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:41.894475 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ea93a45c-1fdc-4c11-a95f-41f90b3e7e18), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.959088 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (ea93a45c-1fdc-4c11-a95f-41f90b3e7e18), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.985599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6fcf6f6b-18d7-44d1-805d-e6d8371b9726), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.985950 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Added segment 6fcf6f6b-18d7-44d1-805d-e6d8371b9726 of type vlan for network 66beea91-fa05-4b87-9583-fd76c29525b1
Jan 29 21:08:41.986908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=ea93a45c-1fdc-4c11-a95f-41f90b3e7e18,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:41.990846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:41.997358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b1f2bcb3-86a5-41be-a933-778d38215733 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/ea93a45c-1fdc-4c11-a95f-41f90b3e7e18 HTTP/1.1" status: 204  len: 168 time: 0.3840315
Jan 29 21:08:41.998127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44860) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:41.998422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803a0d0-2eb0-4683-99e4-51a77dc47e2e None None] Network 122a880e-1311-406a-912e-af066967886c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:42.040248 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.048476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (13179a9d-9dc7-43aa-9dcb-6537502f8032), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.080044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (66beea91-fa05-4b87-9583-fd76c29525b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.105125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (122a880e-1311-406a-912e-af066967886c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.163033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-273c711e-ddc6-4abb-887c-37df1356cfcd tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:42.164683 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-273c711e-ddc6-4abb-887c-37df1356cfcd tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.36 "GET /v2.0/networks?id=bc441fee-bae7-48c0-8528-b73992035cf3 HTTP/1.1" status: 200  len: 817 time: 0.3305819
Jan 29 21:08:42.169748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (13179a9d-9dc7-43aa-9dcb-6537502f8032), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.170369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Fanout notify agent at l3_agent the message router_deleted on router 13179a9d-9dc7-43aa-9dcb-6537502f8032 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:08:42.178146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.183078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1117c27-ba34-4c2c-a5e9-8466dc658d31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/routers/13179a9d-9dc7-43aa-9dcb-6537502f8032 HTTP/1.1" status: 204  len: 168 time: 2.0853925
Jan 29 21:08:42.185732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44864) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:42.191606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Request body: {'port': {'device_id': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3', 'admin_state_up': True, 'tenant_id': '6b051bffadf447dcaa714b50f4632b66'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:42.206557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (66beea91-fa05-4b87-9583-fd76c29525b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.207499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:42.208195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.261736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] DHCP port deletion for 122a880e-1311-406a-912e-af066967886c request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:08:42.354392 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2182515
Jan 29 21:08:42.371636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:42.390002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Request body: {'subnet': {'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-169905418-subnet', 'tenant_id': '8cfc38d41e2c4d8686adc1f8af6b9c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:42.411131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Deleting port 752370c1-ae4e-4041-acfd-b76394f12fcc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:42.411649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.448820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f45c-6bc2-4fab-ae0f-342673aca811 admin admin] Pushing event updated for resources: {'Network': ['ID=66beea91-fa05-4b87-9583-fd76c29525b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:42.479115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.490153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 66beea91-fa05-4b87-9583-fd76c29525b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:42.539076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Made reservation on behalf of 8cfc38d41e2c4d8686adc1f8af6b9c03 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:42.542254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.578067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] For port 752370c1-ae4e-4041-acfd-b76394f12fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=752370c1-ae4e-4041-acfd-b76394f12fcc,segment=NetworkSegment(d3574f4c-00e6-41f3-b4eb-c4acabeb6f77),segment_id=d3574f4c-00e6-41f3-b4eb-c4acabeb6f77)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:42.578484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.596860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Calling delete_port for 752370c1-ae4e-4041-acfd-b76394f12fcc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:42.706609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cbbd-7d52-4861-a863-ddadc83a89fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.729054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Made reservation on behalf of 6b051bffadf447dcaa714b50f4632b66 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:42.732778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.748450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.753727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-927b23a0-3a2a-47b3-96b7-c84b5e32fcee req-ef11abf1-c85d-4c89-a2dd-3e8af34ef769 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 210 time: 0.0408404
Jan 29 21:08:42.762509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.790216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] No DVR routers for this DVR port 752370c1-ae4e-4041-acfd-b76394f12fcc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:42.794648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ce8ba-8a59-4988-9ec4-6c9ef0b65a95 None None] Pushing event deleted for resources: {'Port': ['ID=752370c1-ae4e-4041-acfd-b76394f12fcc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:42.801781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 752370c1-ae4e-4041-acfd-b76394f12fcc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:42.801781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.842048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a4b3760>,) {'filters': {'network_id': ['2ec13f2a-66f3-4157-b0a3-4de02a7d87eb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:42.872680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a4b3760>, '107bf129-4cab-4185-b903-feadf97ea6e6') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:42.873623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a4b3760>, '107bf129-4cab-4185-b903-feadf97ea6e6') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:42.874991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 752370c1-ae4e-4041-acfd-b76394f12fcc, host ncdv-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:42.875256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.891078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 752370c1-ae4e-4041-acfd-b76394f12fcc owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:08:42.893274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (107bf129-4cab-4185-b903-feadf97ea6e6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.895054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Port 752370c1-ae4e-4041-acfd-b76394f12fcc was not found and therefore no delete operation was performed {{(pid=125943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:08:42.897618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (752370c1-ae4e-4041-acfd-b76394f12fcc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.925839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=752370c1-ae4e-4041-acfd-b76394f12fcc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:42.929474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 752370c1-ae4e-4041-acfd-b76394f12fcc on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:08:42.956868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (107bf129-4cab-4185-b903-feadf97ea6e6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.980364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:42.980829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (107bf129-4cab-4185-b903-feadf97ea6e6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:42.984759 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:43.073930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (122a880e-1311-406a-912e-af066967886c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.089202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (3b734495-cc0a-4120-9009-5962b7a484f5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.111176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddfb0578-e142-4da3-82c4-296979e39cb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:43.116649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b5037c0>,) {'filters': {'network_id': ['122a880e-1311-406a-912e-af066967886c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:43.127189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b5037c0>, 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:43.127487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b5037c0>, 'd3574f4c-00e6-41f3-b4eb-c4acabeb6f77') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:43.137741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d3574f4c-00e6-41f3-b4eb-c4acabeb6f77), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.141537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ddfb0578-e142-4da3-82c4-296979e39cb9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:43.141958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddfb0578-e142-4da3-82c4-296979e39cb9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:43.142447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 752370c1-ae4e-4041-acfd-b76394f12fcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:43.149242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Allocated IP 172.20.0.10 (bc441fee-bae7-48c0-8528-b73992035cf3/8d91afe5-33ce-41cc-9e81-04d709dfb094/0009d701-7224-4fca-8f3b-6e66e38ba3b9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:43.155197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d3574f4c-00e6-41f3-b4eb-c4acabeb6f77), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.163980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 752370c1-ae4e-4041-acfd-b76394f12fcc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:43.164395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 752370c1-ae4e-4041-acfd-b76394f12fcc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:43.164665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:08:43.165351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d3574f4c-00e6-41f3-b4eb-c4acabeb6f77), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.169669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (2ec13f2a-66f3-4157-b0a3-4de02a7d87eb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:08:43.170353 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:08:43.183790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.187621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/networks/2ec13f2a-66f3-4157-b0a3-4de02a7d87eb HTTP/1.1" status: 204  len: 168 time: 1.0009241
Jan 29 21:08:43.191647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b734495-cc0a-4120-9009-5962b7a484f5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.204161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:43.238776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e09ddf-4b78-44d3-a1fd-ffa5671334ab tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Network': ['ID=2ec13f2a-66f3-4157-b0a3-4de02a7d87eb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.241983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (122a880e-1311-406a-912e-af066967886c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.245820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.253682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/122a880e-1311-406a-912e-af066967886c HTTP/1.1" status: 204  len: 168 time: 1.2505441
Jan 29 21:08:43.255095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44902) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:43.267966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1184466035', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:43.275628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492a820-c698-405c-b275-266d8a4530df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=122a880e-1311-406a-912e-af066967886c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.286092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Checking segment: {'id': '6fcf6f6b-18d7-44d1-805d-e6d8371b9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:43.286517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Network hostable DHCP agents. Network: 66beea91-fa05-4b87-9583-fd76c29525b1, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:43.291423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.292494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.352305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.359649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.373563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (3a41e9c5-ac4a-4c91-8d29-47cef1b327c5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.377703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Network 66beea91-fa05-4b87-9583-fd76c29525b1 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:43.381938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.385997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-67e51c12-1a1c-4be0-b9a6-bfe4dc133241 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1272397
Jan 29 21:08:43.386212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:43.392677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-339748924'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:43.408016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66beea91-fa05-4b87-9583-fd76c29525b1) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:43.420513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8122bef-bf16-4776-b512-474928a74780 None None] Network 66beea91-fa05-4b87-9583-fd76c29525b1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:43.426680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:43.430042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:43.430653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.431390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.434513 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (3a41e9c5-ac4a-4c91-8d29-47cef1b327c5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.467999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:43.478849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bfdd11ea-4b1e-445c-b76a-009667f7ed81 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0990939
Jan 29 21:08:43.486017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (22635f7a-d1cc-4824-b1ac-bf5c105c6fcc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.488126 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment 22635f7a-d1cc-4824-b1ac-bf5c105c6fcc of type vlan for network ec7b06ad-8b98-46c5-b858-03350daa853a
Jan 29 21:08:43.508874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks [] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.554197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.577324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ec7b06ad-8b98-46c5-b858-03350daa853a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.578483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (3a41e9c5-ac4a-4c91-8d29-47cef1b327c5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.580272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81590c-86e0-4739-81a2-c18d544534ef None None] Network 66beea91-fa05-4b87-9583-fd76c29525b1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:43.581400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.585130 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a41e9c5-ac4a-4c91-8d29-47cef1b327c5 HTTP/1.1" status: 204  len: 168 time: 0.3755376
Jan 29 21:08:43.626655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78d8b0-5a05-4b2a-b014-fa21a1fe0727 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41e9c5-ac4a-4c91-8d29-47cef1b327c5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.638266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Network bc441fee-bae7-48c0-8528-b73992035cf3 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:43.645507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ec7b06ad-8b98-46c5-b858-03350daa853a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.645653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:43.645653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:43.646515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:43.646667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.681266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2926033
Jan 29 21:08:43.682010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44920) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:43.700454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:43.724250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Pushing event updated for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.775225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:43.775872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.814745 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-834271c0-b5da-4418-8b07-6636d997f82c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6298244
Jan 29 21:08:43.826929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Request body: {'port': {'device_id': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:43.860736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44928) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:43.879015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.924198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:43.941480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f07423-2a14-49dd-8184-5be813b6c3da tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=ec7b06ad-8b98-46c5-b858-03350daa853a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:43.957090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ec7b06ad-8b98-46c5-b858-03350daa853a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:43.958203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:43.962259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.044320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65977d-1caa-4269-8332-6ebef3a29150 req-c25fd4e1-2fa4-458b-a9c0-a03ca2ddcb2c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:44.051249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a65977d-1caa-4269-8332-6ebef3a29150 req-c25fd4e1-2fa4-458b-a9c0-a03ca2ddcb2c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 932 time: 0.1569269
Jan 29 21:08:44.056617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c4342b4-1727-4b07-bbb9-81adb2500de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.152685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a65977d-1caa-4269-8332-6ebef3a29150 req-54345142-0f0e-4eba-9966-6c5f2cabf5ed tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003647
Jan 29 21:08:44.233426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44934) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:44.244151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656615863', 'description': 'tempest-secgroup-smoke-656615863 description', 'project_id': '3a9491db693d463a969459cbdbfa2db1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:44.256922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0009d701-7224-4fca-8f3b-6e66e38ba3b9 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:44.267120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks [] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.280597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Transition to ACTIVE for port object 0009d701-7224-4fca-8f3b-6e66e38ba3b9 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:08:44.285195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.301825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.314561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c4342b4-1727-4b07-bbb9-81adb2500de8 admin admin] Publish callbacks [] for security_group (d108f242-62c7-4a8b-ae32-aec85d2cb398), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.339957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Pushing event updated for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:44.357822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c4342b4-1727-4b07-bbb9-81adb2500de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d108f242-62c7-4a8b-ae32-aec85d2cb398), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.395332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4342b4-1727-4b07-bbb9-81adb2500de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d108f242-62c7-4a8b-ae32-aec85d2cb398,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:44.419527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Attempting to bind port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:44.420480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Attempting to bind port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '183a4c43-beaa-4688-8e3c-44282e22e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:44.421013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Attempting to bind port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 on network bc441fee-bae7-48c0-8528-b73992035cf3 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:44.425442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 on network bc441fee-bae7-48c0-8528-b73992035cf3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:08:44.425830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Attempting to bind port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 on network bc441fee-bae7-48c0-8528-b73992035cf3 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:44.431658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:44.431998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Checking segment: {'id': '183a4c43-beaa-4688-8e3c-44282e22e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:44.432394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Bound using segment: {'id': '183a4c43-beaa-4688-8e3c-44282e22e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:44.432820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Bound port: 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183a4c43-beaa-4688-8e3c-44282e22e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:44.433189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (0125b014-7f2d-41f7-81b6-82a5bc9fe3c9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.433325 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.513026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4c4342b4-1727-4b07-bbb9-81adb2500de8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aa82328cfae42968bc9512c5a9b88a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6486387
Jan 29 21:08:44.528723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44944) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:44.601396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d918bace-88ac-4e60-9974-9082323ecca9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:08:44.623548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: d918bace-88ac-4e60-9974-9082323ecca9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:08:44.624008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d918bace-88ac-4e60-9974-9082323ecca9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:08:44.633847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=0125b014-7f2d-41f7-81b6-82a5bc9fe3c9,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:44.686934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-4be418fb-30e7-4e8f-a71f-cc5305e0d8bb tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:44.688494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-4be418fb-30e7-4e8f-a71f-cc5305e0d8bb tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/networks?id=66beea91-fa05-4b87-9583-fd76c29525b1 HTTP/1.1" status: 200  len: 808 time: 0.2854657
Jan 29 21:08:44.691216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (dc1165e5-635a-46b9-87d0-cf768898cdf8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.702630 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dc1165e5-635a-46b9-87d0-cf768898cdf8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.714298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:44.714664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: ec7b06ad-8b98-46c5-b858-03350daa853a, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:44.742641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-b9222fac-5544-4da9-b890-1b758f7fed31 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/quotas/8cfc38d41e2c4d8686adc1f8af6b9c03 HTTP/1.1" status: 200  len: 375 time: 0.0427947
Jan 29 21:08:44.748606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] Publish callbacks [] for security_group (d108f242-62c7-4a8b-ae32-aec85d2cb398), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.779956 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.781225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5467672
Jan 29 21:08:44.786896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49203-d192-4a71-bed2-0e01a053da3b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1165e5-635a-46b9-87d0-cf768898cdf8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:44.788909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:44.816878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:44.822309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-62d6eda3-6233-41c5-a7d9-fbc492baa04e tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cfc38d41e2c4d8686adc1f8af6b9c03&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638647
Jan 29 21:08:44.829418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] Publish callbacks [] for security_group (d108f242-62c7-4a8b-ae32-aec85d2cb398), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.847119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:44.849099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ec7b06ad-8b98-46c5-b858-03350daa853a is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:44.850385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9,segment=NetworkSegment(183a4c43-beaa-4688-8e3c-44282e22e1fe),segment_id=183a4c43-beaa-4688-8e3c-44282e22e1fe)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:44.855850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.890908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:44.891531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.892945 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] 10.222.0.36 "PUT /v2.0/ports/0009d701-7224-4fca-8f3b-6e66e38ba3b9 HTTP/1.1" status: 200  len: 1092 time: 1.0713241
Jan 29 21:08:44.893411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:44.895663 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc" -d '{"events": [{"name": "network-changed", "server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:44.919598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec7b06ad-8b98-46c5-b858-03350daa853a) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:44.925216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39bb6-b563-4054-a953-f7177ead9dff service neutron] Pushing event updated for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:44.931971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:44.932586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.941591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff81450-19f2-4815-b7f6-a5ea4aab838c None None] Network ec7b06ad-8b98-46c5-b858-03350daa853a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:44.955357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (06f66d58-42e9-4ecb-a2e9-30cbb71715c7), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:44.963697 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2295f8-14a9-48c7-8a2d-90bfe1e97e15 x-openstack-request-id: req-ba2295f8-14a9-48c7-8a2d-90bfe1e97e15 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:44.963697 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:44.965623 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2295f8-14a9-48c7-8a2d-90bfe1e97e15 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:44.967085 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9', 'status': 'completed', 'code': 200}
Jan 29 21:08:44.974295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-32e18f98-71c0-47ed-ad98-f24c22a6011e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2774806
Jan 29 21:08:44.979637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:45.004454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-792560b7-e993-4ec8-ba0d-e50dc8b54ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:45.006109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-792560b7-e993-4ec8-ba0d-e50dc8b54ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b051bffadf447dcaa714b50f4632b66&device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 1126 time: 0.0581660
Jan 29 21:08:45.052001 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-6760c146-1646-4103-a06f-f50b40b9bc6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9 HTTP/1.1" status: 200  len: 217 time: 0.0386639
Jan 29 21:08:45.070135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d108f242-62c7-4a8b-ae32-aec85d2cb398), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.072686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.076917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d108f242-62c7-4a8b-ae32-aec85d2cb398 HTTP/1.1" status: 204  len: 168 time: 0.5407441
Jan 29 21:08:45.085687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-869af188-81ba-4518-bbb8-955108d01517 service neutron] 10.222.0.20 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480392
Jan 29 21:08:45.091943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec7b06ad-8b98-46c5-b858-03350daa853a', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:45.092754 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.118502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116ec0e-2f82-42c2-9dd0-89a4527c042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108f242-62c7-4a8b-ae32-aec85d2cb398,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:45.120794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff502-9245-4526-ae53-875cb60a240f req-2f3c7f68-711b-4e7b-a56d-9c6116e3b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:45.122783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-2f3c7f68-711b-4e7b-a56d-9c6116e3b2cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d91afe5-33ce-41cc-9e81-04d709dfb094 HTTP/1.1" status: 200  len: 857 time: 0.0635784
Jan 29 21:08:45.160070 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-3b5d0732-2513-4589-80ea-a988d51bacdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc441fee-bae7-48c0-8528-b73992035cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309567
Jan 29 21:08:45.269083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (06f66d58-42e9-4ecb-a2e9-30cbb71715c7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.280608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Allocated IP 2001:db8::2 (ec7b06ad-8b98-46c5-b858-03350daa853a/0125b014-7f2d-41f7-81b6-82a5bc9fe3c9/b56a48a2-577b-45f7-a0b2-34dcd89e9487) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:45.338408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-f7861dd3-b9a2-4049-84c0-9debd74331ac service neutron] 10.222.0.36 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721208
Jan 29 21:08:45.359489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (06f66d58-42e9-4ecb-a2e9-30cbb71715c7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.407161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f66d58-42e9-4ecb-a2e9-30cbb71715c7,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:45.446349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.450386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-674aadcc-8b53-45c6-89a2-3db7ae05523f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6406002
Jan 29 21:08:45.455454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b1cff502-9245-4526-ae53-875cb60a240f req-abc7abcc-9b4c-4107-a046-fb34dca75cd0 service neutron] 10.222.0.36 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099472
Jan 29 21:08:45.456520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 44962) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:45.464217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-15b4817d-3725-46bf-a2ca-86df9e29e592 service neutron] 10.222.0.20 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3649344
Jan 29 21:08:45.476232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21bc9-c13b-43f8-a0ca-4291cef6d2b3 req-cef5c061-31ae-4ab6-bd0d-816b213f11fd tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:45.477822 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb21bc9-c13b-43f8-a0ca-4291cef6d2b3 req-cef5c061-31ae-4ab6-bd0d-816b213f11fd tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 944 time: 0.2108302
Jan 29 21:08:45.483866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:45.490667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks [] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.498665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.556013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Network ec7b06ad-8b98-46c5-b858-03350daa853a is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:45.559875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:45.568424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:45.580305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (fe99774a-efe0-4626-a149-0869e6bc5517), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.595720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Pushing event updated for resources: {'Port': ['ID=b56a48a2-577b-45f7-a0b2-34dcd89e9487,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:45.608420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.628055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.697382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Attempting to bind port b56a48a2-577b-45f7-a0b2-34dcd89e9487 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:45.698007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Attempting to bind port b56a48a2-577b-45f7-a0b2-34dcd89e9487 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:45.698842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (fe99774a-efe0-4626-a149-0869e6bc5517), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.699477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Attempting to bind port b56a48a2-577b-45f7-a0b2-34dcd89e9487 on network ec7b06ad-8b98-46c5-b858-03350daa853a {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:45.707908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-70ca7d58-5304-45cb-9a59-6d5b097a9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:45.708136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:45.708709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Checking segment: {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:45.709557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.709696 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-70ca7d58-5304-45cb-9a59-6d5b097a9cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b051bffadf447dcaa714b50f4632b66&device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 1126 time: 0.1863871
Jan 29 21:08:45.710220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Bound using segment: {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:45.711187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Bound port: b56a48a2-577b-45f7-a0b2-34dcd89e9487, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:45.711312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (fe99774a-efe0-4626-a149-0869e6bc5517), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.711701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.744526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.746163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2878544
Jan 29 21:08:45.752818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb21bc9-c13b-43f8-a0ca-4291cef6d2b3 req-055a2c57-31ed-441b-ac9d-a6fb8919e076 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601225
Jan 29 21:08:45.753545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44974) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:45.806867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196d0bd-dfef-4ca3-8899-d4aa7b1b1677 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe99774a-efe0-4626-a149-0869e6bc5517,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:45.822190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] For port b56a48a2-577b-45f7-a0b2-34dcd89e9487, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:45.828638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] For port b56a48a2-577b-45f7-a0b2-34dcd89e9487, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b56a48a2-577b-45f7-a0b2-34dcd89e9487,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:45.834800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:45.839678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:45.891407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-e688d48a-f4ab-4a27-85ac-6622f314e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:45.892979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-e688d48a-f4ab-4a27-85ac-6622f314e8fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc441fee-bae7-48c0-8528-b73992035cf3 HTTP/1.1" status: 200  len: 918 time: 0.1658444
Jan 29 21:08:45.893904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ba79287-822d-4b7d-b914-558e3dc93dc2 req-f2afe91d-ed4e-4367-9011-ab6ac1eb2b53 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 210 time: 0.1392469
Jan 29 21:08:45.976450 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-97236ab0-650c-486d-8c8e-4d33314d1670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9 HTTP/1.1" status: 200  len: 217 time: 0.0770073
Jan 29 21:08:45.982063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8e35d721-c8d8-4690-9d13-52fcc300d062), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.003933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b5a0a-4281-46d7-8b3e-890eaa487955 None None] Pushing event updated for resources: {'Port': ['ID=b56a48a2-577b-45f7-a0b2-34dcd89e9487,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:46.056197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-4dcfc8bb-c536-4a03-a316-211b754287a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:46.058097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-4dcfc8bb-c536-4a03-a316-211b754287a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d91afe5-33ce-41cc-9e81-04d709dfb094 HTTP/1.1" status: 200  len: 857 time: 0.0755959
Jan 29 21:08:46.103063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-d0eca153-d384-4b91-a4a0-d48188186fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc441fee-bae7-48c0-8528-b73992035cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373719
Jan 29 21:08:46.177301 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (8e35d721-c8d8-4690-9d13-52fcc300d062), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.189940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8e35d721-c8d8-4690-9d13-52fcc300d062), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.255543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.257627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4268129
Jan 29 21:08:46.266904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 44990) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:46.275425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:46.285001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad606e3-a1e7-4100-aeb5-12c8f6519ae3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e35d721-c8d8-4690-9d13-52fcc300d062,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:46.289413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8::1 (ec7b06ad-8b98-46c5-b858-03350daa853a/0125b014-7f2d-41f7-81b6-82a5bc9fe3c9/6e8de414-0336-422a-b6ec-df2469b971a4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:46.293506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-6b70e013-9195-4bf4-9d47-ac2e746823db service neutron] 10.222.0.36 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838059
Jan 29 21:08:46.402542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (106d98dd-37a6-43e2-be42-e432c1c2f007), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.467112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d4061a3f-6990-4a2c-8f3f-38ed4ceb01fc req-df8ce854-7048-4d86-9500-06f103a4d88d service neutron] 10.222.0.36 "GET /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667421
Jan 29 21:08:46.528201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (6e8de414-0336-422a-b6ec-df2469b971a4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.538472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (106d98dd-37a6-43e2-be42-e432c1c2f007), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.544854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (106d98dd-37a6-43e2-be42-e432c1c2f007), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.580840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106d98dd-37a6-43e2-be42-e432c1c2f007,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:46.595287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.596625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe38446f-bea8-4167-b646-e927b76a88b4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3288605
Jan 29 21:08:46.599409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45000) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:46.610499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:46.621355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.697493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ec7b06ad-8b98-46c5-b858-03350daa853a is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:46.702087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:46.704311 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:08:46.708262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:46.710699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:46.711244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.746986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (2a143dae-f1c2-4431-bec4-50f531d0b6f5), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.747554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b56a48a2-577b-45f7-a0b2-34dcd89e9487 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:46.846508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.873741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b56a48a2-577b-45f7-a0b2-34dcd89e9487 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:46.874483 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.930712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (2a143dae-f1c2-4431-bec4-50f531d0b6f5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:46.960614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2a143dae-f1c2-4431-bec4-50f531d0b6f5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.005340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b56a48a2-577b-45f7-a0b2-34dcd89e9487 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:47.005965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.030759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.035429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a143dae-f1c2-4431-bec4-50f531d0b6f5,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:47.068762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.073597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45012) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:47.075842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port b56a48a2-577b-45f7-a0b2-34dcd89e9487, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b56a48a2-577b-45f7-a0b2-34dcd89e9487,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:47.079823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'security_group_rule': {'security_group_id': 'dc1165e5-635a-46b9-87d0-cf768898cdf8', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:47.084582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.086075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-386c6b02-4e70-47b5-ae48-81a2bca4fec1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4852419
Jan 29 21:08:47.139312 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Project 3a9491db693d463a969459cbdbfa2db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:08:47.146519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (228bb44a-f3f5-430c-b64b-3b5f0f547c17), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.173900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=b56a48a2-577b-45f7-a0b2-34dcd89e9487,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:47.262321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (228bb44a-f3f5-430c-b64b-3b5f0f547c17), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.267876 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (228bb44a-f3f5-430c-b64b-3b5f0f547c17), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.294334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228bb44a-f3f5-430c-b64b-3b5f0f547c17,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:47.302705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f6a53-49aa-4bc5-adbc-8dcefc3c2717 req-195130e2-366d-4070-a21a-d2a9f54df330 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:47.303131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.307833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c9f6a53-49aa-4bc5-adbc-8dcefc3c2717 req-195130e2-366d-4070-a21a-d2a9f54df330 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 944 time: 0.4435117
Jan 29 21:08:47.307928 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc5cea72-01e7-451a-b72f-81ea737fd7a1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2304018
Jan 29 21:08:47.308616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:47.311280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7862b4f-fb1a-4127-99b1-7c1cfdbddca0 req-bd777e72-bf8a-4082-bcee-0e908416373c tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 210 time: 0.2843044
Jan 29 21:08:47.314607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'network': {'name': 'tempest-network-smoke--1222064739', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'port_security_enabled': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:47.323694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367bb65-89ce-4717-8c26-7df762705d02 None None] Network ec7b06ad-8b98-46c5-b858-03350daa853a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:47.346105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:47.350260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.377282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:47.388948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1c7c8ace-f317-4d88-a654-48e44f0197f8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.389366 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Added segment 1c7c8ace-f317-4d88-a654-48e44f0197f8 of type vlan for network 86d6783d-d88f-42a5-b03f-76d7baaece96
Jan 29 21:08:47.421194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca54ab4e-cb55-49d7-b658-66be4773891b None None] Provisioning complete for port b56a48a2-577b-45f7-a0b2-34dcd89e9487 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:47.421722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca54ab4e-cb55-49d7-b658-66be4773891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.436174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (86d6783d-d88f-42a5-b03f-76d7baaece96), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.467432 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (86d6783d-d88f-42a5-b03f-76d7baaece96), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.474798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:47.475439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.532451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c9f6a53-49aa-4bc5-adbc-8dcefc3c2717 req-8d6933c9-91c2-4255-9f3e-6641b6f14914 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107551
Jan 29 21:08:47.544171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2341378
Jan 29 21:08:47.547047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45024) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:47.554302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'admin_state_up': True, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:47.572384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca54ab4e-cb55-49d7-b658-66be4773891b None None] Current status of the port b56a48a2-577b-45f7-a0b2-34dcd89e9487 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:47.577014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccba78-7dd3-4339-8fc4-3098630258af tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Network': ['ID=86d6783d-d88f-42a5-b03f-76d7baaece96,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:47.583715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-185f88bf-6abd-4d46-aec8-eb53bf736ea3 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:47.586908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-185f88bf-6abd-4d46-aec8-eb53bf736ea3 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.18 "GET /v2.0/networks?id=66beea91-fa05-4b87-9583-fd76c29525b1 HTTP/1.1" status: 200  len: 808 time: 0.5349779
Jan 29 21:08:47.590294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:47.593738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.595331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.645743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Request body: {'port': {'device_id': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1', 'admin_state_up': True, 'tenant_id': '8cfc38d41e2c4d8686adc1f8af6b9c03'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:47.676782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (73010f09-ffb7-483e-b2d0-2a4fc61788d1), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:47.852490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (73010f09-ffb7-483e-b2d0-2a4fc61788d1), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.011140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:48.012158 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.057914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Port 6e8de414-0336-422a-b6ec-df2469b971a4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:48.077210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Provisioning complete for port b56a48a2-577b-45f7-a0b2-34dcd89e9487 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:48.077902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.128299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.153430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.226774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c0a2c-f6f3-4a0d-ab54-a08a4a138ab5 None None] Current status of the port b56a48a2-577b-45f7-a0b2-34dcd89e9487 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:48.290566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Made reservation on behalf of 8cfc38d41e2c4d8686adc1f8af6b9c03 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:48.293932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.304054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.17 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5158ebf5-ccba-4813-b521-9624e59ec809) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:48.316397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (6e8de414-0336-422a-b6ec-df2469b971a4), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.325024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.326111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.360715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e6d1bce1-af55-4366-b014-9fcf8e7116f4 None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:48.361185 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6d1bce1-af55-4366-b014-9fcf8e7116f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.430614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (5158ebf5-ccba-4813-b521-9624e59ec809), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.436058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1bce1-af55-4366-b014-9fcf8e7116f4 None None] Port 6e8de414-0336-422a-b6ec-df2469b971a4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:48.471374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.511086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:48.516970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:48.520576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:48.533026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8bef3bbe-1b70-4385-90bf-7047bb223808 req-fa77b27d-dcf6-4d23-87c9-0f18396ce256 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 210 time: 0.1038270
Jan 29 21:08:48.546067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=5158ebf5-ccba-4813-b521-9624e59ec809,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:48.570169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:48.675971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b56a48a2-577b-45f7-a0b2-34dcd89e9487 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:48.720251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Allocated IP 172.20.0.10 (66beea91-fa05-4b87-9583-fd76c29525b1/3b734495-cc0a-4120-9009-5962b7a484f5/889b5bb1-70ee-439a-b516-2d743d674d92) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:48.723557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network ec7b06ad-8b98-46c5-b858-03350daa853a is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:48.733994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:48.744205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b56a48a2-577b-45f7-a0b2-34dcd89e9487 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:48.744946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.773558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7ce4d-4350-41e7-adcf-7d9fefb4da33 req-7f9d83d2-f9cf-4a1c-8788-b0e1874cf87b tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:48.775310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84d7ce4d-4350-41e7-adcf-7d9fefb4da33 req-7f9d83d2-f9cf-4a1c-8788-b0e1874cf87b tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 944 time: 0.1433172
Jan 29 21:08:48.856964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b56a48a2-577b-45f7-a0b2-34dcd89e9487 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:48.864601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:48.995401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84d7ce4d-4350-41e7-adcf-7d9fefb4da33 req-5a436768-8084-444a-93e1-f89bd3534860 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792409
Jan 29 21:08:49.046589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks [] for port (889b5bb1-70ee-439a-b516-2d743d674d92), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.049818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:49.082213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.106245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-08afa65c-4ae9-4b05-ae6c-0fdba234791d None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:49.106797 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-08afa65c-4ae9-4b05-ae6c-0fdba234791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.144486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-08afa65c-4ae9-4b05-ae6c-0fdba234791d None None] Port 6e8de414-0336-422a-b6ec-df2469b971a4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:49.163044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.172232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:49.188340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:49.197905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d73613c3-f982-4598-93c2-75cf4f6bf1b2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2150953
Jan 29 21:08:49.199343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:49.199957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:49.201460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45052) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:49.207194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1394280741'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:49.212459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Network 66beea91-fa05-4b87-9583-fd76c29525b1 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:49.220702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:49.224028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:49.230651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Pushing event updated for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:49.246767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:49.250694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.272469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:08:49.281511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:49.285286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:49.285982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.295164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (059bb60e-aa3e-4a15-bcfe-0ea54037ab43), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.295440 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment 059bb60e-aa3e-4a15-bcfe-0ea54037ab43 of type vlan for network 5886e096-cc73-4c55-87fb-417ee283d1d2
Jan 29 21:08:49.299227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:49.306369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-a356912c-50fe-44bd-9129-a14e6eeb1fea tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6980407
Jan 29 21:08:49.318318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Request body: {'port': {'device_id': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:49.384828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.405276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5886e096-cc73-4c55-87fb-417ee283d1d2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.417721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0009d701-7224-4fca-8f3b-6e66e38ba3b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:08:49.448051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:49.460148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Sync routers for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:49.466450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5886e096-cc73-4c55-87fb-417ee283d1d2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.473588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:49.474224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.475809 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:49.476323 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b37ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:49.514522 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3083973
Jan 29 21:08:49.547008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.548173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7393957c-0234-4993-80f4-c5abdc413bf8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0001826
Jan 29 21:08:49.548801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45058) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:49.563513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:49.571201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45060) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:49.660609 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:49.741925 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-007e3e0a-3f59-4da6-8dfa-c480a66de4d6 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3a9491db693d463a969459cbdbfa2db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1692562
Jan 29 21:08:49.742914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58644f3-830e-4e09-a681-b85e58066ea2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=5886e096-cc73-4c55-87fb-417ee283d1d2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:49.745446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45074) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:49.863229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:49.867259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.898885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9,segment=NetworkSegment(183a4c43-beaa-4688-8e3c-44282e22e1fe),segment_id=183a4c43-beaa-4688-8e3c-44282e22e1fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:49.900952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b37ce50>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:48Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:49.911226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:49.914115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '0009d701-7224-4fca-8f3b-6e66e38ba3b9', 'network_id': 'bc441fee-bae7-48c0-8528-b73992035cf3', 'port_id': '0009d701-7224-4fca-8f3b-6e66e38ba3b9', 'mac_address': 'fa:16:3e:d3:a7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d91afe5-33ce-41cc-9e81-04d709dfb094', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:08:49.942669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Checking router: 73010f09-ffb7-483e-b2d0-2a4fc61788d1 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:49.943568 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Updating router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 port 5158ebf5-ccba-4813-b521-9624e59ec809 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:08:49.947676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400438d-583c-475c-8646-cdd9f29b3ec9 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:49.952104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1400438d-583c-475c-8646-cdd9f29b3ec9 tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1978297
Jan 29 21:08:49.953670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45078) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:49.975063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889b5bb1-70ee-439a-b516-2d743d674d92 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:49.987370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks [] for port (889b5bb1-70ee-439a-b516-2d743d674d92), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.991944 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:49.999228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398ce92-698e-48e7-9321-9265ca2c35c9 req-7f951cc1-2036-4743-9241-5557d35b3ad5 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:50.000977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2398ce92-698e-48e7-9321-9265ca2c35c9 req-7f951cc1-2036-4743-9241-5557d35b3ad5 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 932 time: 0.1575530
Jan 29 21:08:50.005743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f0f2275d-57e1-4940-90fe-e709a05e38fb tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0508621
Jan 29 21:08:50.008091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45080) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:50.016920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290488538', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:50.053655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:50.054317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.074290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b4a00>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:46Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:47Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:50.107679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:50.108383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Updating router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 port 6e8de414-0336-422a-b6ec-df2469b971a4 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:08:50.110896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0009d701-7224-4fca-8f3b-6e66e38ba3b9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:50.159041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9,segment=NetworkSegment(183a4c43-beaa-4688-8e3c-44282e22e1fe),segment_id=183a4c43-beaa-4688-8e3c-44282e22e1fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:50.162343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.184341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.204394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Transition to ACTIVE for port object 889b5bb1-70ee-439a-b516-2d743d674d92 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:08:50.206778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:50.210880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.242445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.255624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.265641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8621281a-44dd-48ec-ad37-aa4abfd5cb64), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.275343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.275993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.276534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.277147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.277672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.278188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.278709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.279400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.279939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.280455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.281001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.281536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.282066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.392312 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=8621281a-44dd-48ec-ad37-aa4abfd5cb64,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.393247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2398ce92-698e-48e7-9321-9265ca2c35c9 req-656c2c72-30f1-45ff-b24e-9736294e6b7a tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426653
Jan 29 21:08:50.405776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Pushing event updated for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.430175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55a01-2c12-4b67-9c2e-6b1d05187092 req-b90f4415-7041-435c-a984-937abe320542 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:50.438564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8d55a01-2c12-4b67-9c2e-6b1d05187092 req-b90f4415-7041-435c-a984-937abe320542 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 945 time: 0.2948077
Jan 29 21:08:50.448358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:50.448913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: 5886e096-cc73-4c55-87fb-417ee283d1d2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:50.476031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:50.502924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5886e096-cc73-4c55-87fb-417ee283d1d2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:50.519173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:50.520146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.542889 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks [] for port (5158ebf5-ccba-4813-b521-9624e59ec809), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.555904 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-682e57f8-49cd-4c36-a3c4-20e3214be758 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9991136
Jan 29 21:08:50.559647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:50.559845 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.569930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0009d701-7224-4fca-8f3b-6e66e38ba3b9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:08:50.571556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcabc8e-668f-49dd-9724-f75c1b80cf93 None None] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:50.634677 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Attempting to bind port 5158ebf5-ccba-4813-b521-9624e59ec809 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:50.635622 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Attempting to bind port 5158ebf5-ccba-4813-b521-9624e59ec809 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:50.636919 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Attempting to bind port 5158ebf5-ccba-4813-b521-9624e59ec809 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:50.649403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8d55a01-2c12-4b67-9c2e-6b1d05187092 req-667b6e99-0fb3-4dd4-8b7a-f340f2d3cae4 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921775
Jan 29 21:08:50.652348 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Pushing event updated for resources: {'Port': ['ID=5158ebf5-ccba-4813-b521-9624e59ec809,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.658957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:50.659949 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:50.661551 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.662012 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:50.662499 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Bound port: 5158ebf5-ccba-4813-b521-9624e59ec809, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:50.662925 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.673152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.673152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.673550 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.673921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.674152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.674488 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.674822 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.675152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.677460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.678122 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.678989 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.679583 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.680107 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:08:50.688639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Attempting to bind port 889b5bb1-70ee-439a-b516-2d743d674d92 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:50.697842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Attempting to bind port 889b5bb1-70ee-439a-b516-2d743d674d92 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fcf6f6b-18d7-44d1-805d-e6d8371b9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:50.698305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Attempting to bind port 889b5bb1-70ee-439a-b516-2d743d674d92 on network 66beea91-fa05-4b87-9583-fd76c29525b1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:50.734241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Port 889b5bb1-70ee-439a-b516-2d743d674d92 on network 66beea91-fa05-4b87-9583-fd76c29525b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:08:50.734730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Attempting to bind port 889b5bb1-70ee-439a-b516-2d743d674d92 on network 66beea91-fa05-4b87-9583-fd76c29525b1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:50.753966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:50.754329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Checking segment: {'id': '6fcf6f6b-18d7-44d1-805d-e6d8371b9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:50.754772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Bound using segment: {'id': '6fcf6f6b-18d7-44d1-805d-e6d8371b9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:50.755303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Bound port: 889b5bb1-70ee-439a-b516-2d743d674d92, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcf6f6b-18d7-44d1-805d-e6d8371b9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:50.755592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.774353 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] For port 5158ebf5-ccba-4813-b521-9624e59ec809, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:50.783409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] For port 5158ebf5-ccba-4813-b521-9624e59ec809, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5158ebf5-ccba-4813-b521-9624e59ec809,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:50.797586 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.859052 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51dab1-7e80-4d83-89f6-6b5543846d78 None None] Pushing event updated for resources: {'Port': ['ID=5158ebf5-ccba-4813-b521-9624e59ec809,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.886850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:50.888527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b37ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:50.888724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:50.899612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=889b5bb1-70ee-439a-b516-2d743d674d92,segment=NetworkSegment(6fcf6f6b-18d7-44d1-805d-e6d8371b9726),segment_id=6fcf6f6b-18d7-44d1-805d-e6d8371b9726)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:50.903277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (79addfc6-fba1-4d8a-a1d2-681c7f787316), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:50.968974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Subnet': ['ID=79addfc6-fba1-4d8a-a1d2-681c7f787316,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:50.971600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.003511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5886e096-cc73-4c55-87fb-417ee283d1d2', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:51.004848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.036442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks [] for port (6e8de414-0336-422a-b6ec-df2469b971a4), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.047652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:51.048715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.049273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.049888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] 10.222.0.18 "PUT /v2.0/ports/889b5bb1-70ee-439a-b516-2d743d674d92 HTTP/1.1" status: 200  len: 1092 time: 1.7358375
Jan 29 21:08:51.050340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:51.052632 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962738ff-6eb1-4a05-b8a7-0233bb77cb42" -d '{"events": [{"name": "network-changed", "server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:51.100443 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:51.118993 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c611c-6b4a-4e0e-9bff-3bf28bdcb696 x-openstack-request-id: req-ae0c611c-6b4a-4e0e-9bff-3bf28bdcb696 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:51.119529 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:51.119940 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae0c611c-6b4a-4e0e-9bff-3bf28bdcb696 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:51.120496 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92', 'status': 'completed', 'code': 200}
Jan 29 21:08:51.139342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Checking segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:51.139981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network hostable DHCP agents. Network: 86d6783d-d88f-42a5-b03f-76d7baaece96, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:51.161328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be79a-f6b5-4538-ac6e-d079b4f53a52 service neutron] Pushing event updated for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:51.203095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:51.213829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-4b60d5dd-4322-41d7-b2f8-ebf89759abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:51.217400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-4b60d5dd-4322-41d7-b2f8-ebf89759abb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfc38d41e2c4d8686adc1f8af6b9c03&device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 1126 time: 0.1008298
Jan 29 21:08:51.221013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86d6783d-d88f-42a5-b03f-76d7baaece96) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:51.243184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:51.243822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.252541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.268115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25ffb2-7c81-4522-97ce-2019ffada044 None None] Pushing event updated for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:51.275396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06978939-864b-41af-bb0c-1f3f02762ce5 None None] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:51.301827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-20536bf3-100e-4dc2-8206-69996e65936f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=889b5bb1-70ee-439a-b516-2d743d674d92 HTTP/1.1" status: 200  len: 217 time: 0.0775023
Jan 29 21:08:51.376795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4322e59f-2d0e-4072-80e6-4b9394cd0039 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3669348
Jan 29 21:08:51.379011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45112) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:51.479309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b37ce50>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:48Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:51.556386 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e411b-e333-42b4-be4a-cc15e4fe1f75 None None] The sync data for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 is: [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:48Z', 'revision_number': 3, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:51.563260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b079-5bd3-4732-a803-447c26c1b321 req-1eb977b5-68a7-436b-8bbe-a6cd8c8b856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:51.564834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-1eb977b5-68a7-436b-8bbe-a6cd8c8b856c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b734495-cc0a-4120-9009-5962b7a484f5 HTTP/1.1" status: 200  len: 848 time: 0.2564490
Jan 29 21:08:51.610708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-86d6783d-d88f-42a5-b03f-76d7baaece96', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:51.611420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.621027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Attempting to bind port 6e8de414-0336-422a-b6ec-df2469b971a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:51.621995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Attempting to bind port 6e8de414-0336-422a-b6ec-df2469b971a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:51.621995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Attempting to bind port 6e8de414-0336-422a-b6ec-df2469b971a4 on network ec7b06ad-8b98-46c5-b858-03350daa853a {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:51.646303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:51.646691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Checking segment: {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:51.647161 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.647629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Bound using segment: {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:51.648217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Bound port: 6e8de414-0336-422a-b6ec-df2469b971a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:51.648448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.662652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-41aa9813-4f35-4273-8771-711a09d896f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66beea91-fa05-4b87-9583-fd76c29525b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673616
Jan 29 21:08:51.670618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Allocated IP 2001:db8:1::2 (5886e096-cc73-4c55-87fb-417ee283d1d2/8621281a-44dd-48ec-ad37-aa4abfd5cb64/0f1955ba-f606-4897-bfb5-edfe1536d81b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:51.715346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-553e2453-b6d6-4928-836f-dcab6dd4ef1e None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:51.715652 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-553e2453-b6d6-4928-836f-dcab6dd4ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:51.770015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5033cb-8bcd-48e5-bb9e-43fe46a51e4c req-e86f97cd-6d19-4e88-a7ec-11be762227b0 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:51.772620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b5033cb-8bcd-48e5-bb9e-43fe46a51e4c req-e86f97cd-6d19-4e88-a7ec-11be762227b0 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 944 time: 0.2285264
Jan 29 21:08:51.976115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-553e2453-b6d6-4928-836f-dcab6dd4ef1e None None] Port 6e8de414-0336-422a-b6ec-df2469b971a4 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:08:52.021185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-0deacad2-b819-46eb-8f6f-0e9a2c08bb85 service neutron] 10.222.0.18 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3521357
Jan 29 21:08:52.033980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] For port 6e8de414-0336-422a-b6ec-df2469b971a4, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:52.070668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] For port 6e8de414-0336-422a-b6ec-df2469b971a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e8de414-0336-422a-b6ec-df2469b971a4,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:52.095327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Allocated IP 172.20.0.2 (86d6783d-d88f-42a5-b03f-76d7baaece96/79addfc6-fba1-4d8a-a1d2-681c7f787316/8c491a06-9bb3-4378-8d26-a1774e0f139d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:52.099562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:52.101235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe8a4-30d7-4404-b1b4-04e4b9600af5 req-0a97958c-06a3-4a53-98a2-9f1086543475 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:52.103197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27fbe8a4-30d7-4404-b1b4-04e4b9600af5 req-0a97958c-06a3-4a53-98a2-9f1086543475 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 945 time: 0.3708324
Jan 29 21:08:52.188010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b5033cb-8bcd-48e5-bb9e-43fe46a51e4c req-ff4d3be4-bbfc-4fd1-87dc-fb1dfcacc473 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3929362
Jan 29 21:08:52.289329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:52.290043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:52.328559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27fbe8a4-30d7-4404-b1b4-04e4b9600af5 req-df9f4581-9713-4ccf-aecb-c6515300f184 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676371
Jan 29 21:08:52.336596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6314b079-5bd3-4732-a803-447c26c1b321 req-fd2a84fb-e721-4394-b9d9-66c5aa056f2f service neutron] 10.222.0.18 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432828
Jan 29 21:08:52.391208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:52.491228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks [] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:52.496841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25ffb2-7c81-4522-97ce-2019ffada044 None None] Pushing event updated for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:52.554002 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:52.558273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-77c110b1-ade6-472e-9820-ef86ded078df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:52.560642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-77c110b1-ade6-472e-9820-ef86ded078df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfc38d41e2c4d8686adc1f8af6b9c03&device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 1126 time: 0.1071708
Jan 29 21:08:52.650114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8:1::1 (5886e096-cc73-4c55-87fb-417ee283d1d2/8621281a-44dd-48ec-ad37-aa4abfd5cb64/00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:52.939907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:52.942581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:52.953719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5158ebf5-ccba-4813-b521-9624e59ec809 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:52.983773 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.061709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:53.068488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:53.082725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Pushing event updated for resources: {'Port': ['ID=0f1955ba-f606-4897-bfb5-edfe1536d81b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:53.083858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:53.093261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:53.096710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:53.097317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.112202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:53.114113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:53.114969 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.120653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:53.137653 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.256818 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.259155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-a25d7f12-2306-4594-8db1-f70e6ef35677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:53.260831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-a25d7f12-2306-4594-8db1-f70e6ef35677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66beea91-fa05-4b87-9583-fd76c29525b1 HTTP/1.1" status: 200  len: 909 time: 0.6927359
Jan 29 21:08:53.299622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks [] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.321687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.330558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-c43ef1d4-82a2-4086-8ac2-bbd162b0d95b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=889b5bb1-70ee-439a-b516-2d743d674d92 HTTP/1.1" status: 200  len: 217 time: 0.0567269
Jan 29 21:08:53.338659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Attempting to bind port 0f1955ba-f606-4897-bfb5-edfe1536d81b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:53.339045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Attempting to bind port 0f1955ba-f606-4897-bfb5-edfe1536d81b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:53.339388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Attempting to bind port 0f1955ba-f606-4897-bfb5-edfe1536d81b on network 5886e096-cc73-4c55-87fb-417ee283d1d2 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:53.421877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0009d701-7224-4fca-8f3b-6e66e38ba3b9 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:53.426574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:53.426574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Checking segment: {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:53.426574 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.426962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Bound using segment: {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:53.427446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Bound port: 0f1955ba-f606-4897-bfb5-edfe1536d81b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:53.427832 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.431600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5158ebf5-ccba-4813-b521-9624e59ec809 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:53.431966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.433547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-0037cc09-2a6c-4456-8d33-ffc5eb952a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:53.435032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-0037cc09-2a6c-4456-8d33-ffc5eb952a98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b734495-cc0a-4120-9009-5962b7a484f5 HTTP/1.1" status: 200  len: 848 time: 0.0849354
Jan 29 21:08:53.464052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:53.468457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d841cc-06cb-4537-ba4d-deec8ba3087c req-d098b743-b6fe-4811-a1ff-e72c526fee10 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:53.470004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81d841cc-06cb-4537-ba4d-deec8ba3087c req-d098b743-b6fe-4811-a1ff-e72c526fee10 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 944 time: 0.1868477
Jan 29 21:08:53.502463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-e6efd842-a855-493e-a803-d7197b9f9472 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66beea91-fa05-4b87-9583-fd76c29525b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530910
Jan 29 21:08:53.515083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:53.517657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:53.521808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.547201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Pushing event updated for resources: {'Port': ['ID=8c491a06-9bb3-4378-8d26-a1774e0f139d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:53.565583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Current status of the port 6e8de414-0336-422a-b6ec-df2469b971a4 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:53.565804 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.687637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b4a00>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:46Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:51Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:53.729748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] For port 6e8de414-0336-422a-b6ec-df2469b971a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e8de414-0336-422a-b6ec-df2469b971a4,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:53.736345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:08:53.738217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3d96-cc93-41ec-b765-477f780fab7e None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:46Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:51Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:53.743425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b651-8ac6-4fd1-9167-091e5de66f60 req-404d2dc2-499f-4a96-ba06-bc5342e176a4 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:53.745033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda8b651-8ac6-4fd1-9167-091e5de66f60 req-404d2dc2-499f-4a96-ba06-bc5342e176a4 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 945 time: 0.2852337
Jan 29 21:08:53.758250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.781584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81d841cc-06cb-4537-ba4d-deec8ba3087c req-58329293-f664-4feb-93e9-5c11d3c5a2cc tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835126
Jan 29 21:08:53.825542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:53.825974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.840229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-39d026ae-ba0b-4ede-a574-d4832d6b492f service neutron] 10.222.0.18 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768610
Jan 29 21:08:53.840445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Attempting to bind port 8c491a06-9bb3-4378-8d26-a1774e0f139d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:53.840822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Attempting to bind port 8c491a06-9bb3-4378-8d26-a1774e0f139d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:53.841207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Attempting to bind port 8c491a06-9bb3-4378-8d26-a1774e0f139d on network 86d6783d-d88f-42a5-b03f-76d7baaece96 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:53.865820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d821-b52f-4a6a-9b4f-37e8e7127cce None None] Pushing event updated for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:53.894895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:53.895336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Checking segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:53.895753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.896151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Bound using segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:53.896653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Bound port: 8c491a06-9bb3-4378-8d26-a1774e0f139d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:53.897188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:53.900432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] For port 0f1955ba-f606-4897-bfb5-edfe1536d81b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:53.918369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] For port 0f1955ba-f606-4897-bfb5-edfe1536d81b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1955ba-f606-4897-bfb5-edfe1536d81b,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:53.979840 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.000378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda8b651-8ac6-4fd1-9167-091e5de66f60 req-a8c7d549-3759-4799-a299-3f162850f8ba tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490396
Jan 29 21:08:54.014385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.1 (86d6783d-d88f-42a5-b03f-76d7baaece96/79addfc6-fba1-4d8a-a1d2-681c7f787316/e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:54.055720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5158ebf5-ccba-4813-b521-9624e59ec809 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:54.056166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.150144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5158ebf5-ccba-4813-b521-9624e59ec809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5158ebf5-ccba-4813-b521-9624e59ec809,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:54.150553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-962738ff-6eb1-4a05-b8a7-0233bb77cb42 req-720a10c6-d055-464b-8c9f-6248db2f58f2 service neutron] 10.222.0.18 "GET /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593255
Jan 29 21:08:54.172724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.220747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.220747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.231079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.232747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed255a4-ac14-4b45-8d0f-329eb50d93ad None None] Pushing event updated for resources: {'Port': ['ID=0f1955ba-f606-4897-bfb5-edfe1536d81b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.251595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] For port 8c491a06-9bb3-4378-8d26-a1774e0f139d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:54.293839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] For port 8c491a06-9bb3-4378-8d26-a1774e0f139d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c491a06-9bb3-4378-8d26-a1774e0f139d,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:54.327482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.357129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.362675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:54.363079 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.394321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.409875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:08:54.414193 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0909a0-a0aa-4082-bdb9-9f5bf6088b43" -d '{"events": [{"server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "name": "network-vif-plugged", "status": "completed", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:08:54.438467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.442300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9,segment=NetworkSegment(183a4c43-beaa-4688-8e3c-44282e22e1fe),segment_id=183a4c43-beaa-4688-8e3c-44282e22e1fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:54.460336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.463236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5158ebf5-ccba-4813-b521-9624e59ec809,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.524958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:54.532951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:54.581450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:54.593636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.596256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:54.617698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:54.629279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c59bc-9605-4b63-be98-a7019c524380 None None] Pushing event updated for resources: {'Port': ['ID=8c491a06-9bb3-4378-8d26-a1774e0f139d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.637483 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb37577b-0335-4987-8fe5-a373b3fabca6 x-openstack-request-id: req-eb37577b-0335-4987-8fe5-a373b3fabca6 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:08:54.637616 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "name": "network-vif-plugged", "status": "completed", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:08:54.638296 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb37577b-0335-4987-8fe5-a373b3fabca6 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:08:54.638296 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9', 'code': 200}
Jan 29 21:08:54.758465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:54.788494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:54.868852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:55.067879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:55.089716 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a91ea62a-98f0-4a24-b300-8088e7603c24 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5266244
Jan 29 21:08:55.099207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45190) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:55.102477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87114cb4-0726-4213-bf7a-e7ce8c95f698 req-c9a220ca-c393-424e-9a53-ef7893106768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:55.104431 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-87114cb4-0726-4213-bf7a-e7ce8c95f698 req-c9a220ca-c393-424e-9a53-ef7893106768 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 1128 time: 0.4334114
Jan 29 21:08:55.111128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-732953799'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:55.149040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6e8de414-0336-422a-b6ec-df2469b971a4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:55.196547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:55.201489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.223430 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-87114cb4-0726-4213-bf7a-e7ce8c95f698 req-18188465-048b-4fa5-8993-1fe17a2a2daf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038735
Jan 29 21:08:55.238479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.241682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:08:55.254972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c4cfd-ceac-4a17-8788-c274f893f1f0 req-6de73f15-cf8d-4a10-8065-b25a0dac8538 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:55.257546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (de5985d6-62a5-4b84-9ee8-2e62cf025ab9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.257947 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment de5985d6-62a5-4b84-9ee8-2e62cf025ab9 of type vlan for network c8100fde-e0c8-43e1-8f47-97d6c34907ab
Jan 29 21:08:55.259621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-479c4cfd-ceac-4a17-8788-c274f893f1f0 req-6de73f15-cf8d-4a10-8065-b25a0dac8538 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 944 time: 0.2517078
Jan 29 21:08:55.269213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6e8de414-0336-422a-b6ec-df2469b971a4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:55.270108 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.315586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c8100fde-e0c8-43e1-8f47-97d6c34907ab), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.361606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c8100fde-e0c8-43e1-8f47-97d6c34907ab), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.367343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:55.368178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.385339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61117aae-f73c-4c54-8233-ebd792133280 req-72125f40-58ed-4327-b73b-7f0d45df4d3c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:55.392771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2869892
Jan 29 21:08:55.393773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45192) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:55.394908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61117aae-f73c-4c54-8233-ebd792133280 req-72125f40-58ed-4327-b73b-7f0d45df4d3c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 946 time: 0.2602086
Jan 29 21:08:55.411630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:08:55.422611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6e8de414-0336-422a-b6ec-df2469b971a4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:55.430654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5158ebf5-ccba-4813-b521-9624e59ec809 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:55.481416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 889b5bb1-70ee-439a-b516-2d743d674d92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:08:55.534091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb383d-5d35-4e2d-a26e-959b82facb53 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=c8100fde-e0c8-43e1-8f47-97d6c34907ab,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:55.563511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:08:55.572573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-479c4cfd-ceac-4a17-8788-c274f893f1f0 req-3d0c1020-a031-46f7-afec-a5a6de0cede4 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2980957
Jan 29 21:08:55.600300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:08:55.606219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.693876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61117aae-f73c-4c54-8233-ebd792133280 req-d854d901-d31c-421d-94e8-c04319ca6ac0 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972760
Jan 29 21:08:55.849517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.862446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.882431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5158ebf5-ccba-4813-b521-9624e59ec809 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:55.882825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.934291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c8f6b926-33e1-43e0-838e-8209e33174da), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:55.997348 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.000173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=889b5bb1-70ee-439a-b516-2d743d674d92,segment=NetworkSegment(6fcf6f6b-18d7-44d1-805d-e6d8371b9726),segment_id=6fcf6f6b-18d7-44d1-805d-e6d8371b9726)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:56.032573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:56.034686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '889b5bb1-70ee-439a-b516-2d743d674d92', 'network_id': '66beea91-fa05-4b87-9583-fd76c29525b1', 'port_id': '889b5bb1-70ee-439a-b516-2d743d674d92', 'mac_address': 'fa:16:3e:cd:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b734495-cc0a-4120-9009-5962b7a484f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:08:56.036167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=c8f6b926-33e1-43e0-838e-8209e33174da,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:56.042734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8f9a8-b51e-4c6d-9a3b-a26f8f3ec5da None None] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:56.048698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:56.049886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: c8100fde-e0c8-43e1-8f47-97d6c34907ab, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:08:56.075244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:08:56.098012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8100fde-e0c8-43e1-8f47-97d6c34907ab) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:56.116025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:56.117618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.123743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740f713-1a09-4f95-98d8-cf579e3328cc None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:56.148152 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a181a396-7c93-4374-a804-66aae3a02593 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7407222
Jan 29 21:08:56.149976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:56.162646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:56.164171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:56.345796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:56.397088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45222) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:56.450332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 889b5bb1-70ee-439a-b516-2d743d674d92 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:56.451464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.523436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Provisioning complete for port 0f1955ba-f606-4897-bfb5-edfe1536d81b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:56.523827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.636629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:08:56.651923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38c73f71-49ae-4250-b896-41ec801cdf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.655444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a80636ab-e779-435b-b402-b9b719ca9a85 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/73010f09-ffb7-483e-b2d0-2a4fc61788d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2754064
Jan 29 21:08:56.660442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889b5bb1-70ee-439a-b516-2d743d674d92 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:08:56.667076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5158ebf5-ccba-4813-b521-9624e59ec809 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:56.668889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f1955ba-f606-4897-bfb5-edfe1536d81b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:56.701444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:56.761689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Sync routers for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:56.817074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:56.817740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af6eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:56.845575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ac63-e0e6-450a-8cd0-c181c52b5061 req-ca998839-3760-463f-bfe7-e4ed1bd94dff tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:56.858627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f800ac63-e0e6-450a-8cd0-c181c52b5061 req-ca998839-3760-463f-bfe7-e4ed1bd94dff tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 944 time: 0.1460216
Jan 29 21:08:56.867952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:08:56.881744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:56.883006 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:56.945462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:56.965280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f800ac63-e0e6-450a-8cd0-c181c52b5061 req-40f08143-69dc-4be4-b75d-49b6dead5e0d tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991676
Jan 29 21:08:56.973565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b64-eef1-4718-b73e-6baa1400ed86 req-88514f59-0c4d-49e8-ad40-d775b36e3740 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:56.975223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d907b64-eef1-4718-b73e-6baa1400ed86 req-88514f59-0c4d-49e8-ad40-d775b36e3740 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 946 time: 0.1501393
Jan 29 21:08:56.983922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:57.058265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d907b64-eef1-4718-b73e-6baa1400ed86 req-ab5c32b5-3de3-41d3-b0de-bddd95c94142 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731938
Jan 29 21:08:57.139666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38c73f71-49ae-4250-b896-41ec801cdf8a admin admin] Publish callbacks [] for security_group (469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.150385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38c73f71-49ae-4250-b896-41ec801cdf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.160716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0f1955ba-f606-4897-bfb5-edfe1536d81b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:57.161130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.167282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:08:57.168133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.184624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53479f7b-f4b6-4cb9-b1f2-75a80706dee4 None None] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:08:57.189654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73f71-49ae-4250-b896-41ec801cdf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:57.207606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-0a9d986a-b593-4711-a399-d5667a36804b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656615863&fields=id&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 267 time: 0.0922105
Jan 29 21:08:57.227161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38c73f71-49ae-4250-b896-41ec801cdf8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b2ab5dcebee47afa2c1c5c180008fa5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8268542
Jan 29 21:08:57.227916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:57.302958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bb80>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 3, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:57.324967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8:2::1 (c8100fde-e0c8-43e1-8f47-97d6c34907ab/c8f6b926-33e1-43e0-838e-8209e33174da/f37cbb3a-00d6-4761-a568-fc38af702d3a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:57.344216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=889b5bb1-70ee-439a-b516-2d743d674d92,segment=NetworkSegment(6fcf6f6b-18d7-44d1-805d-e6d8371b9726),segment_id=6fcf6f6b-18d7-44d1-805d-e6d8371b9726)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:57.344380 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] Publish callbacks [] for security_group (469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.357728 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:57.357988 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Updating router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:08:57.398030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-63cc9343-6488-4bf5-913f-45d99b233561 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:57.401069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-63cc9343-6488-4bf5-913f-45d99b233561 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 797 time: 0.1853521
Jan 29 21:08:57.401238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.426038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] Publish callbacks [] for security_group (469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.434484 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.509242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ee7014ee-1c51-43a5-8906-55a426dd94f3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/quotas/3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 375 time: 0.1019225
Jan 29 21:08:57.519263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.524438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.530546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.531257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c HTTP/1.1" status: 204  len: 168 time: 0.3025374
Jan 29 21:08:57.546021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6039-361f-4d0d-95ec-7d581db6e893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469b6aaa-b425-4a08-a7a8-a9e0d82eaa3c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:57.594577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Current status of the port 0f1955ba-f606-4897-bfb5-edfe1536d81b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:57.596061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.599498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e187ad2-d3bb-4641-8b87-4b2f71a58935 req-62e24af0-2790-4a09-b21c-3ec7b8c4ae83 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:57.601170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e187ad2-d3bb-4641-8b87-4b2f71a58935 req-62e24af0-2790-4a09-b21c-3ec7b8c4ae83 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 946 time: 0.1749797
Jan 29 21:08:57.614356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.676355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-d278c369-de35-48d1-8965-c047e173e74a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1574731
Jan 29 21:08:57.695256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:57.715502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:57.718655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:57.729543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:57.730103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:57.751585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:57.789347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] For port 0f1955ba-f606-4897-bfb5-edfe1536d81b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1955ba-f606-4897-bfb5-edfe1536d81b,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:57.799492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['889b5bb1-70ee-439a-b516-2d743d674d92'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:08:57.875472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e187ad2-d3bb-4641-8b87-4b2f71a58935 req-928722c8-87a9-4135-b091-aea50fc4d450 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627409
Jan 29 21:08:57.882768 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.005342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ab3ee9ce-2889-4545-8773-1c79687e0f1f service neutron] 10.222.0.20 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071837
Jan 29 21:08:58.022778 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks [] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.034493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.035786 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.097334 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be06980-e376-46f5-88c2-a1e81ed24c50 None None] Pushing event updated for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:58.166494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45256) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:58.187258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Allocated IP 2001:db8:2::2 (c8100fde-e0c8-43e1-8f47-97d6c34907ab/c8f6b926-33e1-43e0-838e-8209e33174da/1efa4f7f-dd20-44c9-84b7-694e88c44d05) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:08:58.227389 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Attempting to bind port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:58.227771 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Attempting to bind port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:58.228137 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Attempting to bind port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 on network 5886e096-cc73-4c55-87fb-417ee283d1d2 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:58.234482 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:58.235135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Checking segment: {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:58.235735 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.236293 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Bound using segment: {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:58.236936 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Bound port: 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bb60e-aa3e-4a15-bcfe-0ea54037ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:58.237516 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.250841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c582804-c627-4a4c-8451-cd5b05e24c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.329059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45447b64-e53b-463e-8b4d-3b0e1650296b req-7136b38c-23d3-4b3c-b06d-2e5839c58098 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:58.330914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45447b64-e53b-463e-8b4d-3b0e1650296b req-7136b38c-23d3-4b3c-b06d-2e5839c58098 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 945 time: 0.1989832
Jan 29 21:08:58.333095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-6ca0cbf6-d25f-4764-b2a7-4749f0e51f30 service neutron] 10.222.0.20 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271163
Jan 29 21:08:58.388172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] For port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:08:58.398903 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] For port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:08:58.415545 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.416201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45447b64-e53b-463e-8b4d-3b0e1650296b req-6195d260-97c4-485b-93b8-5e5d6834e07c tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752566
Jan 29 21:08:58.421859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks [] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.474406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c582804-c627-4a4c-8451-cd5b05e24c65 admin admin] Publish callbacks [] for security_group (b36ae0e8-1c6a-4700-b014-cb9fb0811127), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.483421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c582804-c627-4a4c-8451-cd5b05e24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b36ae0e8-1c6a-4700-b014-cb9fb0811127), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.493266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af6eee0>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:08:55Z', 'revision_number': 2, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:58.522369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3c582804-c627-4a4c-8451-cd5b05e24c65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11431b545f6046f8aafa849dc3ec4d18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3544645
Jan 29 21:08:58.525347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45258) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:58.545071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0f1955ba-f606-4897-bfb5-edfe1536d81b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:08:58.549370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e30266-dc21-4c53-b661-dfadd16aface None None] Pushing event updated for resources: {'Port': ['ID=0f1955ba-f606-4897-bfb5-edfe1536d81b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:58.558468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Checking router: 73010f09-ffb7-483e-b2d0-2a4fc61788d1 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:08:58.558874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Updating router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:08:58.599775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.612194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.629878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:08:58.630508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:58.642823 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be06980-e376-46f5-88c2-a1e81ed24c50 None None] Pushing event updated for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:58.663566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c582804-c627-4a4c-8451-cd5b05e24c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ae0e8-1c6a-4700-b014-cb9fb0811127,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:58.707869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:58.715469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Pushing event updated for resources: {'Port': ['ID=1efa4f7f-dd20-44c9-84b7-694e88c44d05,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:58.718858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:58.723370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:08:58.777133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] Publish callbacks [] for security_group (b36ae0e8-1c6a-4700-b014-cb9fb0811127), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.832629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] Publish callbacks [] for security_group (b36ae0e8-1c6a-4700-b014-cb9fb0811127), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.848419 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:08:58.850111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Provisioning complete for port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:08:58.850503 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.886483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.904303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.905764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.912243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df0a9eda-ff95-433d-8f51-17aebda10f24 req-76b63a81-3629-4eb8-a34f-697f9cd6e3de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 210 time: 0.1893222
Jan 29 21:08:58.914846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b36ae0e8-1c6a-4700-b014-cb9fb0811127), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.923734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:58.925441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b36ae0e8-1c6a-4700-b014-cb9fb0811127 HTTP/1.1" status: 204  len: 168 time: 0.3990061
Jan 29 21:08:58.975434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc381ef7-8074-4801-ada3-04eadf54ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ae0e8-1c6a-4700-b014-cb9fb0811127,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:59.012264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-c5947f07-e3e6-438f-baba-bdace4c7cf1a tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:59.023399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-c5947f07-e3e6-438f-baba-bdace4c7cf1a tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.36 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 946 time: 0.3092244
Jan 29 21:08:59.160592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82087e4d-4a54-4b3c-ab15-5d2cfbd05b5f req-5c50c6b9-536b-4514-8d6c-568609b9f4c7 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:59.168448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82087e4d-4a54-4b3c-ab15-5d2cfbd05b5f req-5c50c6b9-536b-4514-8d6c-568609b9f4c7 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 946 time: 0.1156299
Jan 29 21:08:59.272496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:08:59.307756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82087e4d-4a54-4b3c-ab15-5d2cfbd05b5f req-58682961-7a92-4780-b432-334a420c6450 tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368487
Jan 29 21:08:59.392211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Attempting to bind port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:08:59.394789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Attempting to bind port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:08:59.395146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Attempting to bind port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 on network c8100fde-e0c8-43e1-8f47-97d6c34907ab {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:08:59.400007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c491a06-9bb3-4378-8d26-a1774e0f139d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:08:59.463690 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bb80>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:57Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:08:58Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:08:57Z', 'revision_number': 1, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:08:59.489878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:08:59.501089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:08:59.536103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Deleting port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:08:59.536475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.575391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834efe51-181b-4231-90b2-19f69238b4a0 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:57Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:08:58Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:08:57Z', 'revision_number': 1, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:08:59.621909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:08:59.623136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Checking segment: {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:08:59.623356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.623648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Bound using segment: {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:08:59.624226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Bound port: 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:08:59.624567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.632612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6abe-ee61-4881-ad9a-aa265d76ba28 req-adf53298-93b4-461c-84a7-edd04ce9dff7 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:08:59.663405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bd6abe-ee61-4881-ad9a-aa265d76ba28 req-adf53298-93b4-461c-84a7-edd04ce9dff7 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 945 time: 0.1033010
Jan 29 21:08:59.731535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45278) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:08:59.767354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38bd6abe-ee61-4881-ad9a-aa265d76ba28 req-8d8f589e-9c31-4aa5-9d68-a3f4d01f6690 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904372
Jan 29 21:08:59.768855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b55d1b7-bc24-45fd-aded-addd47b73f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.896033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:08:59.916586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b55d1b7-bc24-45fd-aded-addd47b73f64 admin admin] Publish callbacks [] for security_group (bfbcf676-406f-4459-bd1a-21348d0cf54f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.923169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b55d1b7-bc24-45fd-aded-addd47b73f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bfbcf676-406f-4459-bd1a-21348d0cf54f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:08:59.978175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] For port 0009d701-7224-4fca-8f3b-6e66e38ba3b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0009d701-7224-4fca-8f3b-6e66e38ba3b9,segment=NetworkSegment(183a4c43-beaa-4688-8e3c-44282e22e1fe),segment_id=183a4c43-beaa-4688-8e3c-44282e22e1fe)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:08:59.981108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.058263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b55d1b7-bc24-45fd-aded-addd47b73f64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0ac491695c54e949b411757fcada098&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3220470
Jan 29 21:09:00.059646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45282) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:00.102348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Current status of the port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:00.102726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.110498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3de760fc-68d0-4da8-ac4a-7429b713d04f req-45327cfe-9a07-4c85-b462-fa9b3de9702a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 210 time: 0.0612667
Jan 29 21:09:00.111410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55d1b7-bc24-45fd-aded-addd47b73f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbcf676-406f-4459-bd1a-21348d0cf54f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:00.131998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Calling delete_port for 0009d701-7224-4fca-8f3b-6e66e38ba3b9 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:00.156333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8c491a06-9bb3-4378-8d26-a1774e0f139d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:00.156713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.245047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:00.249752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] For port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:00.263977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.264318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45284) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:00.265104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d38cde4a-54e1-4bf0-9248-6b76c0e746df tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1136582
Jan 29 21:09:00.269651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1030757257'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:00.274681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] For port 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:00.278608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] For port 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efa4f7f-dd20-44c9-84b7-694e88c44d05,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:00.290847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] Publish callbacks [] for security_group (bfbcf676-406f-4459-bd1a-21348d0cf54f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.325270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:00.329845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.330150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.338886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] Publish callbacks [] for security_group (bfbcf676-406f-4459-bd1a-21348d0cf54f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.472897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Provisioning complete for port 0f1955ba-f606-4897-bfb5-edfe1536d81b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:00.473313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.487481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:00.495911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0009d701-7224-4fca-8f3b-6e66e38ba3b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.501027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (bfbcf676-406f-4459-bd1a-21348d0cf54f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.503682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.506988 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfbcf676-406f-4459-bd1a-21348d0cf54f HTTP/1.1" status: 204  len: 168 time: 0.4386895
Jan 29 21:09:00.562751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635084e-1e10-4343-8dfa-afb0875c3dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbcf676-406f-4459-bd1a-21348d0cf54f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:00.573665 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ce14d8d4-948b-49c6-9e69-15ff82ae216f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.574949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Pushing event deleted for resources: {'Port': ['ID=0009d701-7224-4fca-8f3b-6e66e38ba3b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:00.583479 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added segment ce14d8d4-948b-49c6-9e69-15ff82ae216f of type vlan for network c8b5e075-2a9c-4580-bb70-437e8a6c0de1
Jan 29 21:09:00.634558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] No DVR routers for this DVR port 0009d701-7224-4fca-8f3b-6e66e38ba3b9 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:00.637533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.641881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-409383a5-5351-4eed-a5f4-50db1d9f41d3 req-a80c1f72-8338-4f97-ae5d-92e68b5bd61c tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.36 "DELETE /v2.0/ports/0009d701-7224-4fca-8f3b-6e66e38ba3b9 HTTP/1.1" status: 204  len: 173 time: 1.5736516
Jan 29 21:09:00.644352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'name': 'network-vif-deleted', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:00.647630 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a3478-2c0b-4876-ae03-865e20b00d1f" -d '{"events": [{"server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "name": "network-vif-deleted", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:00.656721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['0009d701-7224-4fca-8f3b-6e66e38ba3b9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:00.680413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Pushing event updated for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:00.705513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-6ca27cb6-401b-4195-be7c-3f8c12a85ff6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:00.707227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-6ca27cb6-401b-4195-be7c-3f8c12a85ff6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 797 time: 0.4003062
Jan 29 21:09:00.708973 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks [] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.720384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20743203-d5cb-410a-b758-afe0b102bf43 req-1417e24c-514f-4e90-acf0-bd2bcf930e7b tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:00.726715 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f1ab9-21e8-4828-854f-f44c6c588b79 x-openstack-request-id: req-826f1ab9-21e8-4828-854f-f44c6c588b79 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:00.727016 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb2880-88b0-49dc-9d1a-4e0c963305a2", "name": "network-vif-deleted", "tag": "0009d701-7224-4fca-8f3b-6e66e38ba3b9", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:00.727276 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-826f1ab9-21e8-4828-854f-f44c6c588b79 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:00.727698 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb2880-88b0-49dc-9d1a-4e0c963305a2', 'name': 'network-vif-deleted', 'tag': '0009d701-7224-4fca-8f3b-6e66e38ba3b9', 'status': 'completed', 'code': 200}
Jan 29 21:09:00.728571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20743203-d5cb-410a-b758-afe0b102bf43 req-1417e24c-514f-4e90-acf0-bd2bcf930e7b tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fb2880-88b0-49dc-9d1a-4e0c963305a2 HTTP/1.1" status: 200  len: 867 time: 0.2689371
Jan 29 21:09:00.772482 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.780153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8c491a06-9bb3-4378-8d26-a1774e0f139d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:00.780741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.800576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c8b5e075-2a9c-4580-bb70-437e8a6c0de1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:00.918034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbaa53-ac72-40eb-a56f-42ad634d614f None None] Pushing event updated for resources: {'Port': ['ID=1efa4f7f-dd20-44c9-84b7-694e88c44d05,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:01.025651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20743203-d5cb-410a-b758-afe0b102bf43 req-8a370939-e6b8-4b96-b103-d2b7e9270e5a tempest-InstanceActionsV221TestJSON-1259893527 tempest-InstanceActionsV221TestJSON-1259893527-project] 10.222.0.20 "GET /v2.0/security-groups?id=62b3b29d-7aa6-4b83-af88-af9c0042e8f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669718
Jan 29 21:09:01.029892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c8b5e075-2a9c-4580-bb70-437e8a6c0de1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.052200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:01.053206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.108592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 8c491a06-9bb3-4378-8d26-a1774e0f139d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c491a06-9bb3-4378-8d26-a1774e0f139d,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:01.116872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Current status of the port 0f1955ba-f606-4897-bfb5-edfe1536d81b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:01.142589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.151813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f1955ba-f606-4897-bfb5-edfe1536d81b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:01.231803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Attempting to bind port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:01.234615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Attempting to bind port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:01.235041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Attempting to bind port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb on network 86d6783d-d88f-42a5-b03f-76d7baaece96 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:01.240379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f770d-fc4f-442c-b584-6689d200b061 None None] Pushing event updated for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:01.319688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:01.320504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Checking segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:01.321176 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.322009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Bound using segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:01.323262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Bound port: e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:01.323899 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.402215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Provisioning complete for port 8c491a06-9bb3-4378-8d26-a1774e0f139d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:01.402798 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.502705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 889b5bb1-70ee-439a-b516-2d743d674d92 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:01.535309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0f1955ba-f606-4897-bfb5-edfe1536d81b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:01.535700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.641636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=8c491a06-9bb3-4378-8d26-a1774e0f139d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:01.646206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] For port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:01.675188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] For port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:01.686628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2029d3af-12f4-4932-b82e-9bbefb0bbff5 None None] Current status of the port 8c491a06-9bb3-4378-8d26-a1774e0f139d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:01.694061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.768781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 889b5bb1-70ee-439a-b516-2d743d674d92 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:01.785696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-3b2ae44c-079d-417b-bed7-daa3da37c146 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9491db693d463a969459cbdbfa2db1 HTTP/1.1" status: 200  len: 379 time: 1.0547514
Jan 29 21:09:01.792862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0f1955ba-f606-4897-bfb5-edfe1536d81b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:01.797611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 889b5bb1-70ee-439a-b516-2d743d674d92 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:01.797611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:01.804094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'port': {'device_id': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'admin_state_up': True, 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'security_groups': ['dc1165e5-635a-46b9-87d0-cf768898cdf8']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:01.858311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f770d-fc4f-442c-b584-6689d200b061 None None] Pushing event updated for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:01.873517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:01.874152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af6eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:01.931590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e360-7c5f-4496-8b47-87a11f5f2cea req-5372b930-d388-408f-a385-ad5ade4bfd16 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:01.933180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4595e360-7c5f-4496-8b47-87a11f5f2cea req-5372b930-d388-408f-a385-ad5ade4bfd16 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 945 time: 1.0224826
Jan 29 21:09:01.977733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45314) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:02.002583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Provisioning complete for port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:02.006163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.006270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.7373972
Jan 29 21:09:02.006633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a42bef60-0c72-4b69-9029-68b26e6b1e73 req-80b12157-5e32-4581-b669-0004eb5c6c77 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 210 time: 0.2143223
Jan 29 21:09:02.007020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45318) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:02.018848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'subnet': {'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:02.035532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a3b1e-10c9-4905-8b83-0eb33a52b2a5 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Network': ['ID=c8b5e075-2a9c-4580-bb70-437e8a6c0de1,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:02.110409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:02.211729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4595e360-7c5f-4496-8b47-87a11f5f2cea req-5565ad68-c96a-47f4-b742-dba959eb5b1a tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944008
Jan 29 21:09:02.217834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:02.234634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-704668974-network', 'tenant_id': '337f56cfddf647ffb5c7fea47f812151'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:02.300710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Made reservation on behalf of 9f60e76a72e54e468eaf13115b7a356a for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:02.306794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.317034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Made reservation on behalf of 337f56cfddf647ffb5c7fea47f812151 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:02.324424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.334137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Made reservation on behalf of 3a9491db693d463a969459cbdbfa2db1 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:02.338824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.395606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:02.407868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.454481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:02.455543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aada250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:02.481099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45328) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:02.552317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:02.577831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Deleting subnet 8d91afe5-33ce-41cc-9e81-04d709dfb094 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:02.583846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Publish callbacks [] for subnet (8d91afe5-33ce-41cc-9e81-04d709dfb094), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.584481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c398883-f480-46e3-b754-c013c3a31813 None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:02.613845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.20.0.8 (86d6783d-d88f-42a5-b03f-76d7baaece96/79addfc6-fba1-4d8a-a1d2-681c7f787316/355b4dfb-b3e6-4b09-b60b-23ea8984c187) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:02.639809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8d91afe5-33ce-41cc-9e81-04d709dfb094), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.650695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0cbdc78e-65d5-4c50-bdf6-0237fda94560), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.723207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks [] for security_group (a8f4a641-6841-4bfe-b59d-0e0863ce8dc8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.732370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Subnet': ['ID=0cbdc78e-65d5-4c50-bdf6-0237fda94560,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:02.736027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a8f4a641-6841-4bfe-b59d-0e0863ce8dc8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.750412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8d91afe5-33ce-41cc-9e81-04d709dfb094), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.777742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:02.784281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Checking segment: {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:02.784734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network hostable DHCP agents. Network: c8b5e075-2a9c-4580-bb70-437e8a6c0de1, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:02.788433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:02.797815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2efd1f92-f9ad-4771-979c-aab943382445), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.797815 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Added segment 2efd1f92-f9ad-4771-979c-aab943382445 of type vlan for network 86452f1c-c912-4172-b90f-4eaf267f8b92
Jan 29 21:09:02.810199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 889b5bb1-70ee-439a-b516-2d743d674d92 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:02.810869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.848093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8d91afe5-33ce-41cc-9e81-04d709dfb094), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.851843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (86452f1c-c912-4172-b90f-4eaf267f8b92), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.859347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:02.879532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8b5e075-2a9c-4580-bb70-437e8a6c0de1) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:02.885196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:02.886154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.893728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d91afe5-33ce-41cc-9e81-04d709dfb094,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:02.898523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.905388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (86452f1c-c912-4172-b90f-4eaf267f8b92), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.907089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:02.907511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.908260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:02.916405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d8931778-d893-4ceb-afa0-287785268855 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d91afe5-33ce-41cc-9e81-04d709dfb094 HTTP/1.1" status: 204  len: 168 time: 0.4316821
Jan 29 21:09:02.917105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45330) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:02.921224 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36b6cf8b-f327-41e9-b53d-8f2f05a850f9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9080718
Jan 29 21:09:02.922112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45332) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:02.924679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f343e8-6708-4190-a153-9b978c3760b7 None None] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:02.932453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:03.022418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:03.024677 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287b770-c862-4ebf-a42c-4f57fc26dd4e" -d '{"events": [{"server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "name": "network-vif-plugged", "status": "completed", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:03.082048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=889b5bb1-70ee-439a-b516-2d743d674d92,segment=NetworkSegment(6fcf6f6b-18d7-44d1-805d-e6d8371b9726),segment_id=6fcf6f6b-18d7-44d1-805d-e6d8371b9726)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:03.102058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (bc441fee-bae7-48c0-8528-b73992035cf3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.130677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Current status of the port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:03.131775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.164182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.169601 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb64633-d35f-4774-839f-80c21c4d9f50 x-openstack-request-id: req-ffb64633-d35f-4774-839f-80c21c4d9f50 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:03.170054 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "name": "network-vif-plugged", "status": "completed", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:03.170376 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb64633-d35f-4774-839f-80c21c4d9f50 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:03.170828 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92', 'code': 200}
Jan 29 21:09:03.186852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:03.187320 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.189160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.273169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] For port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:03.295225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:03.371331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.416576 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4309762
Jan 29 21:09:03.416576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45340) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:03.417271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0009d701-7224-4fca-8f3b-6e66e38ba3b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:03.417271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:09:03.417271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.421814 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Request body: {'subnet': {'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-704668974-subnet', 'tenant_id': '337f56cfddf647ffb5c7fea47f812151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:03.428200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ab9d1-4881-423f-a197-3b9c00e6e3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=86452f1c-c912-4172-b90f-4eaf267f8b92,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:03.445073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:03.445868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Made reservation on behalf of 337f56cfddf647ffb5c7fea47f812151 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:03.448862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.454984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:03.459466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:03.472209 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (bc441fee-bae7-48c0-8528-b73992035cf3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.515881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:03.554548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 0009d701-7224-4fca-8f3b-6e66e38ba3b9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:03.554989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 0009d701-7224-4fca-8f3b-6e66e38ba3b9 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:03.591809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea1011f3d0>,) {'filters': {'network_id': ['bc441fee-bae7-48c0-8528-b73992035cf3']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:03.606753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391022fa-5eb5-4b18-8236-3d6ba709d95a req-5225c722-482f-4902-86ca-6b312f10e03c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:03.614338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391022fa-5eb5-4b18-8236-3d6ba709d95a req-5225c722-482f-4902-86ca-6b312f10e03c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 931 time: 0.4890101
Jan 29 21:09:03.634360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357cfbe-1318-4de0-9229-56f92fbcced3 req-a1d558fd-fc33-4bdf-889d-10c3ee1b88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:03.635885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0357cfbe-1318-4de0-9229-56f92fbcced3 req-a1d558fd-fc33-4bdf-889d-10c3ee1b88f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 1128 time: 0.4300160
Jan 29 21:09:03.645578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1011f3d0>, '183a4c43-beaa-4688-8e3c-44282e22e1fe') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:03.645878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1011f3d0>, '183a4c43-beaa-4688-8e3c-44282e22e1fe') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:03.648946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Provisioning complete for port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:03.649552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.652962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:03.689392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e84d7c54-646d-45dc-9fd8-085af420b7b6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.691994 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (183a4c43-beaa-4688-8e3c-44282e22e1fe), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.727677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:03.727677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.753052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae977aa-8834-4559-bbf7-c6167bc38d84 req-88038eca-d1bc-424f-a695-5f6a666f59a1 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:03.758192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bae977aa-8834-4559-bbf7-c6167bc38d84 req-88038eca-d1bc-424f-a695-5f6a666f59a1 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 946 time: 0.4134145
Jan 29 21:09:03.768415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84d7c54-646d-45dc-9fd8-085af420b7b6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:03.772034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Checking segment: {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:03.772461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Network hostable DHCP agents. Network: 86452f1c-c912-4172-b90f-4eaf267f8b92, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:03.774946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (183a4c43-beaa-4688-8e3c-44282e22e1fe), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.800490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:03.810845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86452f1c-c912-4172-b90f-4eaf267f8b92) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:03.816670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:03.818310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.820116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:03.820425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (183a4c43-beaa-4688-8e3c-44282e22e1fe), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:03.827142 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:03.840718 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bad74fc-02b3-4070-a8f5-632cf6909735 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4251237
Jan 29 21:09:03.846947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c8167-0f02-46d3-82e2-cec7afa4fd9d None None] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:03.879961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5e309ed1-f5e9-44d4-adfe-13d05472473a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0803885
Jan 29 21:09:03.936342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Request body: {'port': {'device_id': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:03.952902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391022fa-5eb5-4b18-8236-3d6ba709d95a req-e103d9ff-80dc-42a0-a716-d63d867b88be tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3375285
Jan 29 21:09:03.968730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0357cfbe-1318-4de0-9229-56f92fbcced3 req-2a841dca-1281-4367-b92c-6039736feed1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973173
Jan 29 21:09:04.048060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Allocated IP 2001:db8:3::2 (c8b5e075-2a9c-4580-bb70-437e8a6c0de1/0cbdc78e-65d5-4c50-bdf6-0237fda94560/7da1cb9e-70bd-4df9-8f75-9f7e554a27a4) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:04.093028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (bc441fee-bae7-48c0-8528-b73992035cf3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.116589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Pushing event updated for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:04.125289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:04.126495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1efa4f7f-dd20-44c9-84b7-694e88c44d05 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:04.130848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bae977aa-8834-4559-bbf7-c6167bc38d84 req-f0bc5901-c494-4153-9e82-8c4c0196aac8 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3386352
Jan 29 21:09:04.136281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.140064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc441fee-bae7-48c0-8528-b73992035cf3 HTTP/1.1" status: 204  len: 168 time: 1.2192879
Jan 29 21:09:04.162430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.164617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9754fb-0e0f-4142-97c2-e7527ddef3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc441fee-bae7-48c0-8528-b73992035cf3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:04.201018 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.371519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af6eee0>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:01Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:04.382223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2348efa-1b30-4e6f-83e3-d35ea4462fe4 None None] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:04.393078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45350) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:04.441037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Current status of the port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:04.469335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7c9734f7-498d-48cc-b550-0bd9a0f4f0e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b051bffadf447dcaa714b50f4632b66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0734878
Jan 29 21:09:04.472527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45352) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:04.479610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0c2fc-324f-4b86-b4df-d06da70769fa None None] The sync data for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 is: [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:01Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:04.501548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aada250>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:08:57Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:08:58Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:04.559424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:04.560588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Updating router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 port f37cbb3a-00d6-4761-a568-fc38af702d3a binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:09:04.614961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] Publish callbacks [] for security_group (62b3b29d-7aa6-4b83-af88-af9c0042e8f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.669468 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] Publish callbacks [] for security_group (62b3b29d-7aa6-4b83-af88-af9c0042e8f0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.814079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (62b3b29d-7aa6-4b83-af88-af9c0042e8f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.816726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:04.821536 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62b3b29d-7aa6-4b83-af88-af9c0042e8f0 HTTP/1.1" status: 204  len: 168 time: 0.3478277
Jan 29 21:09:04.848693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d486b3-c7dd-4e98-b6af-cef54eb47765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b3b29d-7aa6-4b83-af88-af9c0042e8f0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:05.009686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:05.010187 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.045493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:05.065012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks [] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.090723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks [] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.101314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Provisioning complete for port 8c491a06-9bb3-4378-8d26-a1774e0f139d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:05.101849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.161468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.204208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.249796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Allocated IP 2001:db8:3::1 (c8b5e075-2a9c-4580-bb70-437e8a6c0de1/0cbdc78e-65d5-4c50-bdf6-0237fda94560/7626285c-42c5-4a14-a8a8-c7b6f1eb83cd) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:05.308568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Transition to ACTIVE for port object 355b4dfb-b3e6-4b09-b60b-23ea8984c187 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:09:05.379791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.392950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:05.415793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:05.425267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:05.472684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Pushing event updated for resources: {'Port': ['ID=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:05.701248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Attempting to bind port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:05.701869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Attempting to bind port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:05.702397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Attempting to bind port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 on network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:05.715452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:05.716578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Checking segment: {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:05.717210 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.717816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Bound using segment: {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:05.718575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Bound port: 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:05.719181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.729889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a257e-8b5e-4c30-8c10-fb0246f5fc95 None None] Current status of the port 8c491a06-9bb3-4378-8d26-a1774e0f139d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:05.734276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:05.735528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.792758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efa4f7f-dd20-44c9-84b7-694e88c44d05,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:05.810766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:05.811681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c491a06-9bb3-4378-8d26-a1774e0f139d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:05.985525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45400) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:06.062097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45404) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:06.103929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.123438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Provisioning complete for port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:06.123995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.137104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02cafa-b900-4d38-bb0c-3f6cf60f3c3b req-7c3fe460-e1d2-4d5d-b7d8-eed6a4164f30 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.138700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf02cafa-b900-4d38-bb0c-3f6cf60f3c3b req-7c3fe460-e1d2-4d5d-b7d8-eed6a4164f30 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 946 time: 0.8565626
Jan 29 21:09:06.149233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11623580-4b1e-45a4-a70b-d4f77b785766 req-d32533ba-04f5-422c-8f7e-1d79863544f4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.150925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11623580-4b1e-45a4-a70b-d4f77b785766 req-d32533ba-04f5-422c-8f7e-1d79863544f4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 943 time: 1.0533254
Jan 29 21:09:06.205930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-406040620-network', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:06.230889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8c491a06-9bb3-4378-8d26-a1774e0f139d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:06.231284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.232750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.240094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8007c-b8e9-4998-87f9-51d965436ff2 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.240920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8007c-b8e9-4998-87f9-51d965436ff2 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.241487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8007c-b8e9-4998-87f9-51d965436ff2 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.242432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] For port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:06.257018 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7a8007c-b8e9-4998-87f9-51d965436ff2 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=f4205364bb7d426ab82515b200d82183&network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 3075 time: 0.1802752
Jan 29 21:09:06.257235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1efa4f7f-dd20-44c9-84b7-694e88c44d05,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.257323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:06.258995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.279257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.314797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] For port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:06.339121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf02cafa-b900-4d38-bb0c-3f6cf60f3c3b req-ced778c5-b90e-434c-91b1-7c44bccb10c1 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871758
Jan 29 21:09:06.359405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Attempting to bind port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:06.367389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Attempting to bind port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:06.367742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Attempting to bind port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 on network 86d6783d-d88f-42a5-b03f-76d7baaece96 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:06.376376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.399742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 on network 86d6783d-d88f-42a5-b03f-76d7baaece96 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:09:06.399742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Attempting to bind port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 on network 86d6783d-d88f-42a5-b03f-76d7baaece96 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:06.418870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11623580-4b1e-45a4-a70b-d4f77b785766 req-11b51320-969c-437b-aec2-447a59740984 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2251151
Jan 29 21:09:06.432643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.438830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:06.439176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Checking segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:06.439570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Bound using segment: {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:06.440025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Bound port: 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7c8ace-f317-4d88-a654-48e44f0197f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:06.440387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.461562 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks [] for security_group (e936dc7d-7f2c-494a-b342-67399f0e9bbd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.470503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e936dc7d-7f2c-494a-b342-67399f0e9bbd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.511380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:06.527444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e936dc7d-7f2c-494a-b342-67399f0e9bbd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.535605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:06.547817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1e570587-105e-4e26-ac76-cf2d1e6f7b95), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.547998 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Added segment 1e570587-105e-4e26-ac76-cf2d1e6f7b95 of type vlan for network 02b07a14-6d46-4fb2-8244-065282ca74eb
Jan 29 21:09:06.563294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b216eb3-10fb-4995-9ea2-40a2af4a5977 None None] Pushing event updated for resources: {'Port': ['ID=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.575384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:06.604867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:06.608401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.611547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks [] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.611957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.624368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (02b07a14-6d46-4fb2-8244-065282ca74eb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.643930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.663953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (02b07a14-6d46-4fb2-8244-065282ca74eb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.665214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.665871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.677745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Current status of the port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:06.694661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7041457
Jan 29 21:09:06.697903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45420) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:06.709095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8c491a06-9bb3-4378-8d26-a1774e0f139d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:06.710103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Request body: {'subnet': {'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-406040620-subnet', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:06.729287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Provisioning complete for port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:06.729813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.734856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec980-2cbb-4249-bbbe-bd9b37a68c78 None None] Pushing event updated for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.741418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab15f-75e1-4069-97a2-2db6aede394d admin admin] Pushing event updated for resources: {'Network': ['ID=02b07a14-6d46-4fb2-8244-065282ca74eb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:06.806163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 02b07a14-6d46-4fb2-8244-065282ca74eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:06.837849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:06.840386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.847665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:06.918666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Attempting to bind port f37cbb3a-00d6-4761-a568-fc38af702d3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:06.919043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Attempting to bind port f37cbb3a-00d6-4761-a568-fc38af702d3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:06.919940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Attempting to bind port f37cbb3a-00d6-4761-a568-fc38af702d3a on network c8100fde-e0c8-43e1-8f47-97d6c34907ab {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:06.937837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:06.938468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:06.939016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Checking segment: {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:06.939246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.939642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Bound using segment: {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:06.940123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Bound port: f37cbb3a-00d6-4761-a568-fc38af702d3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:06.940508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.965911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:06.987885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-ea2b46cb-274a-43f0-b364-78b479a3e89b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:06.992344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-ea2b46cb-274a-43f0-b364-78b479a3e89b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 808 time: 0.4842701
Jan 29 21:09:06.992344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.055248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-e9af0cfa-aca8-406b-8334-e291418aef44 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/quotas/337f56cfddf647ffb5c7fea47f812151 HTTP/1.1" status: 200  len: 375 time: 0.0197167
Jan 29 21:09:07.074125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:07.075098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.076491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] 10.222.0.36 "PUT /v2.0/ports/355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 1091 time: 3.1456118
Jan 29 21:09:07.081293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:07.081293 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749c64d-2086-4d1b-9317-a3287e175823" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:07.088608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] For port f37cbb3a-00d6-4761-a568-fc38af702d3a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:07.092280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] For port f37cbb3a-00d6-4761-a568-fc38af702d3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37cbb3a-00d6-4761-a568-fc38af702d3a,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:07.102960 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.175323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec980-2cbb-4249-bbbe-bd9b37a68c78 None None] Pushing event updated for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:07.178066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1efa4f7f-dd20-44c9-84b7-694e88c44d05 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:07.213190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88e36b-5a3f-4bd2-a641-68a80ecfaedb service neutron] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:07.238785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Current status of the port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:07.242931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:07.243924 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97305218-0aff-4356-a4f9-67ce26a2625b x-openstack-request-id: req-97305218-0aff-4356-a4f9-67ce26a2625b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:07.244290 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:07.244606 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97305218-0aff-4356-a4f9-67ce26a2625b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:07.245099 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'status': 'completed', 'code': 200}
Jan 29 21:09:07.245393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aada250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:07.309969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-1f7807d9-2175-4cc8-9ebb-8a9f33705eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2441509
Jan 29 21:09:07.350251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Provisioning complete for port f37cbb3a-00d6-4761-a568-fc38af702d3a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:07.350732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.456735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:07.457446 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.464305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:07.561787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-2368b418-003f-4e59-9a2d-25b55b17f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:07.563759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-2368b418-003f-4e59-9a2d-25b55b17f39f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1125 time: 0.3835192
Jan 29 21:09:07.659512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45432) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:07.702410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-a6928165-753c-494c-b724-1d3269c6e194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 217 time: 0.1298776
Jan 29 21:09:07.739058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c297575-a7dc-402a-984d-33d505959984 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:07.741833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9c297575-a7dc-402a-984d-33d505959984 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 814 time: 0.0800364
Jan 29 21:09:07.798096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (dcbf66b7-c202-41da-ba3f-c071c1d82e56), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.801686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-fa1e4b2a-c2b5-4007-aca0-539582ce4651 service neutron] 10.222.0.20 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4575393
Jan 29 21:09:07.868327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd720b78-95e5-409d-a1f9-0004bfc7021d req-0f8f7158-ed0e-4341-9083-8107b8093239 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:07.871581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd720b78-95e5-409d-a1f9-0004bfc7021d req-0f8f7158-ed0e-4341-9083-8107b8093239 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 946 time: 0.3799689
Jan 29 21:09:07.881699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Current status of the port f37cbb3a-00d6-4761-a568-fc38af702d3a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:07.882099 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:07.898231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5ce59acd-48d8-4f1f-9ec1-91ec9f8436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:07.899797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-5ce59acd-48d8-4f1f-9ec1-91ec9f8436d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.1828172
Jan 29 21:09:07.909725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:07.910834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:07.975058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] For port f37cbb3a-00d6-4761-a568-fc38af702d3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37cbb3a-00d6-4761-a568-fc38af702d3a,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:08.014388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.024167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbf66b7-c202-41da-ba3f-c071c1d82e56,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:08.076207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cc527-b661-4a1a-8048-bea52e052949 None None] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:08.113728 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.117779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:08.118147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Network hostable DHCP agents. Network: 02b07a14-6d46-4fb2-8244-065282ca74eb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:08.123579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-a9409edc-e952-4071-b80e-dc1d2f091b86 service neutron] 10.222.0.20 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2989361
Jan 29 21:09:08.126713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd720b78-95e5-409d-a1f9-0004bfc7021d req-34618a37-039b-41ab-a229-908fddaec616 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179816
Jan 29 21:09:08.130760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.131599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.144693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-7f54933b-0610-485b-90a8-7f14b79442a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:08.146255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-7f54933b-0610-485b-90a8-7f14b79442a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1948867
Jan 29 21:09:08.149167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:08.149167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.160891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce38d99-60d1-46ba-b668-a9400a147317 None None] Pushing event updated for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:08.202394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45440) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:08.207292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aada250>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:06Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:05Z', 'revision_number': 1, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:08.208586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'network': {'name': 'tempest-network-smoke--1759183907', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'port_security_enabled': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:08.240095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:08.244853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.271046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764814ff-287b-4f18-89ea-7556b18ff7b4 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:06Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:05Z', 'revision_number': 1, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:08.273147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:08.298049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4d0c6e64-0c73-4edd-b2f5-8999cc2728f8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.298453 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Added segment 4d0c6e64-0c73-4edd-b2f5-8999cc2728f8 of type vlan for network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc
Jan 29 21:09:08.321624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event updated for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:08.408792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (21c6d249-76fc-466e-bc12-0a6e8f5d52cc), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.420572 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:09:08.445281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:08.454275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (21c6d249-76fc-466e-bc12-0a6e8f5d52cc), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.461463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:08.462712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.501000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Provisioning complete for port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:08.501255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.532005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:08.536853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02b07a14-6d46-4fb2-8244-065282ca74eb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:08.542112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3384459
Jan 29 21:09:08.564443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4212b7b-a90d-4533-a4d2-e28d3a9b36b1 None None] Network 02b07a14-6d46-4fb2-8244-065282ca74eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:08.568235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45446) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:08.606213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:08.607340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.663249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabf911-0d50-4ac3-bd58-0bf76f25688a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Network': ['ID=21c6d249-76fc-466e-bc12-0a6e8f5d52cc,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:08.758227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:08.822296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c26e5c54-c068-45d0-8fea-34687228cf41 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1168752
Jan 29 21:09:08.825044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45454) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:08.829546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:08.887156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.888287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6873-a2ae-450b-99fa-4fa4c09cfd24 req-722eaaea-25a8-4d99-abed-4117898aece8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:08.888445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.897478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-909b6873-a2ae-450b-99fa-4fa4c09cfd24 req-722eaaea-25a8-4d99-abed-4117898aece8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 943 time: 0.6057456
Jan 29 21:09:08.909912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-02b07a14-6d46-4fb2-8244-065282ca74eb', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:09:08.910787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:08.927212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-403eaa8e-0d89-4b8b-9fcc-3459cae39ecb req-66d403a1-56b2-4120-bb0a-85ae38463d5b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 210 time: 0.2066302
Jan 29 21:09:08.951616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-44afe985-5e29-4fb8-9c3e-eab7653365fe service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7808795
Jan 29 21:09:08.973435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8c8af-8af6-4474-84de-538bb48a86ce tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:08.975012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bbd8c8af-8af6-4474-84de-538bb48a86ce tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f4205364bb7d426ab82515b200d82183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.4020464
Jan 29 21:09:08.996112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:08.999006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45458) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:09.030592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:09.135369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Current status of the port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:09.135771 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.165551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f37cbb3a-00d6-4761-a568-fc38af702d3a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:09.272899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for router_controller (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.314067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] For port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:09.346785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.458245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Pushing event updated for resources: {'Port': ['ID=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:09.482857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Allocated IP 172.20.0.2 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/07bf03b1-3e9d-4979-8bc4-b86b4e959718) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:09.485061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Provisioning complete for port f37cbb3a-00d6-4761-a568-fc38af702d3a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:09.485846 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.599019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f37cbb3a-00d6-4761-a568-fc38af702d3a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:09.599019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.652808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35290fa-0c1e-4326-a8dd-251a5c70b408 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:09.657262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b35290fa-0c1e-4326-a8dd-251a5c70b408 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6475844
Jan 29 21:09:09.658014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:09.674552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for router_gateway (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:09.714105 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb3ad70b-8480-4dfa-91d9-b76a09e6326f tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0548697
Jan 29 21:09:09.716879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45472) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:09.765607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a224d89c-8f4a-4f77-92bb-dd53c5d53794 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f4205364bb7d426ab82515b200d82183&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0474153
Jan 29 21:09:09.802021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:09.952914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f37cbb3a-00d6-4761-a568-fc38af702d3a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:09.953934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:09.993424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2d43794e-c343-4c79-87d7-a53a714dc0d5 None None] Current status of the port f37cbb3a-00d6-4761-a568-fc38af702d3a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:10.011281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89960bc3-4f23-49c0-b4ad-211736080011 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:10.016040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89960bc3-4f23-49c0-b4ad-211736080011 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2087190
Jan 29 21:09:10.020545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45484) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:10.066012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks [] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.077706 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.081185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:10.081406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.083173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-10f8b49a-69bd-473c-9805-270a9549364f tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0608053
Jan 29 21:09:10.089755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45486) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:10.099068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253778518', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:10.140750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-909b6873-a2ae-450b-99fa-4fa4c09cfd24 req-f56a5683-9d3b-42e5-8b71-a6aecf644138 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.2419810
Jan 29 21:09:10.174570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:10.184036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:10.187475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:10.199567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:10.211356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Pushing event updated for resources: {'Port': ['ID=07bf03b1-3e9d-4979-8bc4-b86b4e959718,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:10.216751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Provisioning complete for port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:10.217163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.240425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-efb2b560-1b15-41ca-9a06-cd4719603743 req-328bdf46-f8c0-4fc7-b024-dcc497c173d3 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 210 time: 0.0986357
Jan 29 21:09:10.333255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-a225face-18b3-4f7d-8b23-23bbd44c0c30 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:10.334938 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-a225face-18b3-4f7d-8b23-23bbd44c0c30 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 808 time: 0.4139693
Jan 29 21:09:10.335928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49f63a0e-65e8-4078-9836-8ecf69475f43 req-e19f74c9-a7d6-4bcb-81f0-798766d22974 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3359988
Jan 29 21:09:10.350716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for router_gateway (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.357108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Request body: {'port': {'device_id': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92', 'admin_state_up': True, 'tenant_id': '337f56cfddf647ffb5c7fea47f812151'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:10.365278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Attempting to bind port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:10.365884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Attempting to bind port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:10.366010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Attempting to bind port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:10.367020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:10.377869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-87136b37-52d0-4017-8cbc-e3f41446f390 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4480534
Jan 29 21:09:10.378665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45488) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:10.381638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4eedc82f-12ba-4fcd-8de3-c2e38c69352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.384497 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:10.387801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:10.389229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:10.389645 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.390046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:10.390540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Bound port: 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:10.390974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.394846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:10.404810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.411040 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:10.411917 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:10.414505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:10.477471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Current status of the port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:10.514065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Provisioning complete for port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:10.514452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.516556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] For port 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:10.552732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] For port 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bf03b1-3e9d-4979-8bc4-b86b4e959718,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:10.557161 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:10.565550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc8761-0499-4199-b610-fc05ceae7b5b None None] Port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:10.569525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.666383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c98e-4ec4-4b3f-a664-848ba0bba067 None None] Pushing event updated for resources: {'Port': ['ID=07bf03b1-3e9d-4979-8bc4-b86b4e959718,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:10.685924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:10.693700 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.818978 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Allocated IP 172.35.4.236 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5370884b-bcd2-4202-830f-bdd75b0cf3c6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:10.834132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25bc10>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:06Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:10.858898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:10.875317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c64d-2086-4d1b-9317-a3287e175823 req-f60ceb5d-94d9-4db3-856b-e53b667f12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:10.879024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-f60ceb5d-94d9-4db3-856b-e53b667f12c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1125 time: 0.3126631
Jan 29 21:09:10.951060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:10.951421 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Updating router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:09:10.955718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Made reservation on behalf of 337f56cfddf647ffb5c7fea47f812151 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:10.959635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:10.997032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:10.999017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.020567 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.163669 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.170701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:11.298894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (97cdac69-389c-4af7-8bd4-3a0cc78ad589), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.310259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c64d-2086-4d1b-9317-a3287e175823 req-8b685431-c2ea-4db0-adcb-634f04e70192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:11.311774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-8b685431-c2ea-4db0-adcb-634f04e70192 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 898 time: 0.4224901
Jan 29 21:09:11.368251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-8de3491c-d02f-4503-ad3d-291ba909dc7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 217 time: 0.0465820
Jan 29 21:09:11.446793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Allocated IP 172.20.0.11 (86452f1c-c912-4172-b90f-4eaf267f8b92/e84d7c54-646d-45dc-9fd8-085af420b7b6/1948684a-2f86-481b-87e2-f7e12674c211) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:11.452082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Subnet': ['ID=97cdac69-389c-4af7-8bd4-3a0cc78ad589,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:11.455894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.461599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783ff8-ba79-4271-893f-23a85398c311 req-65ad96ee-20fd-4525-b9a4-fe675c54d0be tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:11.463299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9783ff8-ba79-4271-893f-23a85398c311 req-65ad96ee-20fd-4525-b9a4-fe675c54d0be tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 943 time: 0.1961930
Jan 29 21:09:11.518379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Checking segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:11.518749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network hostable DHCP agents. Network: 21c6d249-76fc-466e-bc12-0a6e8f5d52cc, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:11.521839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:11.540457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:11.543028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:11.552008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-870d24b1-b45d-47f8-b22c-a3d6bd91bff7 req-85b69395-e172-4a61-877c-ab98117ca372 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 210 time: 0.0666392
Jan 29 21:09:11.596250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9783ff8-ba79-4271-893f-23a85398c311 req-3ed6af62-5c14-4f34-8cb5-cd6e31ea08e9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204474
Jan 29 21:09:11.597732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c64d-2086-4d1b-9317-a3287e175823 req-b43ff9cc-feb8-4cc5-a4c2-4cedb91488d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:11.599437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-b43ff9cc-feb8-4cc5-a4c2-4cedb91488d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.2222900
Jan 29 21:09:11.606526 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks [] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.614696 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.631822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Pushing event updated for resources: {'Port': ['ID=5370884b-bcd2-4202-830f-bdd75b0cf3c6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:11.657844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:11.722339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:09:11.734096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c64d-2086-4d1b-9317-a3287e175823 req-0c3dd47e-8117-48f9-b882-abd6d669c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:11.735953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-0c3dd47e-8117-48f9-b882-abd6d669c3a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1286922
Jan 29 21:09:11.742916 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Attempting to bind port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:11.743342 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Attempting to bind port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:11.743760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Attempting to bind port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd on network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:11.759585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21c6d249-76fc-466e-bc12-0a6e8f5d52cc) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:11.760196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:11.760196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Checking segment: {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:11.760774 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.761164 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Bound using segment: {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:11.761705 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Bound port: 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce14d8d4-948b-49c6-9e69-15ff82ae216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:11.762139 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.776228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446eb3f7-acb0-4b14-be4b-6437874c3f32 None None] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:11.835101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Removed routes are [] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:09:11.835577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.875259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:11.876089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.895518 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] For port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:11.907764 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] For port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:11.910364 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538b8f-4309-4298-93e7-6e65fe7b9cc2 None None] Pushing event updated for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:11.925907 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:11.935942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f0e22fb6-b467-4945-b149-7f19b40179a7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8395698
Jan 29 21:09:12.050808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ips': [{'subnet_id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:09:12.051694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.071422 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:12.076129 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:12.149035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks [] for port (1948684a-2f86-481b-87e2-f7e12674c211), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.270996 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:12.410249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for router_gateway (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.441988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Provisioning complete for port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:12.442613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.525953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Allocated IP 172.20.0.18 (21c6d249-76fc-466e-bc12-0a6e8f5d52cc/97cdac69-389c-4af7-8bd4-3a0cc78ad589/cf4c7feb-33fe-42a7-be08-004892a0cb35) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:12.555383 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538b8f-4309-4298-93e7-6e65fe7b9cc2 None None] Pushing event updated for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:12.586889 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.620309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25bc10>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:11Z', 'revision_number': 6, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:11Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:12.626485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d18d2-3b79-45bb-ad91-28f8bbf8db3e None None] Network 02b07a14-6d46-4fb2-8244-065282ca74eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:12.654834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45522) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:12.675139 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db6e35-c31f-4977-ac29-c0cfc8ac343d None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:11Z', 'revision_number': 6, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:11Z', 'revision_number': 4, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:12.676962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413826182', 'description': 'tempest-secgroup-smoke-1413826182 description', 'project_id': 'f4205364bb7d426ab82515b200d82183'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:12.747884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:12.749216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Pushing event updated for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:12.752127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:12.775105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:12.786602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-9f612719-4a6f-46d8-9e54-817d8545d79e service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0407255
Jan 29 21:09:12.795993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.805523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190b55-bc18-45d4-b53f-0b6e9d89d3a7 req-81eec481-dd61-4b95-aa20-b4b933db3b50 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:12.807232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7190b55-bc18-45d4-b53f-0b6e9d89d3a7 req-81eec481-dd61-4b95-aa20-b4b933db3b50 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 946 time: 0.4522414
Jan 29 21:09:12.876208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.962726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:12.967504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e749c64d-2086-4d1b-9317-a3287e175823 req-9890f5aa-881b-4449-acae-dfc2b296551f service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562183
Jan 29 21:09:13.059317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d304415-98bd-4c7a-9509-31251092f947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.123645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 07bf03b1-3e9d-4979-8bc4-b86b4e959718 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:13.169244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Current status of the port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:13.170172 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.214119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (7b7f9675-744b-47dd-b3e8-6c0e9d31d167), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.230951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7190b55-bc18-45d4-b53f-0b6e9d89d3a7 req-208b9cef-f309-4d31-ad5f-e399f6329521 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3476033
Jan 29 21:09:13.250149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b472-fc4c-47a5-b25d-5b25ff34f89d req-f08bf42d-c84a-497a-aa0e-104e47467526 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:13.251864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f82b472-fc4c-47a5-b25d-5b25ff34f89d req-f08bf42d-c84a-497a-aa0e-104e47467526 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 932 time: 0.5376608
Jan 29 21:09:13.255256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7b7f9675-744b-47dd-b3e8-6c0e9d31d167), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.289327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks [] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.292197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f9675-744b-47dd-b3e8-6c0e9d31d167,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:13.314886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] For port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:13.319448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.324000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.327885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:13.331054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.332298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3f9c1dc0-9c90-492d-902c-0cc1d7de8c6a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6603127
Jan 29 21:09:13.332779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.337879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45524) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:13.362723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:13.414900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:13.416031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:13.423124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f82b472-fc4c-47a5-b25d-5b25ff34f89d req-fb718c10-446b-41af-993f-826ca91cba08 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345181
Jan 29 21:09:13.426523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:13.431748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Pushing event updated for resources: {'Port': ['ID=cf4c7feb-33fe-42a7-be08-004892a0cb35,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:13.440379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:13.483244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:13.483899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.504082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (f5c923ee-dc7d-40a3-9692-c8a999f8c79d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.515113 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-04899912-9e5f-4177-a681-441fc8375eff tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1672020
Jan 29 21:09:13.526218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Request body: {'port': {'device_id': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:13.556027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a9952-71b5-426c-8fa5-d5fa7d452915 req-882d71f1-d791-492a-b076-5c8fa51f6660 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:13.565174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c32a9952-71b5-426c-8fa5-d5fa7d452915 req-882d71f1-d791-492a-b076-5c8fa51f6660 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 943 time: 0.2264800
Jan 29 21:09:13.599074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:09:13.617436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:13.619743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:13.623681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:13.624062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.628681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.633985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3c739e4d-fd3d-44cc-a34b-6e049ce07016 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 954 time: 3.2375140
Jan 29 21:09:13.634452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45526) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:13.712840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:13.719133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1948684a-2f86-481b-87e2-f7e12674c211), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.749547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c32a9952-71b5-426c-8fa5-d5fa7d452915 req-564078e5-6136-4339-9d7d-e66a7b0c66f5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1834354
Jan 29 21:09:13.759439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (f5c923ee-dc7d-40a3-9692-c8a999f8c79d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.794535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'mac_address': 'fa:16:3e:46:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:13.802884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (f5c923ee-dc7d-40a3-9692-c8a999f8c79d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.829820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3ef0-7295-428c-a75c-8d56f1465146 None None] Pushing event updated for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:13.832417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.847475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c923ee-dc7d-40a3-9692-c8a999f8c79d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:13.853666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Provisioning complete for port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:13.854049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.859091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f9885ff3-2612-473f-8012-29d49ee8fcfe tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 954 time: 0.2170677
Jan 29 21:09:13.860789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:13.861350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:13.862429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3497cd1f-f662-4552-a267-2c625a3c185f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5227818
Jan 29 21:09:13.868006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:13.870539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-2189556c-ceaf-4dbe-91a9-53e75c38f9b6 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:13.872050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-2189556c-ceaf-4dbe-91a9-53e75c38f9b6 tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.18 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 946 time: 0.1007962
Jan 29 21:09:13.873181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'routes': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:13.879957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:13.887090 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:13.890818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:13.891444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea098b8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:13.900658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Sync routers for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:13.910367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Attempting to bind port cf4c7feb-33fe-42a7-be08-004892a0cb35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:13.910743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Attempting to bind port cf4c7feb-33fe-42a7-be08-004892a0cb35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:13.911112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Attempting to bind port cf4c7feb-33fe-42a7-be08-004892a0cb35 on network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:13.918739 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:13.920117 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b224760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:14.004320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:14.004559 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.006588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:14.006968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Checking segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:14.007746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.007746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Bound using segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:14.008245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Bound port: cf4c7feb-33fe-42a7-be08-004892a0cb35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:14.008663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.010291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.013749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Deleting port 889b5bb1-70ee-439a-b516-2d743d674d92 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:14.014622 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-16142ce5-b8b2-46a1-8aca-de65a0e8b6fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1882701
Jan 29 21:09:14.015190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.026300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45532) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:14.058409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:14.091678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:14.101553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:14.102127 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.111944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (b5efcefb-f44e-426d-8b0d-600272e63058), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.114747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:14.150881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] For port 889b5bb1-70ee-439a-b516-2d743d674d92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=889b5bb1-70ee-439a-b516-2d743d674d92,segment=NetworkSegment(6fcf6f6b-18d7-44d1-805d-e6d8371b9726),segment_id=6fcf6f6b-18d7-44d1-805d-e6d8371b9726)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:14.151900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.161105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:14.180121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Calling delete_port for 889b5bb1-70ee-439a-b516-2d743d674d92 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:14.199111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.344480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] For port cf4c7feb-33fe-42a7-be08-004892a0cb35, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:14.357973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b224760>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:12Z', 'revision_number': 3, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:14.388130 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Checking router: a154b16e-23ff-4e31-ae37-aeaf6c2a0268 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:14.388786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Updating router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:09:14.388939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bf03b1-3e9d-4979-8bc4-b86b4e959718,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:14.422525 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.423403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] For port cf4c7feb-33fe-42a7-be08-004892a0cb35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf4c7feb-33fe-42a7-be08-004892a0cb35,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:14.424302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (b5efcefb-f44e-426d-8b0d-600272e63058), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.435091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Current status of the port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:14.435526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.443231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.444056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:14.460626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (889b5bb1-70ee-439a-b516-2d743d674d92), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.496656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b5efcefb-f44e-426d-8b0d-600272e63058), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.498390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.509850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['889b5bb1-70ee-439a-b516-2d743d674d92'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:14.511946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:14.550895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5875e-ff42-450f-b56c-8aaa70b207e3 req-a4d1078f-0494-4237-b471-b5db65b8f43a tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:14.558035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9e5875e-ff42-450f-b56c-8aaa70b207e3 req-a4d1078f-0494-4237-b471-b5db65b8f43a tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 867 time: 0.1813662
Jan 29 21:09:14.570932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Pushing event deleted for resources: {'Port': ['ID=889b5bb1-70ee-439a-b516-2d743d674d92,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:14.661774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['355b4dfb-b3e6-4b09-b60b-23ea8984c187'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:14.708277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=07bf03b1-3e9d-4979-8bc4-b86b4e959718,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:14.722157 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks [] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.730365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5efcefb-f44e-426d-8b0d-600272e63058,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:14.732465 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.758835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.760272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f1bab69-2b82-4ed7-9ffd-9f547a23737e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8844349
Jan 29 21:09:14.770843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45538) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:14.779379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:14.806422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18306a-e569-4bfc-abda-63cfa21138bf None None] Pushing event updated for resources: {'Port': ['ID=cf4c7feb-33fe-42a7-be08-004892a0cb35,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:14.815459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Attempting to bind port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:14.815965 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Attempting to bind port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:14.816268 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Attempting to bind port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:14.835727 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:14.836229 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:14.836727 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.837766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:14.838414 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Bound port: 5370884b-bcd2-4202-830f-bdd75b0cf3c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:14.839792 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.848444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1948684a-2f86-481b-87e2-f7e12674c211 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:14.866786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks [] for port (1948684a-2f86-481b-87e2-f7e12674c211), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.909125 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:09:14.909788 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:09:14.928213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:14.929241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.946053 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] For port 5370884b-bcd2-4202-830f-bdd75b0cf3c6, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:14.951809 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] For port 5370884b-bcd2-4202-830f-bdd75b0cf3c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5370884b-bcd2-4202-830f-bdd75b0cf3c6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:14.969684 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:14.972380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb4fa-22c6-41c8-b51e-dcb31713a55c None None] Pushing event updated for resources: {'Port': ['ID=5370884b-bcd2-4202-830f-bdd75b0cf3c6,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:15.044056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Transition to ACTIVE for port object 1948684a-2f86-481b-87e2-f7e12674c211 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:09:15.046729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (38faea33-020f-4f47-af69-b12367b6edb3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.063014 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb4fa-22c6-41c8-b51e-dcb31713a55c None None] Pushing event updated for resources: {'Port': ['ID=5370884b-bcd2-4202-830f-bdd75b0cf3c6,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:15.087584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] No DVR routers for this DVR port 889b5bb1-70ee-439a-b516-2d743d674d92 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:15.097114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.100565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84a51ba1-eb8f-4ba6-b009-4d8da6019b62 req-a9a48db9-96da-431e-bc1f-6c316d9832be tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.18 "DELETE /v2.0/ports/889b5bb1-70ee-439a-b516-2d743d674d92 HTTP/1.1" status: 204  len: 173 time: 1.2235520
Jan 29 21:09:15.102121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'name': 'network-vif-deleted', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:15.104460 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36eb282-5a93-4e0d-b93c-466233493f3d" -d '{"events": [{"server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "name": "network-vif-deleted", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:15.107765 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:15.108639 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b224760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:15.117415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (38faea33-020f-4f47-af69-b12367b6edb3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.126226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.153624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (38faea33-020f-4f47-af69-b12367b6edb3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.168224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9e5875e-ff42-450f-b56c-8aaa70b207e3 req-d8d0ad34-6ddc-456a-9aec-999ac2d5daed tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/security-groups?id=6925dc41-4a22-43e3-89ba-ab4ddd13e680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6092365
Jan 29 21:09:15.217621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc85544-3bb1-414b-b002-c814fd159fcb req-1ae6f3e8-11d8-4da4-8386-680d4a30c538 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:15.231081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcc85544-3bb1-414b-b002-c814fd159fcb req-1ae6f3e8-11d8-4da4-8386-680d4a30c538 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 932 time: 0.6701472
Jan 29 21:09:15.289806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38faea33-020f-4f47-af69-b12367b6edb3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:15.345262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:15.369738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.391876 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:15.444763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcc85544-3bb1-414b-b002-c814fd159fcb req-ca116ef3-dd7f-4fa4-8c2e-de6f6ff5c2df tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998079
Jan 29 21:09:15.470093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Pushing event updated for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:15.474664 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.475911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-629792aa-31aa-47f3-8be1-a2319c6df099 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7022979
Jan 29 21:09:15.478828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:15.492735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:15.582852 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec33ce38-7b70-4f67-89ff-8a1c1cd70073 x-openstack-request-id: req-ec33ce38-7b70-4f67-89ff-8a1c1cd70073 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:15.583285 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96e81cd-4d6b-46d7-b549-bb42a9e9f062", "name": "network-vif-deleted", "tag": "889b5bb1-70ee-439a-b516-2d743d674d92", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:15.584526 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec33ce38-7b70-4f67-89ff-8a1c1cd70073 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:15.586498 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96e81cd-4d6b-46d7-b549-bb42a9e9f062', 'name': 'network-vif-deleted', 'tag': '889b5bb1-70ee-439a-b516-2d743d674d92', 'status': 'completed', 'code': 200}
Jan 29 21:09:15.612586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee8ae-41d2-47ef-a2c1-020c1bd5c734 req-130aebde-688e-4bf8-9629-750932d25277 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:15.619913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added routes are [] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:09:15.620234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:09:15.620612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e10ee8ae-41d2-47ef-a2c1-020c1bd5c734 req-130aebde-688e-4bf8-9629-750932d25277 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 944 time: 0.2760727
Jan 29 21:09:15.706374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (4f436e68-2baf-4163-b338-803661417cc2), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.734431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Attempting to bind port 1948684a-2f86-481b-87e2-f7e12674c211 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:15.738101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Attempting to bind port 1948684a-2f86-481b-87e2-f7e12674c211 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:15.738655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Attempting to bind port 1948684a-2f86-481b-87e2-f7e12674c211 on network 86452f1c-c912-4172-b90f-4eaf267f8b92 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:15.757249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Port 1948684a-2f86-481b-87e2-f7e12674c211 on network 86452f1c-c912-4172-b90f-4eaf267f8b92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:09:15.757556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Attempting to bind port 1948684a-2f86-481b-87e2-f7e12674c211 on network 86452f1c-c912-4172-b90f-4eaf267f8b92 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:15.796717 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.798748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:15.799268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Checking segment: {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:15.799848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Bound using segment: {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:15.800469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Bound port: 1948684a-2f86-481b-87e2-f7e12674c211, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:15.801017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1948684a-2f86-481b-87e2-f7e12674c211), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.833525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e10ee8ae-41d2-47ef-a2c1-020c1bd5c734 req-d2551b26-c1e4-43f0-ab6e-1a3616b52c03 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2117956
Jan 29 21:09:15.863932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (4f436e68-2baf-4163-b338-803661417cc2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.871878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4f436e68-2baf-4163-b338-803661417cc2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.906903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.908323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4244032
Jan 29 21:09:15.913341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45548) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:15.916119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa87f6-39b8-46b8-b8b4-5beb3427f54d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f436e68-2baf-4163-b338-803661417cc2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:15.923684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:15.955469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:15.958699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea098b8d00>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:11Z', 'revision_number': 6, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:15.961192 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:09:15.961726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Current status of the port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:15.969355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (4158e938-79c7-41f1-b2c8-1aef20aeb932), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.006869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 07bf03b1-3e9d-4979-8bc4-b86b4e959718 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:16.015798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:16.046235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:16.074257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b224760>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:12Z', 'revision_number': 3, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:16.081276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1948684a-2f86-481b-87e2-f7e12674c211,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:16.085177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:16.085366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Allocated IP 172.20.0.1 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/c10cfd29-7ceb-42ac-999c-48b67ad52d32) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:16.086014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea098b8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:16.087993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Provisioning complete for port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:16.088512 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.118197 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ba469-d05e-4b69-85e4-f0d0debec2fb None None] The sync data for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 is: [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:12Z', 'revision_number': 3, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:16.127140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (4158e938-79c7-41f1-b2c8-1aef20aeb932), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.134671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4158e938-79c7-41f1-b2c8-1aef20aeb932), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.179745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.181944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2662637
Jan 29 21:09:16.181944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880c34-4ba2-4711-a09d-ca1818e3a97a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158e938-79c7-41f1-b2c8-1aef20aeb932,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:16.184785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45550) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:16.189790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '7b7f9675-744b-47dd-b3e8-6c0e9d31d167', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:16.219975 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:09:16.227023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (29c1c83f-4d4a-4e14-a07d-60927580f6e2), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.338949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:16.339254 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.361022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:16.379474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (29c1c83f-4d4a-4e14-a07d-60927580f6e2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.397897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7faa9387-abae-4909-806c-9e9b976251ed req-a111bf74-179b-4006-98fb-7f9700c638ab tempest-ServerTagsTestJSON-503366334 tempest-ServerTagsTestJSON-503366334-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96e81cd-4d6b-46d7-b549-bb42a9e9f062 HTTP/1.1" status: 200  len: 210 time: 0.0894299
Jan 29 21:09:16.400262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (29c1c83f-4d4a-4e14-a07d-60927580f6e2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.443279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c1c83f-4d4a-4e14-a07d-60927580f6e2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:16.457185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.470377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f26d2768-e8ee-4f29-a69b-559e5d10e959 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2847245
Jan 29 21:09:16.531748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b5b11171-dc59-4c40-b210-2149b35eb18c None None] Current status of the port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:16.714048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191e58-ad2f-42dc-a20b-42ebca063e26 req-5ca6b677-99e3-4b6a-9f15-7b8c657ddcc0 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:16.720409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e191e58-ad2f-42dc-a20b-42ebca063e26 req-5ca6b677-99e3-4b6a-9f15-7b8c657ddcc0 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 944 time: 0.1010091
Jan 29 21:09:16.752686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-dd35de69-055f-47ec-bb76-3810a4d462f0 req-15711b0d-0bf2-49f4-bfd7-343f7b3d7ea6 service neutron] (125942) timed out ('10.222.0.20', 45828) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:09:16.816960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:16.818410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cf4c7feb-33fe-42a7-be08-004892a0cb35 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:16.830116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e191e58-ad2f-42dc-a20b-42ebca063e26 req-ad9034ba-5235-43ae-9f5d-0c41575977bb tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084237
Jan 29 21:09:16.834076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.895415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-d58c4798-79c0-4a65-9626-da1648c273a5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413826182&fields=id&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 267 time: 0.0577438
Jan 29 21:09:16.905137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b4dbb5fc-0fbe-4992-b93a-b30b8836dfd9 None None] Provisioning complete for port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:16.905522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb5fc-0fbe-4992-b93a-b30b8836dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.913358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Pushing event updated for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:16.980110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:16.981118 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:16.983932 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-c5c8c550-8c7f-47f6-8c8d-7829139ad947 service neutron] 10.222.0.36 "PUT /v2.0/ports/1948684a-2f86-481b-87e2-f7e12674c211 HTTP/1.1" status: 200  len: 1092 time: 3.4622922
Jan 29 21:09:16.984656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:16.987323 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "tag": "1948684a-2f86-481b-87e2-f7e12674c211"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:17.007844 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.024158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee583ab1-6eda-499c-bdb6-f2c50963aed0 None None] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:17.038776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.083872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1b0a7-9fec-4e70-92cc-6871392f92ce req-3a2c7426-8ac8-4238-b9f6-f49629202808 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:17.085663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3a1b0a7-9fec-4e70-92cc-6871392f92ce req-3a2c7426-8ac8-4238-b9f6-f49629202808 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 944 time: 0.1368251
Jan 29 21:09:17.138836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-1617ab89-4f3c-4704-a9fd-c577de4b67e9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:17.145603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-1617ab89-4f3c-4704-a9fd-c577de4b67e9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/networks?id=21c6d249-76fc-466e-bc12-0a6e8f5d52cc HTTP/1.1" status: 200  len: 797 time: 0.2419102
Jan 29 21:09:17.151795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.166946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-20171e67-795d-4edd-b89b-048a5aa47bcd tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/quotas/f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 375 time: 0.0204062
Jan 29 21:09:17.201239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:17.226744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks [] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.233218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3a1b0a7-9fec-4e70-92cc-6871392f92ce req-812cbee2-1d74-466c-ac1f-d3b4a1c06937 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339524
Jan 29 21:09:17.249733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-6cd487d1-fddd-431f-9798-c76e32a2f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:17.251445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-6cd487d1-fddd-431f-9798-c76e32a2f0cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 1126 time: 0.2251978
Jan 29 21:09:17.264314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea098b8d00>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:15Z', 'revision_number': 7, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:17.295850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-e1146316-2eea-415e-b562-1c30a61cfe45 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1261439
Jan 29 21:09:17.332943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cf4c7feb-33fe-42a7-be08-004892a0cb35 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:17.333345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.364962 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a75fd-8f64-44e4-b031-73a797c58cb8 x-openstack-request-id: req-1d9a75fd-8f64-44e4-b031-73a797c58cb8 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:17.365518 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "tag": "1948684a-2f86-481b-87e2-f7e12674c211", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:17.365700 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d9a75fd-8f64-44e4-b031-73a797c58cb8 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:17.366187 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211', 'status': 'completed', 'code': 200}
Jan 29 21:09:17.372556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-1a8b074d-62b5-420c-b21c-eeaa4ab727a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1948684a-2f86-481b-87e2-f7e12674c211 HTTP/1.1" status: 200  len: 217 time: 0.0864985
Jan 29 21:09:17.378767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a1774-9b08-4cb7-bec3-66adde9d0182 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:15Z', 'revision_number': 7, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:17.398553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8ce73d8b-a983-4ab3-bbb8-f0d11130d19b service neutron] 10.222.0.20 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017265
Jan 29 21:09:17.405197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbb5fc-0fbe-4992-b93a-b30b8836dfd9 None None] Current status of the port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:17.477623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:17.482720 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.527680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-20092481-bff2-4b06-a134-e76563bc4cce service neutron] 10.222.0.20 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281674
Jan 29 21:09:17.531811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:17.551305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.552870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4f8b5ce9-5468-4b88-b71b-976808ba2718 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 704 time: 3.6924064
Jan 29 21:09:17.553827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:17.565775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 889b5bb1-70ee-439a-b516-2d743d674d92 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:17.579635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79049-d8c3-469f-b096-4c019c438645 req-ff09a72d-9cf2-4e76-9806-6971b871742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:17.581408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-ff09a72d-9cf2-4e76-9806-6971b871742f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e84d7c54-646d-45dc-9fd8-085af420b7b6 HTTP/1.1" status: 200  len: 848 time: 0.2028756
Jan 29 21:09:17.594860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:17.595913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45576) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:17.625872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 889b5bb1-70ee-439a-b516-2d743d674d92 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:17.626594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 889b5bb1-70ee-439a-b516-2d743d674d92 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:17.669126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-3aa0d4e9-4e23-4961-b290-1fe6175ef976 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1526043
Jan 29 21:09:17.672176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-5caacd3e-1d41-41f4-8bb6-1f5a7e197019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86452f1c-c912-4172-b90f-4eaf267f8b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696423
Jan 29 21:09:17.673106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:17.760685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Provisioning complete for port cf4c7feb-33fe-42a7-be08-004892a0cb35 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:17.761897 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.884510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-eb024c27-edf2-4f62-aeee-7d9ee167c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:17.893351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-eb024c27-edf2-4f62-aeee-7d9ee167c281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.1694899
Jan 29 21:09:17.947429 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93316d3a-a079-4e41-be40-ff309e181b1a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 704 time: 0.3503225
Jan 29 21:09:17.948369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45586) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:17.971295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cf4c7feb-33fe-42a7-be08-004892a0cb35 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:17.971721 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:17.978523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:18.033950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Pushing event updated for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:18.055564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:18.103654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Current status of the port cf4c7feb-33fe-42a7-be08-004892a0cb35 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:18.104049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.113316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:18.132035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:18.132688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.148642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c2d7cc0-d204-4bbb-864d-ae5d285a11b8 req-465392d2-ec32-44d6-8c39-6934fec6e5cc tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 210 time: 0.1851060
Jan 29 21:09:18.210367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Deleting subnet 3b734495-cc0a-4120-9009-5962b7a484f5 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:18.221448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74593304-fa57-4f28-bdde-42c97e19726f req-40ebde2b-0235-4f9a-8343-93d8dbb2b55b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:18.225055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74593304-fa57-4f28-bdde-42c97e19726f req-40ebde2b-0235-4f9a-8343-93d8dbb2b55b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 944 time: 0.1512408
Jan 29 21:09:18.226038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Publish callbacks [] for subnet (3b734495-cc0a-4120-9009-5962b7a484f5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.233711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-8762e066-7575-4464-9d8b-a9954f883f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:18.235539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:18.235683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-8762e066-7575-4464-9d8b-a9954f883f01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 898 time: 0.3179209
Jan 29 21:09:18.237004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:18.263783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port cf4c7feb-33fe-42a7-be08-004892a0cb35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf4c7feb-33fe-42a7-be08-004892a0cb35,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:18.281189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.299935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.300440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:18.351900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74593304-fa57-4f28-bdde-42c97e19726f req-7e555d7e-d54e-4261-9397-46034f6974a0 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215315
Jan 29 21:09:18.445059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-3801401f-d7d4-45b3-b692-450fff8d647f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 1002 time: 0.1069949
Jan 29 21:09:18.536870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9fe38-5265-4b93-a029-d69b225fd31e req-2c861df1-491f-4225-98e0-57ee2232c205 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:18.545416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10f9fe38-5265-4b93-a029-d69b225fd31e req-2c861df1-491f-4225-98e0-57ee2232c205 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 944 time: 0.2180324
Jan 29 21:09:18.578302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (3b734495-cc0a-4120-9009-5962b7a484f5), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.607997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-f760fbb9-1ea9-464c-bd76-5092eb2a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:18.609737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-f760fbb9-1ea9-464c-bd76-5092eb2a11a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.1587193
Jan 29 21:09:18.646333 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-c450462f-84d3-4de3-a327-fa86dd5d2296 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6941111
Jan 29 21:09:18.687623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:09:18.688126 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:09:18.690210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:18.691326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10f9fe38-5265-4b93-a029-d69b225fd31e req-e9dc2029-1b06-4933-aff0-0bcc90fb1f31 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446800
Jan 29 21:09:18.694433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=cf4c7feb-33fe-42a7-be08-004892a0cb35,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:18.702680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.731911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-6cb78b70-7f7e-4d63-afc3-b1402522c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:18.733733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-6cb78b70-7f7e-4d63-afc3-b1402522c5d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1153846
Jan 29 21:09:18.770403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (3b734495-cc0a-4120-9009-5962b7a484f5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.812225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:18.812608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.814380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:18.814735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:18.892443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-e187e481-f023-4a93-8fe8-670edb547fff service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372254
Jan 29 21:09:18.955914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bce79049-d8c3-469f-b096-4c019c438645 req-ac3b49fb-30b5-4e80-be38-fa252fb718f9 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3032641
Jan 29 21:09:18.970088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (3b734495-cc0a-4120-9009-5962b7a484f5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.008832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:19.013015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:19.015575 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb331a3-3f61-46b2-8037-d76e25129d6b" -d '{"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-plugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:19.030081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.094696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b734495-cc0a-4120-9009-5962b7a484f5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:19.096907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.103973 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f9efb065-051a-48fc-a1fc-3b311da1345e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3b734495-cc0a-4120-9009-5962b7a484f5 HTTP/1.1" status: 204  len: 168 time: 1.5263200
Jan 29 21:09:19.105573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:19.125348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:19.207391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-3a4e15cd-6f7a-4691-b738-9f46ef3c1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:19.209147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-3a4e15cd-6f7a-4691-b738-9f46ef3c1576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 1126 time: 0.1360614
Jan 29 21:09:19.300433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks [] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.315075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.338670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (66beea91-fa05-4b87-9583-fd76c29525b1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.344499 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a59084-39b2-44da-84b7-17e7b8e8b969 x-openstack-request-id: req-38a59084-39b2-44da-84b7-17e7b8e8b969 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:19.346137 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-plugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:19.346370 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38a59084-39b2-44da-84b7-17e7b8e8b969 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:19.346783 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'code': 200}
Jan 29 21:09:19.419118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:19.425735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Pushing event updated for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:19.433326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.438972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-c44e5099-2a55-4362-afb6-cc7a1c08e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:19.440572 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-c44e5099-2a55-4362-afb6-cc7a1c08e964 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 909 time: 0.2247086
Jan 29 21:09:19.459273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.484294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1007f6a7-698f-43fd-8dda-e84664fc343f None None] Current status of the port cf4c7feb-33fe-42a7-be08-004892a0cb35 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:19.557383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c340>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:15Z', 'revision_number': 7, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:19.584654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-924775da-dd51-4a97-bcb3-f91d25cc50f7 req-8e0a3137-8a4c-4f68-a888-f3ef4721b04e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 210 time: 0.1227276
Jan 29 21:09:19.588604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edf52cdb-84ba-4362-9a68-9923190d1936 req-b10e9daf-2022-406d-923b-e11f6a5bb0bb service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6893179
Jan 29 21:09:19.647431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:19.660092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Provisioning complete for port c10cfd29-7ceb-42ac-999c-48b67ad52d32 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:19.660473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.664944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5370884b-bcd2-4202-830f-bdd75b0cf3c6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:19.755711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:19.756374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:19.763632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d76ad-b64b-4fcd-999b-43befb0915ba req-b584c88a-a7d4-4602-84ab-11b96d5eae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:19.773344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-196d76ad-b64b-4fcd-999b-43befb0915ba req-b584c88a-a7d4-4602-84ab-11b96d5eae61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.3165367
Jan 29 21:09:19.802243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2a3a-56e6-4fea-a251-c4a0f3d8c317 req-9239b93a-fcce-4d73-b251-7d34cd97a74b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:19.804281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c01f2a3a-56e6-4fea-a251-c4a0f3d8c317 req-9239b93a-fcce-4d73-b251-7d34cd97a74b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 944 time: 0.2583215
Jan 29 21:09:19.811369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (66beea91-fa05-4b87-9583-fd76c29525b1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.851474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:19.851851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.853500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Port c10cfd29-7ceb-42ac-999c-48b67ad52d32 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:19.910962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:19.914129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Provisioning complete for port cf4c7feb-33fe-42a7-be08-004892a0cb35 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:19.914299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:19.937170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea102d0130>,) {'filters': {'network_id': ['66beea91-fa05-4b87-9583-fd76c29525b1']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:19.942403 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-0dc36306-ee63-44d2-ac2c-83b0209be74b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1948684a-2f86-481b-87e2-f7e12674c211 HTTP/1.1" status: 200  len: 217 time: 0.4947674
Jan 29 21:09:19.943680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-196d76ad-b64b-4fcd-999b-43befb0915ba req-a820ea45-fce9-49ca-b08e-e791dc4c0e7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1626103
Jan 29 21:09:19.962347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102d0130>, '6fcf6f6b-18d7-44d1-805d-e6d8371b9726') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:19.962750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102d0130>, '6fcf6f6b-18d7-44d1-805d-e6d8371b9726') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:19.988596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (6fcf6f6b-18d7-44d1-805d-e6d8371b9726), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.011003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef16c57-3760-40a5-bb1d-ed10f52542fe req-31f37c49-3f8e-45ee-902f-2775fd25b228 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:20.012669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef16c57-3760-40a5-bb1d-ed10f52542fe req-31f37c49-3f8e-45ee-902f-2775fd25b228 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1982718
Jan 29 21:09:20.021792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c01f2a3a-56e6-4fea-a251-c4a0f3d8c317 req-dbc4af89-c03a-41a4-a989-a27b93a31712 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944313
Jan 29 21:09:20.022939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6fcf6f6b-18d7-44d1-805d-e6d8371b9726), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.031184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:20.031692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (6fcf6f6b-18d7-44d1-805d-e6d8371b9726), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:20.033721 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:20.120690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:20.121179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.128795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (66beea91-fa05-4b87-9583-fd76c29525b1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.138570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.143589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66beea91-fa05-4b87-9583-fd76c29525b1 HTTP/1.1" status: 204  len: 168 time: 1.0288453
Jan 29 21:09:20.150175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef16c57-3760-40a5-bb1d-ed10f52542fe req-b8fd300a-45bf-488a-8bd8-6e7d6ffe6797 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043780
Jan 29 21:09:20.162892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f5a4-3668-4e77-89e7-0f7ccf5a5a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=66beea91-fa05-4b87-9583-fd76c29525b1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:20.181534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5370884b-bcd2-4202-830f-bdd75b0cf3c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5370884b-bcd2-4202-830f-bdd75b0cf3c6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:20.200823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.201638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cf4c7feb-33fe-42a7-be08-004892a0cb35 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:20.276701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:20.286460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-37833c51-ae6c-4d30-a72f-c03568a63072 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:20.287937 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-37833c51-ae6c-4d30-a72f-c03568a63072 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/networks?id=21c6d249-76fc-466e-bc12-0a6e8f5d52cc HTTP/1.1" status: 200  len: 797 time: 0.3658388
Jan 29 21:09:20.292102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:20.294677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e57c0ab7-7394-4b72-8029-2d7e562fa556 None None] Current status of the port cf4c7feb-33fe-42a7-be08-004892a0cb35 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:20.298272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-a8ce06ec-f9b2-4913-85df-f64ad98a6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:20.299737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-a8ce06ec-f9b2-4913-85df-f64ad98a6816 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e84d7c54-646d-45dc-9fd8-085af420b7b6 HTTP/1.1" status: 200  len: 848 time: 0.1158247
Jan 29 21:09:20.300494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45608) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:20.359230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-77d6b952-7f9b-4d36-856d-4144e758effc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cfc38d41e2c4d8686adc1f8af6b9c03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0575130
Jan 29 21:09:20.359936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:20.365465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5370884b-bcd2-4202-830f-bdd75b0cf3c6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:20.398396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cf4c7feb-33fe-42a7-be08-004892a0cb35 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:20.398934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.404159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c340>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:15Z', 'revision_number': 7, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:20.413661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] Publish callbacks [] for security_group (6925dc41-4a22-43e3-89ba-ab4ddd13e680), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.433885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-c354c5bb-5f66-49fe-a04f-300e36afbac6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86452f1c-c912-4172-b90f-4eaf267f8b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1245291
Jan 29 21:09:20.437112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] Publish callbacks [] for security_group (6925dc41-4a22-43e3-89ba-ab4ddd13e680), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.484587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e455a5-f03e-425c-a8f0-bb7b3ef2eee6 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:15Z', 'revision_number': 7, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7626285c-42c5-4a14-a8a8-c7b6f1eb83cd', 'name': '', 'network_id': 'c8b5e075-2a9c-4580-bb70-437e8a6c0de1', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:66:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:04Z', 'updated_at': '2022-01-29T21:09:13Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0cbdc78e-65d5-4c50-bdf6-0237fda94560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:20.491667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6925dc41-4a22-43e3-89ba-ab4ddd13e680), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.494851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.496714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6925dc41-4a22-43e3-89ba-ab4ddd13e680 HTTP/1.1" status: 204  len: 168 time: 0.1355057
Jan 29 21:09:20.505753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96425f-43d0-4f79-a428-fb3016bacfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925dc41-4a22-43e3-89ba-ab4ddd13e680,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:20.587619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cf4c7feb-33fe-42a7-be08-004892a0cb35 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:20.703052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-e0a2c941-1474-4b69-aeb3-3a3b664f6859 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 473 time: 0.4023411
Jan 29 21:09:20.716492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80034b37-7e49-47e6-b47b-8156b74f11ac req-1c015d48-82c3-46cf-81ef-b161363afc4f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 210 time: 0.0392587
Jan 29 21:09:20.732035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'port': {'device_id': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'admin_state_up': True, 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'security_groups': ['7b7f9675-744b-47dd-b3e8-6c0e9d31d167']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:20.739014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f95fef37-1f2d-49a7-bbf0-44ccd633288d None None] Provisioning complete for port c10cfd29-7ceb-42ac-999c-48b67ad52d32 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:20.739420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f95fef37-1f2d-49a7-bbf0-44ccd633288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:20.775369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f95fef37-1f2d-49a7-bbf0-44ccd633288d None None] Port c10cfd29-7ceb-42ac-999c-48b67ad52d32 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:20.807387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:20.813504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-a0b890a5-f919-4ca1-ae98-d7d8c3e5c70b service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3675168
Jan 29 21:09:20.992030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:20.992380 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.105513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a0e5bd9a-d732-46d1-88c7-85f2f1098af7 req-eb840198-e650-4060-962b-6df8eac20443 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811246
Jan 29 21:09:21.132414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:21.135637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.151055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:21.174097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-827406f1-b6d4-4f74-9c37-9e11c2627420 admin admin] 10.222.0.20 "PUT /v2.0/routers/a154b16e-23ff-4e31-ae37-aeaf6c2a0268/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1373515
Jan 29 21:09:21.174896 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Sync routers for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:21.176185 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:21.176798 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1f2d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:21.185986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:21.186321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.245396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:21.289298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82675640-ceb7-4641-b227-ae0dead031e0 req-a9b91464-701e-4618-b58f-15e3b09a8c92 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:21.290799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82675640-ceb7-4641-b227-ae0dead031e0 req-a9b91464-701e-4618-b58f-15e3b09a8c92 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 944 time: 0.1685028
Jan 29 21:09:21.345386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5370884b-bcd2-4202-830f-bdd75b0cf3c6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:21.416214 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:21.445435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.24 (21c6d249-76fc-466e-bc12-0a6e8f5d52cc/97cdac69-389c-4af7-8bd4-3a0cc78ad589/74b67e2a-b7f4-4182-83ed-5d18cc521614) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:21.486005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:21.486414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.502665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d92-d4d1-4cc7-86b1-549f64adac96 req-5f1c841e-3a8a-4056-8855-a63966e2d954 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:21.504205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b463d92-d4d1-4cc7-86b1-549f64adac96 req-5f1c841e-3a8a-4056-8855-a63966e2d954 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.2322567
Jan 29 21:09:21.529976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82675640-ceb7-4641-b227-ae0dead031e0 req-3b2df2ba-40b8-40c9-9813-d5eb6b953186 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064047
Jan 29 21:09:21.592585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b463d92-d4d1-4cc7-86b1-549f64adac96 req-bc1b5aa0-b011-404b-85f7-1c14b58e8c2d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724757
Jan 29 21:09:21.635097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7626285c-42c5-4a14-a8a8-c7b6f1eb83cd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.644776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:21.716453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=7626285c-42c5-4a14-a8a8-c7b6f1eb83cd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:21.790517 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1f2d00>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 2, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:21.829090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Checking router: a154b16e-23ff-4e31-ae37-aeaf6c2a0268 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:21.829524 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Updating router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 port c10cfd29-7ceb-42ac-999c-48b67ad52d32 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:09:21.858712 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.930313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ade9f00-ce81-44ed-9c49-84d5cb796a8f req-a02bdc18-e38a-4bd6-a4f4-f687f9794cec tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 210 time: 0.0649784
Jan 29 21:09:21.931411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:21.961920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.050948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45660) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:22.055852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171107463', 'description': 'tempest-description--1980679487'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:22.097497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.103513 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.166525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:22.174130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:22.182178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:22.186566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:22.227487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (e3a389db-e1a4-4301-9e01-d940d430c181), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.235817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e3a389db-e1a4-4301-9e01-d940d430c181), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.276628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.278473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2259219
Jan 29 21:09:22.281577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45674) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:22.287017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'security_group_rule': {'security_group_id': 'e3a389db-e1a4-4301-9e01-d940d430c181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:22.296205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bd756-7bb3-4abf-8b14-c320c304da7a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a389db-e1a4-4301-9e01-d940d430c181,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:22.329360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (e1e88108-7a26-40fd-a41a-8173facc1c69), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.339260 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks [] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.344561 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:22.345299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.354594 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.387118 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.393769 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-b63894ef-2f55-465b-a623-dd3df3656cfa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6682918
Jan 29 21:09:22.406193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Request body: {'port': {'device_id': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:22.441576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93167-4896-40c7-9b6f-9a0fec094af6 None None] Pushing event updated for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:22.447701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (e1e88108-7a26-40fd-a41a-8173facc1c69), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.461277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e1e88108-7a26-40fd-a41a-8173facc1c69), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.469903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:22.492280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e88108-7a26-40fd-a41a-8173facc1c69,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:22.498818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.507932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-935615af-f757-4802-a484-2499e1586dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2249358
Jan 29 21:09:22.508705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45684) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:22.517782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'security_group_rule': {'security_group_id': 'e3a389db-e1a4-4301-9e01-d940d430c181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:22.541311 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Attempting to bind port c10cfd29-7ceb-42ac-999c-48b67ad52d32 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:22.542171 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Attempting to bind port c10cfd29-7ceb-42ac-999c-48b67ad52d32 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:22.542944 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Attempting to bind port c10cfd29-7ceb-42ac-999c-48b67ad52d32 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:22.553155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (1d5efa61-791a-4334-9b19-f704f15ce932), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.560338 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:22.561078 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:22.561961 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.562556 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:22.563245 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Bound port: c10cfd29-7ceb-42ac-999c-48b67ad52d32, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:22.563880 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.657185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.683878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] For port c10cfd29-7ceb-42ac-999c-48b67ad52d32, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:22.692641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] For port c10cfd29-7ceb-42ac-999c-48b67ad52d32, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10cfd29-7ceb-42ac-999c-48b67ad52d32,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:22.708362 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.723395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-36942c2b-33db-433e-aaad-3098eddfb9f7 None None] Provisioning complete for port 74b67e2a-b7f4-4182-83ed-5d18cc521614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:22.724637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-36942c2b-33db-433e-aaad-3098eddfb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.754991 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (1d5efa61-791a-4334-9b19-f704f15ce932), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.782002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-36942c2b-33db-433e-aaad-3098eddfb9f7 None None] Port 74b67e2a-b7f4-4182-83ed-5d18cc521614 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:22.784835 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1d5efa61-791a-4334-9b19-f704f15ce932), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.807403 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:22.807932 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1f2d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:22.822767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:22.835897 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2fc63631-6a6a-451a-a786-da881d49bd59 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8325112
Jan 29 21:09:22.839014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:22.840090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45692) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:22.867651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:22.868720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a542ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:22.907584 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93167-4896-40c7-9b6f-9a0fec094af6 None None] Pushing event updated for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:22.986836 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:22.989238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 0cbdc78e-65d5-4c50-bdf6-0237fda94560 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:22.997803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (0cbdc78e-65d5-4c50-bdf6-0237fda94560), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:22.999334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:23.039257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:23.051881 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (0cbdc78e-65d5-4c50-bdf6-0237fda94560), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.200501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b67e2a-b7f4-4182-83ed-5d18cc521614 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:23.204130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0cbdc78e-65d5-4c50-bdf6-0237fda94560), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.218544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks [] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.242179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Provisioning complete for port c10cfd29-7ceb-42ac-999c-48b67ad52d32 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:23.242562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.249823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Transition to ACTIVE for port object 74b67e2a-b7f4-4182-83ed-5d18cc521614 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:09:23.273007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc00342d-cb7e-4517-97f4-04985d7c959e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.276894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5efa61-791a-4334-9b19-f704f15ce932,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:23.277378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.281890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (0cbdc78e-65d5-4c50-bdf6-0237fda94560), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.322255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.324284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-900f12cb-4c0e-4459-ae69-8cbcf1cacedf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8145738
Jan 29 21:09:23.335638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45700) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:23.337528 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1f2d00>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:22Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:23.348345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:23.359080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159137-2bf8-44d8-b43e-f5e02cfe0cab req-5606f1ec-052c-44bd-8fd0-cd9ec65c29fa tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:23.363683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca159137-2bf8-44d8-b43e-f5e02cfe0cab req-5606f1ec-052c-44bd-8fd0-cd9ec65c29fa tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 944 time: 0.6880162
Jan 29 21:09:23.366041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbdc78e-65d5-4c50-bdf6-0237fda94560,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:23.392447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2708ad-3280-4abd-ad81-594c1d2ad6b2 req-44a530ef-d21a-4d50-8705-e16b4062c875 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:23.393181 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599752b1-8e5c-4f4e-8631-bed4c1e87b3e None None] The sync data for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 is: [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:22Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:23.394627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df2708ad-3280-4abd-ad81-594c1d2ad6b2 req-44a530ef-d21a-4d50-8705-e16b4062c875 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.6769617
Jan 29 21:09:23.395868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.399443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-12ce6e93-658e-482b-ac98-784aeb478d04 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/0cbdc78e-65d5-4c50-bdf6-0237fda94560 HTTP/1.1" status: 204  len: 168 time: 0.5521193
Jan 29 21:09:23.414096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:23.437104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:23.479659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.480246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.480331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.483004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.483429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.484734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.485233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.486630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.487080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.487881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.500659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.503100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.503483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:23.674247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180fb9b-d4ad-4132-8a7f-581bf414a70c None None] Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:23.677082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1948684a-2f86-481b-87e2-f7e12674c211 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:23.710264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca159137-2bf8-44d8-b43e-f5e02cfe0cab req-12efb5c4-4f10-4104-a8c7-6d561460bdfc tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3292661
Jan 29 21:09:23.715267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df2708ad-3280-4abd-ad81-594c1d2ad6b2 req-76619e70-d676-4d95-bbc2-876912cc9cd3 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3037908
Jan 29 21:09:23.719654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c8b5e075-2a9c-4580-bb70-437e8a6c0de1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:23.985827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c00066-65d8-48b5-b6f8-9690c1839702 req-62cebfc0-9725-4cbe-991a-42279628264f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:23.993629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9c00066-65d8-48b5-b6f8-9690c1839702 req-62cebfc0-9725-4cbe-991a-42279628264f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1078031
Jan 29 21:09:24.016162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1948684a-2f86-481b-87e2-f7e12674c211,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:24.035196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:24.035690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.059187 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.060454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '1948684a-2f86-481b-87e2-f7e12674c211', 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92', 'port_id': '1948684a-2f86-481b-87e2-f7e12674c211', 'mac_address': 'fa:16:3e:e1:ec:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84d7c54-646d-45dc-9fd8-085af420b7b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:24.071776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05472c37-d455-4d30-bda6-a70603c1a7fa req-49b0c877-08a7-47b0-9674-d0b1749a6df8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:24.073972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05472c37-d455-4d30-bda6-a70603c1a7fa req-49b0c877-08a7-47b0-9674-d0b1749a6df8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 944 time: 0.1747828
Jan 29 21:09:24.134263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.145779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc00342d-cb7e-4517-97f4-04985d7c959e admin admin] Publish callbacks [] for security_group (0e5d784b-4405-45cb-a8ff-7d22e2fa60a8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.155630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9c00066-65d8-48b5-b6f8-9690c1839702 req-ba6c0cf4-8826-487c-89df-c687a28fc3de tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609080
Jan 29 21:09:24.176222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cc00342d-cb7e-4517-97f4-04985d7c959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e5d784b-4405-45cb-a8ff-7d22e2fa60a8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.183338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,segment=NetworkSegment(ce14d8d4-948b-49c6-9e69-15ff82ae216f),segment_id=ce14d8d4-948b-49c6-9e69-15ff82ae216f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:24.183718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.201492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Current status of the port c10cfd29-7ceb-42ac-999c-48b67ad52d32 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:24.201889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.217918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1948684a-2f86-481b-87e2-f7e12674c211 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:24.218378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1948684a-2f86-481b-87e2-f7e12674c211), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.234339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05472c37-d455-4d30-bda6-a70603c1a7fa req-e41dbc51-d6de-4c38-827b-6ba6fe2a2465 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243377
Jan 29 21:09:24.236507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:24.248048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:24.263138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1948684a-2f86-481b-87e2-f7e12674c211 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:24.296509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a542ee0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:21Z', 'revision_number': 8, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:24.317658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] For port c10cfd29-7ceb-42ac-999c-48b67ad52d32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10cfd29-7ceb-42ac-999c-48b67ad52d32,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:24.349474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1948684a-2f86-481b-87e2-f7e12674c211,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:24.350518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.355613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f90146-96ae-4b9e-95a9-9432c2a803ed None None] DHCP port deletion for c8b5e075-2a9c-4580-bb70-437e8a6c0de1 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:24.357135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:24.363342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.384504 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cc00342d-cb7e-4517-97f4-04985d7c959e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c44fd83be71345daad1916c1dcdebbc0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3807075
Jan 29 21:09:24.386528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45710) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:24.387992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00342d-cb7e-4517-97f4-04985d7c959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5d784b-4405-45cb-a8ff-7d22e2fa60a8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.407161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Attempting to bind port 74b67e2a-b7f4-4182-83ed-5d18cc521614 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:24.407574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Attempting to bind port 74b67e2a-b7f4-4182-83ed-5d18cc521614 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:24.407828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Attempting to bind port 74b67e2a-b7f4-4182-83ed-5d18cc521614 on network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:24.424196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Port 74b67e2a-b7f4-4182-83ed-5d18cc521614 on network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:09:24.424659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Attempting to bind port 74b67e2a-b7f4-4182-83ed-5d18cc521614 on network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:24.428650 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.434981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:24.435617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a542ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:24.447316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:24.447669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Checking segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:24.448051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Bound using segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:24.448497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Bound port: 74b67e2a-b7f4-4182-83ed-5d18cc521614, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:24.448863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.472026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=7da1cb9e-70bd-4df9-8f75-9f7e554a27a4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.491298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:24.563275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:24.618004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:24.631111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] Publish callbacks [] for security_group (0e5d784b-4405-45cb-a8ff-7d22e2fa60a8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.636764 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c8b5e075-2a9c-4580-bb70-437e8a6c0de1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.640635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:24.644184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.660830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.675841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e8eb0>,) {'filters': {'network_id': ['c8b5e075-2a9c-4580-bb70-437e8a6c0de1']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:24.679507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] Publish callbacks [] for security_group (0e5d784b-4405-45cb-a8ff-7d22e2fa60a8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.695800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e8eb0>, 'ce14d8d4-948b-49c6-9e69-15ff82ae216f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:24.696173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5e8eb0>, 'ce14d8d4-948b-49c6-9e69-15ff82ae216f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:24.712760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ce14d8d4-948b-49c6-9e69-15ff82ae216f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.724565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7583f3-2e3a-4ff4-8a5d-36a4de0271fd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:24.726177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0b7583f3-2e3a-4ff4-8a5d-36a4de0271fd tempest-TestNetworkAdvancedServerOps-1432479187 tempest-TestNetworkAdvancedServerOps-1432479187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1122 time: 0.4826019
Jan 29 21:09:24.727070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033035e-6120-418b-b766-c703eb8ee41d None None] Pushing event updated for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.734832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45714) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:24.739214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:24.756723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ce14d8d4-948b-49c6-9e69-15ff82ae216f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.783242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:24.783242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ce14d8d4-948b-49c6-9e69-15ff82ae216f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.785833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:24.786471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:24.786767 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:24.789301 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] 10.222.0.18 "PUT /v2.0/ports/74b67e2a-b7f4-4182-83ed-5d18cc521614 HTTP/1.1" status: 200  len: 1092 time: 2.3871408
Jan 29 21:09:24.789301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:24.790887 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a00c735-120a-48e5-bfc2-5258771bcc67" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:24.848792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.903511 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d0e1a-7ca8-4151-8716-7c9e9e98b008 x-openstack-request-id: req-ac6d0e1a-7ca8-4151-8716-7c9e9e98b008 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:24.903927 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:24.904188 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac6d0e1a-7ca8-4151-8716-7c9e9e98b008 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:24.904692 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614', 'status': 'completed', 'code': 200}
Jan 29 21:09:24.941503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.948840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0e5d784b-4405-45cb-a8ff-7d22e2fa60a8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.950508 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d388-f155-41b6-8cc2-cee4b279ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.952537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.953756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e5d784b-4405-45cb-a8ff-7d22e2fa60a8 HTTP/1.1" status: 204  len: 168 time: 0.5655234
Jan 29 21:09:24.977591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d6502-202c-4df5-b3a7-b1e2968fbfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5d784b-4405-45cb-a8ff-7d22e2fa60a8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:24.981604 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c8b5e075-2a9c-4580-bb70-437e8a6c0de1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.986397 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:24.993507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:24.993793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/c8b5e075-2a9c-4580-bb70-437e8a6c0de1 HTTP/1.1" status: 204  len: 168 time: 1.5785208
Jan 29 21:09:25.007751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1948684a-2f86-481b-87e2-f7e12674c211'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:25.020197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00d102-c499-420a-8108-db792a4b9b6c tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=c8b5e075-2a9c-4580-bb70-437e8a6c0de1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:25.035100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28ce31-cd1e-4d05-9203-2494b49bf18d req-36569354-ffde-46f1-85da-ce935aee9ee9 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:25.036628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a28ce31-cd1e-4d05-9203-2494b49bf18d req-36569354-ffde-46f1-85da-ce935aee9ee9 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 945 time: 0.1924174
Jan 29 21:09:25.188190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a8f90146-96ae-4b9e-95a9-9432c2a803ed None None] Deleting port 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:25.188609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a8f90146-96ae-4b9e-95a9-9432c2a803ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7da1cb9e-70bd-4df9-8f75-9f7e554a27a4), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:25.202265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.35.4.37 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/848b022a-8051-4422-b9c8-05ac66a21c56) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:25.209505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f8891431-5949-41b3-b78c-7f307afaed66 None None] Provisioning complete for port c10cfd29-7ceb-42ac-999c-48b67ad52d32 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:25.209942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8891431-5949-41b3-b78c-7f307afaed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:25.218141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a28ce31-cd1e-4d05-9203-2494b49bf18d req-52d10c75-20fc-490d-8231-0817d1628f29 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718984
Jan 29 21:09:25.284575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:25.346995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-78f84496-e209-49bc-80c8-1355ca22d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:25.348604 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-78f84496-e209-49bc-80c8-1355ca22d6a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 1126 time: 0.4816017
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-a8f90146-96ae-4b9e-95a9-9432c2a803ed None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 could not be found.
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     network = model_query.get_by_id(context, models_v2.Network, id)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._iter().one()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._only_one_row(
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exc.NoResultFound(
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     plugin.delete_ports_by_device_id(context, device_id, network_id)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.delete_port(context, port_id)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     network = self.get_network(context, port['network_id'])
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     net_db = net_db or self._get_network(context, id)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exceptions.NetworkNotFound(net_id=id)
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c8b5e075-2a9c-4580-bb70-437e8a6c0de1 could not be found.
Jan 29 21:09:25.391739 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:09:25.424288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c10cfd29-7ceb-42ac-999c-48b67ad52d32 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:25.433582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47557a1d-81f1-4a6b-976e-0ff3559fc1e6 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:09:25.454541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3602cc3-b0d0-4cfa-b6f3-9df129d94971 req-6db6824f-b266-4cfe-bca9-d618b642d322 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:25.456278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3602cc3-b0d0-4cfa-b6f3-9df129d94971 req-6db6824f-b266-4cfe-bca9-d618b642d322 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 944 time: 0.0947227
Jan 29 21:09:25.459057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-6e4c59a3-4286-4527-a521-4e002abeb75b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614 HTTP/1.1" status: 200  len: 217 time: 0.0774539
Jan 29 21:09:25.535466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3602cc3-b0d0-4cfa-b6f3-9df129d94971 req-b806019a-ee79-421d-939e-7e22a0af0147 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643141
Jan 29 21:09:25.595724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a542ee0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:21Z', 'revision_number': 8, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:25.612459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-dc019354-ebf6-4419-b27e-f044cee5d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:25.614053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-dc019354-ebf6-4419-b27e-f044cee5d512 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97cdac69-389c-4af7-8bd4-3a0cc78ad589 HTTP/1.1" status: 200  len: 837 time: 0.1433623
Jan 29 21:09:25.650893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1fd64-7edc-472c-9baa-b398567d6efb None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:21Z', 'revision_number': 8, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37cbb3a-00d6-4761-a568-fc38af702d3a', 'name': '', 'network_id': 'c8100fde-e0c8-43e1-8f47-97d6c34907ab', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:0b:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:56Z', 'updated_at': '2022-01-29T21:09:07Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': 'c8f6b926-33e1-43e0-838e-8209e33174da', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:25.701834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f8891431-5949-41b3-b78c-7f307afaed66 None None] Current status of the port c10cfd29-7ceb-42ac-999c-48b67ad52d32 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:25.723931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be057-709a-4cca-876b-30e6b31c903b req-10322c1c-c700-428e-b784-0c2b5a658fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:25.726002 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-10322c1c-c700-428e-b784-0c2b5a658fa2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c6d249-76fc-466e-bc12-0a6e8f5d52cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1051528
Jan 29 21:09:25.729524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c10cfd29-7ceb-42ac-999c-48b67ad52d32 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:25.729985 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:25.812576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (848b022a-8051-4422-b9c8-05ac66a21c56), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:25.853579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47557a1d-81f1-4a6b-976e-0ff3559fc1e6 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:09:25.915262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-c3e5f8b3-189c-4e4e-815c-ce387c8e4735 service neutron] 10.222.0.18 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817927
Jan 29 21:09:25.924850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c10cfd29-7ceb-42ac-999c-48b67ad52d32 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:25.980849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.012342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Allocated IP 172.35.4.113 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/b247d460-e12a-4fcd-8d5f-615bf11746b8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:26.065763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:26.070901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:26.075407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:26.094587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:26.123335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:26.123792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7da1cb9e-70bd-4df9-8f75-9f7e554a27a4 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:26.155103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=848b022a-8051-4422-b9c8-05ac66a21c56,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:26.208342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1b2be057-709a-4cca-876b-30e6b31c903b req-890d1e0f-2409-4d2e-9d0a-44f3ea5e000f service neutron] 10.222.0.18 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869575
Jan 29 21:09:26.224447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad899d-d1c7-431a-b972-42aa4a767614 None None] DHCP port deletion for c8b5e075-2a9c-4580-bb70-437e8a6c0de1 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:26.244264 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.259053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.311370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.346898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.384338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.395013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:26.401356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:26.404672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=b247d460-e12a-4fcd-8d5f-615bf11746b8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:26.407078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:26.471164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff194-f11b-4420-9587-b54628446ae3 req-d00849c2-bd98-4fb9-9cac-9a5f16d27202 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:26.473609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fcff194-f11b-4420-9587-b54628446ae3 req-d00849c2-bd98-4fb9-9cac-9a5f16d27202 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 945 time: 0.1296794
Jan 29 21:09:26.494473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-40bd7327-ff0a-460b-af45-ef3525051559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:26.495993 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-40bd7327-ff0a-460b-af45-ef3525051559 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 1126 time: 0.1878719
Jan 29 21:09:26.593539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fcff194-f11b-4420-9587-b54628446ae3 req-dc92eb4d-d896-4074-aa49-19beee445ad9 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927589
Jan 29 21:09:26.724359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-2de5831f-4119-4bc3-907e-1de5e0d4c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:26.725799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-2de5831f-4119-4bc3-907e-1de5e0d4c86b service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c6d249-76fc-466e-bc12-0a6e8f5d52cc HTTP/1.1" status: 200  len: 898 time: 0.2144923
Jan 29 21:09:26.759569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ff988-76da-446e-9a61-fede8904ceb5 req-b9e4d08b-469e-48cc-9d1b-d22db9de722d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:26.761808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c1ff988-76da-446e-9a61-fede8904ceb5 req-b9e4d08b-469e-48cc-9d1b-d22db9de722d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 944 time: 0.1037474
Jan 29 21:09:26.783286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-822829bd-5f68-4e0a-9c1c-208319c1adb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614 HTTP/1.1" status: 200  len: 217 time: 0.0502324
Jan 29 21:09:26.829161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (848b022a-8051-4422-b9c8-05ac66a21c56), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.852222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:26.959131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-a1d6d0d0-84da-4a26-9d37-3a9df33ae164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:26.960621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-a1d6d0d0-84da-4a26-9d37-3a9df33ae164 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97cdac69-389c-4af7-8bd4-3a0cc78ad589 HTTP/1.1" status: 200  len: 837 time: 0.1686113
Jan 29 21:09:26.982082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=848b022a-8051-4422-b9c8-05ac66a21c56,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:27.022979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.051959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.057365 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7dde3630-4dd7-4ec9-a479-10420e0e80f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7134719
Jan 29 21:09:27.067640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port f37cbb3a-00d6-4761-a568-fc38af702d3a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:27.068599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.100224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-8ba25c01-cd8e-4f0a-8a5e-c9fd8b024978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:27.101798 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-8ba25c01-cd8e-4f0a-8a5e-c9fd8b024978 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c6d249-76fc-466e-bc12-0a6e8f5d52cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1316185
Jan 29 21:09:27.199970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:27.256592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:27.259218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 7626285c-42c5-4a14-a8a8-c7b6f1eb83cd not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:27.293993 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-72e61ff3-1000-4d32-8dbc-d4fe42fac297 service neutron] 10.222.0.18 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642778
Jan 29 21:09:27.294754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c1ff988-76da-446e-9a61-fede8904ceb5 req-c131b3cb-8844-4633-8d3a-813c04473171 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5272512
Jan 29 21:09:27.298795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port f37cbb3a-00d6-4761-a568-fc38af702d3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37cbb3a-00d6-4761-a568-fc38af702d3a,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:27.299167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.331915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for f37cbb3a-00d6-4761-a568-fc38af702d3a owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:27.353750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (a852ea92-6d04-41c7-9f24-df3c28284012), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.385373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-931c6599-0816-4332-8ce3-0fa5bd279e5a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--171107463&fields=id&tenant_id=ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 267 time: 0.0895491
Jan 29 21:09:27.454255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4a00c735-120a-48e5-bfc2-5258771bcc67 req-cf823fb0-465c-4e4d-9e7d-f374e21c678c service neutron] 10.222.0.18 "GET /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524112
Jan 29 21:09:27.484595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1948684a-2f86-481b-87e2-f7e12674c211 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:27.507667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.559643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-154c3ba3-2666-4660-aebd-08e63b7284f0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:27.566907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-154c3ba3-2666-4660-aebd-08e63b7284f0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.1733654
Jan 29 21:09:27.571265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 1948684a-2f86-481b-87e2-f7e12674c211 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:27.576252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 1948684a-2f86-481b-87e2-f7e12674c211 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:27.577308 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1948684a-2f86-481b-87e2-f7e12674c211), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.587896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-68230f3e-3ad9-4ce1-a3d2-3a460b3a7f4f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/quotas/ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 375 time: 0.0198512
Jan 29 21:09:27.686066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 1948684a-2f86-481b-87e2-f7e12674c211 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:27.686608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1948684a-2f86-481b-87e2-f7e12674c211), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.717907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:27.722937 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637e164-c041-4a53-8090-0cd8cc56e8ab" -d '{"events": [{"server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "name": "network-vif-plugged", "status": "completed", "tag": "1948684a-2f86-481b-87e2-f7e12674c211"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:27.740792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1948684a-2f86-481b-87e2-f7e12674c211,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:27.743203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-c82e1ecb-e6e9-44e4-915e-df1641360a09 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1543050
Jan 29 21:09:27.747340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.809969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.810120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:27.834435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.973845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f37cbb3a-00d6-4761-a568-fc38af702d3a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:27.992607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event updated for resources: {'Port': ['ID=b247d460-e12a-4fcd-8d5f-615bf11746b8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:28.009294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=f37cbb3a-00d6-4761-a568-fc38af702d3a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:28.021242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a852ea92-6d04-41c7-9f24-df3c28284012), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:28.065967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5783-5517-4902-9f19-2ca3fa5cb1aa req-5aef978f-a6e3-42b0-88cc-e926e1b8d018 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:28.067613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa1f5783-5517-4902-9f19-2ca3fa5cb1aa req-5aef978f-a6e3-42b0-88cc-e926e1b8d018 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.3234200
Jan 29 21:09:28.139510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-baeb3d93-be05-41eb-9862-8ea47667062f service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264031
Jan 29 21:09:28.144400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:28.232483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa1f5783-5517-4902-9f19-2ca3fa5cb1aa req-03d09e1a-64bc-4517-b147-5821dc5933dd tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185837
Jan 29 21:09:28.254716 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP a852ea92-6d04-41c7-9f24-df3c28284012 associated. External IP: 172.35.4.113, port: 355b4dfb-b3e6-4b09-b60b-23ea8984c187.
Jan 29 21:09:28.290875 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856956fd-7ccd-44b1-8214-14473926b696 x-openstack-request-id: req-856956fd-7ccd-44b1-8214-14473926b696 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:28.292383 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "name": "network-vif-plugged", "status": "completed", "tag": "1948684a-2f86-481b-87e2-f7e12674c211", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:28.292700 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-856956fd-7ccd-44b1-8214-14473926b696 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:28.293555 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211', 'code': 200}
Jan 29 21:09:28.372276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-f00e3a47-56ae-4fb9-937e-8d1b4a124fcf service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123208
Jan 29 21:09:28.503217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732ab98-e823-4c2f-b818-4b483c55b278 req-8184bf56-d76f-4702-a170-86ccc4fe94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:28.504685 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f732ab98-e823-4c2f-b818-4b483c55b278 req-8184bf56-d76f-4702-a170-86ccc4fe94d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 1128 time: 0.1059670
Jan 29 21:09:28.509367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:28.589775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e364d8-d405-48d9-b80c-f4a74fdd80af req-d1f776b7-6c62-4cd6-aabd-d6e604915292 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:28.593683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8e364d8-d405-48d9-b80c-f4a74fdd80af req-d1f776b7-6c62-4cd6-aabd-d6e604915292 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 944 time: 0.1950598
Jan 29 21:09:28.636080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-854f9472-99d4-42d9-8c42-979b477e923e req-fc2f007a-6dda-4e6f-9890-8d346375eb9b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 210 time: 0.0691340
Jan 29 21:09:28.639633 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f732ab98-e823-4c2f-b818-4b483c55b278 req-645609c9-ad33-4495-bcdd-61d94998a05a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288223
Jan 29 21:09:28.666702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:28.675145 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bfa7a420-8454-43d8-a51e-35959d1fbbc8 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6651576
Jan 29 21:09:28.678680 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:28.680470 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:28.695807 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:28.697259 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf65b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:28.718352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8e364d8-d405-48d9-b80c-f4a74fdd80af req-4f0547ff-161c-4505-9650-8ec8a8de1c79 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159840
Jan 29 21:09:28.733647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:28.798170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet c8f6b926-33e1-43e0-838e-8209e33174da {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:28.802390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (c8f6b926-33e1-43e0-838e-8209e33174da), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:28.864971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (c8f6b926-33e1-43e0-838e-8209e33174da), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:28.966295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c8f6b926-33e1-43e0-838e-8209e33174da), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:28.972421 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:28.983600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:28.995402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Sync routers for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:29.006980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:29.007840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a423040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:29.010274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.057406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:29.068451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (c8f6b926-33e1-43e0-838e-8209e33174da), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.076104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1240386b-3013-483e-98e9-98196199ae7c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3377876
Jan 29 21:09:29.076104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:29.077737 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6b221-064b-4786-a363-d08246a8de7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:29.112380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f6b926-33e1-43e0-838e-8209e33174da,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:29.114649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.120759 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b52ea925-7bfc-4814-bac6-ec086301c25a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/c8f6b926-33e1-43e0-838e-8209e33174da HTTP/1.1" status: 204  len: 168 time: 0.4364862
Jan 29 21:09:29.121442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45842) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:29.204140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bdbd8-9df7-45f7-a48a-a10acc16febb None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:29.247907 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e437e55-6cb8-4571-a2e9-f3aa36df2d5d x-openstack-request-id: req-2e437e55-6cb8-4571-a2e9-f3aa36df2d5d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:29.248255 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:29.250684 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e437e55-6cb8-4571-a2e9-f3aa36df2d5d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:29.251116 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'status': 'completed', 'code': 200}
Jan 29 21:09:29.304587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c8100fde-e0c8-43e1-8f47-97d6c34907ab), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.331264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b221-064b-4786-a363-d08246a8de7b req-4722c56d-9138-4947-929d-7b46ed27bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.332909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-4722c56d-9138-4947-929d-7b46ed27bdd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.1091871
Jan 29 21:09:29.375169 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf65b0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:27Z', 'revision_number': 9, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:29.395155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c620652-b2ae-496e-9fc1-801076f9b516 req-1fd2a153-70f9-4bef-9cbf-dad0cc06601b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.397622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c620652-b2ae-496e-9fc1-801076f9b516 req-1fd2a153-70f9-4bef-9cbf-dad0cc06601b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.2210727
Jan 29 21:09:29.434405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:29.451055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:29.474460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:29.477581 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf65b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:29.496064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b221-064b-4786-a363-d08246a8de7b req-76e564d6-b398-4d0e-a947-e16ed7e3f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.497709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f5ad-12ca-40eb-9ad7-616d6eaaa648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.501805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-76e564d6-b398-4d0e-a947-e16ed7e3f9f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 898 time: 0.1614172
Jan 29 21:09:29.579479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cad29c-4f2f-4a0a-a29f-d467c4ab6278 req-c3f8e393-c910-42ae-bfda-17fee45f747a tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.582199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57cad29c-4f2f-4a0a-a29f-d467c4ab6278 req-c3f8e393-c910-42ae-bfda-17fee45f747a tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.2151809
Jan 29 21:09:29.590117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] DHCP port deletion for c8100fde-e0c8-43e1-8f47-97d6c34907ab request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:29.595460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c620652-b2ae-496e-9fc1-801076f9b516 req-76faa179-1a6a-43b6-b9dc-35e0fbd9e128 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1891475
Jan 29 21:09:29.609147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 74b67e2a-b7f4-4182-83ed-5d18cc521614 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:29.609994 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:29.626667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45848) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:29.634607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:29.635081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.753051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57cad29c-4f2f-4a0a-a29f-d467c4ab6278 req-ad7119f2-971f-4d94-823b-338338b3c859 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504643
Jan 29 21:09:29.766011 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-69a12af2-7b3d-47b2-a3cb-d6ab3dd7f933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 999 time: 0.2578783
Jan 29 21:09:29.801667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93aea7ff-b0e2-4a12-9354-e7ffadad6e84 req-41d2d97d-8009-4795-8dd4-b842d081b451 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 210 time: 0.0545151
Jan 29 21:09:29.806203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efa4f7f-dd20-44c9-84b7-694e88c44d05,segment=NetworkSegment(de5985d6-62a5-4b84-9ee8-2e62cf025ab9),segment_id=de5985d6-62a5-4b84-9ee8-2e62cf025ab9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:29.806592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.833518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 1efa4f7f-dd20-44c9-84b7-694e88c44d05 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:29.837035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9abb13ba-9954-4f6b-ae15-282026e28bf6 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a852ea92-6d04-41c7-9f24-df3c28284012 HTTP/1.1" status: 200  len: 991 time: 0.2092345
Jan 29 21:09:29.840830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f5ad-12ca-40eb-9ad7-616d6eaaa648 admin admin] Publish callbacks [] for security_group (e395e612-b370-4fb2-b36d-26ad0838fb71), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.852421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f5ad-12ca-40eb-9ad7-616d6eaaa648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e395e612-b370-4fb2-b36d-26ad0838fb71), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:29.861122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b221-064b-4786-a363-d08246a8de7b req-b8359782-f5e8-425f-ae29-001be89f6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.862667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-b8359782-f5e8-425f-ae29-001be89f6059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.0880148
Jan 29 21:09:29.935875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ed7f5ad-12ca-40eb-9ad7-616d6eaaa648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cf1b2819b6c415d85919520823b41eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8774190
Jan 29 21:09:29.940208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:29.978541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf65b0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:27Z', 'revision_number': 9, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:29.979803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b221-064b-4786-a363-d08246a8de7b req-0936dc80-ecbc-49a0-8c4a-47031dc95ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:29.981521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-0936dc80-ecbc-49a0-8c4a-47031dc95ee0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1063426
Jan 29 21:09:29.990443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7f5ad-12ca-40eb-9ad7-616d6eaaa648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e395e612-b370-4fb2-b36d-26ad0838fb71,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.035060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.044895 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbc051-5634-4d79-9009-746526a44fd7 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:27Z', 'revision_number': 9, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363', 'name': '', 'network_id': '5886e096-cc73-4c55-87fb-417ee283d1d2', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:b5:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:51Z', 'updated_at': '2022-01-29T21:09:00Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '8621281a-44dd-48ec-ad37-aa4abfd5cb64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:30.051068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bbfd9-0462-4bc7-b3cc-fcc5b0464820 req-5d60cf86-3cba-4e2c-879b-6bfa1bbf3712 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:30.052644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f8bbfd9-0462-4bc7-b3cc-fcc5b0464820 req-5d60cf86-3cba-4e2c-879b-6bfa1bbf3712 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 944 time: 0.1144252
Jan 29 21:09:30.082168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:30.089991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=1efa4f7f-dd20-44c9-84b7-694e88c44d05,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.130267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] Publish callbacks [] for security_group (e395e612-b370-4fb2-b36d-26ad0838fb71), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.132252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:09:30.217698 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c8100fde-e0c8-43e1-8f47-97d6c34907ab), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.236153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] Publish callbacks [] for security_group (e395e612-b370-4fb2-b36d-26ad0838fb71), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.246359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Deleting port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:30.247599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.253277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f8bbfd9-0462-4bc7-b3cc-fcc5b0464820 req-6630a9f8-bfc0-4167-9f7a-2b4dbda19e1a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1748621
Jan 29 21:09:30.254246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-c35a1a77-7b8d-4458-9c10-d0354e7d1883 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622027
Jan 29 21:09:30.259196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0ad4e280>,) {'filters': {'network_id': ['c8100fde-e0c8-43e1-8f47-97d6c34907ab']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:30.279875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ad4e280>, 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:30.280179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ad4e280>, 'de5985d6-62a5-4b84-9ee8-2e62cf025ab9') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:30.291040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (de5985d6-62a5-4b84-9ee8-2e62cf025ab9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.308661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (de5985d6-62a5-4b84-9ee8-2e62cf025ab9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.316301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:30.316693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (de5985d6-62a5-4b84-9ee8-2e62cf025ab9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:30.321207 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:30.391919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:30.396242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e395e612-b370-4fb2-b36d-26ad0838fb71), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.398835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.401481 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e395e612-b370-4fb2-b36d-26ad0838fb71 HTTP/1.1" status: 204  len: 168 time: 0.4601874
Jan 29 21:09:30.411170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c8100fde-e0c8-43e1-8f47-97d6c34907ab), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.416067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.419054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] For port 1efa4f7f-dd20-44c9-84b7-694e88c44d05, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:30.419446 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.422520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '74b67e2a-b7f4-4182-83ed-5d18cc521614', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'port_id': '74b67e2a-b7f4-4182-83ed-5d18cc521614', 'mac_address': 'fa:16:3e:a3:35:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:30.426820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/c8100fde-e0c8-43e1-8f47-97d6c34907ab HTTP/1.1" status: 204  len: 168 time: 1.3007321
Jan 29 21:09:30.426820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45858) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:30.439876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Calling delete_port for 1efa4f7f-dd20-44c9-84b7-694e88c44d05 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:30.443584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-43e84cb4-33ae-4626-a3f0-31aa96cd7d85 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:30.446156 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-43e84cb4-33ae-4626-a3f0-31aa96cd7d85 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.3029313
Jan 29 21:09:30.456346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f9211-28d4-422a-9839-62a4dd63d775 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=c8100fde-e0c8-43e1-8f47-97d6c34907ab,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.461999 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cbd6b221-064b-4786-a363-d08246a8de7b req-ba49a6ad-315d-444e-998b-8b0a57fa7e5f service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006960
Jan 29 21:09:30.501083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:09:30.501687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9a140-0426-44dc-999c-f64dc5172223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e395e612-b370-4fb2-b36d-26ad0838fb71,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.504205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 74b67e2a-b7f4-4182-83ed-5d18cc521614 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:30.504601 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.514958 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1efa4f7f-dd20-44c9-84b7-694e88c44d05), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.566398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Network c8100fde-e0c8-43e1-8f47-97d6c34907ab is not hosted by any dhcp agent {{(pid=125944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:09:30.566751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] No DVR routers for this DVR port 1efa4f7f-dd20-44c9-84b7-694e88c44d05 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:30.570122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f8b5-eff6-4f7f-8567-f5fbe8bc7be3 None None] Pushing event deleted for resources: {'Port': ['ID=1efa4f7f-dd20-44c9-84b7-694e88c44d05,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.572722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b67e2a-b7f4-4182-83ed-5d18cc521614 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:30.579285 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-a36c58d0-5c5b-4ff0-89e6-0276143387dd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 379 time: 0.1161828
Jan 29 21:09:30.591913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a423040>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a852ea92-6d04-41c7-9f24-df3c28284012', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'mac_address': 'fa:16:3e:46:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:26Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:30.595410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'device_id': '4a54992c-f323-4ec3-b895-c51760fadbba', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'admin_state_up': True, 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'security_groups': ['e3a389db-e1a4-4301-9e01-d940d430c181']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:30.633539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:30.635465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Checking router: 73010f09-ffb7-483e-b2d0-2a4fc61788d1 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:30.643739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.663151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:30.663784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a423040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:30.792863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:30.799996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.842675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:30.861287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:30.913033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:30.914759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:30.932556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58afab39-c035-4b91-95c1-d19def195141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:30.969084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['74b67e2a-b7f4-4182-83ed-5d18cc521614'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:30.987654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5e0e1354-978e-45ee-99ce-171b0910a88f req-7dc9f18e-a1bc-459e-9709-166a6f46cc0b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 210 time: 0.0769098
Jan 29 21:09:31.004296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c573acca-9040-46f6-aed3-f3ba69dedb5f tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a852ea92-6d04-41c7-9f24-df3c28284012 HTTP/1.1" status: 200  len: 991 time: 0.1589518
Jan 29 21:09:31.028612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.20.0.11 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/80bdc414-2168-448f-8a33-a8d31d19eb33) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:31.041789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a70a-7e07-4500-bdaf-b6c0f85a5317 req-cbe1b002-63ec-4984-92ed-ad773be03be3 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:31.043710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0990a70a-7e07-4500-bdaf-b6c0f85a5317 req-cbe1b002-63ec-4984-92ed-ad773be03be3 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.1315341
Jan 29 21:09:31.121848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0990a70a-7e07-4500-bdaf-b6c0f85a5317 req-d3adc7bd-1df6-46e5-a7ee-2a6739aa7b49 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565062
Jan 29 21:09:31.131226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.200273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58afab39-c035-4b91-95c1-d19def195141 admin admin] Publish callbacks [] for security_group (20ec2ba4-e22b-44b9-9ba1-50da1162ff8d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.225854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-58afab39-c035-4b91-95c1-d19def195141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20ec2ba4-e22b-44b9-9ba1-50da1162ff8d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.287975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afab39-c035-4b91-95c1-d19def195141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec2ba4-e22b-44b9-9ba1-50da1162ff8d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:31.297338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a423040>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a852ea92-6d04-41c7-9f24-df3c28284012', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'mac_address': 'fa:16:3e:46:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:26Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:31.329603 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-58afab39-c035-4b91-95c1-d19def195141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c94fbf233c444abab54e18222d337c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4152563
Jan 29 21:09:31.336113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45874) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:31.358343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f37cbb3a-00d6-4761-a568-fc38af702d3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:31.363259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd782c-8de6-46e3-9bb5-aefd8c704e7a None None] The sync data for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 is: [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a852ea92-6d04-41c7-9f24-df3c28284012', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'mac_address': 'fa:16:3e:46:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:26Z', 'revision_number': 0, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:31.399464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f37cbb3a-00d6-4761-a568-fc38af702d3a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:31.399907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f37cbb3a-00d6-4761-a568-fc38af702d3a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:31.400338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1efa4f7f-dd20-44c9-84b7-694e88c44d05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:31.435841 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.475814 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] Publish callbacks [] for security_group (20ec2ba4-e22b-44b9-9ba1-50da1162ff8d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.487483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1efa4f7f-dd20-44c9-84b7-694e88c44d05 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:31.488071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1efa4f7f-dd20-44c9-84b7-694e88c44d05 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:31.514059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] Publish callbacks [] for security_group (20ec2ba4-e22b-44b9-9ba1-50da1162ff8d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.538202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.576420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:31.577037 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.600521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261de3c9-a285-431d-9cb9-51af48f0245e req-ab861691-e69d-4046-9536-98dd77902ed3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:31.602118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-261de3c9-a285-431d-9cb9-51af48f0245e req-ab861691-e69d-4046-9536-98dd77902ed3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 945 time: 0.2032809
Jan 29 21:09:31.618088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:31.620185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:31.623360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:31.627423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:31.679683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (20ec2ba4-e22b-44b9-9ba1-50da1162ff8d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.682657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.686602 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ec2ba4-e22b-44b9-9ba1-50da1162ff8d HTTP/1.1" status: 204  len: 168 time: 0.3464124
Jan 29 21:09:31.709049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:31.709747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.712340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b42aa-89cc-431e-9eac-b0aa517ba0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec2ba4-e22b-44b9-9ba1-50da1162ff8d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:31.753907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-261de3c9-a285-431d-9cb9-51af48f0245e req-6aea64a5-72b5-423d-a28b-f369624056d3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237454
Jan 29 21:09:31.768190 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-1c47da5e-ac8e-41d7-abc0-94e57107a23f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1828375
Jan 29 21:09:31.774125 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde78c0-5ffe-4bff-a259-1ba185215299 None None] New status for floating IP a852ea92-6d04-41c7-9f24-df3c28284012: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:09:31.781455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Request body: {'port': {'device_id': '4a54992c-f323-4ec3-b895-c51760fadbba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:31.836014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:31.836312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:31.864246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:31.919485 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.012458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:32.103613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8f35465a-7b61-4f18-90d4-5c8efaf2a294 None None] Provisioning complete for port 80bdc414-2168-448f-8a33-a8d31d19eb33 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:32.104151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f35465a-7b61-4f18-90d4-5c8efaf2a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.153488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8f35465a-7b61-4f18-90d4-5c8efaf2a294 None None] Port 80bdc414-2168-448f-8a33-a8d31d19eb33 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:32.210723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39cb5-2a5d-4fdd-91d6-8be7eb402a06 req-6ce5acc5-766b-49b5-ac1c-abb3ec43fe40 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:32.212237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44b39cb5-2a5d-4fdd-91d6-8be7eb402a06 req-6ce5acc5-766b-49b5-ac1c-abb3ec43fe40 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.1039357
Jan 29 21:09:32.226123 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e2211e7-6e98-4b8c-84f3-6288bcb45371 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a852ea92-6d04-41c7-9f24-df3c28284012 HTTP/1.1" status: 200  len: 993 time: 0.2087481
Jan 29 21:09:32.302639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665051ef-b623-4f86-93ae-063001ffabc6 req-9f67baa1-6db1-4a59-8cff-7b7ee17024bf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:32.304405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-665051ef-b623-4f86-93ae-063001ffabc6 req-9f67baa1-6db1-4a59-8cff-7b7ee17024bf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 932 time: 0.1489322
Jan 29 21:09:32.328571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.350122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44b39cb5-2a5d-4fdd-91d6-8be7eb402a06 req-c96b6406-c715-48d2-a295-7126a4b33c71 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247768
Jan 29 21:09:32.372380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:32.437344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:32.448381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks [] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.480663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Transition to ACTIVE for port object 80bdc414-2168-448f-8a33-a8d31d19eb33 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:09:32.485947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.575101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:32.727590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Attempting to bind port 80bdc414-2168-448f-8a33-a8d31d19eb33 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:32.727590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Attempting to bind port 80bdc414-2168-448f-8a33-a8d31d19eb33 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:32.729559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Attempting to bind port 80bdc414-2168-448f-8a33-a8d31d19eb33 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:32.749462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Port 80bdc414-2168-448f-8a33-a8d31d19eb33 on network 02b07a14-6d46-4fb2-8244-065282ca74eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:09:32.749935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Attempting to bind port 80bdc414-2168-448f-8a33-a8d31d19eb33 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:32.760848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:32.766322 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:32.769201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:32.771365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Bound port: 80bdc414-2168-448f-8a33-a8d31d19eb33, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:32.771784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.899290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:32.903106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:32.914309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.956861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-665051ef-b623-4f86-93ae-063001ffabc6 req-5a9eb735-cd45-449e-bdbc-3b3647ba509d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6450424
Jan 29 21:09:32.977841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:32.978576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:32.979979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] 10.222.0.18 "PUT /v2.0/ports/80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 1092 time: 1.2035320
Jan 29 21:09:32.980584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:32.983609 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118806b0-63c4-4a32-8a55-e60e9ad2c78f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:33.051556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf8991-caed-4e35-aebf-10bf0a1ade8d service neutron] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:33.058720 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b99d5f-56d9-4e96-9dc4-efb7e9c0ba08 x-openstack-request-id: req-f9b99d5f-56d9-4e96-9dc4-efb7e9c0ba08 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:33.060243 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:33.060660 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9b99d5f-56d9-4e96-9dc4-efb7e9c0ba08 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:33.061296 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'status': 'completed', 'code': 200}
Jan 29 21:09:33.137816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e114f0af-d2d0-4d35-b593-0768a205ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.140979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e114f0af-d2d0-4d35-b593-0768a205ee3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1126 time: 0.0729010
Jan 29 21:09:33.150127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172826e2-8222-4295-926c-0f4154764050 req-aac57e80-a812-4e49-9c7f-7193d123dab2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.157459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-172826e2-8222-4295-926c-0f4154764050 req-aac57e80-a812-4e49-9c7f-7193d123dab2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 945 time: 0.1977222
Jan 29 21:09:33.201416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.267109 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-e3a77823-6d9c-4a73-ab67-acd54d019224 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 217 time: 0.1187127
Jan 29 21:09:33.365727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-172826e2-8222-4295-926c-0f4154764050 req-2f9dc342-1376-4666-8518-87c8c0d13df3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070529
Jan 29 21:09:33.373094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-205bdb0a-fc48-4844-9217-7b38eddfe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.374737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-205bdb0a-fc48-4844-9217-7b38eddfe02b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1008623
Jan 29 21:09:33.439126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-68503ea8-8428-4972-8460-5b006a87722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.441470 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-68503ea8-8428-4972-8460-5b006a87722a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0610335
Jan 29 21:09:33.506890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:33.593469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f974753-bc31-40ea-b401-f9563f0443dc req-e6feed96-fc62-4fb7-b4fb-657406dca385 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.594969 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f974753-bc31-40ea-b401-f9563f0443dc req-e6feed96-fc62-4fb7-b4fb-657406dca385 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.0827756
Jan 29 21:09:33.598692 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-630c3d8e-3ba2-4adb-8d1d-327f9c8eea59 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507940
Jan 29 21:09:33.599698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab509109-11b3-49b1-a16e-eac679ea85bf req-b092aa6c-846a-497d-af9d-280ee26ac967 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.601356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab509109-11b3-49b1-a16e-eac679ea85bf req-b092aa6c-846a-497d-af9d-280ee26ac967 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 946 time: 0.1361294
Jan 29 21:09:33.612190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 74b67e2a-b7f4-4182-83ed-5d18cc521614 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:33.657429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:33.665937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2dfd6cc4-6646-4293-b439-ce2a2b576fb2 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2317982
Jan 29 21:09:33.666561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45928) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:33.709059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:33.710756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab509109-11b3-49b1-a16e-eac679ea85bf req-06112340-d369-4329-a916-5800ec8a66b8 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980229
Jan 29 21:09:33.741276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 8621281a-44dd-48ec-ad37-aa4abfd5cb64 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:33.744867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (8621281a-44dd-48ec-ad37-aa4abfd5cb64), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.760519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 74b67e2a-b7f4-4182-83ed-5d18cc521614 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:33.768510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 74b67e2a-b7f4-4182-83ed-5d18cc521614 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:33.769036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.769196 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9b6b6ce3-85c3-4a81-9c29-ff6af3ca6dac req-9b50b65a-09fb-47e5-adb1-d829cbed2b84 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599953
Jan 29 21:09:33.773703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:33.775232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a256850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:33.778641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Deleting port 1948684a-2f86-481b-87e2-f7e12674c211 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:33.779971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1948684a-2f86-481b-87e2-f7e12674c211), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.825079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8621281a-44dd-48ec-ad37-aa4abfd5cb64), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.895822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:33.911264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] For port 1948684a-2f86-481b-87e2-f7e12674c211, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1948684a-2f86-481b-87e2-f7e12674c211,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:33.911642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1948684a-2f86-481b-87e2-f7e12674c211), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.915467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8621281a-44dd-48ec-ad37-aa4abfd5cb64), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:33.916302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-16cadae9-ae7f-45d0-8731-ce48d1ee08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:33.917868 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-16cadae9-ae7f-45d0-8731-ce48d1ee08c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1126 time: 0.0888033
Jan 29 21:09:33.936489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Calling delete_port for 1948684a-2f86-481b-87e2-f7e12674c211 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:34.001196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8621281a-44dd-48ec-ad37-aa4abfd5cb64), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.062928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=8621281a-44dd-48ec-ad37-aa4abfd5cb64,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:34.078168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-ddd77868-d6bd-4cd3-b0e4-367a0a5271a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.079877 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-ddd77868-d6bd-4cd3-b0e4-367a0a5271a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1544044
Jan 29 21:09:34.094907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.099601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-90e08904-9f51-42cd-88b9-c642f7eff027 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/8621281a-44dd-48ec-ad37-aa4abfd5cb64 HTTP/1.1" status: 204  len: 168 time: 0.4259992
Jan 29 21:09:34.103312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875c1ef-ce40-423f-a63d-69a163a02cf7 None None] Network 5886e096-cc73-4c55-87fb-417ee283d1d2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:34.132219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 45940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:34.136492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-a72d0760-31a1-43a1-9263-e0b886dd00a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 217 time: 0.0468225
Jan 29 21:09:34.170365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241ce4-9a12-408a-88ed-db8d0f262763 req-c4d4360a-f8f8-4464-9c20-803bbaa4dcbd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.172233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd241ce4-9a12-408a-88ed-db8d0f262763 req-c4d4360a-f8f8-4464-9c20-803bbaa4dcbd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 944 time: 0.0716264
Jan 29 21:09:34.255462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd241ce4-9a12-408a-88ed-db8d0f262763 req-c071b28d-729e-425a-83a9-1e0c9a034094 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651278
Jan 29 21:09:34.289322 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-1e38ed4f-f4ee-4d75-a538-358101595599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.290833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-1e38ed4f-f4ee-4d75-a538-358101595599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1463001
Jan 29 21:09:34.313961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5886e096-cc73-4c55-87fb-417ee283d1d2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.344211 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1948684a-2f86-481b-87e2-f7e12674c211), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.404778 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Pushing event deleted for resources: {'Port': ['ID=1948684a-2f86-481b-87e2-f7e12674c211,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:34.442370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-38389b58-fa31-4c32-94b5-7d66c9d924a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.443979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-38389b58-fa31-4c32-94b5-7d66c9d924a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1456680
Jan 29 21:09:34.470536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] No DVR routers for this DVR port 1948684a-2f86-481b-87e2-f7e12674c211 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:34.475252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.478646 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0f974753-bc31-40ea-b401-f9563f0443dc req-366a4430-cf2b-4fad-b3ee-8faf299e5eb4 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "DELETE /v2.0/ports/1948684a-2f86-481b-87e2-f7e12674c211 HTTP/1.1" status: 204  len: 173 time: 0.8780034
Jan 29 21:09:34.498900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['1948684a-2f86-481b-87e2-f7e12674c211'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:34.552056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 0f1955ba-f606-4897-bfb5-edfe1536d81b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:34.552403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.559737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 74b67e2a-b7f4-4182-83ed-5d18cc521614 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:34.560453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.601776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:34.607781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763448-81be-410e-8e7e-a1115f9acdc4 req-081a0cee-6918-4648-bb51-4b990e83aaad tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.609468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31763448-81be-410e-8e7e-a1115f9acdc4 req-081a0cee-6918-4648-bb51-4b990e83aaad tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 945 time: 0.1382604
Jan 29 21:09:34.612126 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2c3fd-5990-4bf5-8d16-c6d05f7036dd" -d '{"events": [{"server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "name": "network-vif-plugged", "status": "completed", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:34.627559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-ca4c2422-abde-4fb2-86f8-dc41ea385162 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661868
Jan 29 21:09:34.666421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:34.676361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a256850>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:32Z', 'revision_number': 10, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:34.679068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31763448-81be-410e-8e7e-a1115f9acdc4 req-aa40abc7-4b91-47a8-b689-c3dac5916443 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628259
Jan 29 21:09:34.694653 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3e8c29-e416-4ee2-8bc7-322a2e67a18c x-openstack-request-id: req-ef3e8c29-e416-4ee2-8bc7-322a2e67a18c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:34.694948 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "name": "network-vif-plugged", "status": "completed", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:34.695230 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef3e8c29-e416-4ee2-8bc7-322a2e67a18c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:34.695607 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614', 'code': 200}
Jan 29 21:09:34.698272 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.729880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 0f1955ba-f606-4897-bfb5-edfe1536d81b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1955ba-f606-4897-bfb5-edfe1536d81b,segment=NetworkSegment(059bb60e-aa3e-4a15-bcfe-0ea54037ab43),segment_id=059bb60e-aa3e-4a15-bcfe-0ea54037ab43)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:34.730261 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.755414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 0f1955ba-f606-4897-bfb5-edfe1536d81b owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:34.795358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] DHCP port deletion for 5886e096-cc73-4c55-87fb-417ee283d1d2 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:34.811745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:34.857696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:34.858311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a256850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:34.860916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aaa77-28bd-4a88-9858-7846d68449e7 req-be55afc4-0113-4a49-9e63-57b348799956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:34.866496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-481aaa77-28bd-4a88-9858-7846d68449e7 req-be55afc4-0113-4a49-9e63-57b348799956 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 1128 time: 0.0993629
Jan 29 21:09:34.885847 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-118806b0-63c4-4a32-8a55-e60e9ad2c78f req-998581f9-4c87-43d6-a290-0a7d9479ec15 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516720
Jan 29 21:09:34.930718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:34.949908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72933232-5b54-4876-84fb-22611c4395b1 req-80528953-97ed-4a60-b713-8f784552ca69 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5220210-ebe3-4bd8-97da-29e3e07fcde8 HTTP/1.1" status: 200  len: 210 time: 0.0755503
Jan 29 21:09:34.963948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:34.977122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port 0f1955ba-f606-4897-bfb5-edfe1536d81b on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:34.979000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=0f1955ba-f606-4897-bfb5-edfe1536d81b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:34.996340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-481aaa77-28bd-4a88-9858-7846d68449e7 req-1fff75d7-f9d4-430f-bb19-e65e0e859c84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153002
Jan 29 21:09:35.010875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:35.013402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Deleting port 0f1955ba-f606-4897-bfb5-edfe1536d81b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:35.013810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.069990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'name': 'network-vif-deleted', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:35.072415 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b5fdf-9d93-4d7e-9d25-e84e36e4c892" -d '{"events": [{"server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "name": "network-vif-deleted", "tag": "1948684a-2f86-481b-87e2-f7e12674c211"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:35.100234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5886e096-cc73-4c55-87fb-417ee283d1d2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.130266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03f75880>,) {'filters': {'network_id': ['5886e096-cc73-4c55-87fb-417ee283d1d2']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:35.140582 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f75880>, '059bb60e-aa3e-4a15-bcfe-0ea54037ab43') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:35.140892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f75880>, '059bb60e-aa3e-4a15-bcfe-0ea54037ab43') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:35.148793 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1d01d-2c78-4bb0-996a-fc117728414a x-openstack-request-id: req-6be1d01d-2c78-4bb0-996a-fc117728414a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:35.149014 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5220210-ebe3-4bd8-97da-29e3e07fcde8", "name": "network-vif-deleted", "tag": "1948684a-2f86-481b-87e2-f7e12674c211", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:35.149462 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6be1d01d-2c78-4bb0-996a-fc117728414a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:35.149865 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5220210-ebe3-4bd8-97da-29e3e07fcde8', 'name': 'network-vif-deleted', 'tag': '1948684a-2f86-481b-87e2-f7e12674c211', 'status': 'completed', 'code': 200}
Jan 29 21:09:35.155599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (059bb60e-aa3e-4a15-bcfe-0ea54037ab43), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.164812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] For port 0f1955ba-f606-4897-bfb5-edfe1536d81b, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:35.165096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.173186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (059bb60e-aa3e-4a15-bcfe-0ea54037ab43), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.190425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:35.190931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (059bb60e-aa3e-4a15-bcfe-0ea54037ab43), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.213629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Calling delete_port for 0f1955ba-f606-4897-bfb5-edfe1536d81b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:35.218450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Port 0f1955ba-f606-4897-bfb5-edfe1536d81b was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:09:35.226416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (0f1955ba-f606-4897-bfb5-edfe1536d81b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:35.252976 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:35.259184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] No DVR routers for this DVR port 0f1955ba-f606-4897-bfb5-edfe1536d81b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:35.267879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f1955ba-f606-4897-bfb5-edfe1536d81b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:35.270921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6753b-97b3-4a7e-90e9-0af6a13e245d None None] Pushing event deleted for resources: {'Port': ['ID=0f1955ba-f606-4897-bfb5-edfe1536d81b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:35.276295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5886e096-cc73-4c55-87fb-417ee283d1d2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.287284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.296527 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/5886e096-cc73-4c55-87fb-417ee283d1d2 HTTP/1.1" status: 204  len: 168 time: 1.1615601
Jan 29 21:09:35.299423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 45988) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:35.308397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d4062-3472-45b3-84ce-0bbde70d0120 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=5886e096-cc73-4c55-87fb-417ee283d1d2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:35.322462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0f1955ba-f606-4897-bfb5-edfe1536d81b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:35.322908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0f1955ba-f606-4897-bfb5-edfe1536d81b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:35.394460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a256850>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:32Z', 'revision_number': 10, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:35.431702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ff6e2-caa3-48be-8981-d357b1dcc927 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:32Z', 'revision_number': 10, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None, '_interfaces': [{'id': '6e8de414-0336-422a-b6ec-df2469b971a4', 'name': '', 'network_id': 'ec7b06ad-8b98-46c5-b858-03350daa853a', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'mac_address': 'fa:16:3e:f1:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:45Z', 'updated_at': '2022-01-29T21:08:53Z', 'revision_number': 5, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'subnets': [{'id': '0125b014-7f2d-41f7-81b6-82a5bc9fe3c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:35.526279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8309f2-110b-4cf2-9df5-fded763731dd req-9d777c2c-d1c8-4354-af69-6f9bac8cc4bd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:35.528300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f8309f2-110b-4cf2-9df5-fded763731dd req-9d777c2c-d1c8-4354-af69-6f9bac8cc4bd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 944 time: 0.1416106
Jan 29 21:09:35.620819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f8309f2-110b-4cf2-9df5-fded763731dd req-9e23ab78-f322-4a9b-a8b9-01e5a4c01085 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863237
Jan 29 21:09:35.736866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:35.928901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ec312-f6ac-4401-83e1-15e7d9692729 req-ee65e759-5b93-4de4-a169-d502890a00eb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:35.930603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d5ec312-f6ac-4401-83e1-15e7d9692729 req-ee65e759-5b93-4de4-a169-d502890a00eb tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.1226873
Jan 29 21:09:36.010239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d5ec312-f6ac-4401-83e1-15e7d9692729 req-ddcdac4d-8af6-42ec-9676-e613707548f2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684133
Jan 29 21:09:36.103152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port 6e8de414-0336-422a-b6ec-df2469b971a4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:36.103495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.254876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port 6e8de414-0336-422a-b6ec-df2469b971a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e8de414-0336-422a-b6ec-df2469b971a4,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:36.255245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.274352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for 6e8de414-0336-422a-b6ec-df2469b971a4 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:36.359257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-c3155aad-3dc5-4209-8194-29958d2a3673 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:36.360780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-c3155aad-3dc5-4209-8194-29958d2a3673 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 808 time: 0.1680961
Jan 29 21:09:36.387309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-355f7fbc-fb0f-454c-859d-0a8ecf4e59d2 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/quotas/337f56cfddf647ffb5c7fea47f812151 HTTP/1.1" status: 200  len: 375 time: 0.0178068
Jan 29 21:09:36.466323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-f1c630ce-8340-46fa-a275-7341b304cae2 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0452666
Jan 29 21:09:36.534684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6e8de414-0336-422a-b6ec-df2469b971a4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.563674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46042) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:36.566123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=6e8de414-0336-422a-b6ec-df2469b971a4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:36.576505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.578600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.578974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.579494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.579834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.580321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.581612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.581986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.582343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.582697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.583751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.583996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.584320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:36.621405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8845f34d-61cc-4c4c-8a20-51c31965ac4e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:09:36.622426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8845f34d-61cc-4c4c-8a20-51c31965ac4e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1458676
Jan 29 21:09:36.656582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83a91e77-d20c-47b7-8a00-6552d18c84ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.744488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83a91e77-d20c-47b7-8a00-6552d18c84ad admin admin] Publish callbacks [] for security_group (d8cbf748-85af-47ae-9d37-c0f3a854957f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.749692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-83a91e77-d20c-47b7-8a00-6552d18c84ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d8cbf748-85af-47ae-9d37-c0f3a854957f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.785596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.796778 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-83a91e77-d20c-47b7-8a00-6552d18c84ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af40643956354d6082cdd696d92bd42e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319818
Jan 29 21:09:36.797947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46048) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:36.805688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a91e77-d20c-47b7-8a00-6552d18c84ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cbf748-85af-47ae-9d37-c0f3a854957f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:36.849215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] Publish callbacks [] for security_group (d8cbf748-85af-47ae-9d37-c0f3a854957f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.870800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] Publish callbacks [] for security_group (d8cbf748-85af-47ae-9d37-c0f3a854957f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.909962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950cdc-96fd-4b1c-856d-fd030df6acf1 req-d8564e6e-0cde-479a-98bf-cf92a91d95c7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:36.911440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d950cdc-96fd-4b1c-856d-fd030df6acf1 req-d8564e6e-0cde-479a-98bf-cf92a91d95c7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 944 time: 0.1966386
Jan 29 21:09:36.914787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-92237f87-5892-49e6-a68a-648fd27a4600 service neutron] 10.222.0.20 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422044
Jan 29 21:09:36.920214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d8cbf748-85af-47ae-9d37-c0f3a854957f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.922924 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:36.924081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8cbf748-85af-47ae-9d37-c0f3a854957f HTTP/1.1" status: 204  len: 168 time: 0.1251383
Jan 29 21:09:36.932969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ca7a1-e906-4d6e-ae95-215997936722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cbf748-85af-47ae-9d37-c0f3a854957f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:37.061729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:37.095191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d950cdc-96fd-4b1c-856d-fd030df6acf1 req-9f2ee657-a025-462d-957c-e37677ddea25 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1766822
Jan 29 21:09:37.183121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-7281c99b-20ef-4be5-9070-e63f66fb2cb8 service neutron] 10.222.0.20 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337823
Jan 29 21:09:37.213754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:37.222874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b3752934-2558-4f62-8894-324daa9f184a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9206326
Jan 29 21:09:37.225474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:37.232080 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:37.248886 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:37.249541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:37.272216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595fc32-a18c-4fd7-869d-fedcc81b94ca req-3f2a60bd-651d-478b-b2e1-6004458f122a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:37.282840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f595fc32-a18c-4fd7-869d-fedcc81b94ca req-3f2a60bd-651d-478b-b2e1-6004458f122a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.1051631
Jan 29 21:09:37.303762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:37.304977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46058) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:37.328870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de8fe8f6-903a-41a5-8a92-e8972e007cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.339072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting subnet 0125b014-7f2d-41f7-81b6-82a5bc9fe3c9 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:37.343535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (0125b014-7f2d-41f7-81b6-82a5bc9fe3c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.353608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:37.355459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00d4f0fa-7f8f-41f2-b9b6-ffacb75b7363 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:37.361172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:37.426968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0125b014-7f2d-41f7-81b6-82a5bc9fe3c9), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.439438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7c19d28-224b-4437-a119-66bedbd47cc6 req-42feda40-7dbf-467b-ad0f-1bee2c5d85c1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 210 time: 0.0489404
Jan 29 21:09:37.447149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f595fc32-a18c-4fd7-869d-fedcc81b94ca req-c2330dfb-ba26-4b22-9542-12c491b2ccca tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566710
Jan 29 21:09:37.451889 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e430>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:37.454319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de8fe8f6-903a-41a5-8a92-e8972e007cfb admin admin] Publish callbacks [] for security_group (ff59d53e-dc78-4ee5-8097-bbd42f45e633), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.463041 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de8fe8f6-903a-41a5-8a92-e8972e007cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ff59d53e-dc78-4ee5-8097-bbd42f45e633), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.489111 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:37.498517 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:37.499130 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:37.517057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1948684a-2f86-481b-87e2-f7e12674c211 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:37.521829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fe8f6-903a-41a5-8a92-e8972e007cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59d53e-dc78-4ee5-8097-bbd42f45e633,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:37.526484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de8fe8f6-903a-41a5-8a92-e8972e007cfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e523722c2b38487790b3a9c16d4c7f69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2206013
Jan 29 21:09:37.529073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46066) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:37.558272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0125b014-7f2d-41f7-81b6-82a5bc9fe3c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.571599 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:37.591196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] Publish callbacks [] for security_group (ff59d53e-dc78-4ee5-8097-bbd42f45e633), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.617879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] Publish callbacks [] for security_group (ff59d53e-dc78-4ee5-8097-bbd42f45e633), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.631077 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e430>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:37.636602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 1948684a-2f86-481b-87e2-f7e12674c211 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:37.637741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 1948684a-2f86-481b-87e2-f7e12674c211 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:37.639747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0125b014-7f2d-41f7-81b6-82a5bc9fe3c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.644754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:37.659196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4fc0-157d-4a29-80b7-c0db24752f12 None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:37.745528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdad808-7b99-4a23-b04b-ca11e6ceaf44 req-54595f88-69d9-45ec-8b6e-ac053ac00bc5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:37.747837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bdad808-7b99-4a23-b04b-ca11e6ceaf44 req-54595f88-69d9-45ec-8b6e-ac053ac00bc5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.0709076
Jan 29 21:09:37.758186 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ff59d53e-dc78-4ee5-8097-bbd42f45e633), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.764047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.764581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff59d53e-dc78-4ee5-8097-bbd42f45e633 HTTP/1.1" status: 204  len: 168 time: 0.2343333
Jan 29 21:09:37.784676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac28c96-11bf-4a81-b9f7-dff734c6022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59d53e-dc78-4ee5-8097-bbd42f45e633,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:37.826877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:37.827736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bdad808-7b99-4a23-b04b-ca11e6ceaf44 req-e7acfada-643b-4740-bd2b-8d5e451044aa tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727911
Jan 29 21:09:37.852389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:37.905994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:37.906466 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:37.926020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:37.952753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:37.958519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.016524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:38.111774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.117948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46082) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:38.118583 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/0125b014-7f2d-41f7-81b6-82a5bc9fe3c9 HTTP/1.1" status: 204  len: 168 time: 0.8921232
Jan 29 21:09:38.119852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dd339-abe6-4981-a1c5-0df0bd709d4d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Subnet': ['ID=0125b014-7f2d-41f7-81b6-82a5bc9fe3c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:38.126003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cb1d7-0717-4db1-89ee-afb970bb487f None None] Network ec7b06ad-8b98-46c5-b858-03350daa853a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:38.338515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80bdc414-2168-448f-8a33-a8d31d19eb33'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:38.424876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] DHCP port deletion for ec7b06ad-8b98-46c5-b858-03350daa853a request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:38.538642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Deleting port b56a48a2-577b-45f7-a0b2-34dcd89e9487 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:38.539162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.641370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] For port b56a48a2-577b-45f7-a0b2-34dcd89e9487, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b56a48a2-577b-45f7-a0b2-34dcd89e9487,segment=NetworkSegment(22635f7a-d1cc-4824-b1ac-bf5c105c6fcc),segment_id=22635f7a-d1cc-4824-b1ac-bf5c105c6fcc)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:38.641688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.659422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Calling delete_port for b56a48a2-577b-45f7-a0b2-34dcd89e9487 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:38.730448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ec7b06ad-8b98-46c5-b858-03350daa853a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.736088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-741fa421-5586-4a56-8073-f2939e8ea4c1 req-6b0c2a83-92c4-40ce-be10-f00595aecd53 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 210 time: 0.0583544
Jan 29 21:09:38.767957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.779102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b9dc-da6e-4eaa-9357-248e68cce44b req-6e37907b-4002-40d7-a8d9-44cf5ee1600d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:38.786097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd99b9dc-da6e-4eaa-9357-248e68cce44b req-6e37907b-4002-40d7-a8d9-44cf5ee1600d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.5476043
Jan 29 21:09:38.835727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] Pushing event deleted for resources: {'Port': ['ID=b56a48a2-577b-45f7-a0b2-34dcd89e9487,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:38.837489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83626df1-ee91-432d-addb-f0a9c75f9f25 None None] No DVR routers for this DVR port b56a48a2-577b-45f7-a0b2-34dcd89e9487 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:38.862675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd99b9dc-da6e-4eaa-9357-248e68cce44b req-af015142-f35c-4e42-872a-3ca0d14d40f6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740037
Jan 29 21:09:38.880328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Deleting port b56a48a2-577b-45f7-a0b2-34dcd89e9487 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:38.880668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.893138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-01a94840-2b34-473b-babd-ac6be27e2114 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:38.894644 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-01a94840-2b34-473b-babd-ac6be27e2114 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 808 time: 0.1857586
Jan 29 21:09:38.906664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Request body: {'port': {'device_id': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92', 'admin_state_up': True, 'tenant_id': '337f56cfddf647ffb5c7fea47f812151'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:38.947096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] For port b56a48a2-577b-45f7-a0b2-34dcd89e9487, host ncdv-master-1, got binding levels [] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:38.947469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.961954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Calling delete_port for b56a48a2-577b-45f7-a0b2-34dcd89e9487 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:38.964206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Port b56a48a2-577b-45f7-a0b2-34dcd89e9487 was not found and therefore no delete operation was performed {{(pid=125943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:09:38.965565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b56a48a2-577b-45f7-a0b2-34dcd89e9487), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:38.991925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Port': ['ID=b56a48a2-577b-45f7-a0b2-34dcd89e9487,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:38.993789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No DVR routers for this DVR port b56a48a2-577b-45f7-a0b2-34dcd89e9487 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:39.034367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Made reservation on behalf of 337f56cfddf647ffb5c7fea47f812151 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:39.037917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.080785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ec7b06ad-8b98-46c5-b858-03350daa853a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.103545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10659400>,) {'filters': {'network_id': ['ec7b06ad-8b98-46c5-b858-03350daa853a']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:39.121082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10659400>, '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:39.122071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10659400>, '22635f7a-d1cc-4824-b1ac-bf5c105c6fcc') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:39.135222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (22635f7a-d1cc-4824-b1ac-bf5c105c6fcc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.152675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (22635f7a-d1cc-4824-b1ac-bf5c105c6fcc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.161723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:09:39.162128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (22635f7a-d1cc-4824-b1ac-bf5c105c6fcc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:09:39.166969 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:09:39.194273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Allocated IP 172.20.0.14 (86452f1c-c912-4172-b90f-4eaf267f8b92/e84d7c54-646d-45dc-9fd8-085af420b7b6/e0b3c74c-757c-4d8e-a95a-0840e931538f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:39.252272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ec7b06ad-8b98-46c5-b858-03350daa853a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.258769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b56a48a2-577b-45f7-a0b2-34dcd89e9487 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:39.265828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.271321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/networks/ec7b06ad-8b98-46c5-b858-03350daa853a HTTP/1.1" status: 204  len: 168 time: 1.1507201
Jan 29 21:09:39.284452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46112) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:39.286081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b56a48a2-577b-45f7-a0b2-34dcd89e9487 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:39.286442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b56a48a2-577b-45f7-a0b2-34dcd89e9487 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:39.287025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6e8de414-0336-422a-b6ec-df2469b971a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:39.290285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'routes': None}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:39.291170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf8d09-8991-44b3-8c35-1b3d3f785cd4 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Pushing event deleted for resources: {'Network': ['ID=ec7b06ad-8b98-46c5-b858-03350daa853a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:39.312304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 6e8de414-0336-422a-b6ec-df2469b971a4 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:39.312658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6e8de414-0336-422a-b6ec-df2469b971a4 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:39.504058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Added routes are [] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:09:39.504366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Removed routes are [] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:09:39.504731 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.536510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46120) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:39.557203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks [] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.634597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:39.677602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.683450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.724436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 80bdc414-2168-448f-8a33-a8d31d19eb33 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:39.727843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.729217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80bdc414-2168-448f-8a33-a8d31d19eb33 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:39.729695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.809967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Network 86452f1c-c912-4172-b90f-4eaf267f8b92 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:39.815464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:39.819498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:39.826510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:39.826908 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.857776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:39.860409 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7b4f6-d8ad-40f6-a415-fef1b3d36294" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:39.861474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:39.874650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:39.876928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Pushing event updated for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:39.881825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.930847 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865dd82d-d787-4d6d-a3cc-79e2bf35261a x-openstack-request-id: req-865dd82d-d787-4d6d-a3cc-79e2bf35261a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:39.931297 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:39.931522 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865dd82d-d787-4d6d-a3cc-79e2bf35261a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:39.931923 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:09:39.942653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:39.947164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:39.947427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:40.076574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da8eb11a-7a4a-432c-b816-e54a6f52da9d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1731853
Jan 29 21:09:40.077834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:40.085492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.089684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Sync routers for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:40.090705 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d789096d-43cd-4792-97a0-f0a165ef3bea tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 705 time: 0.8051243
Jan 29 21:09:40.091335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46140) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:40.097951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Request body: {'port': {'device_id': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:40.110509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:40.111256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2e9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:40.156719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43899ca-1c27-484f-9326-572ec0475d65 req-dba5dc6d-0750-4e8b-9967-9356a29d8209 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:40.158387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e43899ca-1c27-484f-9326-572ec0475d65 req-dba5dc6d-0750-4e8b-9967-9356a29d8209 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 932 time: 0.2633159
Jan 29 21:09:40.187448 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc8c63a2-da6f-4589-b1f0-935061029cc0 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 205 time: 0.0938308
Jan 29 21:09:40.187765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a50577-0ffd-4658-ba16-8b01d9596973 req-aed317bb-aba4-4198-ad62-f478fa6567c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:40.189300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82a50577-0ffd-4658-ba16-8b01d9596973 req-aed317bb-aba4-4198-ad62-f478fa6567c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1128 time: 0.1731777
Jan 29 21:09:40.189914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46144) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:40.223677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:40.250626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd46f-8b88-45c8-8d49-80c47bead0ab req-1cc98e54-bf3d-471e-80f3-6766ea319cc9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:40.252200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-296bd46f-8b88-45c8-8d49-80c47bead0ab req-1cc98e54-bf3d-471e-80f3-6766ea319cc9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.2224979
Jan 29 21:09:40.266351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.282654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.311774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2e9ac0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:40.333746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e43899ca-1c27-484f-9326-572ec0475d65 req-11b3ee73-d67e-4ddd-8a9f-a1804261aa4f tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662352
Jan 29 21:09:40.347383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82a50577-0ffd-4658-ba16-8b01d9596973 req-949a91be-d691-4fb1-af4d-82eaf71e9b58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1482201
Jan 29 21:09:40.347836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Checking router: 4787b3e6-d7fb-4779-9c21-9b8b718e3255 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:40.369227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Routers {'4787b3e6-d7fb-4779-9c21-9b8b718e3255'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:40.370422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2e9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:40.372148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.374969 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d58c08ed-6072-46ea-a944-ed4078e8ff26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.398073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-296bd46f-8b88-45c8-8d49-80c47bead0ab req-edb9af3d-8aa4-4e3d-bb1f-d83449f82c9c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1320713
Jan 29 21:09:40.451959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] Set router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:40.513914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2e9ac0>, [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:40.519363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.523536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (4787b3e6-d7fb-4779-9c21-9b8b718e3255), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.547058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419b2-6264-460f-938d-2135409fbbbf None None] The sync data for ids ['4787b3e6-d7fb-4779-9c21-9b8b718e3255'] in ncdv-master-1 is: [{'id': '4787b3e6-d7fb-4779-9c21-9b8b718e3255', 'name': 'tempest-RoutersIpV6Test-router-1184466035', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:43Z', 'updated_at': '2022-01-29T21:09:36Z', 'revision_number': 11, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:40.633627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (4787b3e6-d7fb-4779-9c21-9b8b718e3255), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.634439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router 4787b3e6-d7fb-4779-9c21-9b8b718e3255 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:09:40.642915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.644035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-737f9745-11e3-4c9d-a57f-339c9255f2ac tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 204  len: 168 time: 0.4532125
Jan 29 21:09:40.650560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:40.657980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2033445527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:40.734402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.735762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.774320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.17 (21c6d249-76fc-466e-bc12-0a6e8f5d52cc/97cdac69-389c-4af7-8bd4-3a0cc78ad589/89ad63e3-a544-4efa-b7aa-4062359f021a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:40.828071 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.838930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.885169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.886449 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5abdaa06-2b74-4a16-bbfa-c8427d681acf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2348895
Jan 29 21:09:40.890330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46162) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:40.897282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Request body: {'router': {'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:40.902173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b3c74c-757c-4d8e-a95a-0840e931538f {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:40.910514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks [] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:40.924605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Transition to ACTIVE for port object e0b3c74c-757c-4d8e-a95a-0840e931538f will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:09:40.930028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.005309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:41.063739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Attempting to bind port e0b3c74c-757c-4d8e-a95a-0840e931538f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:41.064212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Attempting to bind port e0b3c74c-757c-4d8e-a95a-0840e931538f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:41.064555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Attempting to bind port e0b3c74c-757c-4d8e-a95a-0840e931538f on network 86452f1c-c912-4172-b90f-4eaf267f8b92 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:41.064850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.069823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Port e0b3c74c-757c-4d8e-a95a-0840e931538f on network 86452f1c-c912-4172-b90f-4eaf267f8b92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:09:41.070260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Attempting to bind port e0b3c74c-757c-4d8e-a95a-0840e931538f on network 86452f1c-c912-4172-b90f-4eaf267f8b92 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:41.078777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:41.079344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Checking segment: {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:41.079571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Bound using segment: {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:41.080331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Bound port: e0b3c74c-757c-4d8e-a95a-0840e931538f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efd1f92-f9ad-4771-979c-aab943382445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:41.081079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.154428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:41.157965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:41.159696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.166324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.175675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.182370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.218145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:41.219044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.220608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0b3c74c-757c-4d8e-a95a-0840e931538f HTTP/1.1" status: 200  len: 1092 time: 1.1283967
Jan 29 21:09:41.221267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:41.230790 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:41.279073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc3dc-7179-4319-a338-7e7b8a037234 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:41.284240 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c4fd3e-d95c-4fca-9932-7c3241b9e38c x-openstack-request-id: req-c4c4fd3e-d95c-4fca-9932-7c3241b9e38c {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:41.284533 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:41.284940 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c4fd3e-d95c-4fca-9932-7c3241b9e38c {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:41.285969 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f', 'status': 'completed', 'code': 200}
Jan 29 21:09:41.298432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:41.305594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:41.307435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:41.310116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:41.336210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-4f341e30-ae4f-4291-b5f0-ee897e5333f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:41.337986 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-4f341e30-ae4f-4291-b5f0-ee897e5333f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 1126 time: 0.0557516
Jan 29 21:09:41.383158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.396684 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-da0f659a-0f8e-4533-8504-4b822a3899b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f HTTP/1.1" status: 200  len: 217 time: 0.0497098
Jan 29 21:09:41.479281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-7172a5e1-e3cd-40be-abed-1aea6ca3326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:41.482033 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-7172a5e1-e3cd-40be-abed-1aea6ca3326e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e84d7c54-646d-45dc-9fd8-085af420b7b6 HTTP/1.1" status: 200  len: 848 time: 0.0761342
Jan 29 21:09:41.486326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Router 5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:09:41.533238 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-dac05416-af64-48f3-ada5-5fcc908a0c27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86452f1c-c912-4172-b90f-4eaf267f8b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441372
Jan 29 21:09:41.663036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-dadf357a-05d1-4b56-a4b2-31900d8d9e08 None None] Provisioning complete for port 89ad63e3-a544-4efa-b7aa-4062359f021a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:41.663543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dadf357a-05d1-4b56-a4b2-31900d8d9e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.694107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-a0b78ede-8123-4a58-845a-1dd8d5314f3f service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534111
Jan 29 21:09:41.710723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade228a6-ef4a-406c-9337-af1283f38a9a req-fa2d23f2-43fd-4bc3-805b-984f027ddd7d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:41.718161 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ade228a6-ef4a-406c-9337-af1283f38a9a req-fa2d23f2-43fd-4bc3-805b-984f027ddd7d tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 944 time: 0.2910020
Jan 29 21:09:41.724602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dadf357a-05d1-4b56-a4b2-31900d8d9e08 None None] Port 89ad63e3-a544-4efa-b7aa-4062359f021a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:41.764774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:41.776246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.778676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Sync routers for ids ['5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:41.780662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46178) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:41.780815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47edc8b3-3528-4f07-a468-222769e03f46 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "PUT /v2.0/routers/5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 200  len: 698 time: 0.8871343
Jan 29 21:09:41.798277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Routers {'5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:41.800549 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adc7490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:41.821478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811cb21-1739-42f4-b8ac-8107af796dc7 req-c511b1b3-7e74-4025-a195-dfe3a4d4ad3d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:41.823009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b811cb21-1739-42f4-b8ac-8107af796dc7 req-c511b1b3-7e74-4025-a195-dfe3a4d4ad3d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.2934799
Jan 29 21:09:41.823609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:41.850641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ade228a6-ef4a-406c-9337-af1283f38a9a req-d02091c3-a625-4a84-93ed-5212751fbe57 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315091
Jan 29 21:09:41.880706 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Set router 5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:41.897057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c04f24dd-fe9b-418f-abc3-6e282155f628 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/routers/5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 200  len: 704 time: 0.1126730
Jan 29 21:09:41.898626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46182) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:41.907260 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8448871c-d86d-4955-a121-ebf12271bcd3 req-de340733-5c6b-4007-93dd-bb215727aeb6 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045522
Jan 29 21:09:41.955625 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adc7490>, [{'id': '5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b', 'name': 'tempest-RoutersIpV6Test-router-2033445527', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:41.960790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46184) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:41.961646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3d1ee52e-eb23-4d97-a6ed-cf8aae5cf46d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 200  len: 205 time: 0.0586298
Jan 29 21:09:41.972933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b811cb21-1739-42f4-b8ac-8107af796dc7 req-2a68ddac-a56e-4f06-a71d-f58d75fea56d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182015
Jan 29 21:09:42.011171 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Checking router: 5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:42.025953 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Routers {'5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:42.026946 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adc7490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:42.074086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.112186 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] Set router 5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:42.160390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-97b88597-5afd-4e2c-8878-1c13320cd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:42.162225 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-97b88597-5afd-4e2c-8878-1c13320cd70d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=337f56cfddf647ffb5c7fea47f812151&device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 1126 time: 0.1934319
Jan 29 21:09:42.174214 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adc7490>, [{'id': '5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b', 'name': 'tempest-RoutersIpV6Test-router-2033445527', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:42.280753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.286163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.287053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.289736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router_controller (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.314300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb34f51-dbba-4c2f-bce6-79ce88dda403 None None] The sync data for ids ['5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b'] in ncdv-master-1 is: [{'id': '5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b', 'name': 'tempest-RoutersIpV6Test-router-2033445527', 'tenant_id': '9f60e76a72e54e468eaf13115b7a356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 2, 'project_id': '9f60e76a72e54e468eaf13115b7a356a', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:42.375374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:42.381852 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.384560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Fanout notify agent at l3_agent the message router_deleted on router 5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:09:42.395048 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.396371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d930f0d9-2b0e-408d-aaae-7d1b1c43c2bf tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 204  len: 168 time: 0.4347961
Jan 29 21:09:42.400656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46196) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.419485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.446608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-3dbe5906-8e5d-413b-b852-a9c96dcc40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:42.449061 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-3dbe5906-8e5d-413b-b852-a9c96dcc40e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 200  len: 909 time: 0.2564371
Jan 29 21:09:42.488207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-365de204-be6c-48e7-90fb-052dfdc4996b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 200  len: 205 time: 0.0860865
Jan 29 21:09:42.490625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.506100 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-750ae415-e934-46bd-a128-d5bb15c0be93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f HTTP/1.1" status: 200  len: 217 time: 0.0482340
Jan 29 21:09:42.545429 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-9b51f20e-16b2-4b1a-8f0e-036d18e6ca62 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:42.549265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b51f20e-16b2-4b1a-8f0e-036d18e6ca62 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/5c1a0329-0fcf-44fd-a8e1-08a6fe2eb70b HTTP/1.1" status: 404  len: 336 time: 0.0576406
Jan 29 21:09:42.551009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46202) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.591226 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5782a4e-d966-41fb-8123-e11df14e5501 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:42.592165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5782a4e-d966-41fb-8123-e11df14e5501 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:42.595783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f5782a4e-d966-41fb-8123-e11df14e5501 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/0cbdc78e-65d5-4c50-bdf6-0237fda94560 HTTP/1.1" status: 404  len: 337 time: 0.0408831
Jan 29 21:09:42.598701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46204) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.634162 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d55f99-a906-4293-b3ab-acff1c9a215d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:42.635141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d55f99-a906-4293-b3ab-acff1c9a215d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:42.638466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-84d55f99-a906-4293-b3ab-acff1c9a215d tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/c8f6b926-33e1-43e0-838e-8209e33174da HTTP/1.1" status: 404  len: 337 time: 0.0385461
Jan 29 21:09:42.644592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46206) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.653827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed557b99-cf37-4603-a7fd-fb8f9361efaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:42.675826 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a41d05-941b-4d68-a5c9-268bbf2ef184 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:42.676572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a41d05-941b-4d68-a5c9-268bbf2ef184 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:42.680203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19a41d05-941b-4d68-a5c9-268bbf2ef184 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/8621281a-44dd-48ec-ad37-aa4abfd5cb64 HTTP/1.1" status: 404  len: 337 time: 0.0342405
Jan 29 21:09:42.684245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46208) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.702718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:42.721137 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d33d7a-bbaa-455b-a4be-52d5740d65ce tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:42.721691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d33d7a-bbaa-455b-a4be-52d5740d65ce tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:42.724847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-43d33d7a-bbaa-455b-a4be-52d5740d65ce tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/0125b014-7f2d-41f7-81b6-82a5bc9fe3c9 HTTP/1.1" status: 404  len: 337 time: 0.0396438
Jan 29 21:09:42.725853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:42.728071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46212) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.759984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-625470b3-6d1d-4e81-80da-95c6e3f86874 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 200  len: 205 time: 0.0311067
Jan 29 21:09:42.762316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46214) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:42.976384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-eba44ee1-bd3c-40e8-ab76-2b7c0ac2d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:42.978426 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-eba44ee1-bd3c-40e8-ab76-2b7c0ac2d83f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e84d7c54-646d-45dc-9fd8-085af420b7b6 HTTP/1.1" status: 200  len: 848 time: 0.4666674
Jan 29 21:09:43.020871 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-c7d14e05-8ee5-4306-b2d2-6fe3bc7ab33f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86452f1c-c912-4172-b90f-4eaf267f8b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346537
Jan 29 21:09:43.103163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6e9851bf-a06a-4e6d-bd37-b86669d7254e None None] Provisioning complete for port 89ad63e3-a544-4efa-b7aa-4062359f021a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:43.104246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e9851bf-a06a-4e6d-bd37-b86669d7254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:43.131550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-ec754d2d-42f9-41ad-94fd-1fa1a6df8940 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043053
Jan 29 21:09:43.155408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6e9851bf-a06a-4e6d-bd37-b86669d7254e None None] Port 89ad63e3-a544-4efa-b7aa-4062359f021a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:43.265094 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a9543811-3a9f-4e89-9bbb-e60a0ef11e3a req-e2e1bbca-4934-4a75-a2af-c935146b1471 service neutron] 10.222.0.36 "GET /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269684
Jan 29 21:09:43.268281 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f4ce35cd-5432-4ec5-9f03-1732d9d4e038 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.269496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4ce35cd-5432-4ec5-9f03-1732d9d4e038 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/4787b3e6-d7fb-4779-9c21-9b8b718e3255 HTTP/1.1" status: 404  len: 336 time: 0.5051682
Jan 29 21:09:43.274190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46230) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.312551 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-86479bd9-b626-4632-a43e-fc34c2b81650 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8fd1c-8b38-42ff-bade-c446c28b30bc HTTP/1.1" status: 200  len: 205 time: 0.0315835
Jan 29 21:09:43.312784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46234) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.361251 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-eaa246a1-0531-4ad9-8657-cad4a10562e9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.362521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eaa246a1-0531-4ad9-8657-cad4a10562e9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/f5a8fd1c-8b38-42ff-bade-c446c28b30bc HTTP/1.1" status: 404  len: 336 time: 0.0487370
Jan 29 21:09:43.365119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46236) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.388282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cc59d-5dbd-4c8e-bc4e-787114a70819 req-daaf76c4-af53-4420-abf4-0c86a49d61dd tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:43.390129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7cc59d-5dbd-4c8e-bc4e-787114a70819 req-daaf76c4-af53-4420-abf4-0c86a49d61dd tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 944 time: 0.1271360
Jan 29 21:09:43.395105 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7e759b-8589-410f-ad46-17d31e10cb1a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:43.395573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7e759b-8589-410f-ad46-17d31e10cb1a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:43.398813 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf7e759b-8589-410f-ad46-17d31e10cb1a tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/ea93a45c-1fdc-4c11-a95f-41f90b3e7e18 HTTP/1.1" status: 404  len: 337 time: 0.0323937
Jan 29 21:09:43.401751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46238) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.404084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b0ad1-54bf-400b-a80d-78c49a008213 req-f01ed471-a7b6-40f2-9126-3221909b04e1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:43.405615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-468b0ad1-54bf-400b-a80d-78c49a008213 req-f01ed471-a7b6-40f2-9126-3221909b04e1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1415527
Jan 29 21:09:43.431893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2c0f11c-7869-4838-b122-3a330cd26713 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 200  len: 205 time: 0.0289447
Jan 29 21:09:43.434552 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46240) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.437045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:43.474523 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-b97838a7-26f3-4dc3-857c-5d2ed2170ee9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.480458 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b97838a7-26f3-4dc3-857c-5d2ed2170ee9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/f4e9ee01-ac2e-418c-bc5e-7f7fabd3f69d HTTP/1.1" status: 404  len: 336 time: 0.0448530
Jan 29 21:09:43.481285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.494267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7cc59d-5dbd-4c8e-bc4e-787114a70819 req-c8934a9b-e545-47d4-af8a-73f722b114f2 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860813
Jan 29 21:09:43.533347 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9187e5a9-1990-49e2-99d1-c513aab3367f tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=047bb3ad-682a-4193-9cff-1c789c341f6c HTTP/1.1" status: 200  len: 205 time: 0.0503979
Jan 29 21:09:43.533942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46246) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.579089 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3db6c82a-0553-4157-b81d-3dd16678fa73 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.582871 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3db6c82a-0553-4157-b81d-3dd16678fa73 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/047bb3ad-682a-4193-9cff-1c789c341f6c HTTP/1.1" status: 404  len: 336 time: 0.0479634
Jan 29 21:09:43.583797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46248) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.589737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-468b0ad1-54bf-400b-a80d-78c49a008213 req-26bf5d6e-51ce-44fd-ae5b-d3fc3793caed tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724508
Jan 29 21:09:43.632914 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-394ff2ce-fe40-4c45-8a63-273a2749caee tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:43.633540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394ff2ce-fe40-4c45-8a63-273a2749caee tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:43.636613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-394ff2ce-fe40-4c45-8a63-273a2749caee tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/99753418-531f-4040-8532-64fe26212e35 HTTP/1.1" status: 404  len: 337 time: 0.0516033
Jan 29 21:09:43.639464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46252) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.685368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2817835-7e11-4612-88a9-444252cffb3b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b397a692-c8e5-42de-9564-aa842350fdc3 HTTP/1.1" status: 200  len: 205 time: 0.0421383
Jan 29 21:09:43.686104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46256) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.709021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:43.711786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:43.715852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01d5dc05-3c39-4961-adff-63941158bd98 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/8c0730fc-d101-4a3c-8b38-3adc496b134a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1780617
Jan 29 21:09:43.734434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:43.739580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610000b9-d2dc-4ffa-8c89-363c4f435383 req-ec7eafff-705d-4582-83cc-b0eb0b3f12f8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:43.741274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-610000b9-d2dc-4ffa-8c89-363c4f435383 req-ec7eafff-705d-4582-83cc-b0eb0b3f12f8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.0788870
Jan 29 21:09:43.749144 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-05093217-85e9-4b6e-8f41-ee8d3061dd19 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.749144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05093217-85e9-4b6e-8f41-ee8d3061dd19 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/b397a692-c8e5-42de-9564-aa842350fdc3 HTTP/1.1" status: 404  len: 336 time: 0.0599453
Jan 29 21:09:43.749752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46260) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.750922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:43.751559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aada0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:43.753922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46262) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.759395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'floatingip': {'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:43.781546 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e997685-98d7-465d-99d0-6a2aedb1e484 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:43.782021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e997685-98d7-465d-99d0-6a2aedb1e484 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:43.788107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2e997685-98d7-465d-99d0-6a2aedb1e484 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/cc3bb09f-b4c4-4d2a-abae-0c036064b8ec HTTP/1.1" status: 404  len: 337 time: 0.0351946
Jan 29 21:09:43.788428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46264) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.820861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:43.824037 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-92484bc6-4de2-4999-b67c-e6014d256d21 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "GET /v2.0/ports?device_id=512c98b2-4d9f-47eb-a883-c0fe784aded6 HTTP/1.1" status: 200  len: 205 time: 0.0323343
Jan 29 21:09:43.824221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46266) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.877743 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-6a398ad1-3b84-41a1-9e28-02b6a9c9477e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] delete failed (client error): The resource could not be found.
Jan 29 21:09:43.878776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a398ad1-3b84-41a1-9e28-02b6a9c9477e tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/routers/512c98b2-4d9f-47eb-a883-c0fe784aded6 HTTP/1.1" status: 404  len: 336 time: 0.0536366
Jan 29 21:09:43.881255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.882462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:43.920546 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e944bf-b4bc-4afa-b089-329854e6c37b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:43.921037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e944bf-b4bc-4afa-b089-329854e6c37b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:43.924096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38e944bf-b4bc-4afa-b089-329854e6c37b tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/6c725366-9f4f-47c9-ba30-dea0354d7795 HTTP/1.1" status: 404  len: 337 time: 0.0418787
Jan 29 21:09:43.926585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46274) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:43.954781 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d95fe37-4946-4f9f-bc82-a74c5ce236a9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:09:43.955347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d95fe37-4946-4f9f-bc82-a74c5ce236a9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:09:43.961086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d95fe37-4946-4f9f-bc82-a74c5ce236a9 tempest-RoutersIpV6Test-162650822 tempest-RoutersIpV6Test-162650822-project] 10.222.0.20 "DELETE /v2.0/subnets/3784d463-29b5-4f85-bb6f-44d6a09934b3 HTTP/1.1" status: 404  len: 337 time: 0.0311882
Jan 29 21:09:44.205819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aada0d0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ad63e3-a544-4efa-b7aa-4062359f021a', 'name': '', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:54:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:42Z', 'revision_number': 2, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:44.306307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:44.383038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.389024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.424854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:44.425409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Updating router 8c0730fc-d101-4a3c-8b38-3adc496b134a port 89ad63e3-a544-4efa-b7aa-4062359f021a binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:09:44.460763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.479690 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93fe6dfc-ec91-460f-af86-9cdbdee639dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f60e76a72e54e468eaf13115b7a356a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1721268
Jan 29 21:09:44.482250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46294) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:44.546533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] Publish callbacks [] for security_group (c7c84630-66b5-4ff7-a2bc-3381f9668d96), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.548894 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Floating IP a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed associated. External IP: 172.35.4.37, port: 80bdc414-2168-448f-8a33-a8d31d19eb33.
Jan 29 21:09:44.574839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] Publish callbacks [] for security_group (c7c84630-66b5-4ff7-a2bc-3381f9668d96), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.631318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c7c84630-66b5-4ff7-a2bc-3381f9668d96), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.634351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.635947 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7c84630-66b5-4ff7-a2bc-3381f9668d96 HTTP/1.1" status: 204  len: 168 time: 0.1522455
Jan 29 21:09:44.652601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137d188-2336-4643-b8c6-6588285daf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c84630-66b5-4ff7-a2bc-3381f9668d96,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:44.713884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235e52a-91d9-4a46-9dd8-94b187081938 req-edd2d547-2873-413d-aa6c-4545dd53100b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:44.716002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8235e52a-91d9-4a46-9dd8-94b187081938 req-edd2d547-2873-413d-aa6c-4545dd53100b tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 944 time: 0.0880299
Jan 29 21:09:44.834327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8235e52a-91d9-4a46-9dd8-94b187081938 req-239de5ed-602c-40be-9b5d-9c78478daceb tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116135
Jan 29 21:09:44.875917 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks [] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.884832 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:44.886054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:44.960718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7bec6-6b38-45fc-ad24-c86af345c28b None None] Pushing event updated for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:45.036747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Attempting to bind port 89ad63e3-a544-4efa-b7aa-4062359f021a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:45.037673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Attempting to bind port 89ad63e3-a544-4efa-b7aa-4062359f021a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:45.038179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Attempting to bind port 89ad63e3-a544-4efa-b7aa-4062359f021a on network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:45.047566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:45.048115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Checking segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:45.048626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.050905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Bound using segment: {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:45.051493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Bound port: 89ad63e3-a544-4efa-b7aa-4062359f021a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:45.051964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.055965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:45.061244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.072236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Sync routers for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:45.088515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:45.089475 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:45.130376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8699b205-a103-4501-8bb0-bbfa686a9c1a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "PUT /v2.0/floatingips/a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed HTTP/1.1" status: 200  len: 991 time: 1.3748617
Jan 29 21:09:45.131555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:45.151978 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3921b67-1d38-4ab0-a532-8ed14b35f466" -d '{"events": [{"name": "network-changed", "server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:45.225268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] For port 89ad63e3-a544-4efa-b7aa-4062359f021a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:45.233074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] For port 89ad63e3-a544-4efa-b7aa-4062359f021a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ad63e3-a544-4efa-b7aa-4062359f021a,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:45.259233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.289405 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f44697-116d-4263-a63a-72b24f269a4d x-openstack-request-id: req-e4f44697-116d-4263-a63a-72b24f269a4d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:45.289725 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:45.289985 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4f44697-116d-4263-a63a-72b24f269a4d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:45.290410 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'status': 'completed', 'code': 200}
Jan 29 21:09:45.333039 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:45.372794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:45.373020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aada0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:45.419322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd0c13-af56-416d-a349-d2b6225f68f1 req-12082fce-1c1e-4c27-852c-ac0f84fc461a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:45.423574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07cd0c13-af56-416d-a349-d2b6225f68f1 req-12082fce-1c1e-4c27-852c-ac0f84fc461a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1862974
Jan 29 21:09:45.469079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-746aef6e-f88c-41c8-8468-943e95be2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:45.470995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-746aef6e-f88c-41c8-8468-943e95be2abe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1128 time: 0.1764066
Jan 29 21:09:45.526890 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:09:45.527843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-07cd0c13-af56-416d-a349-d2b6225f68f1 req-d8ee2b9d-0f88-4f17-bbad-7daba0f1b9ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951688
Jan 29 21:09:45.533462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e0b3c74c-757c-4d8e-a95a-0840e931538f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:45.569354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Provisioning complete for port 89ad63e3-a544-4efa-b7aa-4062359f021a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:45.569733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.571435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7bec6-6b38-45fc-ad24-c86af345c28b None None] Pushing event updated for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:45.690012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:45.693225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:45.740756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-585b4985-80e0-4dd1-9751-3e6d80df1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:45.742676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-585b4985-80e0-4dd1-9751-3e6d80df1015 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.2191541
Jan 29 21:09:45.801813 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314f40>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a54992c-f323-4ec3-b895-c51760fadbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:44Z', 'revision_number': 1, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:45.846767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46346) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:45.852800 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Checking router: a154b16e-23ff-4e31-ae37-aeaf6c2a0268 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:09:45.869618 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:45.871711 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:45.907073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-7d676b09-9668-47cd-8edd-027e12abec23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.1577699
Jan 29 21:09:46.023859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486eac2-d9f9-4efb-9d73-df36a761fd97 req-4dc36800-2965-458a-8633-03f34af2ec09 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.025675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0486eac2-d9f9-4efb-9d73-df36a761fd97 req-4dc36800-2965-458a-8633-03f34af2ec09 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 944 time: 0.0966258
Jan 29 21:09:46.028503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-2dbcdc02-fb9c-4c8a-9654-9229ef4bb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.029770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-2dbcdc02-fb9c-4c8a-9654-9229ef4bb440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1155221
Jan 29 21:09:46.039766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-243533519'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:46.046680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Current status of the port 89ad63e3-a544-4efa-b7aa-4062359f021a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:46.047082 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.060197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:46.066678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:09:46.080612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:46.087828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.098014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.128999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'e0b3c74c-757c-4d8e-a95a-0840e931538f', 'network_id': '86452f1c-c912-4172-b90f-4eaf267f8b92', 'port_id': 'e0b3c74c-757c-4d8e-a95a-0840e931538f', 'mac_address': 'fa:16:3e:48:1e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84d7c54-646d-45dc-9fd8-085af420b7b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:46.157167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0486eac2-d9f9-4efb-9d73-df36a761fd97 req-fa91456f-81cd-4e15-9395-1af9bea65ecc tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235850
Jan 29 21:09:46.179021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-a7f05b7f-ae53-46fc-ae29-ce456e7326b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.180710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-a7f05b7f-ae53-46fc-ae29-ce456e7326b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1279624
Jan 29 21:09:46.190559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] For port 89ad63e3-a544-4efa-b7aa-4062359f021a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ad63e3-a544-4efa-b7aa-4062359f021a,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:46.225662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.265841 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for security_group (4ebe8786-7b30-41e2-ba37-7e314c3b8a0b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.275428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4ebe8786-7b30-41e2-ba37-7e314c3b8a0b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.284549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e0b3c74c-757c-4d8e-a95a-0840e931538f is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:46.285244 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.323929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b3c74c-757c-4d8e-a95a-0840e931538f {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:46.325687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-eef49c34-ec1a-4666-823f-c39d280200b0 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379907
Jan 29 21:09:46.337565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36223abd-bc99-44af-9022-f1a5fcb68f28 None None] Pushing event updated for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:46.350889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:46.362646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe8786-7b30-41e2-ba37-7e314c3b8a0b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:46.371885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:46.382258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e4a3b834-b7f6-47d9-a8de-78e03424b649), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.382690 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.387155 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment e4a3b834-b7f6-47d9-a8de-78e03424b649 of type vlan for network 4c774de4-20bd-4cc0-b5a3-8848117b5476
Jan 29 21:09:46.391773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aada0d0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ad63e3-a544-4efa-b7aa-4062359f021a', 'name': '', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:54:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:45Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:46.447998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4c774de4-20bd-4cc0-b5a3-8848117b5476), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.456258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3921b67-1d38-4ab0-a532-8ed14b35f466 req-8c70cdba-d272-4ec2-8d7b-a56e384acada service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224208
Jan 29 21:09:46.458970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034fc17-39bd-4658-9247-4632999dd7bb None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:09:41Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ad63e3-a544-4efa-b7aa-4062359f021a', 'name': '', 'network_id': '21c6d249-76fc-466e-bc12-0a6e8f5d52cc', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:54:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:40Z', 'updated_at': '2022-01-29T21:09:45Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '97cdac69-389c-4af7-8bd4-3a0cc78ad589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:46.470374 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314f40>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a54992c-f323-4ec3-b895-c51760fadbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:44Z', 'revision_number': 1, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:46.486137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0d8f1cf1-091e-4cae-9954-ece063aa7d8a None None] Provisioning complete for port 89ad63e3-a544-4efa-b7aa-4062359f021a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:46.486869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1cf1-091e-4cae-9954-ece063aa7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.495013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4c774de4-20bd-4cc0-b5a3-8848117b5476), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.502863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.503681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.545018 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f22c9-f0a9-4c85-a8e8-f0e94e4139cb None None] The sync data for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 is: [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a54992c-f323-4ec3-b895-c51760fadbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:09:26Z', 'updated_at': '2022-01-29T21:09:44Z', 'revision_number': 1, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:46.643107 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7943175
Jan 29 21:09:46.646163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46362) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:46.656114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:46.656643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-751589325'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:46.672272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6f793-b708-4ab1-aa17-73645cc4f60b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=4c774de4-20bd-4cc0-b5a3-8848117b5476,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:46.713154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:46.719083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.720729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:46.723271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e0b3c74c-757c-4d8e-a95a-0840e931538f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:46.781687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:09:46.798380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58ae3221-32c9-4f96-bfb1-71f6166d130f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.799518 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment 58ae3221-32c9-4f96-bfb1-71f6166d130f of type vlan for network 42fef4a0-e7ad-4609-a736-b5352b5fff78
Jan 29 21:09:46.850883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f1cf1-091e-4cae-9954-ece063aa7d8a None None] Current status of the port 89ad63e3-a544-4efa-b7aa-4062359f021a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:46.856497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e7e2-a719-4ef8-96c3-771357fb1d57 req-a16da748-bf90-40a0-ac72-75acec6572c5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.858204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1804e7e2-a719-4ef8-96c3-771357fb1d57 req-a16da748-bf90-40a0-ac72-75acec6572c5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1249192
Jan 29 21:09:46.868741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (42fef4a0-e7ad-4609-a736-b5352b5fff78), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.897937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.942109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (42fef4a0-e7ad-4609-a736-b5352b5fff78), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:46.947059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:46.947671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:47.045344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1804e7e2-a719-4ef8-96c3-771357fb1d57 req-0d1bef5f-6479-4cc1-915e-bc25bd129f86 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672387
Jan 29 21:09:47.056102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa81b53-890d-4732-b4a8-826b3a5aa6d5 None None] New status for floating IP a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:09:47.060722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4126925
Jan 29 21:09:47.064138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:47.077799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae56ee-2266-45c0-b659-0ec079a789cc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=42fef4a0-e7ad-4609-a736-b5352b5fff78,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:47.081301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:47.139327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:09:47.310762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:47.311428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abd54-3508-4cae-aad4-a8e2c8e5201e req-61c4e973-c893-4c48-bc55-4655e90469ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:47.319570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:47.322883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-619abd54-3508-4cae-aad4-a8e2c8e5201e req-61c4e973-c893-4c48-bc55-4655e90469ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1552296
Jan 29 21:09:47.404774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 89ad63e3-a544-4efa-b7aa-4062359f021a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:47.431905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-619abd54-3508-4cae-aad4-a8e2c8e5201e req-26c5ad69-610b-4864-9bc6-01d4979910cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080484
Jan 29 21:09:47.442356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f7783-eefc-4e91-b0ba-220cef843ba9 req-b73eb509-0d25-4153-bf09-cadf4a6bd8e7 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:47.459881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-976f7783-eefc-4e91-b0ba-220cef843ba9 req-b73eb509-0d25-4153-bf09-cadf4a6bd8e7 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 945 time: 0.1343069
Jan 29 21:09:47.507976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 89ad63e3-a544-4efa-b7aa-4062359f021a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:47.508720 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:47.597898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-976f7783-eefc-4e91-b0ba-220cef843ba9 req-c1264ff2-3f27-4806-bde0-aa182bf388be tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344929
Jan 29 21:09:47.672732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 89ad63e3-a544-4efa-b7aa-4062359f021a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:47.696071 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e4fc951e-d238-4cfb-b9e7-fae10e474061), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:47.771608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': 'e4a3b834-b7f6-47d9-a8de-78e03424b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:47.772000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: 4c774de4-20bd-4cc0-b5a3-8848117b5476, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:47.784021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=e4fc951e-d238-4cfb-b9e7-fae10e474061,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:47.802794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:47.817880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c774de4-20bd-4cc0-b5a3-8848117b5476) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:47.823350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:47.824169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:47.827421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307a34b-4361-4361-8608-5ed3d8e2ab55 None None] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:47.849219 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2559d361-15c5-462c-b378-29f9d3341cea tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7810922
Jan 29 21:09:47.852104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46394) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:47.860759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:47.967806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c774de4-20bd-4cc0-b5a3-8848117b5476', 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': 'e4fc951e-d238-4cfb-b9e7-fae10e474061'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:09:47.969397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.012306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:09:48.015718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.128759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Allocated IP 172.20.0.2 (4c774de4-20bd-4cc0-b5a3-8848117b5476/e4fc951e-d238-4cfb-b9e7-fae10e474061/645036fa-5db3-45c0-bfd6-3d3c6a8465f5) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:48.242407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ac47a11d-6108-4a7c-ab1c-61630b87c9f6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.314629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=ac47a11d-6108-4a7c-ab1c-61630b87c9f6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:48.322459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': '58ae3221-32c9-4f96-bfb1-71f6166d130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:48.322803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: 42fef4a0-e7ad-4609-a736-b5352b5fff78, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:09:48.341531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:09:48.352481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42fef4a0-e7ad-4609-a736-b5352b5fff78) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:48.363422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed3932-5933-489d-8a9d-c791206a3b17 None None] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:48.364067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:48.364751 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.381733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2cc30619-9236-4fcf-9422-b920fa3de46e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5277870
Jan 29 21:09:48.384264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:48.389974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2057989065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:09:48.414089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.415222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.475934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (900983aa-7ea4-48dd-8540-d14f958fb74d), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.482953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.505327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.506669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66a3845f-8aad-43d3-9bd9-7bf8f532f265 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1208446
Jan 29 21:09:48.509515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:48.548171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42fef4a0-e7ad-4609-a736-b5352b5fff78', 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': 'ac47a11d-6108-4a7c-ab1c-61630b87c9f6'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:09:48.549851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.564124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks [] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.572370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.674618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:48.687809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:48.696638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:48.707994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Pushing event updated for resources: {'Port': ['ID=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:48.797374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Attempting to bind port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:48.797758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Attempting to bind port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4a3b834-b7f6-47d9-a8de-78e03424b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:48.798130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Attempting to bind port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 on network 4c774de4-20bd-4cc0-b5a3-8848117b5476 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:48.806165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:48.806557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Checking segment: {'id': 'e4a3b834-b7f6-47d9-a8de-78e03424b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:48.807132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.807665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Bound using segment: {'id': 'e4a3b834-b7f6-47d9-a8de-78e03424b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:48.808185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Bound port: 645036fa-5db3-45c0-bfd6-3d3c6a8465f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3b834-b7f6-47d9-a8de-78e03424b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c774de4-20bd-4cc0-b5a3-8848117b5476'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:48.809132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.827421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Allocated IP 172.21.0.2 (42fef4a0-e7ad-4609-a736-b5352b5fff78/ac47a11d-6108-4a7c-ab1c-61630b87c9f6/c39166be-3514-477b-92d1-7516ffcbe8ea) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:48.837153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a48101-34a8-4b10-8d79-71764c82d563 req-0aefd353-80f9-48d4-9cb9-930e969183db tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:48.838814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01a48101-34a8-4b10-8d79-71764c82d563 req-0aefd353-80f9-48d4-9cb9-930e969183db tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 945 time: 0.0948262
Jan 29 21:09:48.862275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:48.943796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bb097327-d101-4074-8e3f-8298a41638af None None] For port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:48.948703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bb097327-d101-4074-8e3f-8298a41638af None None] For port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,segment=NetworkSegment(e4a3b834-b7f6-47d9-a8de-78e03424b649),segment_id=e4a3b834-b7f6-47d9-a8de-78e03424b649)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:48.964347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.093624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb097327-d101-4074-8e3f-8298a41638af None None] Pushing event updated for resources: {'Port': ['ID=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:49.109867 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks [] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.120633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.161194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:49.164491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:49.168776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:49.214066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Pushing event updated for resources: {'Port': ['ID=c39166be-3514-477b-92d1-7516ffcbe8ea,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:49.255446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Attempting to bind port c39166be-3514-477b-92d1-7516ffcbe8ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:09:49.255831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Attempting to bind port c39166be-3514-477b-92d1-7516ffcbe8ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58ae3221-32c9-4f96-bfb1-71f6166d130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:09:49.256199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Attempting to bind port c39166be-3514-477b-92d1-7516ffcbe8ea on network 42fef4a0-e7ad-4609-a736-b5352b5fff78 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:09:49.263319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:09:49.263716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Checking segment: {'id': '58ae3221-32c9-4f96-bfb1-71f6166d130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:09:49.264251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.264658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Bound using segment: {'id': '58ae3221-32c9-4f96-bfb1-71f6166d130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:09:49.265162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Bound port: c39166be-3514-477b-92d1-7516ffcbe8ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ae3221-32c9-4f96-bfb1-71f6166d130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '42fef4a0-e7ad-4609-a736-b5352b5fff78'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:09:49.265551 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.373454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] For port c39166be-3514-477b-92d1-7516ffcbe8ea, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:09:49.377613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] For port c39166be-3514-477b-92d1-7516ffcbe8ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c39166be-3514-477b-92d1-7516ffcbe8ea,segment=NetworkSegment(58ae3221-32c9-4f96-bfb1-71f6166d130f),segment_id=58ae3221-32c9-4f96-bfb1-71f6166d130f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:09:49.385231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.391809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01a48101-34a8-4b10-8d79-71764c82d563 req-37b88d2f-f05f-4a2b-88f8-cf910212e7ca tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5318096
Jan 29 21:09:49.459880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e00c-60fc-4534-b215-5ba6ab3af4b6 None None] Pushing event updated for resources: {'Port': ['ID=c39166be-3514-477b-92d1-7516ffcbe8ea,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:49.535431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e0b3c74c-757c-4d8e-a95a-0840e931538f up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:49.612189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.20.0.1 (4c774de4-20bd-4cc0-b5a3-8848117b5476/e4fc951e-d238-4cfb-b9e7-fae10e474061/9002ae7f-76ad-4c22-96be-e0fd73ec51d8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:49.617218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port e0b3c74c-757c-4d8e-a95a-0840e931538f completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:09:49.623150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port e0b3c74c-757c-4d8e-a95a-0840e931538f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:49.623609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.748029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port e0b3c74c-757c-4d8e-a95a-0840e931538f is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:49.748425 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.780690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:49.783308 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3b5c1-b200-4eb4-8e72-3919f85fdbee" -d '{"events": [{"server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "name": "network-vif-plugged", "status": "completed", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:49.804318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:49.807399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.814114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.858939 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f0d9c-1c2e-4d7d-b864-fc2beaae2109 x-openstack-request-id: req-685f0d9c-1c2e-4d7d-b864-fc2beaae2109 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:49.859247 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "name": "network-vif-plugged", "status": "completed", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:49.859526 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-685f0d9c-1c2e-4d7d-b864-fc2beaae2109 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:49.860283 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f', 'code': 200}
Jan 29 21:09:49.864774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:49.907291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:49.914082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:49.920466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:49.924748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:49.954050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=9002ae7f-76ad-4c22-96be-e0fd73ec51d8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:49.988828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.007591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a91e-5a29-439d-b52f-a203b36b1dd6 req-3a96b0b1-b3cc-4b69-bec3-3929a33f36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:50.009020 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e298a91e-5a29-439d-b52f-a203b36b1dd6 req-3a96b0b1-b3cc-4b69-bec3-3929a33f36dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 1128 time: 0.1065724
Jan 29 21:09:50.065173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e298a91e-5a29-439d-b52f-a203b36b1dd6 req-50255fb7-fe54-435b-9c00-ad156c47c5ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502667
Jan 29 21:09:50.131734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.451749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.458960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f1b8f-53b9-470e-8068-fecfa1dcc225 None None] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:50.460068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.575028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Provisioning complete for port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:50.575413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.602526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.612891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=9002ae7f-76ad-4c22-96be-e0fd73ec51d8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:50.636079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34cee1-2bdd-4361-b5cf-8036d6aa69cc req-7a00410b-dc1c-4da9-b012-f8693e93ad4e tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:50.638252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f34cee1-2bdd-4361-b5cf-8036d6aa69cc req-7a00410b-dc1c-4da9-b012-f8693e93ad4e tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 946 time: 0.1043074
Jan 29 21:09:50.747531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Current status of the port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:50.748144 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.777529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f34cee1-2bdd-4361-b5cf-8036d6aa69cc req-9b3a3476-fb4e-45e9-abd3-299d5e356ceb tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282499
Jan 29 21:09:50.795249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] For port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,segment=NetworkSegment(e4a3b834-b7f6-47d9-a8de-78e03424b649),segment_id=e4a3b834-b7f6-47d9-a8de-78e03424b649)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:50.802832 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.809747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:50.812753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:50.890046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cacd7aa-5564-4b1f-b533-7a3090f20158 None None] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:50.905298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Pushing event updated for resources: {'Port': ['ID=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:50.954108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.954396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.954735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.955081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.955416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.955755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.956264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.956688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.957048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.957388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.957761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.958261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.958596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb81fa-0f2e-401d-9267-34471ffe429a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:09:50.988903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Provisioning complete for port c39166be-3514-477b-92d1-7516ffcbe8ea triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:50.989370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:50.998319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 900983aa-7ea4-48dd-8540-d14f958fb74d is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:09:51.118456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:51.124828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5571ebff-158d-4069-be12-1f35d62542c2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6135039
Jan 29 21:09:51.127551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46484) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:51.137545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Current status of the port c39166be-3514-477b-92d1-7516ffcbe8ea is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:51.137723 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] Sync routers for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:51.138148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.154043 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:51.154908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b458700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:51.185044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3581936d-b2d1-4b14-91e8-dd561fad07fc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:51.186959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3581936d-b2d1-4b14-91e8-dd561fad07fc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports/9002ae7f-76ad-4c22-96be-e0fd73ec51d8 HTTP/1.1" status: 200  len: 910 time: 0.0577831
Jan 29 21:09:51.190511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46486) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:51.198400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] For port c39166be-3514-477b-92d1-7516ffcbe8ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c39166be-3514-477b-92d1-7516ffcbe8ea,segment=NetworkSegment(58ae3221-32c9-4f96-bfb1-71f6166d130f),segment_id=58ae3221-32c9-4f96-bfb1-71f6166d130f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:51.205716 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.256603 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b458700>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:51.290708 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:51.291679 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b458700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:51.313706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a21e0-b3bb-4427-8780-ebc2e1cd587f None None] Pushing event updated for resources: {'Port': ['ID=c39166be-3514-477b-92d1-7516ffcbe8ea,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:51.373546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Provisioning complete for port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:51.373874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.408292 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b458700>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:51.408971 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92307735-65b6-4ddf-ac80-32b336c83284 None None] The sync data for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:51.546353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Current status of the port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:51.560855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Provisioning complete for port 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:51.561405 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.600222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:51.659604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e2ef8-7900-468e-8ce3-3c3ead116785 None None] Port 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:51.683825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:51.684220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.710705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:09:51.808008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.877997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Provisioning complete for port c39166be-3514-477b-92d1-7516ffcbe8ea triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:51.878613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:51.904253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:51.905329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c39166be-3514-477b-92d1-7516ffcbe8ea up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:51.960173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:51.986911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:09:52.007710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1367-358b-4e80-9045-1de1585d119f req-9737ed62-c8bc-4b05-b3d6-d7e4e9256e54 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:52.009241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dffd1367-358b-4e80-9045-1de1585d119f req-9737ed62-c8bc-4b05-b3d6-d7e4e9256e54 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 946 time: 0.1182251
Jan 29 21:09:52.068566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c39166be-3514-477b-92d1-7516ffcbe8ea triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:52.068566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.072813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:52.073336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.123720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dffd1367-358b-4e80-9045-1de1585d119f req-9f276b2c-0117-4c40-9d18-c4aa266593e0 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078892
Jan 29 21:09:52.124863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Current status of the port c39166be-3514-477b-92d1-7516ffcbe8ea is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:52.133321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:09:52.176133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:52.185804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.21.0.1 (42fef4a0-e7ad-4609-a736-b5352b5fff78/ac47a11d-6108-4a7c-ab1c-61630b87c9f6/69e2217b-db14-4f46-9c8c-a7aca43d4c94) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:09:52.187095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Provisioning complete for port 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:52.187538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.189589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.316097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80bdc414-2168-448f-8a33-a8d31d19eb33'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:52.327658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:52.333292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.338398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cd35e-01c5-48cc-8715-6d498ecea39c None None] Port 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:52.373563 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c39166be-3514-477b-92d1-7516ffcbe8ea is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:52.388205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.438529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:52.440315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:52.446376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:09:52.496757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=69e2217b-db14-4f46-9c8c-a7aca43d4c94,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:52.516519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.676703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.690571 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.865207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cc1a8b7f-70bb-4762-8775-927227fae75e None None] Provisioning complete for port 69e2217b-db14-4f46-9c8c-a7aca43d4c94 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:52.865648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8b7f-70bb-4762-8775-927227fae75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:52.911835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a8b7f-70bb-4762-8775-927227fae75e None None] Port 69e2217b-db14-4f46-9c8c-a7aca43d4c94 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:53.060953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.074573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c562-d07e-4377-8208-02c9ebea2935 req-114dc185-6aa5-4f60-b361-a3c89fd71886 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:53.076094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd14c562-d07e-4377-8208-02c9ebea2935 req-114dc185-6aa5-4f60-b361-a3c89fd71886 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 946 time: 0.0781894
Jan 29 21:09:53.076785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.175107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.179695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=69e2217b-db14-4f46-9c8c-a7aca43d4c94,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:53.211276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd14c562-d07e-4377-8208-02c9ebea2935 req-4a92721a-fc0f-4002-a99a-7826a46330e0 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271725
Jan 29 21:09:53.286808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:09:53.288587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:09:53.291072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c39166be-3514-477b-92d1-7516ffcbe8ea up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:53.387117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.393679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c39166be-3514-477b-92d1-7516ffcbe8ea triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:53.394069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.428791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 900983aa-7ea4-48dd-8540-d14f958fb74d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:53.492721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c39166be-3514-477b-92d1-7516ffcbe8ea is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:53.541872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:53.547666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-715d0059-59d5-46e6-ac29-565df56efcb6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3547189
Jan 29 21:09:53.550708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46558) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:53.556279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] Sync routers for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:53.571332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:53.572085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:53.604321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7b817-e558-402e-b366-f1ae4eb87e15 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:53.608690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7cc40>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:53.610048 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77b7b817-e558-402e-b366-f1ae4eb87e15 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports/69e2217b-db14-4f46-9c8c-a7aca43d4c94 HTTP/1.1" status: 200  len: 910 time: 0.0583055
Jan 29 21:09:53.610363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46560) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:53.618432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:53.619140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:53.655631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae7cc40>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:53.656349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924e2a7-aca3-456d-990d-39f7dfe44350 None None] The sync data for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:53.666679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aefcd674-830e-4dc6-9bdd-187031327a9f None None] Provisioning complete for port 69e2217b-db14-4f46-9c8c-a7aca43d4c94 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:53.667060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aefcd674-830e-4dc6-9bdd-187031327a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.692302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:09:53.735354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aefcd674-830e-4dc6-9bdd-187031327a9f None None] Port 69e2217b-db14-4f46-9c8c-a7aca43d4c94 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:09:53.752879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80bdc414-2168-448f-8a33-a8d31d19eb33 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:09:53.753455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.840092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:09:53.840338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.866080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:53.868542 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c343190-6562-46ad-93fb-8cdb247eead3" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:53.882302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:53.888693 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:53.950885 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a45fa44-69d9-4fb6-834e-64cd7c7c8300 x-openstack-request-id: req-6a45fa44-69d9-4fb6-834e-64cd7c7c8300 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:53.951565 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:53.951565 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a45fa44-69d9-4fb6-834e-64cd7c7c8300 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:53.951867 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:09:53.957868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:54.230779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:54.352972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4133-9929-4221-a35d-61d3eb79e20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.353736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.362716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb7eb-b5b9-4a52-b041-b9388155dc7b req-5454ef1a-c9db-47bd-8a8e-6dcaec601b47 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:54.364226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-826fb7eb-b5b9-4a52-b041-b9388155dc7b req-5454ef1a-c9db-47bd-8a8e-6dcaec601b47 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 946 time: 0.0736892
Jan 29 21:09:54.443691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-dab8db36-6d28-4aa7-ae03-557c775ea02c tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:09:54.445188 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-dab8db36-6d28-4aa7-ae03-557c775ea02c tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 946 time: 0.0783367
Jan 29 21:09:54.486119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-826fb7eb-b5b9-4a52-b041-b9388155dc7b req-7b562e03-76c3-4526-9c20-a3ecb8435a37 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907953
Jan 29 21:09:54.506308 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4133-9929-4221-a35d-61d3eb79e20f admin admin] Publish callbacks [] for security_group (d0adc237-1680-4c0d-a607-2807ac5e13b1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.515448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4133-9929-4221-a35d-61d3eb79e20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d0adc237-1680-4c0d-a607-2807ac5e13b1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.583359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d6bf4133-9929-4221-a35d-61d3eb79e20f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d4441c812b24c36b069068926a23829&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3513131
Jan 29 21:09:54.585577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf4133-9929-4221-a35d-61d3eb79e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0adc237-1680-4c0d-a607-2807ac5e13b1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:54.585887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46580) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:54.605473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Deleting port e0b3c74c-757c-4d8e-a95a-0840e931538f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:54.606368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.676140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] Publish callbacks [] for security_group (d0adc237-1680-4c0d-a607-2807ac5e13b1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.696110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] For port e0b3c74c-757c-4d8e-a95a-0840e931538f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0b3c74c-757c-4d8e-a95a-0840e931538f,segment=NetworkSegment(2efd1f92-f9ad-4771-979c-aab943382445),segment_id=2efd1f92-f9ad-4771-979c-aab943382445)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:54.696478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.705023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] Publish callbacks [] for security_group (d0adc237-1680-4c0d-a607-2807ac5e13b1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.708108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 69e2217b-db14-4f46-9c8c-a7aca43d4c94 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:54.708443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.710046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Calling delete_port for e0b3c74c-757c-4d8e-a95a-0840e931538f owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:54.820025 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.827644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d0adc237-1680-4c0d-a607-2807ac5e13b1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.830215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.833835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0adc237-1680-4c0d-a607-2807ac5e13b1 HTTP/1.1" status: 204  len: 168 time: 0.2445564
Jan 29 21:09:54.839158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 69e2217b-db14-4f46-9c8c-a7aca43d4c94 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:54.845985 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e0b3c74c-757c-4d8e-a95a-0840e931538f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.847426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25d1d8-f533-478b-a56d-a6d12a3934c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0adc237-1680-4c0d-a607-2807ac5e13b1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:54.869519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['e0b3c74c-757c-4d8e-a95a-0840e931538f'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:09:54.880223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Pushing event deleted for resources: {'Port': ['ID=e0b3c74c-757c-4d8e-a95a-0840e931538f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:54.935888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] No DVR routers for this DVR port e0b3c74c-757c-4d8e-a95a-0840e931538f on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:09:54.939507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:54.943253 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7a4e385d-4482-41e4-b312-fa32f9eb1e9e req-5202828d-b175-49b4-ba21-aaa04f8530f1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.36 "DELETE /v2.0/ports/e0b3c74c-757c-4d8e-a95a-0840e931538f HTTP/1.1" status: 204  len: 173 time: 0.4918950
Jan 29 21:09:54.943731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'name': 'network-vif-deleted', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:09:54.946051 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53097427-229e-4083-8e69-187676a4c2b5" -d '{"events": [{"server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "name": "network-vif-deleted", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:09:55.003978 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d5b4c-da5c-4820-b549-77a3c21a12f4 x-openstack-request-id: req-097d5b4c-da5c-4820-b549-77a3c21a12f4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:09:55.004329 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063bae33-0693-49e0-8ddf-3662fdf636a4", "name": "network-vif-deleted", "tag": "e0b3c74c-757c-4d8e-a95a-0840e931538f", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:09:55.004591 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-097d5b4c-da5c-4820-b549-77a3c21a12f4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:09:55.005019 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bae33-0693-49e0-8ddf-3662fdf636a4', 'name': 'network-vif-deleted', 'tag': 'e0b3c74c-757c-4d8e-a95a-0840e931538f', 'status': 'completed', 'code': 200}
Jan 29 21:09:55.086743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (69e2217b-db14-4f46-9c8c-a7aca43d4c94), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.129803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=69e2217b-db14-4f46-9c8c-a7aca43d4c94,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:55.279028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:55.301594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-005d38cb-af22-4ff5-91e8-2e452fb77754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.347513 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.408764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-005d38cb-af22-4ff5-91e8-2e452fb77754 admin admin] Publish callbacks [] for security_group (2002384f-e5e3-4d8b-ad19-c574335f51c5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.414803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-005d38cb-af22-4ff5-91e8-2e452fb77754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2002384f-e5e3-4d8b-ad19-c574335f51c5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.443198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-005d38cb-af22-4ff5-91e8-2e452fb77754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40bc1da1ddc144d2a8cbae610e825b26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1631005
Jan 29 21:09:55.449449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46610) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:55.483365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d38cb-af22-4ff5-91e8-2e452fb77754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002384f-e5e3-4d8b-ad19-c574335f51c5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:55.514667 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] Publish callbacks [] for security_group (2002384f-e5e3-4d8b-ad19-c574335f51c5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.542627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] Publish callbacks [] for security_group (2002384f-e5e3-4d8b-ad19-c574335f51c5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.638362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2002384f-e5e3-4d8b-ad19-c574335f51c5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.648962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:55.650173 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2002384f-e5e3-4d8b-ad19-c574335f51c5 HTTP/1.1" status: 204  len: 168 time: 0.1997998
Jan 29 21:09:55.659729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df7052-13ba-421b-a9d6-ef5c15b96051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002384f-e5e3-4d8b-ad19-c574335f51c5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:55.667964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f0b5883-62b8-4e56-a070-103865c127b5 req-e2649904-8eda-4f5e-86c4-847a31948ab1 tempest-VolumesActionsTest-887584591 tempest-VolumesActionsTest-887584591-project] 10.222.0.20 "GET /v2.0/ports?device_id=063bae33-0693-49e0-8ddf-3662fdf636a4 HTTP/1.1" status: 200  len: 210 time: 0.0661724
Jan 29 21:09:55.680361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 900983aa-7ea4-48dd-8540-d14f958fb74d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:55.806663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:55.815870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4380d244-bac4-4711-b3b7-b644220c35a8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2041950
Jan 29 21:09:55.816429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:55.823106 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] Sync routers for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:55.841439 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:55.851734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b594af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:55.898289 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b594af0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:55.913090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:55.920043 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b594af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:55.980141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b594af0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:55.981080 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad69b9-131b-4633-ac51-4f295694d757 None None] The sync data for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:56.435617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:56.789204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:56.789728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:56.915565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:56.932413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 9002ae7f-76ad-4c22-96be-e0fd73ec51d8 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:57.190412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:57.260757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9002ae7f-76ad-4c22-96be-e0fd73ec51d8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.302133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=9002ae7f-76ad-4c22-96be-e0fd73ec51d8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:57.395829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bd21-095b-4ce2-b365-0fa2d112d05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.533845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bd21-095b-4ce2-b365-0fa2d112d05c admin admin] Publish callbacks [] for security_group (2c223d0e-eb1c-4f51-ac68-c56cde694862), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.540778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bd21-095b-4ce2-b365-0fa2d112d05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2c223d0e-eb1c-4f51-ac68-c56cde694862), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.557470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (900983aa-7ea4-48dd-8540-d14f958fb74d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.623940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bbd8bd21-095b-4ce2-b365-0fa2d112d05c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c239f6fbd8c346e4b6d17dbfa78a8f3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4323645
Jan 29 21:09:57.626005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46710) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:57.692212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8bd21-095b-4ce2-b365-0fa2d112d05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c223d0e-eb1c-4f51-ac68-c56cde694862,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:57.768122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] Publish callbacks [] for security_group (2c223d0e-eb1c-4f51-ac68-c56cde694862), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.771589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 900983aa-7ea4-48dd-8540-d14f958fb74d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:09:57.800251 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] Publish callbacks [] for security_group (2c223d0e-eb1c-4f51-ac68-c56cde694862), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.862794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:09:57.868773 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3978de82-be04-46b6-8af8-bc63d26e3f35 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0512357
Jan 29 21:09:57.872048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:57.875294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2c223d0e-eb1c-4f51-ac68-c56cde694862), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.876916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] Sync routers for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:09:57.881220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:57.882404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c223d0e-eb1c-4f51-ac68-c56cde694862 HTTP/1.1" status: 204  len: 168 time: 0.2514803
Jan 29 21:09:57.891394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44c05-c198-421f-a20a-e5d8631f3d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c223d0e-eb1c-4f51-ac68-c56cde694862,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:57.894479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:57.895117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab918b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:57.936245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e51f7cde-64b9-402c-a5a9-a08c5c3c66ec tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=900983aa-7ea4-48dd-8540-d14f958fb74d HTTP/1.1" status: 200  len: 205 time: 0.0625787
Jan 29 21:09:57.938867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46732) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:57.976924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab918b0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:58.009558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] Routers {'900983aa-7ea4-48dd-8540-d14f958fb74d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:09:58.010565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab918b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['900983aa-7ea4-48dd-8540-d14f958fb74d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:58.059940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.082996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab918b0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:09:58.084751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c55-1870-42c3-a899-ea6fd6c5f7cd None None] The sync data for ids ['900983aa-7ea4-48dd-8540-d14f958fb74d'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:09:58.452014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.456228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (900983aa-7ea4-48dd-8540-d14f958fb74d), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.549321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (900983aa-7ea4-48dd-8540-d14f958fb74d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.550357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router 900983aa-7ea4-48dd-8540-d14f958fb74d {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:09:58.561479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.563517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a9b6372b-ad53-4ab4-a132-48d777b52d98 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d HTTP/1.1" status: 204  len: 168 time: 0.6234822
Jan 29 21:09:58.565835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:58.643503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet ac47a11d-6108-4a7c-ab1c-61630b87c9f6 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:58.648487 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (ac47a11d-6108-4a7c-ab1c-61630b87c9f6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.710672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (ac47a11d-6108-4a7c-ab1c-61630b87c9f6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.846993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ac47a11d-6108-4a7c-ab1c-61630b87c9f6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:58.936905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (ac47a11d-6108-4a7c-ab1c-61630b87c9f6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.030227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.035791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/ac47a11d-6108-4a7c-ab1c-61630b87c9f6 HTTP/1.1" status: 204  len: 168 time: 0.4682534
Jan 29 21:09:59.037158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede86d5-8ef8-4ee8-96ad-e4bedf9064d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=ac47a11d-6108-4a7c-ab1c-61630b87c9f6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:59.037310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:59.040212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfadb70-4ceb-46aa-9f67-0a53dc0381a4 None None] Network 42fef4a0-e7ad-4609-a736-b5352b5fff78 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:59.163524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet e4fc951e-d238-4cfb-b9e7-fae10e474061 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:09:59.169143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (e4fc951e-d238-4cfb-b9e7-fae10e474061), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.266747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (e4fc951e-d238-4cfb-b9e7-fae10e474061), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.320359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] DHCP port deletion for 42fef4a0-e7ad-4609-a736-b5352b5fff78 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:09:59.413494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e4fc951e-d238-4cfb-b9e7-fae10e474061), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.418217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Deleting port c39166be-3514-477b-92d1-7516ffcbe8ea {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:59.419399 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.511307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] For port c39166be-3514-477b-92d1-7516ffcbe8ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c39166be-3514-477b-92d1-7516ffcbe8ea,segment=NetworkSegment(58ae3221-32c9-4f96-bfb1-71f6166d130f),segment_id=58ae3221-32c9-4f96-bfb1-71f6166d130f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:09:59.511970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.529511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Calling delete_port for c39166be-3514-477b-92d1-7516ffcbe8ea owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:09:59.554731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (e4fc951e-d238-4cfb-b9e7-fae10e474061), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.596824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fc951e-d238-4cfb-b9e7-fae10e474061,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:09:59.601823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.608336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-13fbde05-e381-4de9-9888-93257f465007 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/e4fc951e-d238-4cfb-b9e7-fae10e474061 HTTP/1.1" status: 204  len: 168 time: 0.5685329
Jan 29 21:09:59.610153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:09:59.634097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e0b3c74c-757c-4d8e-a95a-0840e931538f no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:09:59.641279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf8670-7477-41e6-869e-c9d015d65086 None None] Network 4c774de4-20bd-4cc0-b5a3-8848117b5476 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:09:59.712419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: e0b3c74c-757c-4d8e-a95a-0840e931538f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:09:59.712932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device e0b3c74c-757c-4d8e-a95a-0840e931538f not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:09:59.777418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (42fef4a0-e7ad-4609-a736-b5352b5fff78), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.894132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port c39166be-3514-477b-92d1-7516ffcbe8ea {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:09:59.894792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.901613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:09:59.997502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] Pushing event deleted for resources: {'Port': ['ID=c39166be-3514-477b-92d1-7516ffcbe8ea,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:00.013673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c701a85-4e40-4265-877b-38ee25f08d89 None None] No DVR routers for this DVR port c39166be-3514-477b-92d1-7516ffcbe8ea on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:00.108725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port c39166be-3514-477b-92d1-7516ffcbe8ea, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:00.110370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.128313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for c39166be-3514-477b-92d1-7516ffcbe8ea owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:00.131124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Port c39166be-3514-477b-92d1-7516ffcbe8ea was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:10:00.132473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c39166be-3514-477b-92d1-7516ffcbe8ea), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.176425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] DHCP port deletion for 4c774de4-20bd-4cc0-b5a3-8848117b5476 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:00.189199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port c39166be-3514-477b-92d1-7516ffcbe8ea on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:00.301884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Deleting port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:00.302152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.438510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (42fef4a0-e7ad-4609-a736-b5352b5fff78), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.441102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] For port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,segment=NetworkSegment(e4a3b834-b7f6-47d9-a8de-78e03424b649),segment_id=e4a3b834-b7f6-47d9-a8de-78e03424b649)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:00.441738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.458436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Calling delete_port for 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:00.495827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10219f10>,) {'filters': {'network_id': ['42fef4a0-e7ad-4609-a736-b5352b5fff78']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:00.512861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10219f10>, '58ae3221-32c9-4f96-bfb1-71f6166d130f') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:00.513197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10219f10>, '58ae3221-32c9-4f96-bfb1-71f6166d130f') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:00.515217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=c39166be-3514-477b-92d1-7516ffcbe8ea,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:00.550132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (58ae3221-32c9-4f96-bfb1-71f6166d130f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.582169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (58ae3221-32c9-4f96-bfb1-71f6166d130f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.597144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:00.597685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (58ae3221-32c9-4f96-bfb1-71f6166d130f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:00.601348 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:00.675603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (645036fa-5db3-45c0-bfd6-3d3c6a8465f5), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.729715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] Pushing event deleted for resources: {'Port': ['ID=645036fa-5db3-45c0-bfd6-3d3c6a8465f5,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:00.733422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (42fef4a0-e7ad-4609-a736-b5352b5fff78), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.738209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:00.738658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ac921-18c2-4e2a-a22b-a87006e0bdda None None] No DVR routers for this DVR port 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:00.744901 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/42fef4a0-e7ad-4609-a736-b5352b5fff78 HTTP/1.1" status: 204  len: 168 time: 1.1311736
Jan 29 21:10:00.745049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:00.804105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093c4ed-198a-4f48-8984-926546db05b7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=42fef4a0-e7ad-4609-a736-b5352b5fff78,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:00.931486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4c774de4-20bd-4cc0-b5a3-8848117b5476), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.097907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4c774de4-20bd-4cc0-b5a3-8848117b5476), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.147011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea092803d0>,) {'filters': {'network_id': ['4c774de4-20bd-4cc0-b5a3-8848117b5476']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:01.191427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092803d0>, 'e4a3b834-b7f6-47d9-a8de-78e03424b649') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:01.191658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea092803d0>, 'e4a3b834-b7f6-47d9-a8de-78e03424b649') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:01.231334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (e4a3b834-b7f6-47d9-a8de-78e03424b649), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.244796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:01.268297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e4a3b834-b7f6-47d9-a8de-78e03424b649), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.278666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:01.279076 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (e4a3b834-b7f6-47d9-a8de-78e03424b649), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:01.289099 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:01.345520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:01.391794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:01.393156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 645036fa-5db3-45c0-bfd6-3d3c6a8465f5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:01.397621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c39166be-3514-477b-92d1-7516ffcbe8ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:01.443799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c39166be-3514-477b-92d1-7516ffcbe8ea {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:01.446352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c39166be-3514-477b-92d1-7516ffcbe8ea not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:01.455152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4c774de4-20bd-4cc0-b5a3-8848117b5476), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.474579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.482169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46844) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:01.485460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/4c774de4-20bd-4cc0-b5a3-8848117b5476 HTTP/1.1" status: 204  len: 168 time: 0.7312453
Jan 29 21:10:01.488631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-62125890'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:01.525694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acb7f6-0a5e-41e8-8c1e-fa5a31e74aa3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=4c774de4-20bd-4cc0-b5a3-8848117b5476,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:01.590399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f845ce5-88e5-42bc-a557-17d32216fcbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.618212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:01.622182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.673878 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:01.686850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fb631ea8-4f53-47c9-ab70-3bb118521fc7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.687521 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment fb631ea8-4f53-47c9-ab70-3bb118521fc7 of type vlan for network f198c7e0-25da-49f2-8c25-b5ab6a1b086c
Jan 29 21:10:01.764845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (f198c7e0-25da-49f2-8c25-b5ab6a1b086c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.833167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (f198c7e0-25da-49f2-8c25-b5ab6a1b086c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.839010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:01.840058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.844505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f845ce5-88e5-42bc-a557-17d32216fcbb admin admin] Publish callbacks [] for security_group (1ee12b6e-548a-44cf-9877-6c1e54495cd7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:01.967204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f845ce5-88e5-42bc-a557-17d32216fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1ee12b6e-548a-44cf-9877-6c1e54495cd7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.030687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.5464628
Jan 29 21:10:02.033206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46848) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:02.041790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:02.063584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928abf8-24a7-4e75-9925-2c0809130ec0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=f198c7e0-25da-49f2-8c25-b5ab6a1b086c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:02.082644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:02.159404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f845ce5-88e5-42bc-a557-17d32216fcbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82a9e84535894fd88dfa4231d8729679&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9134197
Jan 29 21:10:02.165751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:02.178790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f845ce5-88e5-42bc-a557-17d32216fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee12b6e-548a-44cf-9877-6c1e54495cd7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:02.406087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] Publish callbacks [] for security_group (1ee12b6e-548a-44cf-9877-6c1e54495cd7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.453926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] Publish callbacks [] for security_group (1ee12b6e-548a-44cf-9877-6c1e54495cd7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.532709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:02.536699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.560258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1ee12b6e-548a-44cf-9877-6c1e54495cd7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.562925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.567249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ee12b6e-548a-44cf-9877-6c1e54495cd7 HTTP/1.1" status: 204  len: 168 time: 0.3991334
Jan 29 21:10:02.585164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba91a-7601-4031-819b-15639b2fded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee12b6e-548a-44cf-9877-6c1e54495cd7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:02.790819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (779cdf98-7c3f-495a-b222-cc4104cad6c8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:02.927854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=779cdf98-7c3f-495a-b222-cc4104cad6c8,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:02.973141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': 'fb631ea8-4f53-47c9-ab70-3bb118521fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:02.973502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: f198c7e0-25da-49f2-8c25-b5ab6a1b086c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:03.013776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:03.032400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f198c7e0-25da-49f2-8c25-b5ab6a1b086c) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:03.040220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:03.040841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.044347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0a0d8-bb53-4f16-b69a-828190785bdf None None] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:03.085872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c05fc01-7d28-4e48-9f25-84aba87f36ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0487027
Jan 29 21:10:03.086135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:03.096690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1287285531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:03.169330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (4452a085-24a8-41da-83f9-27cecedceea4), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.177697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (4452a085-24a8-41da-83f9-27cecedceea4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.268002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f198c7e0-25da-49f2-8c25-b5ab6a1b086c', 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': '779cdf98-7c3f-495a-b222-cc4104cad6c8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:03.269863 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.371393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (4452a085-24a8-41da-83f9-27cecedceea4), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.385255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (4452a085-24a8-41da-83f9-27cecedceea4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.426769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.435425 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-716796cc-f6f8-454d-8518-c21fd8dbb979 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3482592
Jan 29 21:10:03.438101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:03.443402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'port': {'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c', 'name': 'tempest-RoutersTest-372280450'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:03.598680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Allocated IP 172.20.0.2 (f198c7e0-25da-49f2-8c25-b5ab6a1b086c/779cdf98-7c3f-495a-b222-cc4104cad6c8/571bd165-24e3-4e73-94da-e4c721b9a11b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:03.732188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:03.738501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.854814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] device_id is not set on port b3e94bcb-828d-4520-b10d-0adb1571a99a yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:10:03.967367 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks [] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:03.989843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.064638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:04.074190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:04.080171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:04.154329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Pushing event updated for resources: {'Port': ['ID=571bd165-24e3-4e73-94da-e4c721b9a11b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:04.202713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.20.0.3 (f198c7e0-25da-49f2-8c25-b5ab6a1b086c/779cdf98-7c3f-495a-b222-cc4104cad6c8/b3e94bcb-828d-4520-b10d-0adb1571a99a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:04.248498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Attempting to bind port 571bd165-24e3-4e73-94da-e4c721b9a11b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:04.249196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Attempting to bind port 571bd165-24e3-4e73-94da-e4c721b9a11b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb631ea8-4f53-47c9-ab70-3bb118521fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:04.252749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Attempting to bind port 571bd165-24e3-4e73-94da-e4c721b9a11b on network f198c7e0-25da-49f2-8c25-b5ab6a1b086c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:04.275759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:04.279924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Checking segment: {'id': 'fb631ea8-4f53-47c9-ab70-3bb118521fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:04.281501 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.282107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Bound using segment: {'id': 'fb631ea8-4f53-47c9-ab70-3bb118521fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:04.283793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Bound port: 571bd165-24e3-4e73-94da-e4c721b9a11b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb631ea8-4f53-47c9-ab70-3bb118521fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f198c7e0-25da-49f2-8c25-b5ab6a1b086c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:04.285399 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.494339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] For port 571bd165-24e3-4e73-94da-e4c721b9a11b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:04.504250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] For port 571bd165-24e3-4e73-94da-e4c721b9a11b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=571bd165-24e3-4e73-94da-e4c721b9a11b,segment=NetworkSegment(fb631ea8-4f53-47c9-ab70-3bb118521fc7),segment_id=fb631ea8-4f53-47c9-ab70-3bb118521fc7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:04.518976 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.622300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.675199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423a66-256d-4b5a-be8f-a7150f643ea0 None None] Pushing event updated for resources: {'Port': ['ID=571bd165-24e3-4e73-94da-e4c721b9a11b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:04.753547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:04.804199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:04.808429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:04.810932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:04.937247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=b3e94bcb-828d-4520-b10d-0adb1571a99a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:04.976500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:04.976500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:05.033780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a4436f8-5361-4b21-9a28-7f15840ff591 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.5942643
Jan 29 21:10:05.036410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46896) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:05.515344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 571bd165-24e3-4e73-94da-e4c721b9a11b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:05.649455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 571bd165-24e3-4e73-94da-e4c721b9a11b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:05.650560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:05.876732 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:05.877570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 571bd165-24e3-4e73-94da-e4c721b9a11b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:05.877570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:05.960172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 571bd165-24e3-4e73-94da-e4c721b9a11b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=571bd165-24e3-4e73-94da-e4c721b9a11b,segment=NetworkSegment(fb631ea8-4f53-47c9-ab70-3bb118521fc7),segment_id=fb631ea8-4f53-47c9-ab70-3bb118521fc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:05.974461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:06.125875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=571bd165-24e3-4e73-94da-e4c721b9a11b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:06.604636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711125a5-b6d0-4ff0-a453-50a8e2c86dbc None None] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:06.740463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:06.747876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:06.801282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e60355d9-ba53-42b9-a2b9-7f3dd9149712 None None] Provisioning complete for port 571bd165-24e3-4e73-94da-e4c721b9a11b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:06.802055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e60355d9-ba53-42b9-a2b9-7f3dd9149712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:06.875507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=b3e94bcb-828d-4520-b10d-0adb1571a99a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:06.930257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e60355d9-ba53-42b9-a2b9-7f3dd9149712 None None] Current status of the port 571bd165-24e3-4e73-94da-e4c721b9a11b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:07.247808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (4452a085-24a8-41da-83f9-27cecedceea4), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:07.285892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Provisioning complete for port b3e94bcb-828d-4520-b10d-0adb1571a99a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:07.286625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:07.336011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 571bd165-24e3-4e73-94da-e4c721b9a11b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:07.529896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Port b3e94bcb-828d-4520-b10d-0adb1571a99a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:07.531596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 571bd165-24e3-4e73-94da-e4c721b9a11b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:07.532072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:07.619399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Provisioning complete for port 571bd165-24e3-4e73-94da-e4c721b9a11b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:07.620124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:07.641810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:07.759132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 571bd165-24e3-4e73-94da-e4c721b9a11b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:07.915951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-79853157-5330-47d7-a0ce-feada4b53f76 None None] Current status of the port 571bd165-24e3-4e73-94da-e4c721b9a11b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:08.057023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2657feaf-bf99-436a-9862-81b48b5787ae None None] Provisioning complete for port b3e94bcb-828d-4520-b10d-0adb1571a99a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:08.057406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2657feaf-bf99-436a-9862-81b48b5787ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:08.184376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2657feaf-bf99-436a-9862-81b48b5787ae None None] Port b3e94bcb-828d-4520-b10d-0adb1571a99a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:08.234515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:08.251105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:08.309881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74ced588-d045-4497-b39e-6991c1bf1f97 None None] Provisioning complete for port b3e94bcb-828d-4520-b10d-0adb1571a99a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:08.310351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74ced588-d045-4497-b39e-6991c1bf1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:08.397241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74ced588-d045-4497-b39e-6991c1bf1f97 None None] Port b3e94bcb-828d-4520-b10d-0adb1571a99a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:08.488241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=b3e94bcb-828d-4520-b10d-0adb1571a99a,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:08.498445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (4452a085-24a8-41da-83f9-27cecedceea4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:08.770527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:08.785477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:09.266332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 4452a085-24a8-41da-83f9-27cecedceea4 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:09.390582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:09.402569 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] Sync routers for ids ['4452a085-24a8-41da-83f9-27cecedceea4'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:09.408834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69cee59e-d45e-40f7-8151-0801abf484a9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/4452a085-24a8-41da-83f9-27cecedceea4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3711929
Jan 29 21:10:09.411400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:09.430562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2c8f3d87-e70a-44dd-93a9-604d57350648 None None] Provisioning complete for port b3e94bcb-828d-4520-b10d-0adb1571a99a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:09.430562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3d87-e70a-44dd-93a9-604d57350648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:09.446682 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] Routers {'4452a085-24a8-41da-83f9-27cecedceea4'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:09.452398 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e9220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4452a085-24a8-41da-83f9-27cecedceea4'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:09.489891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bcba3-6e03-42dd-98c4-3d8270f20c97 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:09.491795 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-795bcba3-6e03-42dd-98c4-3d8270f20c97 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports/b3e94bcb-828d-4520-b10d-0adb1571a99a HTTP/1.1" status: 200  len: 976 time: 0.0778573
Jan 29 21:10:09.494745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46918) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:09.561511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f3d87-e70a-44dd-93a9-604d57350648 None None] Port b3e94bcb-828d-4520-b10d-0adb1571a99a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:09.568041 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e9220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:09.591984 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] Routers {'4452a085-24a8-41da-83f9-27cecedceea4'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:09.593812 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e9220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4452a085-24a8-41da-83f9-27cecedceea4'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:09.680797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e9220>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:09.687529 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560e285-8f01-4ff4-b34a-c9e267530a1e None None] The sync data for ids ['4452a085-24a8-41da-83f9-27cecedceea4'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:10.037506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (4452a085-24a8-41da-83f9-27cecedceea4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:10.331701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port b3e94bcb-828d-4520-b10d-0adb1571a99a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:10.333741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-579b7602-bb86-49b2-aa94-f0ecc3aaf6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:10.335951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:10.543566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:10.566118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for b3e94bcb-828d-4520-b10d-0adb1571a99a owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:10.962438 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b3e94bcb-828d-4520-b10d-0adb1571a99a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:10.998778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=b3e94bcb-828d-4520-b10d-0adb1571a99a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:11.270440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (4452a085-24a8-41da-83f9-27cecedceea4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:11.624819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52ee1-a93f-4e87-8a2f-7ed71021bef7 req-13ea6d74-17f6-482b-a10a-e553e13206a5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:11.626565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6e52ee1-a93f-4e87-8a2f-7ed71021bef7 req-13ea6d74-17f6-482b-a10a-e553e13206a5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1794078
Jan 29 21:10:11.634540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 4452a085-24a8-41da-83f9-27cecedceea4 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:11.759787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6e52ee1-a93f-4e87-8a2f-7ed71021bef7 req-f9dc698f-f748-49e3-bcc0-da304f3e2765 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1238227
Jan 29 21:10:11.760913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:11.767316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26fad24c-d7a2-41da-93e6-c7294efdb7c3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/4452a085-24a8-41da-83f9-27cecedceea4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2707033
Jan 29 21:10:11.770814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b3cda-d887-444d-9625-984120042894 None None] Sync routers for ids ['4452a085-24a8-41da-83f9-27cecedceea4'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:11.771298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46946) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:11.784541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] Routers {'4452a085-24a8-41da-83f9-27cecedceea4'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:11.785507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09836970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4452a085-24a8-41da-83f9-27cecedceea4'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:11.824013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09836970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:11.833401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] Routers {'4452a085-24a8-41da-83f9-27cecedceea4'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:11.834006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09836970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['4452a085-24a8-41da-83f9-27cecedceea4'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:11.868885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d79b3cda-d887-444d-9625-984120042894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09836970>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:11.869831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b3cda-d887-444d-9625-984120042894 None None] The sync data for ids ['4452a085-24a8-41da-83f9-27cecedceea4'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:12.084380 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-4bbe3e46-5669-410c-94a4-09ffd7868200 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] remove_router_interface failed (client error): The resource could not be found.
Jan 29 21:10:12.087595 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4bbe3e46-5669-410c-94a4-09ffd7868200 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/4452a085-24a8-41da-83f9-27cecedceea4/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3131359
Jan 29 21:10:12.088376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46952) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:12.126011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-da563415-562d-417b-b9ff-01c1132a7107 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=4452a085-24a8-41da-83f9-27cecedceea4 HTTP/1.1" status: 200  len: 205 time: 0.0358918
Jan 29 21:10:12.129780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 46954) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:12.255053 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (4452a085-24a8-41da-83f9-27cecedceea4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.452385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (4452a085-24a8-41da-83f9-27cecedceea4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.458042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (4452a085-24a8-41da-83f9-27cecedceea4), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.659625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-150b759c-d73c-469d-a3d2-690e6a114c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.871245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (4452a085-24a8-41da-83f9-27cecedceea4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.873319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router 4452a085-24a8-41da-83f9-27cecedceea4 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:10:12.885382 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:12.890143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf284806-f055-45c8-8b0f-5051698c81d2 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/4452a085-24a8-41da-83f9-27cecedceea4 HTTP/1.1" status: 204  len: 168 time: 0.7582562
Jan 29 21:10:12.893089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 46992) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:13.058656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet 779cdf98-7c3f-495a-b222-cc4104cad6c8 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:13.065671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (779cdf98-7c3f-495a-b222-cc4104cad6c8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.118504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947298c5-a5bc-443e-8d8b-eb3035f3d616 req-8c5da522-02c9-4ad4-8644-eb1728668cec tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:13.131147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-947298c5-a5bc-443e-8d8b-eb3035f3d616 req-8c5da522-02c9-4ad4-8644-eb1728668cec tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.2263565
Jan 29 21:10:13.194863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (779cdf98-7c3f-495a-b222-cc4104cad6c8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.265835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-947298c5-a5bc-443e-8d8b-eb3035f3d616 req-9541225a-a1a4-46e0-b9f8-d23b1b8ae647 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330481
Jan 29 21:10:13.344583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (779cdf98-7c3f-495a-b222-cc4104cad6c8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.440358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (779cdf98-7c3f-495a-b222-cc4104cad6c8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.484129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:13.486590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=779cdf98-7c3f-495a-b222-cc4104cad6c8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:13.491598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.500786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dcc3f9de-4574-4957-81a3-6777219201ae tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/779cdf98-7c3f-495a-b222-cc4104cad6c8 HTTP/1.1" status: 204  len: 168 time: 0.6038196
Jan 29 21:10:13.501218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225630f9-6d23-4e8a-b9d2-b446c43b69e6 None None] Network f198c7e0-25da-49f2-8c25-b5ab6a1b086c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:13.503548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47022) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:13.680060 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (f198c7e0-25da-49f2-8c25-b5ab6a1b086c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.731482 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.753032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acf5fc06-40cc-45b3-b040-578d33de1b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.753537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] DHCP port deletion for f198c7e0-25da-49f2-8c25-b5ab6a1b086c request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:13.839701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Deleting port 571bd165-24e3-4e73-94da-e4c721b9a11b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:13.840381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.851267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acf5fc06-40cc-45b3-b040-578d33de1b64 admin admin] Publish callbacks [] for security_group (1a05ab3b-eb10-4470-b424-dddb14fb3630), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.860606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acf5fc06-40cc-45b3-b040-578d33de1b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1a05ab3b-eb10-4470-b424-dddb14fb3630), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.910396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 571bd165-24e3-4e73-94da-e4c721b9a11b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:13.911085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.925620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] For port 571bd165-24e3-4e73-94da-e4c721b9a11b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=571bd165-24e3-4e73-94da-e4c721b9a11b,segment=NetworkSegment(fb631ea8-4f53-47c9-ab70-3bb118521fc7),segment_id=fb631ea8-4f53-47c9-ab70-3bb118521fc7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:13.926660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:13.943131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Calling delete_port for 571bd165-24e3-4e73-94da-e4c721b9a11b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:14.034259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port 571bd165-24e3-4e73-94da-e4c721b9a11b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=571bd165-24e3-4e73-94da-e4c721b9a11b,segment=NetworkSegment(fb631ea8-4f53-47c9-ab70-3bb118521fc7),segment_id=fb631ea8-4f53-47c9-ab70-3bb118521fc7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:14.034543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.038116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.053944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] No DVR routers for this DVR port 571bd165-24e3-4e73-94da-e4c721b9a11b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:14.054099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47026) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:14.055347 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-acf5fc06-40cc-45b3-b040-578d33de1b64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77037f30d2734fc5b38dc9343ff5d552&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5693841
Jan 29 21:10:14.061855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 571bd165-24e3-4e73-94da-e4c721b9a11b owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:14.074356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5fc06-40cc-45b3-b040-578d33de1b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05ab3b-eb10-4470-b424-dddb14fb3630,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:14.148181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] Publish callbacks [] for security_group (1a05ab3b-eb10-4470-b424-dddb14fb3630), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.176944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] Publish callbacks [] for security_group (1a05ab3b-eb10-4470-b424-dddb14fb3630), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.186969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (571bd165-24e3-4e73-94da-e4c721b9a11b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.258414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1a05ab3b-eb10-4470-b424-dddb14fb3630), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.265388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.271058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a05ab3b-eb10-4470-b424-dddb14fb3630 HTTP/1.1" status: 204  len: 168 time: 0.2146370
Jan 29 21:10:14.283969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66230fc8-eda5-451d-9f4b-7f544de0175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05ab3b-eb10-4470-b424-dddb14fb3630,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:14.297915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=571bd165-24e3-4e73-94da-e4c721b9a11b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:14.300548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port 571bd165-24e3-4e73-94da-e4c721b9a11b on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:14.405182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f2086-68e4-4a6d-bfe6-51dc730acfc8 None None] Pushing event deleted for resources: {'Port': ['ID=571bd165-24e3-4e73-94da-e4c721b9a11b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:14.463890 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (f198c7e0-25da-49f2-8c25-b5ab6a1b086c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.466555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8397-e4ea-42dc-8557-8ffc0e65d9f5 req-14356d4b-fd13-4565-96ee-10af5dffcbf0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:14.469361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53be8397-e4ea-42dc-8557-8ffc0e65d9f5 req-14356d4b-fd13-4565-96ee-10af5dffcbf0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1009743
Jan 29 21:10:14.510556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea090a13d0>,) {'filters': {'network_id': ['f198c7e0-25da-49f2-8c25-b5ab6a1b086c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:14.521844 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090a13d0>, 'fb631ea8-4f53-47c9-ab70-3bb118521fc7') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:14.522271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090a13d0>, 'fb631ea8-4f53-47c9-ab70-3bb118521fc7') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:14.534077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (fb631ea8-4f53-47c9-ab70-3bb118521fc7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.534986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53be8397-e4ea-42dc-8557-8ffc0e65d9f5 req-4fa74832-1f68-49fb-85c6-fe0e277a5234 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539558
Jan 29 21:10:14.555199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fb631ea8-4f53-47c9-ab70-3bb118521fc7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.578208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:14.580676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (fb631ea8-4f53-47c9-ab70-3bb118521fc7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:14.589637 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:14.681601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (f198c7e0-25da-49f2-8c25-b5ab6a1b086c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.705338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.712671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47044) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:14.714445 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/f198c7e0-25da-49f2-8c25-b5ab6a1b086c HTTP/1.1" status: 204  len: 168 time: 1.2081952
Jan 29 21:10:14.719143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1735764282'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:14.725842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fb231-1661-48d6-8290-9cbb6d2fe8aa tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=f198c7e0-25da-49f2-8c25-b5ab6a1b086c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:14.751181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:14.755964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.779382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47046) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:14.784528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:14.797329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36135493-6f8e-4ea5-adba-a8d301629c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.799028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1ec157d5-1839-4d31-a6b1-6cf6f731e3ee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.800918 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment 1ec157d5-1839-4d31-a6b1-6cf6f731e3ee of type vlan for network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb
Jan 29 21:10:14.854409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.890576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.898106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:14.898830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.923461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36135493-6f8e-4ea5-adba-a8d301629c51 admin admin] Publish callbacks [] for security_group (ee284719-2683-4ff3-8eeb-e1eb2cd36836), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.934552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36135493-6f8e-4ea5-adba-a8d301629c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ee284719-2683-4ff3-8eeb-e1eb2cd36836), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:14.980113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2654266
Jan 29 21:10:14.983703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47052) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:14.989188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:15.007736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135493-6f8e-4ea5-adba-a8d301629c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee284719-2683-4ff3-8eeb-e1eb2cd36836,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:15.024723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36135493-6f8e-4ea5-adba-a8d301629c51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=206a13788d2f42999501c432a1052635&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2439637
Jan 29 21:10:15.029987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47054) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:15.044032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d54567-08bc-4989-9ba5-5cae2550ce67 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=cf1a6ccd-dc5e-47fd-808a-3579efe18bcb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:15.057139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:15.122770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] Publish callbacks [] for security_group (ee284719-2683-4ff3-8eeb-e1eb2cd36836), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.170515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:15.176306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.189590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] Publish callbacks [] for security_group (ee284719-2683-4ff3-8eeb-e1eb2cd36836), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.320418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 571bd165-24e3-4e73-94da-e4c721b9a11b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:15.329033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ee284719-2683-4ff3-8eeb-e1eb2cd36836), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.339369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.340553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee284719-2683-4ff3-8eeb-e1eb2cd36836 HTTP/1.1" status: 204  len: 168 time: 0.3094530
Jan 29 21:10:15.364032 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 571bd165-24e3-4e73-94da-e4c721b9a11b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:15.364910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 571bd165-24e3-4e73-94da-e4c721b9a11b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:15.398663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a172e-3463-44c6-85de-cee16ee8847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee284719-2683-4ff3-8eeb-e1eb2cd36836,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:15.492413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (2cfd9bfb-4019-498c-971a-0074bd9f0e66), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.640182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47068) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:15.785579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:15.823841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=2cfd9bfb-4019-498c-971a-0074bd9f0e66,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:15.827960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:15.828331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: cf1a6ccd-dc5e-47fd-808a-3579efe18bcb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:15.861888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.864140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:15.874199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cf1a6ccd-dc5e-47fd-808a-3579efe18bcb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:15.888667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18794f1-84b3-418a-afbc-aa80fdafe8e3 None None] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:15.892378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:15.894828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.931609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bc5b163c-bc2d-485c-b4d7-1053dffcfdce tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9443946
Jan 29 21:10:15.931864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47072) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:15.946502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-754182093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:15.991055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:15.992311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.239913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (d07ab9bc-7be9-4144-ac73-886a5932df48), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.248825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.256496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cf1a6ccd-dc5e-47fd-808a-3579efe18bcb', 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': '2cfd9bfb-4019-498c-971a-0074bd9f0e66'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:16.257615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.285222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:16.285620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.298611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.303577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-147dd3f3-310c-4bf6-86d6-096132eb989b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3684003
Jan 29 21:10:16.303911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47086) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:16.332836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:16.335750 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b24dcc6-e5bd-4bd0-8b12-697a4a9884bb" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:16.391341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.503543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:16.510009 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a0872-d596-4193-a085-807e7cdacd7a x-openstack-request-id: req-8b8a0872-d596-4193-a085-807e7cdacd7a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:16.510297 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:16.510555 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b8a0872-d596-4193-a085-807e7cdacd7a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:16.511486 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:10:16.525571 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.749514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:16.770826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:16.784209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Allocated IP 172.20.0.2 (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb/2cfd9bfb-4019-498c-971a-0074bd9f0e66/a0c4d881-8378-4884-ab53-a17630992fcd) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:16.963188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.155813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks [] for port (a0c4d881-8378-4884-ab53-a17630992fcd), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.171808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.244850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:17.250684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:17.256155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:17.263007 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 89ad63e3-a544-4efa-b7aa-4062359f021a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:17.263606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.288425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.20.0.1 (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb/2cfd9bfb-4019-498c-971a-0074bd9f0e66/8277b1e4-bbe4-437a-9bde-48d1e8841a04) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:17.320521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Pushing event updated for resources: {'Port': ['ID=a0c4d881-8378-4884-ab53-a17630992fcd,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:17.344285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Attempting to bind port a0c4d881-8378-4884-ab53-a17630992fcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:17.345393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Attempting to bind port a0c4d881-8378-4884-ab53-a17630992fcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:17.345937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Attempting to bind port a0c4d881-8378-4884-ab53-a17630992fcd on network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:17.352162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:17.352636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Checking segment: {'id': '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:17.353137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.353596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Bound using segment: {'id': '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:17.354145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Bound port: a0c4d881-8378-4884-ab53-a17630992fcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cf1a6ccd-dc5e-47fd-808a-3579efe18bcb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:17.355151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.443111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] For port a0c4d881-8378-4884-ab53-a17630992fcd, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:17.455247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] For port a0c4d881-8378-4884-ab53-a17630992fcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0c4d881-8378-4884-ab53-a17630992fcd,segment=NetworkSegment(1ec157d5-1839-4d31-a6b1-6cf6f731e3ee),segment_id=1ec157d5-1839-4d31-a6b1-6cf6f731e3ee)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:17.468021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.492861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.519647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 89ad63e3-a544-4efa-b7aa-4062359f021a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ad63e3-a544-4efa-b7aa-4062359f021a,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:17.520258 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.548307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 89ad63e3-a544-4efa-b7aa-4062359f021a owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:17.564443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.653205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:17.669771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4400a-872f-462a-9c45-57b50f70e147 None None] Pushing event updated for resources: {'Port': ['ID=a0c4d881-8378-4884-ab53-a17630992fcd,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:17.678782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:17.701434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:17.795181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (d07ab9bc-7be9-4144-ac73-886a5932df48), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:17.948934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (89ad63e3-a544-4efa-b7aa-4062359f021a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:18.019837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=89ad63e3-a544-4efa-b7aa-4062359f021a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:18.230910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:18.359237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:18.457877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=8277b1e4-bbe4-437a-9bde-48d1e8841a04,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:18.466307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-24f6c1f5-787d-4676-8fa5-57b2cd72a32d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9142256
Jan 29 21:10:18.627942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-766214733'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:18.652799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:18.681147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35695aa-2663-4707-aac7-915488a15858 req-38e364df-40c8-4b02-b345-dc44c6a91dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:18.686195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-38e364df-40c8-4b02-b345-dc44c6a91dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.1366839
Jan 29 21:10:18.785214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Made reservation on behalf of 77f8915c80744dab8c827cc95c107a03 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:18.788648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:18.866011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:18.897692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:19.065953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for security_group (5d8d2e7b-a16c-4547-931a-65a9f41d8227), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.081838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35695aa-2663-4707-aac7-915488a15858 req-7c1322c1-7fd2-4f87-8693-208c236e9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:19.083610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-7c1322c1-7fd2-4f87-8693-208c236e9c42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 898 time: 0.2066362
Jan 29 21:10:19.144852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.156736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.204427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d8d2e7b-a16c-4547-931a-65a9f41d8227), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.221193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:19.229721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (259a2cbe-6517-4691-8aff-1aca92d81062), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.229892 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Added segment 259a2cbe-6517-4691-8aff-1aca92d81062 of type vlan for network e8f7e3e0-2682-4d18-957c-82cc22928c44
Jan 29 21:10:19.246585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a1403-a483-4772-aa96-ade2142330b6 None None] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:19.291352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-d8b73ddf-9d5f-44fc-b489-5ce3856b10af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 1002 time: 0.1997244
Jan 29 21:10:19.305403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e8f7e3e0-2682-4d18-957c-82cc22928c44), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.317203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=8277b1e4-bbe4-437a-9bde-48d1e8841a04,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:19.360462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Provisioning complete for port a0c4d881-8378-4884-ab53-a17630992fcd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:19.361132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.362323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e8f7e3e0-2682-4d18-957c-82cc22928c44), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.368071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:19.368968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.458151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (d07ab9bc-7be9-4144-ac73-886a5932df48), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.479962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.2479839
Jan 29 21:10:19.480642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35695aa-2663-4707-aac7-915488a15858 req-19bff857-ac8b-4e95-b2bf-d27d050c36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:19.482268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-19bff857-ac8b-4e95-b2bf-d27d050c36d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.1688952
Jan 29 21:10:19.482740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47146) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:19.496867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d2e7b-a16c-4547-931a-65a9f41d8227,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:19.497128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Request body: {'subnet': {'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:19.510499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:19.527099 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:19.548801 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9ffd902-f114-45d6-b5f4-d9e5dd79e29f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/8c0730fc-d101-4a3c-8b38-3adc496b134a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9073811
Jan 29 21:10:19.550383 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:19.550897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:19.552183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07512-9604-4a88-a14a-389da458b687 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event updated for resources: {'Network': ['ID=e8f7e3e0-2682-4d18-957c-82cc22928c44,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:19.568351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Current status of the port a0c4d881-8378-4884-ab53-a17630992fcd is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:19.568351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:19.578525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:19.728926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a0c4d881-8378-4884-ab53-a17630992fcd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:19.876855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:10:19.891083 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:20.159342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Made reservation on behalf of 77f8915c80744dab8c827cc95c107a03 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:20.163838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.275073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:20.293411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:20.295433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:20.359978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] For port a0c4d881-8378-4884-ab53-a17630992fcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0c4d881-8378-4884-ab53-a17630992fcd,segment=NetworkSegment(1ec157d5-1839-4d31-a6b1-6cf6f731e3ee),segment_id=1ec157d5-1839-4d31-a6b1-6cf6f731e3ee)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:20.362233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:10:20.373992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.376455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35695aa-2663-4707-aac7-915488a15858 req-248d1a30-3bb1-481a-ad60-f9a704ca43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:20.378329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-248d1a30-3bb1-481a-ad60-f9a704ca43c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6629150
Jan 29 21:10:20.429455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f70d-6e61-42b8-876b-d04e55b940ef req-b28fc3ed-3f27-46a0-a97b-a06d759b7b87 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:20.431109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35a8f70d-6e61-42b8-876b-d04e55b940ef req-b28fc3ed-3f27-46a0-a97b-a06d759b7b87 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.3455596
Jan 29 21:10:20.524901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a0c4d881-8378-4884-ab53-a17630992fcd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:20.525352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.534098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:20.534997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.550958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e95e0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:20.575771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35a8f70d-6e61-42b8-876b-d04e55b940ef req-7ab49397-93e2-4e07-8c2b-f6e8e0d697c4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314039
Jan 29 21:10:20.588406 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:20.600648 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:20.601714 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:20.648593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0950-c05e-4770-8872-91e735ec4cfe None None] Pushing event updated for resources: {'Port': ['ID=a0c4d881-8378-4884-ab53-a17630992fcd,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:20.657010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-a3c9036b-001d-47ca-9fb4-e6a88f521727 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459197
Jan 29 21:10:20.669012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:10:20.701695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:20.714796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.758207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:20.820041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:20.828727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router d07ab9bc-7be9-4144-ac73-886a5932df48 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:20.838944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (348fe7ff-9987-4252-bb2e-94154ebf980d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:20.914877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80bdc414-2168-448f-8a33-a8d31d19eb33'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:10:21.041056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a0c4d881-8378-4884-ab53-a17630992fcd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:21.052573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35695aa-2663-4707-aac7-915488a15858 req-a73fc994-c4ad-4ff8-9092-a767569c37c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3892267
Jan 29 21:10:21.057128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Provisioning complete for port 8277b1e4-bbe4-437a-9bde-48d1e8841a04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:21.063246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:21.125586 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6e95e0>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:21.177078 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126cd53-cca8-45d1-9bb4-0739cb7e47fc None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fee38333-bdb9-4582-92f0-bc91835b6054', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.215', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'port_id': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'mac_address': 'fa:16:3e:3e:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:07:49Z', 'updated_at': '2022-01-29T21:07:52Z', 'revision_number': 1, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:21.177943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event updated for resources: {'Subnet': ['ID=348fe7ff-9987-4252-bb2e-94154ebf980d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:21.191337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Port 8277b1e4-bbe4-437a-9bde-48d1e8841a04 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:21.227140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Checking segment: {'id': '259a2cbe-6517-4691-8aff-1aca92d81062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:21.227515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Network hostable DHCP agents. Network: e8f7e3e0-2682-4d18-957c-82cc22928c44, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:21.237640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:21.246771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-04dd0384-2f88-4f32-8206-cd4ffcb44578 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/d07ab9bc-7be9-4144-ac73-886a5932df48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9392245
Jan 29 21:10:21.246965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47164) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:21.261843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:21.274075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Provisioning complete for port a0c4d881-8378-4884-ab53-a17630992fcd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:21.275195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:21.281607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8f7e3e0-2682-4d18-957c-82cc22928c44) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:21.282689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] Sync routers for ids ['d07ab9bc-7be9-4144-ac73-886a5932df48'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:21.287084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:21.288280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:21.315329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f5a3a28a-740c-450a-99dd-d3ae3f6aab76 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8313854
Jan 29 21:10:21.316319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:21.319355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976151a-2d83-4117-8e76-e37c87135249 None None] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:21.322875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Request body: {'port': {'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44', 'name': 'tempest-DHCPAgentSchedulersTestJSON-84283615'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:21.434386 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41c3ff-94f5-4130-8315-6e98267b0757 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:21.436027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c41c3ff-94f5-4130-8315-6e98267b0757 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports/8277b1e4-bbe4-437a-9bde-48d1e8841a04 HTTP/1.1" status: 200  len: 910 time: 0.1878374
Jan 29 21:10:21.438937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47172) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:21.524452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Made reservation on behalf of 77f8915c80744dab8c827cc95c107a03 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:21.529588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:21.569871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] device_id is not set on port 12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:10:21.610813 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-312ec93e-d820-427b-856d-77c68f23a338 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2735984
Jan 29 21:10:21.731583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a0c4d881-8378-4884-ab53-a17630992fcd up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:21.737364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] Routers {'d07ab9bc-7be9-4144-ac73-886a5932df48'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:21.739769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09836520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d07ab9bc-7be9-4144-ac73-886a5932df48'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:21.881605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09836520>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:21.895979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-492e02ed-9b6a-422e-b0b4-37dcb4811d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:21.897715 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-492e02ed-9b6a-422e-b0b4-37dcb4811d24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.1269279
Jan 29 21:10:21.938957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] Routers {'d07ab9bc-7be9-4144-ac73-886a5932df48'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:21.939865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09836520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d07ab9bc-7be9-4144-ac73-886a5932df48'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:21.974966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Allocated IP 172.20.0.14 (e8f7e3e0-2682-4d18-957c-82cc22928c44/348fe7ff-9987-4252-bb2e-94154ebf980d/12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:22.017422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494408e5-d8fe-4989-947a-28e4759ebc6f req-8e235c8b-41dd-41bb-bf9b-b9181eec4c21 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:22.021157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-494408e5-d8fe-4989-947a-28e4759ebc6f req-8e235c8b-41dd-41bb-bf9b-b9181eec4c21 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.1770067
Jan 29 21:10:22.022008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09836520>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:22.022810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e0235-f5f1-4e39-ba5a-f8b66a56f1fe None None] The sync data for ids ['d07ab9bc-7be9-4144-ac73-886a5932df48'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:22.133323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-d1196f78-81d8-4326-ac84-2535d3cac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:22.134907 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-d1196f78-81d8-4326-ac84-2535d3cac655 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 898 time: 0.2100646
Jan 29 21:10:22.141759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a0c4d881-8378-4884-ab53-a17630992fcd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:22.142162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.172197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8f7e3e0-2682-4d18-957c-82cc22928c44', 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44', 'project_id': '77f8915c80744dab8c827cc95c107a03', 'fixed_ips': [{'subnet_id': '348fe7ff-9987-4252-bb2e-94154ebf980d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:22.173528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.185766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-08d86150-7050-458d-86b5-0da4cc999448 None None] Current status of the port a0c4d881-8378-4884-ab53-a17630992fcd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:22.232163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-494408e5-d8fe-4989-947a-28e4759ebc6f req-770dd6b5-fe26-4b26-bd59-1295bc51ca9b tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b7f9675-744b-47dd-b3e8-6c0e9d31d167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942894
Jan 29 21:10:22.301776 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-75fc9f8f-a9ca-4ff4-95a1-583016edc43b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 1001 time: 0.1465244
Jan 29 21:10:22.313412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-a349974a-016a-4a7b-8a3d-c3ce58e23725 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:22.315147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-a349974a-016a-4a7b-8a3d-c3ce58e23725 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 946 time: 0.2104344
Jan 29 21:10:22.320085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for port (12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.358794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (d07ab9bc-7be9-4144-ac73-886a5932df48), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.363515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b9530109-90c9-4065-9bf6-36f473df92b2 None None] Provisioning complete for port 8277b1e4-bbe4-437a-9bde-48d1e8841a04 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:22.364467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b9530109-90c9-4065-9bf6-36f473df92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.460783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.493534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-75198162-380c-41ea-8add-37679241616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:22.495218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-75198162-380c-41ea-8add-37679241616f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.1842198
Jan 29 21:10:22.498803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Allocated IP 172.20.0.2 (e8f7e3e0-2682-4d18-957c-82cc22928c44/348fe7ff-9987-4252-bb2e-94154ebf980d/aaa16f08-c696-4c33-a492-a4c00d61ec78) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:22.500003 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:10:22.528465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:22.531851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:22.535782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 74b67e2a-b7f4-4182-83ed-5d18cc521614 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:22.536208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.541100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:22.601004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:22.601605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.661064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event updated for resources: {'Port': ['ID=12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:22.686349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ae0b1453-f8d9-4f0b-9cb8-9975ce4e6972 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3684828
Jan 29 21:10:22.689730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47184) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:22.696412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks [] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.706647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.707777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a0c4d881-8378-4884-ab53-a17630992fcd is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:22.712351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.725907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b9530109-90c9-4065-9bf6-36f473df92b2 None None] Port 8277b1e4-bbe4-437a-9bde-48d1e8841a04 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:22.758833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:22.765984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:22.772458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:22.782002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Pushing event updated for resources: {'Port': ['ID=aaa16f08-c696-4c33-a492-a4c00d61ec78,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:22.827997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 74b67e2a-b7f4-4182-83ed-5d18cc521614, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74b67e2a-b7f4-4182-83ed-5d18cc521614,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:22.828647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.849792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 74b67e2a-b7f4-4182-83ed-5d18cc521614 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:22.875562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Attempting to bind port aaa16f08-c696-4c33-a492-a4c00d61ec78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:22.877559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Attempting to bind port aaa16f08-c696-4c33-a492-a4c00d61ec78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '259a2cbe-6517-4691-8aff-1aca92d81062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:22.878036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Attempting to bind port aaa16f08-c696-4c33-a492-a4c00d61ec78 on network e8f7e3e0-2682-4d18-957c-82cc22928c44 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:22.883639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:22.884177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Checking segment: {'id': '259a2cbe-6517-4691-8aff-1aca92d81062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:22.884688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.885006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Deleting port 12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:22.885303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Bound using segment: {'id': '259a2cbe-6517-4691-8aff-1aca92d81062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:22.885736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.886035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Bound port: aaa16f08-c696-4c33-a492-a4c00d61ec78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a2cbe-6517-4691-8aff-1aca92d81062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e8f7e3e0-2682-4d18-957c-82cc22928c44'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:22.886520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:22.996708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] For port aaa16f08-c696-4c33-a492-a4c00d61ec78, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:23.000566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] For port aaa16f08-c696-4c33-a492-a4c00d61ec78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aaa16f08-c696-4c33-a492-a4c00d61ec78,segment=NetworkSegment(259a2cbe-6517-4691-8aff-1aca92d81062),segment_id=259a2cbe-6517-4691-8aff-1aca92d81062)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:23.009663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.015521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-c2d75e47-2ced-459b-bcc0-e6085eebf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:23.017331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-c2d75e47-2ced-459b-bcc0-e6085eebf14d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5153053
Jan 29 21:10:23.053970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.093551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Calling delete_port for 12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:23.170981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ce2eb-7872-4a4f-8f00-5fdf76d14930 None None] Pushing event updated for resources: {'Port': ['ID=aaa16f08-c696-4c33-a492-a4c00d61ec78,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:23.230231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-7927c852-abe3-4aff-9964-3ec6a3f4afc1 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059035
Jan 29 21:10:23.245579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 89ad63e3-a544-4efa-b7aa-4062359f021a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:23.303076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 89ad63e3-a544-4efa-b7aa-4062359f021a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:23.303684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 89ad63e3-a544-4efa-b7aa-4062359f021a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:23.361897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (74b67e2a-b7f4-4182-83ed-5d18cc521614), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.387186 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e98133d-1c96-4a2f-8e67-6b1cb11efd97 req-7692aad4-8007-4c23-8dee-c9fd2c6b610a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a0a7376-1c09-4a21-8964-c2cf8c6a92da HTTP/1.1" status: 200  len: 210 time: 0.0492079
Jan 29 21:10:23.401990 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.428524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=74b67e2a-b7f4-4182-83ed-5d18cc521614,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:23.436857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 8277b1e4-bbe4-437a-9bde-48d1e8841a04 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:23.437993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.508611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] No DVR routers for this DVR port 74b67e2a-b7f4-4182-83ed-5d18cc521614 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:23.512001 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.515405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3c73a71-8c9f-40a1-a03f-3c15ace57422 req-17a0b108-2760-482b-bf10-602296c6fd72 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "DELETE /v2.0/ports/74b67e2a-b7f4-4182-83ed-5d18cc521614 HTTP/1.1" status: 204  len: 173 time: 1.1934252
Jan 29 21:10:23.515873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'name': 'network-vif-deleted', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:23.518391 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f219ab9c-b3a7-492e-b518-e677853abb82" -d '{"events": [{"server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "name": "network-vif-deleted", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:23.626300 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187bed24-a329-4942-a6e0-5ffb88320f7e x-openstack-request-id: req-187bed24-a329-4942-a6e0-5ffb88320f7e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:23.626520 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-568e2adc-19a2-41b9-a62d-64c471bc31c2 req-bad44240-34ed-4c47-878a-41317056ad98 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3843007
Jan 29 21:10:23.626642 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a7376-1c09-4a21-8964-c2cf8c6a92da", "name": "network-vif-deleted", "tag": "74b67e2a-b7f4-4182-83ed-5d18cc521614", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:23.626642 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-187bed24-a329-4942-a6e0-5ffb88320f7e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:23.648623 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a7376-1c09-4a21-8964-c2cf8c6a92da', 'name': 'network-vif-deleted', 'tag': '74b67e2a-b7f4-4182-83ed-5d18cc521614', 'status': 'completed', 'code': 200}
Jan 29 21:10:23.657785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.696973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.719748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 8277b1e4-bbe4-437a-9bde-48d1e8841a04 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:23.723950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event deleted for resources: {'Port': ['ID=12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:23.783904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:23.959788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80bdc414-2168-448f-8a33-a8d31d19eb33 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:23.960764 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.972791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:23.985098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ff03ca9d-f150-40aa-b753-38999e272c49 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "DELETE /v2.0/ports/12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b HTTP/1.1" status: 204  len: 168 time: 1.2922482
Jan 29 21:10:23.985425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47202) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:24.060546 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8277b1e4-bbe4-437a-9bde-48d1e8841a04), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.117488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=8277b1e4-bbe4-437a-9bde-48d1e8841a04,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:24.170936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:24.171999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.175972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-15ad8435-fb44-4126-af60-b1fcc98a6037 tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.1880217
Jan 29 21:10:24.178583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47206) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:24.189903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1779353561'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:24.218365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:24.220945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:24.225041 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0007d3b-7d22-4180-8177-a5ea41c6a640" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:24.230203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.234563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Made reservation on behalf of 77f8915c80744dab8c827cc95c107a03 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:24.248634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.249003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.249357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.249705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.250041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.250385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.250836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.251645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.255262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.255456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.255792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.266944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.273055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.275088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:24.334587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:24.337564 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a033857-bcc1-416a-8323-5854384bb28b x-openstack-request-id: req-1a033857-bcc1-416a-8323-5854384bb28b {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:24.337877 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:24.338177 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a033857-bcc1-416a-8323-5854384bb28b {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:24.339400 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:10:24.349891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:24.364104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d8f08e4a-1ef8-4cab-b703-a3271f882fba), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.365395 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Added segment d8f08e4a-1ef8-4cab-b703-a3271f882fba of type vlan for network 0813e9f9-6b2e-4252-a962-82cfe8fbd252
Jan 29 21:10:24.446059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0813e9f9-6b2e-4252-a962-82cfe8fbd252), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.488851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0813e9f9-6b2e-4252-a962-82cfe8fbd252), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.498223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:24.499509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.527129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.3447721
Jan 29 21:10:24.529214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:24.557136 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (d07ab9bc-7be9-4144-ac73-886a5932df48), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:24.562757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:24.612543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c268b8-a220-4f44-87c6-bcea8d50f778 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event updated for resources: {'Network': ['ID=0813e9f9-6b2e-4252-a962-82cfe8fbd252,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:24.626411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0813e9f9-6b2e-4252-a962-82cfe8fbd252 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:24.819446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3167db12-8cb3-45bd-a456-7007d3e06c2c tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks HTTP/1.1" status: 200  len: 8018 time: 0.2883220
Jan 29 21:10:24.822336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47220) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:24.996468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47209f06-51e3-43b4-a198-bb88feacd41d tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] Network 0813e9f9-6b2e-4252-a962-82cfe8fbd252 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:25.024255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47209f06-51e3-43b4-a198-bb88feacd41d tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "POST /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1999555
Jan 29 21:10:25.027027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47232) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.027482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc57304-6957-47a7-8b20-567e3d8ba562 None None] Network 0813e9f9-6b2e-4252-a962-82cfe8fbd252 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:25.090626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router d07ab9bc-7be9-4144-ac73-886a5932df48 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:25.141845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (7b7f9675-744b-47dd-b3e8-6c0e9d31d167), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.156401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20011b-e6e9-4bd4-84e0-4ae417786d2c None None] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:25.263888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:25.279288 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] Sync routers for ids ['d07ab9bc-7be9-4144-ac73-886a5932df48'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:25.300086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] Routers {'d07ab9bc-7be9-4144-ac73-886a5932df48'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:25.303060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3d34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d07ab9bc-7be9-4144-ac73-886a5932df48'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:25.308669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-12701324-d412-44b1-946b-edcb9934a36a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/d07ab9bc-7be9-4144-ac73-886a5932df48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8685811
Jan 29 21:10:25.328975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47240) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.369003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-423fe23a-6567-4896-808d-4218ca85e4ed tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks HTTP/1.1" status: 200  len: 8789 time: 0.3391695
Jan 29 21:10:25.371185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.371417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (7b7f9675-744b-47dd-b3e8-6c0e9d31d167), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.415155 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3d34f0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:25.439624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a83d192e-ce0a-487a-b018-54cb336d84f7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07ab9bc-7be9-4144-ac73-886a5932df48 HTTP/1.1" status: 200  len: 205 time: 0.1041236
Jan 29 21:10:25.442089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.454356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] Routers {'d07ab9bc-7be9-4144-ac73-886a5932df48'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:25.455303 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3d34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['d07ab9bc-7be9-4144-ac73-886a5932df48'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:25.519785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3d34f0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:25.520888 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2f0a5-05da-45c5-98bf-445d2d65e9ea None None] The sync data for ids ['d07ab9bc-7be9-4144-ac73-886a5932df48'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:25.546514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Provisioning complete for port aaa16f08-c696-4c33-a492-a4c00d61ec78 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:25.546514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.551347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aaa16f08-c696-4c33-a492-a4c00d61ec78 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:25.574833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-15a57b9b-2aff-4182-adf2-583df214ab9a tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "DELETE /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks/0813e9f9-6b2e-4252-a962-82cfe8fbd252 HTTP/1.1" status: 204  len: 168 time: 0.1574676
Jan 29 21:10:25.575399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47252) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.622993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.730228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port aaa16f08-c696-4c33-a492-a4c00d61ec78 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:25.730856 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.797133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 74b67e2a-b7f4-4182-83ed-5d18cc521614 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:25.806289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a65551b3-8958-4f3d-ad3d-0d2b2144c371 tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks HTTP/1.1" status: 200  len: 8018 time: 0.2301078
Jan 29 21:10:25.811062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47258) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:25.845460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 74b67e2a-b7f4-4182-83ed-5d18cc521614 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:25.845821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 74b67e2a-b7f4-4182-83ed-5d18cc521614 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:25.875079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Current status of the port aaa16f08-c696-4c33-a492-a4c00d61ec78 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:25.875480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:25.945275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] For port aaa16f08-c696-4c33-a492-a4c00d61ec78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aaa16f08-c696-4c33-a492-a4c00d61ec78,segment=NetworkSegment(259a2cbe-6517-4691-8aff-1aca92d81062),segment_id=259a2cbe-6517-4691-8aff-1aca92d81062)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:25.972413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.033592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.037193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (d07ab9bc-7be9-4144-ac73-886a5932df48), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.098305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (d07ab9bc-7be9-4144-ac73-886a5932df48), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.099246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router d07ab9bc-7be9-4144-ac73-886a5932df48 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:10:26.111918 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.111918 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9bf912b8-7d1e-4410-a984-1d4f0a265479 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/d07ab9bc-7be9-4144-ac73-886a5932df48 HTTP/1.1" status: 204  len: 168 time: 0.6579611
Jan 29 21:10:26.115047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47268) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:26.130367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7b7f9675-744b-47dd-b3e8-6c0e9d31d167), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.130367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.130367 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b7f9675-744b-47dd-b3e8-6c0e9d31d167 HTTP/1.1" status: 204  len: 168 time: 1.5647016
Jan 29 21:10:26.170956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453ce00-8a61-4941-8318-7ec597a791f5 None None] Pushing event updated for resources: {'Port': ['ID=aaa16f08-c696-4c33-a492-a4c00d61ec78,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:26.186584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port aaa16f08-c696-4c33-a492-a4c00d61ec78 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:26.187317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.214081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d68cfcd-25a3-4407-8a5c-2b034a784c38 tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/networks/e8f7e3e0-2682-4d18-957c-82cc22928c44/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.3789587
Jan 29 21:10:26.218850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47272) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:26.221235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47274) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:26.225488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5cdc2-ff6c-493a-a183-905e7ddc8bff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f9675-744b-47dd-b3e8-6c0e9d31d167,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:26.319970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bad56251-a73e-4e87-9a56-cf64895eaefd None None] Provisioning complete for port aaa16f08-c696-4c33-a492-a4c00d61ec78 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:26.320346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bad56251-a73e-4e87-9a56-cf64895eaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.336175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8491c9c5-6c3d-4560-b337-bfbd7987c594 tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/networks/e8f7e3e0-2682-4d18-957c-82cc22928c44/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.1081004
Jan 29 21:10:26.337449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47276) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:26.347387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting subnet 97cdac69-389c-4af7-8bd4-3a0cc78ad589 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:26.353156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (97cdac69-389c-4af7-8bd4-3a0cc78ad589), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.403319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (97cdac69-389c-4af7-8bd4-3a0cc78ad589), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.586502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (97cdac69-389c-4af7-8bd4-3a0cc78ad589), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.674974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (97cdac69-389c-4af7-8bd4-3a0cc78ad589), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.749085 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:26.753167 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/subnets/97cdac69-389c-4af7-8bd4-3a0cc78ad589 HTTP/1.1" status: 204  len: 168 time: 0.5315785
Jan 29 21:10:26.754372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50234-8f66-4dcc-8a0e-641b20db3a5e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Subnet': ['ID=97cdac69-389c-4af7-8bd4-3a0cc78ad589,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:26.763093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:26.831998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4b3be-179d-4ae6-86bc-768b827afa0b None None] Network 21c6d249-76fc-466e-bc12-0a6e8f5d52cc requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:26.844619 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:10:26.845005 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:10:27.009097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (21c6d249-76fc-466e-bc12-0a6e8f5d52cc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.011267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet 2cfd9bfb-4019-498c-971a-0074bd9f0e66 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:27.015454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (2cfd9bfb-4019-498c-971a-0074bd9f0e66), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.164155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (2cfd9bfb-4019-498c-971a-0074bd9f0e66), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.188862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port cf4c7feb-33fe-42a7-be08-004892a0cb35 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:27.192008 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.199044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bad56251-a73e-4e87-9a56-cf64895eaefd None None] Current status of the port aaa16f08-c696-4c33-a492-a4c00d61ec78 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:27.313631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8281900b-d141-4827-9659-dd1be35ffbf9 None None] Could not find standard attr ID for object 12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:10:27.354851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port cf4c7feb-33fe-42a7-be08-004892a0cb35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf4c7feb-33fe-42a7-be08-004892a0cb35,segment=NetworkSegment(4d0c6e64-0c73-4edd-b2f5-8999cc2728f8),segment_id=4d0c6e64-0c73-4edd-b2f5-8999cc2728f8)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:27.355679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.372068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for cf4c7feb-33fe-42a7-be08-004892a0cb35 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:27.392269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d7826a95-c91b-4c9e-8818-9fbc58bb577a tempest-DHCPAgentSchedulersTestJSON-1508677214 tempest-DHCPAgentSchedulersTestJSON-1508677214-project-admin] 10.222.0.20 "GET /v2.0/agents/705112d0-fe94-4ae1-81a8-5b47ff398205/dhcp-networks HTTP/1.1" status: 200  len: 7980 time: 1.0484059
Jan 29 21:10:27.398018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] DHCP port deletion for 21c6d249-76fc-466e-bc12-0a6e8f5d52cc request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:27.400875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47292) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:27.462423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port aaa16f08-c696-4c33-a492-a4c00d61ec78 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:27.529806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.545971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] No DVR routers for this DVR port cf4c7feb-33fe-42a7-be08-004892a0cb35 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:27.553694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Deleting port cf4c7feb-33fe-42a7-be08-004892a0cb35 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:27.559638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.636399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=cf4c7feb-33fe-42a7-be08-004892a0cb35,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:27.663810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] For port cf4c7feb-33fe-42a7-be08-004892a0cb35, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:27.664838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.683705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (2cfd9bfb-4019-498c-971a-0074bd9f0e66), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.691081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Calling delete_port for cf4c7feb-33fe-42a7-be08-004892a0cb35 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:27.694907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Port cf4c7feb-33fe-42a7-be08-004892a0cb35 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:10:27.699183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (cf4c7feb-33fe-42a7-be08-004892a0cb35), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.702868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aaa16f08-c696-4c33-a492-a4c00d61ec78 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:27.708838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (21c6d249-76fc-466e-bc12-0a6e8f5d52cc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.737972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0813e9f9-6b2e-4252-a962-82cfe8fbd252), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.742641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08dde190>,) {'filters': {'network_id': ['21c6d249-76fc-466e-bc12-0a6e8f5d52cc']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:27.764948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dde190>, '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:27.764948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dde190>, '4d0c6e64-0c73-4edd-b2f5-8999cc2728f8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:27.793024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (4d0c6e64-0c73-4edd-b2f5-8999cc2728f8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.809358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] Pushing event deleted for resources: {'Port': ['ID=cf4c7feb-33fe-42a7-be08-004892a0cb35,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:27.819877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86c903-7f9d-4284-989c-1082601f4d91 None None] No DVR routers for this DVR port cf4c7feb-33fe-42a7-be08-004892a0cb35 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:27.829334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4d0c6e64-0c73-4edd-b2f5-8999cc2728f8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.842313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port aaa16f08-c696-4c33-a492-a4c00d61ec78 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:27.843656 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.856710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:27.860526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (4d0c6e64-0c73-4edd-b2f5-8999cc2728f8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:27.864117 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:27.900324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0813e9f9-6b2e-4252-a962-82cfe8fbd252), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:27.903744 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (2cfd9bfb-4019-498c-971a-0074bd9f0e66), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.008464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port aaa16f08-c696-4c33-a492-a4c00d61ec78 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:28.012885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (21c6d249-76fc-466e-bc12-0a6e8f5d52cc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.026024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.032272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/networks/21c6d249-76fc-466e-bc12-0a6e8f5d52cc HTTP/1.1" status: 204  len: 168 time: 1.2641056
Jan 29 21:10:28.045619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47294) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:28.054399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1c96c-b72f-4b7c-a09a-25c28614e5f3 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Network': ['ID=21c6d249-76fc-466e-bc12-0a6e8f5d52cc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:28.058781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.061785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c097a-033b-4fdd-9e26-a5e7ed14af94 None None] Network cf1a6ccd-dc5e-47fd-808a-3579efe18bcb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:28.062061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/2cfd9bfb-4019-498c-971a-0074bd9f0e66 HTTP/1.1" status: 204  len: 168 time: 1.9457843
Jan 29 21:10:28.072324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47296) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:28.151823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cf4c7feb-33fe-42a7-be08-004892a0cb35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:28.203189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: cf4c7feb-33fe-42a7-be08-004892a0cb35 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:28.203537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cf4c7feb-33fe-42a7-be08-004892a0cb35 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:28.246413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d0b50>,) {'filters': {'network_id': ['0813e9f9-6b2e-4252-a962-82cfe8fbd252']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:28.253360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e00d26-0761-44e2-abdc-9268dd97a078 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfd9bfb-4019-498c-971a-0074bd9f0e66,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:28.274216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.280570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d0b50>, 'd8f08e4a-1ef8-4cab-b703-a3271f882fba') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:28.281092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d0b50>, 'd8f08e4a-1ef8-4cab-b703-a3271f882fba') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:28.295281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d8f08e4a-1ef8-4cab-b703-a3271f882fba), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.324553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 13185459-da46-4590-8e8e-d1e8d01376ff {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:28.324914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.349276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] DHCP port deletion for cf1a6ccd-dc5e-47fd-808a-3579efe18bcb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:28.357850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d8f08e4a-1ef8-4cab-b703-a3271f882fba), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.368002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:28.368763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d8f08e4a-1ef8-4cab-b703-a3271f882fba), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:28.374314 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:28.435723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Deleting port a0c4d881-8378-4884-ab53-a17630992fcd {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:28.436102 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.459652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.459987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (13185459-da46-4590-8e8e-d1e8d01376ff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.467149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0813e9f9-6b2e-4252-a962-82cfe8fbd252), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.473546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 13185459-da46-4590-8e8e-d1e8d01376ff owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:28.473861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.477658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "DELETE /v2.0/networks/0813e9f9-6b2e-4252-a962-82cfe8fbd252 HTTP/1.1" status: 204  len: 168 time: 1.0693350
Jan 29 21:10:28.482752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47304) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:28.539896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906f92c-50e0-4f92-9232-cb9b751ca47b tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event deleted for resources: {'Network': ['ID=0813e9f9-6b2e-4252-a962-82cfe8fbd252,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:28.545652 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d273d0d3-b798-4ad4-baa9-127416ac7519 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:10:28.546251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d273d0d3-b798-4ad4-baa9-127416ac7519 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:10:28.553741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47306) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:28.557416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d273d0d3-b798-4ad4-baa9-127416ac7519 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "DELETE /v2.0/ports/12dd3ba5-504e-4e6f-9f21-40b6dfd21c3b HTTP/1.1" status: 404  len: 333 time: 0.0715308
Jan 29 21:10:28.592546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port a0c4d881-8378-4884-ab53-a17630992fcd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:28.593226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.595049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] For port a0c4d881-8378-4884-ab53-a17630992fcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0c4d881-8378-4884-ab53-a17630992fcd,segment=NetworkSegment(1ec157d5-1839-4d31-a6b1-6cf6f731e3ee),segment_id=1ec157d5-1839-4d31-a6b1-6cf6f731e3ee)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:28.596019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.623693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Calling delete_port for a0c4d881-8378-4884-ab53-a17630992fcd owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:28.705276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port a0c4d881-8378-4884-ab53-a17630992fcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0c4d881-8378-4884-ab53-a17630992fcd,segment=NetworkSegment(1ec157d5-1839-4d31-a6b1-6cf6f731e3ee),segment_id=1ec157d5-1839-4d31-a6b1-6cf6f731e3ee)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:28.705939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.756622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for a0c4d881-8378-4884-ab53-a17630992fcd owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:28.770103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Deleting subnet 348fe7ff-9987-4252-bb2e-94154ebf980d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:28.784842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for subnet (348fe7ff-9987-4252-bb2e-94154ebf980d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.799430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.857330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (348fe7ff-9987-4252-bb2e-94154ebf980d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:28.924093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] Pushing event deleted for resources: {'Port': ['ID=a0c4d881-8378-4884-ab53-a17630992fcd,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:28.950415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1adc462-279b-4d95-8483-6676c382e4f2 None None] No DVR routers for this DVR port a0c4d881-8378-4884-ab53-a17630992fcd on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:28.999017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a0c4d881-8378-4884-ab53-a17630992fcd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.036491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port a0c4d881-8378-4884-ab53-a17630992fcd on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:29.108405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=a0c4d881-8378-4884-ab53-a17630992fcd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:29.165348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (348fe7ff-9987-4252-bb2e-94154ebf980d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.170437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (13185459-da46-4590-8e8e-d1e8d01376ff), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.225934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.258475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09690220>,) {'filters': {'network_id': ['cf1a6ccd-dc5e-47fd-808a-3579efe18bcb']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:29.271223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=13185459-da46-4590-8e8e-d1e8d01376ff,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:29.278594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8eab-31a4-4e5b-a7af-f3cbd4b85b3e req-8db7057b-1e35-4457-a2a8-ab45d834d700 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:29.280366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-513c8eab-31a4-4e5b-a7af-f3cbd4b85b3e req-8db7057b-1e35-4457-a2a8-ab45d834d700 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.2043362
Jan 29 21:10:29.285719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09690220>, '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:29.286376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09690220>, '1ec157d5-1839-4d31-a6b1-6cf6f731e3ee') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:29.302349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (1ec157d5-1839-4d31-a6b1-6cf6f731e3ee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.346635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (348fe7ff-9987-4252-bb2e-94154ebf980d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.347523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1ec157d5-1839-4d31-a6b1-6cf6f731e3ee), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.364963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:29.365870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (1ec157d5-1839-4d31-a6b1-6cf6f731e3ee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:29.369544 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:29.386991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-513c8eab-31a4-4e5b-a7af-f3cbd4b85b3e req-08d56bda-50fc-45ec-956a-c5cf9829fd18 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819931
Jan 29 21:10:29.426705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event deleted for resources: {'Subnet': ['ID=348fe7ff-9987-4252-bb2e-94154ebf980d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:29.438030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.443886 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5878e24a-461c-42a4-a6f1-0283a881c183 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "DELETE /v2.0/subnets/348fe7ff-9987-4252-bb2e-94154ebf980d HTTP/1.1" status: 204  len: 168 time: 0.8866272
Jan 29 21:10:29.446972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47348) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:29.452069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e722f9f-cc97-4508-8b68-46caf4587595 None None] Network e8f7e3e0-2682-4d18-957c-82cc22928c44 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:29.473460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cf1a6ccd-dc5e-47fd-808a-3579efe18bcb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.488929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.503440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/cf1a6ccd-dc5e-47fd-808a-3579efe18bcb HTTP/1.1" status: 204  len: 168 time: 1.4261572
Jan 29 21:10:29.505803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47350) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:29.522448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1423167188', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:29.558734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (fee38333-bdb9-4582-92f0-bc91835b6054), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.558970 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Floating IP fee38333-bdb9-4582-92f0-bc91835b6054 disassociated (deleted). External IP: 172.35.4.215, port: 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204.
Jan 29 21:10:29.560637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d589d0-2de5-45a1-b031-ec2fc83dcda1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=cf1a6ccd-dc5e-47fd-808a-3579efe18bcb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:29.592652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.593959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.667353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a0c4d881-8378-4884-ab53-a17630992fcd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:29.687080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e8f7e3e0-2682-4d18-957c-82cc22928c44), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.701031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a0c4d881-8378-4884-ab53-a17630992fcd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:29.701366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a0c4d881-8378-4884-ab53-a17630992fcd not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:29.721416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.833836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] DHCP port deletion for e8f7e3e0-2682-4d18-957c-82cc22928c44 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:29.943861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_gateway (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:29.977592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Deleting port aaa16f08-c696-4c33-a492-a4c00d61ec78 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:29.980764 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.080846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] For port aaa16f08-c696-4c33-a492-a4c00d61ec78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aaa16f08-c696-4c33-a492-a4c00d61ec78,segment=NetworkSegment(259a2cbe-6517-4691-8aff-1aca92d81062),segment_id=259a2cbe-6517-4691-8aff-1aca92d81062)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:30.081293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.097225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Calling delete_port for aaa16f08-c696-4c33-a492-a4c00d61ec78 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:30.189355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.223597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] Pushing event deleted for resources: {'Port': ['ID=aaa16f08-c696-4c33-a492-a4c00d61ec78,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:30.228540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb86925-f7ab-4466-a503-cc6fdb888774 None None] No DVR routers for this DVR port aaa16f08-c696-4c33-a492-a4c00d61ec78 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:30.318032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_gateway (301d62d3-3f2a-4f56-82b3-6b6c20984710), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.345949 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.348024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Deleting port aaa16f08-c696-4c33-a492-a4c00d61ec78 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:30.348514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.447893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] For port aaa16f08-c696-4c33-a492-a4c00d61ec78, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:30.448267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.459631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:30.469581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Calling delete_port for aaa16f08-c696-4c33-a492-a4c00d61ec78 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:30.472706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Port aaa16f08-c696-4c33-a492-a4c00d61ec78 was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:10:30.479813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (aaa16f08-c696-4c33-a492-a4c00d61ec78), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.504193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.35.4.160 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c433482b-c2b4-4ee3-abb8-d6ac347b08ad) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:30.585510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event deleted for resources: {'Port': ['ID=aaa16f08-c696-4c33-a492-a4c00d61ec78,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:30.593523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] No DVR routers for this DVR port aaa16f08-c696-4c33-a492-a4c00d61ec78 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:30.663081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc72e7-9eb1-4f38-b265-5055c20de8e7 req-a236e076-f5c6-49c5-9586-2b10b9a75a6a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:30.664839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cdc72e7-9eb1-4f38-b265-5055c20de8e7 req-a236e076-f5c6-49c5-9586-2b10b9a75a6a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1444669
Jan 29 21:10:30.710491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e8f7e3e0-2682-4d18-957c-82cc22928c44), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.712865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (c433482b-c2b4-4ee3-abb8-d6ac347b08ad), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.730083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:30.739076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.745081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08914400>,) {'filters': {'network_id': ['e8f7e3e0-2682-4d18-957c-82cc22928c44']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:30.755217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:30.774122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:30.789380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cdc72e7-9eb1-4f38-b265-5055c20de8e7 req-35e96e01-049f-455d-a1f4-ce67831e500b tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077037
Jan 29 21:10:30.789639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab2fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:30.804371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08914400>, '259a2cbe-6517-4691-8aff-1aca92d81062') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:30.804671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08914400>, '259a2cbe-6517-4691-8aff-1aca92d81062') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:30.820819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (259a2cbe-6517-4691-8aff-1aca92d81062), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.821969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c433482b-c2b4-4ee3-abb8-d6ac347b08ad), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.827978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-166be8fa-1e47-4711-81a6-3744ac56881d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/floatingips/fee38333-bdb9-4582-92f0-bc91835b6054 HTTP/1.1" status: 204  len: 168 time: 2.7785451
Jan 29 21:10:30.831421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:30.833781 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:30.844628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (259a2cbe-6517-4691-8aff-1aca92d81062), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.859091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:30.859654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (259a2cbe-6517-4691-8aff-1aca92d81062), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:30.865030 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:30.969735 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a9c0c-c8df-4c76-a641-a42787bef8fa x-openstack-request-id: req-7e0a9c0c-c8df-4c76-a641-a42787bef8fa {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:30.970287 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:30.970734 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e0a9c0c-c8df-4c76-a641-a42787bef8fa {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:30.971152 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'status': 'completed', 'code': 200}
Jan 29 21:10:30.974807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:31.006831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:31.010249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:31.012314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=c433482b-c2b4-4ee3-abb8-d6ac347b08ad,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:31.032637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e8f7e3e0-2682-4d18-957c-82cc22928c44), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:31.061927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:31.070676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-f01f89b2-1466-41f5-a76b-2a8139e047b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:31.073437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-f01f89b2-1466-41f5-a76b-2a8139e047b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 1128 time: 0.1426897
Jan 29 21:10:31.074621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:31.091929 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] 10.222.0.20 "DELETE /v2.0/networks/e8f7e3e0-2682-4d18-957c-82cc22928c44 HTTP/1.1" status: 204  len: 168 time: 1.6391141
Jan 29 21:10:31.144666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785fadc-8685-4d38-b369-1095a351a0c1 tempest-DHCPAgentSchedulersTestJSON-1354433585 tempest-DHCPAgentSchedulersTestJSON-1354433585-project] Pushing event deleted for resources: {'Network': ['ID=e8f7e3e0-2682-4d18-957c-82cc22928c44,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:31.481528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e85fcb-7027-4d1e-b2c2-179f81b55895 req-a9c12dc3-8795-42ad-8804-034c94819103 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:31.488616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95e85fcb-7027-4d1e-b2c2-179f81b55895 req-a9c12dc3-8795-42ad-8804-034c94819103 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.2564576
Jan 29 21:10:31.514925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-60d41950-fb3c-4f47-b88d-56a83e221541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:31.516440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-60d41950-fb3c-4f47-b88d-56a83e221541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 200  len: 898 time: 0.3891001
Jan 29 21:10:31.547219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab2fc10>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:31.630696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-4fb7100a-8001-497e-a99b-aab2ff4b0430 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 200  len: 217 time: 0.0742710
Jan 29 21:10:31.632542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:31.655689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aaa16f08-c696-4c33-a492-a4c00d61ec78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:31.691855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:31.692485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab2fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:31.710428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: aaa16f08-c696-4c33-a492-a4c00d61ec78 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:31.710653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device aaa16f08-c696-4c33-a492-a4c00d61ec78 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:31.712738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47434) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:31.811910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-95e85fcb-7027-4d1e-b2c2-179f81b55895 req-164b1ee7-5b07-468c-bdf3-20cd93c79505 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3222983
Jan 29 21:10:31.824651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-0ae8b652-7755-446e-9b8e-2f2e96e9c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:31.835221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-0ae8b652-7755-446e-9b8e-2f2e96e9c7d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 200  len: 834 time: 0.1950364
Jan 29 21:10:31.840580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_gateway (301d62d3-3f2a-4f56-82b3-6b6c20984710), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:31.879738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:32.112841 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0a6ca4fd-89d5-47d8-8a3e-a6a87e7d1663 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f8915c80744dab8c827cc95c107a03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3899910
Jan 29 21:10:32.126099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47460) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:32.229804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] Publish callbacks [] for security_group (5d8d2e7b-a16c-4547-931a-65a9f41d8227), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.235586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab2fc10>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:32.273762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964d11f-b154-4b23-b22b-b38e7ab45c94 None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:17Z', 'revision_number': 6, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a7d460-fbf3-445f-a35f-cda24adc2179', 'name': '', 'network_id': '2ba5b824-5582-40c6-b6c3-214a8ee72786', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:49:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:25Z', 'updated_at': '2022-01-29T21:07:31Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '3d8de3b5-b144-40f4-aefa-d81efb75f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:32.276548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] Publish callbacks [] for security_group (5d8d2e7b-a16c-4547-931a-65a9f41d8227), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.345796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47468) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:32.365516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d8d2e7b-a16c-4547-931a-65a9f41d8227), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.370822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.372896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d8d2e7b-a16c-4547-931a-65a9f41d8227 HTTP/1.1" status: 204  len: 168 time: 0.2431226
Jan 29 21:10:32.414436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901a0b1-7b25-451a-8319-b7507ab33b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d2e7b-a16c-4547-931a-65a9f41d8227,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:32.440606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Deleting subnet e84d7c54-646d-45dc-9fd8-085af420b7b6 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:32.461501 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Publish callbacks [] for subnet (e84d7c54-646d-45dc-9fd8-085af420b7b6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.507657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (e84d7c54-646d-45dc-9fd8-085af420b7b6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.586357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e84d7c54-646d-45dc-9fd8-085af420b7b6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.737991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-b643a6f0-f885-4dc3-89bc-c0e2b71b37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:32.739707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-b643a6f0-f885-4dc3-89bc-c0e2b71b37aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ba5b824-5582-40c6-b6c3-214a8ee72786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8500071
Jan 29 21:10:32.754781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ce62-f511-42a7-86cd-77e3d173670b req-02af48ab-cb9d-4a2a-bcd4-9044670d8b8c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:32.756331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92f0ce62-f511-42a7-86cd-77e3d173670b req-02af48ab-cb9d-4a2a-bcd4-9044670d8b8c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.7421212
Jan 29 21:10:32.791747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab18536-4b03-45a9-a457-6d6e6b861372 None None] New status for floating IP fee38333-bdb9-4582-92f0-bc91835b6054: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:10:32.805790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (e84d7c54-646d-45dc-9fd8-085af420b7b6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.884056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84d7c54-646d-45dc-9fd8-085af420b7b6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:32.887905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.901761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:32.912733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92f0ce62-f511-42a7-86cd-77e3d173670b req-0a1bfb39-3710-498b-b4e5-84c02dfc5c42 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413224
Jan 29 21:10:32.913240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47476) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:32.929098 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1dd95df1-279c-48c7-8146-c30eeb197a80 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e84d7c54-646d-45dc-9fd8-085af420b7b6 HTTP/1.1" status: 204  len: 168 time: 0.5781879
Jan 29 21:10:32.981249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f2f67-1e94-425e-8755-86e63e557428 req-da242bd7-d449-496f-8161-b8958d8d7c91 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:32.983675 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f72f2f67-1e94-425e-8755-86e63e557428 req-da242bd7-d449-496f-8161-b8958d8d7c91 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.2834225
Jan 29 21:10:32.985078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47478) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:32.998536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-67547b76-c218-45cc-ac65-72b7a741f023 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362320
Jan 29 21:10:33.051412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1565d767-3039-4d17-8111-b678cae05e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.184924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:33.185451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.198191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (86452f1c-c912-4172-b90f-4eaf267f8b92), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.218062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657e4b9-e733-4de0-b1ff-8918c8beba8f req-53666481-5762-42da-b678-0a1fbfd00488 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:33.225835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b657e4b9-e733-4de0-b1ff-8918c8beba8f req-53666481-5762-42da-b678-0a1fbfd00488 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=0949dc51-2a43-49e7-bed2-b45c11d06036 HTTP/1.1" status: 200  len: 946 time: 0.2239029
Jan 29 21:10:33.263687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1565d767-3039-4d17-8111-b678cae05e65 admin admin] Publish callbacks [] for security_group (1227fa55-63e8-48e9-8609-55b72b2f0e0d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.274305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1565d767-3039-4d17-8111-b678cae05e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1227fa55-63e8-48e9-8609-55b72b2f0e0d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.337383 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1565d767-3039-4d17-8111-b678cae05e65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3236c40b21aa43f69a2887ff91963baa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3502400
Jan 29 21:10:33.340572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:33.341095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.341982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bb6ebcf-6d5a-49bd-9572-c3c8d594bff0 req-05486330-3f17-47c2-87c6-a1b7a2002b61 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3237615
Jan 29 21:10:33.343622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47484) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:33.362391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565d767-3039-4d17-8111-b678cae05e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227fa55-63e8-48e9-8609-55b72b2f0e0d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:33.391942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:33.421347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (86452f1c-c912-4172-b90f-4eaf267f8b92), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.453600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08919160>,) {'filters': {'network_id': ['86452f1c-c912-4172-b90f-4eaf267f8b92']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:33.472528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08919160>, '2efd1f92-f9ad-4771-979c-aab943382445') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:33.472815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08919160>, '2efd1f92-f9ad-4771-979c-aab943382445') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:33.486356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b657e4b9-e733-4de0-b1ff-8918c8beba8f req-c8b3a5ca-501e-4472-87c4-eec68f667aa2 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2310d66-9b35-4bf4-a7df-6ef7606988e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2596457
Jan 29 21:10:33.499030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] Publish callbacks [] for security_group (1227fa55-63e8-48e9-8609-55b72b2f0e0d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.499269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2efd1f92-f9ad-4771-979c-aab943382445), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.526492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2efd1f92-f9ad-4771-979c-aab943382445), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.531939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] Publish callbacks [] for security_group (1227fa55-63e8-48e9-8609-55b72b2f0e0d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.532876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 301d62d3-3f2a-4f56-82b3-6b6c20984710 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:33.540951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:33.541897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2efd1f92-f9ad-4771-979c-aab943382445), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:33.544902 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:33.630357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1227fa55-63e8-48e9-8609-55b72b2f0e0d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.633103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.637784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1227fa55-63e8-48e9-8609-55b72b2f0e0d HTTP/1.1" status: 204  len: 168 time: 0.2929261
Jan 29 21:10:33.649572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148a4e5-3b05-4c31-a187-dcdf61bc089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227fa55-63e8-48e9-8609-55b72b2f0e0d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:33.653234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (7b9a4a52-a40d-4fc3-9fd1-10bd4086d204), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.697951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=7b9a4a52-a40d-4fc3-9fd1-10bd4086d204,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:33.714087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (86452f1c-c912-4172-b90f-4eaf267f8b92), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.734462 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.744483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] 10.222.0.20 "DELETE /v2.0/networks/86452f1c-c912-4172-b90f-4eaf267f8b92 HTTP/1.1" status: 204  len: 168 time: 0.8253582
Jan 29 21:10:33.758002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] No DVR routers for this DVR port 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:33.762759 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.767200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f72f2f67-1e94-425e-8755-86e63e557428 req-515674bf-031b-45b3-a0b2-c3cc8bd75033 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.18 "DELETE /v2.0/ports/7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 HTTP/1.1" status: 204  len: 173 time: 0.7733953
Jan 29 21:10:33.768276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'name': 'network-vif-deleted', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:33.772189 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4bd37e-a11b-42bd-9bb5-806e790775d3" -d '{"events": [{"server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "name": "network-vif-deleted", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:33.813067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96358-32db-4a77-b74e-04b9ed3d9140 admin admin] Pushing event deleted for resources: {'Network': ['ID=86452f1c-c912-4172-b90f-4eaf267f8b92,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:33.844075 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d2902-6486-4248-8777-1883d194a9e2 x-openstack-request-id: req-247d2902-6486-4248-8777-1883d194a9e2 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:33.844581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0949dc51-2a43-49e7-bed2-b45c11d06036", "name": "network-vif-deleted", "tag": "7b9a4a52-a40d-4fc3-9fd1-10bd4086d204", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:33.844581 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-247d2902-6486-4248-8777-1883d194a9e2 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:33.844964 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0949dc51-2a43-49e7-bed2-b45c11d06036', 'name': 'network-vif-deleted', 'tag': '7b9a4a52-a40d-4fc3-9fd1-10bd4086d204', 'status': 'completed', 'code': 200}
Jan 29 21:10:33.857153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:33.868520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] Sync routers for ids ['301d62d3-3f2a-4f56-82b3-6b6c20984710'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:33.895221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] Routers {'301d62d3-3f2a-4f56-82b3-6b6c20984710'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:33.896511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:33.897481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a799220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['301d62d3-3f2a-4f56-82b3-6b6c20984710'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:33.899649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0285da69-ffe6-441c-a5f8-22f7d3947907 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.3902147
Jan 29 21:10:33.902983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47492) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:33.998191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a799220>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:34.029607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] Routers {'301d62d3-3f2a-4f56-82b3-6b6c20984710'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:34.032182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a799220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['301d62d3-3f2a-4f56-82b3-6b6c20984710'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:34.151909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a799220>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:34.155951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11505f08-a1f6-4f90-941d-79d8b44bb615 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers/301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 200  len: 881 time: 0.2514231
Jan 29 21:10:34.158033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47502) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:34.159138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009af0fe-47d8-4e4d-96db-264461d28490 None None] The sync data for ids ['301d62d3-3f2a-4f56-82b3-6b6c20984710'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:34.223825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47504) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:34.336691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defa969-7973-41c3-851b-a06142eb2b45 req-1096d4b4-baf6-41b0-9da1-42c49342e857 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:34.342203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5defa969-7973-41c3-851b-a06142eb2b45 req-1096d4b4-baf6-41b0-9da1-42c49342e857 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1970587
Jan 29 21:10:34.347754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0e08796f-5ccc-47cc-9c6f-d732088a2682 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=337f56cfddf647ffb5c7fea47f812151&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1184795
Jan 29 21:10:34.350876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47506) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:34.466552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5defa969-7973-41c3-851b-a06142eb2b45 req-4833c1a9-a878-4995-8cb8-2fb07a30590a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163247
Jan 29 21:10:34.489808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] Publish callbacks [] for security_group (a8f4a641-6841-4bfe-b59d-0e0863ce8dc8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.525667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] Publish callbacks [] for security_group (a8f4a641-6841-4bfe-b59d-0e0863ce8dc8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.593885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a8f4a641-6841-4bfe-b59d-0e0863ce8dc8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.598142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.598972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8f4a641-6841-4bfe-b59d-0e0863ce8dc8 HTTP/1.1" status: 204  len: 168 time: 0.2429283
Jan 29 21:10:34.602869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:34.623900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280fa12-c005-4a1c-92bd-c111c9286b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4a641-6841-4bfe-b59d-0e0863ce8dc8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:34.654402 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8d028769-bca8-44d8-a672-bf53184887d4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.4950833
Jan 29 21:10:34.656443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:34.661345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1423167188'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:34.707969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (f2310d66-9b35-4bf4-a7df-6ef7606988e8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.745638 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (f2310d66-9b35-4bf4-a7df-6ef7606988e8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.843255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f2310d66-9b35-4bf4-a7df-6ef7606988e8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.850472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:34.853300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/security-groups/f2310d66-9b35-4bf4-a7df-6ef7606988e8 HTTP/1.1" status: 204  len: 168 time: 0.2479465
Jan 29 21:10:34.866459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210ab3a-7862-4b1b-a620-6d4446b62487 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2310d66-9b35-4bf4-a7df-6ef7606988e8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:34.905953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:35.362622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47548) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:35.631363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:35.661726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:35.685043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cc93-dff2-4d23-89f8-93c8fab87be5 req-b41b0834-a73a-4de4-8b8c-ff090a7798d0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:35.690777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d244cc93-dff2-4d23-89f8-93c8fab87be5 req-b41b0834-a73a-4de4-8b8c-ff090a7798d0 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1406662
Jan 29 21:10:35.720875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-918079770'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:35.776332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:35.786779 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:35.818297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:35.821096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:35.831870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 301d62d3-3f2a-4f56-82b3-6b6c20984710 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:35.834852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d244cc93-dff2-4d23-89f8-93c8fab87be5 req-0e202691-b4d5-4ae3-83d5-c0e1143a51b7 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377468
Jan 29 21:10:35.876686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:35.877450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7b9a4a52-a40d-4fc3-9fd1-10bd4086d204 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:35.943314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47564) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:35.991777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for security_group (647e1f5c-ade2-4580-89bc-075142bde56e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:35.994217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.000138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (647e1f5c-ade2-4580-89bc-075142bde56e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.032778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:36.052289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647e1f5c-ade2-4580-89bc-075142bde56e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:36.058618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (703bfb17-82af-4dea-af74-2bda7e82f374), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.059150 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Added segment 703bfb17-82af-4dea-af74-2bda7e82f374 of type vlan for network f830efc8-95ad-4ffd-abed-ffb6df29d392
Jan 29 21:10:36.083076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:36.090075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.091267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bda34a78-0137-4400-8311-c81e2cac36e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 200  len: 888 time: 1.4336581
Jan 29 21:10:36.093948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:36.098395 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] Sync routers for ids ['301d62d3-3f2a-4f56-82b3-6b6c20984710'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:36.112763 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] Routers {'301d62d3-3f2a-4f56-82b3-6b6c20984710'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:36.113761 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae3f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['301d62d3-3f2a-4f56-82b3-6b6c20984710'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:36.124373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1732148308-network', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:36.149804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (f830efc8-95ad-4ffd-abed-ffb6df29d392), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.170079 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae3f2b0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:36.174748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Made reservation on behalf of b48ab03f0b6643f8900eb3399a0583f8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:36.177423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.181653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] Routers {'301d62d3-3f2a-4f56-82b3-6b6c20984710'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:36.183423 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae3f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['301d62d3-3f2a-4f56-82b3-6b6c20984710'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:36.189879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.214994 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (f830efc8-95ad-4ffd-abed-ffb6df29d392), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.220494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:36.221276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.227402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae3f2b0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:36.228377 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f401-e3b6-428c-9dc2-0f217b29addc None None] The sync data for ids ['301d62d3-3f2a-4f56-82b3-6b6c20984710'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:36.247668 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df3832f4-4f84-4c6d-9a7b-94249976a9c8 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers/301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 200  len: 888 time: 0.1526687
Jan 29 21:10:36.248186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:36.283609 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e34e9db5-8570-4a99-8c8e-4894520cc706 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 200  len: 205 time: 0.0315292
Jan 29 21:10:36.285807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47576) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:36.340126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9759774
Jan 29 21:10:36.345915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb34db9-706e-4ea1-82e3-e5797e196859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Network': ['ID=f830efc8-95ad-4ffd-abed-ffb6df29d392,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:36.349946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47578) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:36.359919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:36.361158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:36.491147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.500600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:36.504150 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.593448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks [] for security_group (c8ce867d-e7f0-4850-a3b3-b133ff43a1ff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.600135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c8ce867d-e7f0-4850-a3b3-b133ff43a1ff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.632844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce867d-e7f0-4850-a3b3-b133ff43a1ff,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:36.652155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:36.663201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.663613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.663992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.664230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.664562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.664897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.665252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.665583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.665912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.666264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.666603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.666933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.667257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:36.681329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (177f415e-8fc4-404a-8e6a-b429cea0c273), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.681682 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Added segment 177f415e-8fc4-404a-8e6a-b429cea0c273 of type vlan for network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93
Jan 29 21:10:36.700058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_gateway (301d62d3-3f2a-4f56-82b3-6b6c20984710), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.750295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 95a7d460-fbf3-445f-a35f-cda24adc2179 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:36.750706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.755349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.829083 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.829929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:36.830240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.871927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port c433482b-c2b4-4ee3-abb8-d6ac347b08ad {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:36.872347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c433482b-c2b4-4ee3-abb8-d6ac347b08ad), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.897200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (7f28cc69-2cd5-40f7-a597-bfe6944a1cc0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.915457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9683475
Jan 29 21:10:36.929459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47582) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:36.933125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 95a7d460-fbf3-445f-a35f-cda24adc2179, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a7d460-fbf3-445f-a35f-cda24adc2179,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:36.933498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:36.933653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76802-6d45-4743-983e-8853a880b560 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:36.940537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Request body: {'subnet': {'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1732148308-subnet', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:36.949300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:36.971331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 95a7d460-fbf3-445f-a35f-cda24adc2179 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:37.002403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Made reservation on behalf of b48ab03f0b6643f8900eb3399a0583f8 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:37.004673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.017412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=7f28cc69-2cd5-40f7-a597-bfe6944a1cc0,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:37.030153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:37.030534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network hostable DHCP agents. Network: f830efc8-95ad-4ffd-abed-ffb6df29d392, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:37.055486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:37.068134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110fcad-1c51-4e4e-ba41-cb07ccba70a9 req-41741c8f-4242-4692-8346-80d797387de1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:37.070035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7110fcad-1c51-4e4e-ba41-cb07ccba70a9 req-41741c8f-4242-4692-8346-80d797387de1 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1071796
Jan 29 21:10:37.078802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f830efc8-95ad-4ffd-abed-ffb6df29d392) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:37.088602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1f928-bff0-4ebd-8c00-3c80ec243cde None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:37.116715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:37.118160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.153914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c433482b-c2b4-4ee3-abb8-d6ac347b08ad), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.167710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7110fcad-1c51-4e4e-ba41-cb07ccba70a9 req-6a350617-88bf-4686-a2d0-11de6a3cad3e tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915141
Jan 29 21:10:37.171576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3fc5d7fc-36ca-46a6-820f-9297f9b83f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8206677
Jan 29 21:10:37.174540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:37.189238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'name': 'tempest-NetworksTestDHCPv6-1540379686'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:37.200604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for c433482b-c2b4-4ee3-abb8-d6ac347b08ad owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:37.415100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '7f28cc69-2cd5-40f7-a597-bfe6944a1cc0'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:37.416005 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.580861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/7f28cc69-2cd5-40f7-a597-bfe6944a1cc0/b332f200-597a-4db5-a60e-95a2b590169e) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:37.792847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks [] for port (b332f200-597a-4db5-a60e-95a2b590169e), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.804857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (b332f200-597a-4db5-a60e-95a2b590169e), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.844577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:37.851205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:37.854701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:37.865027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Pushing event updated for resources: {'Port': ['ID=b332f200-597a-4db5-a60e-95a2b590169e,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:37.879287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:37.883181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.936885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6c2b5e52-1517-4fdb-9a36-812ee953be72), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.950020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Attempting to bind port b332f200-597a-4db5-a60e-95a2b590169e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:37.951165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Attempting to bind port b332f200-597a-4db5-a60e-95a2b590169e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:37.951851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Attempting to bind port b332f200-597a-4db5-a60e-95a2b590169e on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:37.958567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:37.959396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:37.960282 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.960877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:37.961783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Bound port: b332f200-597a-4db5-a60e-95a2b590169e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:37.962777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b332f200-597a-4db5-a60e-95a2b590169e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:37.982194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 9d666678-fbce-4fb2-8950-b30c1bc76e64 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:10:37.991230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (95a7d460-fbf3-445f-a35f-cda24adc2179), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.036226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] For port b332f200-597a-4db5-a60e-95a2b590169e, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:38.040710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] For port b332f200-597a-4db5-a60e-95a2b590169e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b332f200-597a-4db5-a60e-95a2b590169e,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:38.048263 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b332f200-597a-4db5-a60e-95a2b590169e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.102589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=95a7d460-fbf3-445f-a35f-cda24adc2179,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:38.128326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5ea5b-9473-49d3-b8be-fbaae4d0c8dd None None] Pushing event updated for resources: {'Port': ['ID=b332f200-597a-4db5-a60e-95a2b590169e,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:38.173702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2b5e52-1517-4fdb-9a36-812ee953be72,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:38.231352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c433482b-c2b4-4ee3-abb8-d6ac347b08ad), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.352456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=c433482b-c2b4-4ee3-abb8-d6ac347b08ad,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:38.367256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Checking segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:38.367632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Network hostable DHCP agents. Network: 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:38.393047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae253-7415-4c1f-bdff-58b1be088aa5 req-07086e75-e4f9-4d1b-99af-4896dc60855c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:38.394884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-395ae253-7415-4c1f-bdff-58b1be088aa5 req-07086e75-e4f9-4d1b-99af-4896dc60855c tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.0965047
Jan 29 21:10:38.472376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-395ae253-7415-4c1f-bdff-58b1be088aa5 req-5936e750-e4e4-437a-89eb-3e83e13babcf tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697021
Jan 29 21:10:38.595151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::25 (f830efc8-95ad-4ffd-abed-ffb6df29d392/7f28cc69-2cd5-40f7-a597-bfe6944a1cc0/9d666678-fbce-4fb2-8950-b30c1bc76e64) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:38.629556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:38.704155 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (301d62d3-3f2a-4f56-82b3-6b6c20984710), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.828817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:38.837376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675e0dc-2a24-47ea-83de-ccb8ce096be0 None None] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:38.866926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:38.867533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.879768 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.889245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (301d62d3-3f2a-4f56-82b3-6b6c20984710), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.897040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:38.954976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47600) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:38.955399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-303faf46-3506-4b14-8b1a-6bacf61f5680 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0245695
Jan 29 21:10:38.960917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:39.004286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.007549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.021786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:39.023342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.055807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (301d62d3-3f2a-4f56-82b3-6b6c20984710), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.056644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router 301d62d3-3f2a-4f56-82b3-6b6c20984710 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:10:39.091890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for router_controller (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.098545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.100118 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1bd6848f-5ffb-472e-b0b8-edf494148538 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 204  len: 168 time: 2.8124967
Jan 29 21:10:39.108093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47602) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:39.129562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-301651938'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:39.178535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.266518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:39.282570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.329663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for router_gateway (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.350342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:39.368893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Allocated IP 172.20.0.2 (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93/6c2b5e52-1517-4fdb-9a36-812ee953be72/25869b97-b2b5-46be-8fa3-73eb1461a92c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:39.410798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b1b836f4-9e04-45c9-9108-898228c5a758), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.411421 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment b1b836f4-9e04-45c9-9108-898228c5a758 of type vlan for network 36a5e95c-8140-4585-b6df-b00571396277
Jan 29 21:10:39.500321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.572033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (36a5e95c-8140-4585-b6df-b00571396277), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.665885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:39.690547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=9d666678-fbce-4fb2-8950-b30c1bc76e64,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:39.691391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:39.716972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:39.735378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:39.736045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.748532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f0f8-6108-4528-88d5-1569f82820ba req-ad300a17-20bc-4072-b78e-d52e8aacac38 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:39.750570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0060f0f8-6108-4528-88d5-1569f82820ba req-ad300a17-20bc-4072-b78e-d52e8aacac38 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1176970
Jan 29 21:10:39.752141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for router_gateway (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.767495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 8c0730fc-d101-4a3c-8b38-3adc496b134a has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:39.771017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (36a5e95c-8140-4585-b6df-b00571396277), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.776666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:39.777316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.790484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks [] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.801027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.807584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:39.835191 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-981b3048-109c-48ac-bbfd-872ef8635219 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6532826
Jan 29 21:10:39.836776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:39.841731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b332f200-597a-4db5-a60e-95a2b590169e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:39.877232 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7565701
Jan 29 21:10:39.880187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47612) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:39.889758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': '36a5e95c-8140-4585-b6df-b00571396277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:39.911313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Pushing event updated for resources: {'Port': ['ID=25869b97-b2b5-46be-8fa3-73eb1461a92c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:39.957955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0060f0f8-6108-4528-88d5-1569f82820ba req-ecf7c02b-8c86-49a8-88d5-ee8fb63ca515 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591132
Jan 29 21:10:39.967678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c8a67-031a-4274-b598-ef1e98d36f02 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:39.994887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:40.022693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686eeec-d6fc-48dd-8ffe-d06b99b234e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=36a5e95c-8140-4585-b6df-b00571396277,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:40.050377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:40.057754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:40.063440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e71c2c-d461-48db-88d2-6b12bc779b12 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:40.066122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 36a5e95c-8140-4585-b6df-b00571396277 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:40.070912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e71c2c-d461-48db-88d2-6b12bc779b12 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:40.075841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-72e71c2c-d461-48db-88d2-6b12bc779b12 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2334530
Jan 29 21:10:40.076369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:40.091256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Allocated IP 172.35.4.176 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/c53eebe5-53a1-4852-a3aa-5bec418539d6) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:40.131028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:40.135893 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.158569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b332f200-597a-4db5-a60e-95a2b590169e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:40.159355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b332f200-597a-4db5-a60e-95a2b590169e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.208321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Provisioning complete for port b332f200-597a-4db5-a60e-95a2b590169e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:40.208857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b332f200-597a-4db5-a60e-95a2b590169e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.256468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.328725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.375448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Attempting to bind port 25869b97-b2b5-46be-8fa3-73eb1461a92c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:40.376692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Attempting to bind port 25869b97-b2b5-46be-8fa3-73eb1461a92c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:40.377332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Attempting to bind port 25869b97-b2b5-46be-8fa3-73eb1461a92c on network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:40.384169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:40.394279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c438415-530a-4d96-8543-59cf6534153f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.420326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:40.423999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:40.437182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:40.437898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Checking segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:40.438477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.439037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Bound using segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:40.439691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Bound port: 25869b97-b2b5-46be-8fa3-73eb1461a92c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:40.440262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.497573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Pushing event updated for resources: {'Port': ['ID=c53eebe5-53a1-4852-a3aa-5bec418539d6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:40.515701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Current status of the port b332f200-597a-4db5-a60e-95a2b590169e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:40.516713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b332f200-597a-4db5-a60e-95a2b590169e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.573916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:40.583654 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8165c41d-c425-403e-8289-e0b918099e31 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/8c0730fc-d101-4a3c-8b38-3adc496b134a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6740687
Jan 29 21:10:40.589571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b332f200-597a-4db5-a60e-95a2b590169e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:40.590190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b332f200-597a-4db5-a60e-95a2b590169e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.598220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:40.614462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Sync routers for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:40.660441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] For port b332f200-597a-4db5-a60e-95a2b590169e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b332f200-597a-4db5-a60e-95a2b590169e,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:40.675266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:40.675650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:40.680491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] For port 25869b97-b2b5-46be-8fa3-73eb1461a92c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:40.775236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting subnet 3d8de3b5-b144-40f4-aefa-d81efb75f021 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:40.782805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (3d8de3b5-b144-40f4-aefa-d81efb75f021), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.785048 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b332f200-597a-4db5-a60e-95a2b590169e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.896313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:10:40.897569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (3d8de3b5-b144-40f4-aefa-d81efb75f021), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:40.897737 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:10:40.899492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] For port 25869b97-b2b5-46be-8fa3-73eb1461a92c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25869b97-b2b5-46be-8fa3-73eb1461a92c,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:40.953487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.015087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b607e-e52a-44f0-8c6c-a857378b13c1 None None] Pushing event updated for resources: {'Port': ['ID=b332f200-597a-4db5-a60e-95a2b590169e,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:41.094263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for router_gateway (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.099152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (3d8de3b5-b144-40f4-aefa-d81efb75f021), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.120280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:41.272837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (3d8de3b5-b144-40f4-aefa-d81efb75f021), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.366290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.371183 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/subnets/3d8de3b5-b144-40f4-aefa-d81efb75f021 HTTP/1.1" status: 204  len: 168 time: 0.7719190
Jan 29 21:10:41.374267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567be1f-9f18-4d70-918f-e3c96a353693 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8de3b5-b144-40f4-aefa-d81efb75f021,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:41.384892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:41.568110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 9d666678-fbce-4fb2-8950-b30c1bc76e64 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:41.568554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.584342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ede97-02ff-4620-81c7-fb8b6d0663bd None None] Network 2ba5b824-5582-40c6-b6c3-214a8ee72786 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:41.639738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Provisioning complete for port 9d666678-fbce-4fb2-8950-b30c1bc76e64 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:41.641623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.771855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.887579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (62c8af46-d921-44bc-80b9-80da70a05dcb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:41.895645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f047ae-e8b4-458f-b3d2-dafff8930aaa None None] Pushing event updated for resources: {'Port': ['ID=25869b97-b2b5-46be-8fa3-73eb1461a92c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:41.920794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b332f200-597a-4db5-a60e-95a2b590169e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:41.942418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245c6b-131f-4144-b0a6-10c884bbaabf req-c2e71307-b127-428d-9da4-9c4bdaa1d9c8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:41.949779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46245c6b-131f-4144-b0a6-10c884bbaabf req-c2e71307-b127-428d-9da4-9c4bdaa1d9c8 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.8452413
Jan 29 21:10:41.971864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=62c8af46-d921-44bc-80b9-80da70a05dcb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:42.002170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Port 9d666678-fbce-4fb2-8950-b30c1bc76e64 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:42.048828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.081716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': 'b1b836f4-9e04-45c9-9108-898228c5a758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36a5e95c-8140-4585-b6df-b00571396277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:42.081716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: 36a5e95c-8140-4585-b6df-b00571396277, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:42.081716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 9d666678-fbce-4fb2-8950-b30c1bc76e64 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:42.125583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Provisioning complete for port b332f200-597a-4db5-a60e-95a2b590169e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:42.126147 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b332f200-597a-4db5-a60e-95a2b590169e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.165320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 36a5e95c-8140-4585-b6df-b00571396277 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:42.193641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (8c0730fc-d101-4a3c-8b38-3adc496b134a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.203129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36a5e95c-8140-4585-b6df-b00571396277) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:42.209463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:42.210995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.236877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46245c6b-131f-4144-b0a6-10c884bbaabf req-f9baac87-8a1c-42eb-95eb-b443fc10fd55 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2860947
Jan 29 21:10:42.245517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2bd617-fe35-4740-9ef4-4c89acefb6f0 None None] Network 36a5e95c-8140-4585-b6df-b00571396277 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:42.314120 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.333096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25869b97-b2b5-46be-8fa3-73eb1461a92c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:42.337198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ff71ecba-fab3-47fa-aab3-7eb1f600cba5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4530511
Jan 29 21:10:42.346218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:42.375205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-742719339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:42.473734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port d3577d27-262f-47c5-9842-fbed5dd3e54b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:42.480846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.514429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] DHCP port deletion for 2ba5b824-5582-40c6-b6c3-214a8ee72786 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:42.580084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Router b23bad15-23f0-4bd0-9faa-c5172ee93c7c is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:42.620249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port d3577d27-262f-47c5-9842-fbed5dd3e54b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3577d27-262f-47c5-9842-fbed5dd3e54b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:42.620698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.623756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:37Z', 'revision_number': 7, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': 'd3577d27-262f-47c5-9842-fbed5dd3e54b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:07:21Z', 'updated_at': '2022-01-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:42.637939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for d3577d27-262f-47c5-9842-fbed5dd3e54b owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:42.687730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Checking router: 8c0730fc-d101-4a3c-8b38-3adc496b134a for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:42.699227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36a5e95c-8140-4585-b6df-b00571396277', 'network_id': '36a5e95c-8140-4585-b6df-b00571396277', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': '62c8af46-d921-44bc-80b9-80da70a05dcb'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:42.700110 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.723935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-05c6e2da-5ef0-4aeb-8350-1e665d2ef917 None None] Current status of the port b332f200-597a-4db5-a60e-95a2b590169e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:42.752584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Routers {'8c0730fc-d101-4a3c-8b38-3adc496b134a'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:42.764566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['8c0730fc-d101-4a3c-8b38-3adc496b134a'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:42.765205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:42.774716 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Sync routers for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:42.793158 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:42.796039 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b69a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:42.820120 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.822623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-911c7996-60ed-439b-b453-d58e2986b3fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.8665218
Jan 29 21:10:42.825746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:42.894509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] Set router 8c0730fc-d101-4a3c-8b38-3adc496b134a gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:42.898206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.899461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.908469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d3577d27-262f-47c5-9842-fbed5dd3e54b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.965185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:42Z', 'revision_number': 8, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:42.968674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b7cfe5-7955-4a57-9bcb-ca48da47d94a None None] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:42.970621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 25869b97-b2b5-46be-8fa3-73eb1461a92c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:42.971116 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:42.980807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=d3577d27-262f-47c5-9842-fbed5dd3e54b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:42.995221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-59ecb33e-c499-4470-8d35-e09bcfc92bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.062109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8b3ccfe1-3553-4379-92d7-daf903391542 None None] Could not find standard attr ID for object 9d666678-fbce-4fb2-8950-b30c1bc76e64. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:10:43.102458 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:43.112472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (af255dc6-c42f-4348-8ac5-1303cbb74be0), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.118593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.123193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9d666678-fbce-4fb2-8950-b30c1bc76e64), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.150873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c86ed-d45e-4d8d-8173-26b133af21bb None None] The sync data for ids ['8c0730fc-d101-4a3c-8b38-3adc496b134a'] in ncdv-master-1 is: [{'id': '8c0730fc-d101-4a3c-8b38-3adc496b134a', 'name': 'tempest-TestNetworkBasicOps-router-1265691032', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:07:20Z', 'updated_at': '2022-01-29T21:10:42Z', 'revision_number': 8, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:43.174762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.214949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Deleting port 1c50d24c-681f-4a42-a60a-27e4b452f031 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:43.221006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.274628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=9d666678-fbce-4fb2-8950-b30c1bc76e64,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:43.392888 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.397183 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-afe45279-4c2b-46d7-828e-9d26510fc465 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.0256617
Jan 29 21:10:43.405269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47640) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:43.419995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Provisioning complete for port 25869b97-b2b5-46be-8fa3-73eb1461a92c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:43.420486 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.513568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] For port 1c50d24c-681f-4a42-a60a-27e4b452f031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c50d24c-681f-4a42-a60a-27e4b452f031,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:43.514129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.521331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.571863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_controller (8c0730fc-d101-4a3c-8b38-3adc496b134a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.584094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.597222 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6addb2d5-5051-4bac-80a4-a97def6d0e5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/9d666678-fbce-4fb2-8950-b30c1bc76e64 HTTP/1.1" status: 204  len: 168 time: 3.5152705
Jan 29 21:10:43.598088 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b69a9a0>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:40Z', 'revision_number': 3, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:43.599941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:43.640420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Calling delete_port for 1c50d24c-681f-4a42-a60a-27e4b452f031 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:43.706258 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Checking router: b23bad15-23f0-4bd0-9faa-c5172ee93c7c for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:43.706637 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Updating router b23bad15-23f0-4bd0-9faa-c5172ee93c7c port c53eebe5-53a1-4852-a3aa-5bec418539d6 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:10:43.798529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Allocated IP 172.20.0.2 (36a5e95c-8140-4585-b6df-b00571396277/62c8af46-d921-44bc-80b9-80da70a05dcb/e789925d-ae14-42f8-bc26-2bc345592840) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:43.806316 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.824130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (8c0730fc-d101-4a3c-8b38-3adc496b134a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.828297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Fanout notify agent at l3_agent the message router_deleted on router 8c0730fc-d101-4a3c-8b38-3adc496b134a {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:10:43.858397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:43.860342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c209a93-3e7f-4c8b-b025-c7c69e25c6b0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/routers/8c0730fc-d101-4a3c-8b38-3adc496b134a HTTP/1.1" status: 204  len: 168 time: 2.4687569
Jan 29 21:10:43.879524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47648) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:44.064083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc727-5bbd-4137-b6b6-6c2647dd7fa2 req-c08c0372-6b13-4f2f-b652-aa7078aa0b6a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:44.066563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538dc727-5bbd-4137-b6b6-6c2647dd7fa2 req-c08c0372-6b13-4f2f-b652-aa7078aa0b6a tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.7448232
Jan 29 21:10:44.091259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaf632-b5e7-4500-a2a5-c9b2ab406b48 req-0da2d88e-bf43-4fed-bd8e-e12de52d2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:44.093281 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7daaf632-b5e7-4500-a2a5-c9b2ab406b48 req-0da2d88e-bf43-4fed-bd8e-e12de52d2611 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.6390684
Jan 29 21:10:44.097002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d92ff-b83a-4df8-841a-4a71eec99dfa tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:44.098754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d92ff-b83a-4df8-841a-4a71eec99dfa tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:44.101060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a39d92ff-b83a-4df8-841a-4a71eec99dfa tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4973588
Jan 29 21:10:44.104648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (2ba5b824-5582-40c6-b6c3-214a8ee72786), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.106480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47650) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:44.113226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.120056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 25869b97-b2b5-46be-8fa3-73eb1461a92c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:44.120478 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.249310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 25869b97-b2b5-46be-8fa3-73eb1461a92c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25869b97-b2b5-46be-8fa3-73eb1461a92c,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:44.295128 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7daaf632-b5e7-4500-a2a5-c9b2ab406b48 req-d60029e2-372f-463a-a087-0267e19bd1a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1856146
Jan 29 21:10:44.299327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.300450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b332f200-597a-4db5-a60e-95a2b590169e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:44.319877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 7f28cc69-2cd5-40f7-a597-bfe6944a1cc0 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:44.345274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (7f28cc69-2cd5-40f7-a597-bfe6944a1cc0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.348882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 1c50d24c-681f-4a42-a60a-27e4b452f031 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:44.353434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.411222 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks [] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.422044 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.545151 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Attempting to bind port c53eebe5-53a1-4852-a3aa-5bec418539d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:44.545737 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Attempting to bind port c53eebe5-53a1-4852-a3aa-5bec418539d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:44.547034 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Attempting to bind port c53eebe5-53a1-4852-a3aa-5bec418539d6 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:44.552093 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Pushing event updated for resources: {'Port': ['ID=c53eebe5-53a1-4852-a3aa-5bec418539d6,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:44.560522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-538dc727-5bbd-4137-b6b6-6c2647dd7fa2 req-ae97f333-fcf1-45d6-8971-46338cae4acd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4841309
Jan 29 21:10:44.571848 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:44.573036 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:44.573793 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.575054 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:44.575766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Bound port: c53eebe5-53a1-4852-a3aa-5bec418539d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:44.576336 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.580474 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.581908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.582251 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.582606 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.582945 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.583282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.583620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.583952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.584282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.584617 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.585371 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.587022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (7f28cc69-2cd5-40f7-a597-bfe6944a1cc0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.590578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.602967 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:44.648062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 1c50d24c-681f-4a42-a60a-27e4b452f031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c50d24c-681f-4a42-a60a-27e4b452f031,segment=NetworkSegment(667476a2-a254-4623-a725-518ef2422db7),segment_id=667476a2-a254-4623-a725-518ef2422db7)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:44.648291 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.656939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.671377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 1c50d24c-681f-4a42-a60a-27e4b452f031 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:44.811013 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] For port c53eebe5-53a1-4852-a3aa-5bec418539d6, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:44.830017 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] For port c53eebe5-53a1-4852-a3aa-5bec418539d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c53eebe5-53a1-4852-a3aa-5bec418539d6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:44.844636 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.889478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Current status of the port 25869b97-b2b5-46be-8fa3-73eb1461a92c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:44.890036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.892355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7f28cc69-2cd5-40f7-a597-bfe6944a1cc0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.932222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.951173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=25869b97-b2b5-46be-8fa3-73eb1461a92c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:44.960973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1c50d24c-681f-4a42-a60a-27e4b452f031), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.968660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] No DVR routers for this DVR port 1c50d24c-681f-4a42-a60a-27e4b452f031 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:44.975592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:44.997670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=1c50d24c-681f-4a42-a60a-27e4b452f031,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.000470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] No DVR routers for this DVR port 1c50d24c-681f-4a42-a60a-27e4b452f031 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:45.020300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1cc2a-fa81-4d03-a20a-d37a63fb7314 None None] Pushing event updated for resources: {'Port': ['ID=c53eebe5-53a1-4852-a3aa-5bec418539d6,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.085632 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks [] for port (e789925d-ae14-42f8-bc26-2bc345592840), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.095040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1c889-3b26-44f2-960c-cee23c35ab00 None None] Pushing event deleted for resources: {'Port': ['ID=1c50d24c-681f-4a42-a60a-27e4b452f031,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.097958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b332f200-597a-4db5-a60e-95a2b590169e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:45.098444 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b332f200-597a-4db5-a60e-95a2b590169e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.101273 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:45.103020 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b69a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:45.106381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (2ba5b824-5582-40c6-b6c3-214a8ee72786), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.143281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0829fb50>,) {'filters': {'network_id': ['2ba5b824-5582-40c6-b6c3-214a8ee72786']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:45.164557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e789925d-ae14-42f8-bc26-2bc345592840), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.165247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0829fb50>, '667476a2-a254-4623-a725-518ef2422db7') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:45.165570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0829fb50>, '667476a2-a254-4623-a725-518ef2422db7') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:45.189196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (667476a2-a254-4623-a725-518ef2422db7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.205785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.20.0.1 (36a5e95c-8140-4585-b6df-b00571396277/62c8af46-d921-44bc-80b9-80da70a05dcb/95547d54-5080-4210-8e5a-7a6c75c758c6) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:45.218243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (667476a2-a254-4623-a725-518ef2422db7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.234357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:45.238098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (667476a2-a254-4623-a725-518ef2422db7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.264267 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:45.271865 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:10:45.272406 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:10:45.294311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Network 36a5e95c-8140-4585-b6df-b00571396277 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:45.318400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:45.324766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:45.344420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:45.364748 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:45.371100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Pushing event updated for resources: {'Port': ['ID=e789925d-ae14-42f8-bc26-2bc345592840,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.386324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (2ba5b824-5582-40c6-b6c3-214a8ee72786), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.403337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.539261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 36a5e95c-8140-4585-b6df-b00571396277 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:45.582548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:45.605456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Attempting to bind port e789925d-ae14-42f8-bc26-2bc345592840 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:45.605986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Attempting to bind port e789925d-ae14-42f8-bc26-2bc345592840 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1b836f4-9e04-45c9-9108-898228c5a758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36a5e95c-8140-4585-b6df-b00571396277'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:45.606450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Attempting to bind port e789925d-ae14-42f8-bc26-2bc345592840 on network 36a5e95c-8140-4585-b6df-b00571396277 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:45.626057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:45.626894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Checking segment: {'id': 'b1b836f4-9e04-45c9-9108-898228c5a758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36a5e95c-8140-4585-b6df-b00571396277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:45.627284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.628065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Bound using segment: {'id': 'b1b836f4-9e04-45c9-9108-898228c5a758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36a5e95c-8140-4585-b6df-b00571396277'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:45.628790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Bound port: e789925d-ae14-42f8-bc26-2bc345592840, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b836f4-9e04-45c9-9108-898228c5a758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36a5e95c-8140-4585-b6df-b00571396277'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:45.629400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e789925d-ae14-42f8-bc26-2bc345592840), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.635532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.643970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b332f200-597a-4db5-a60e-95a2b590169e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:45.663099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=95547d54-5080-4210-8e5a-7a6c75c758c6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.671913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:45.700705 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b69a9a0>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:40Z', 'revision_number': 3, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:45.750264 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25070fa-b450-4e6a-a239-0ab7db8c9c43 None None] The sync data for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 is: [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:40Z', 'revision_number': 3, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:45.820939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] For port e789925d-ae14-42f8-bc26-2bc345592840, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:45.844260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] For port e789925d-ae14-42f8-bc26-2bc345592840, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e789925d-ae14-42f8-bc26-2bc345592840,segment=NetworkSegment(b1b836f4-9e04-45c9-9108-898228c5a758),segment_id=b1b836f4-9e04-45c9-9108-898228c5a758)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:45.855442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25869b97-b2b5-46be-8fa3-73eb1461a92c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:45.858142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0970f2e5-dbc6-4b88-94b0-5039922dae6e None None] Current status of the port 25869b97-b2b5-46be-8fa3-73eb1461a92c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:45.863083 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e789925d-ae14-42f8-bc26-2bc345592840), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.892196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:10:45.894241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:45.968399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:45.971624 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/networks/2ba5b824-5582-40c6-b6c3-214a8ee72786 HTTP/1.1" status: 204  len: 168 time: 2.0895517
Jan 29 21:10:45.976924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f835-7a09-47f7-bc32-437246051085 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Network': ['ID=2ba5b824-5582-40c6-b6c3-214a8ee72786,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:45.982039 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7f28cc69-2cd5-40f7-a597-bfe6944a1cc0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.000401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47678) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:46.007151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'network': {'name': 'tempest-network-smoke--1569088815', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'port_security_enabled': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:46.015604 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (af255dc6-c42f-4348-8ac5-1303cbb74be0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.033933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.037187 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7f28cc69-2cd5-40f7-a597-bfe6944a1cc0 HTTP/1.1" status: 204  len: 168 time: 1.9271469
Jan 29 21:10:46.040543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a93b3e-44b5-42c3-b634-f1322f08e8b7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=7f28cc69-2cd5-40f7-a597-bfe6944a1cc0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:46.045989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:46.092720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51661fab-8d93-4d8e-b318-1879f30603b7 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:46.093078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b030e9b0-0942-414f-bf7f-1be6995ef6e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0456951
Jan 29 21:10:46.095683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:46.102963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:46.118518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba276ba6-9952-43b2-a7d9-6d65ed37a1d0 req-2c6fb05b-f801-4da3-9841-5ac14a42a1d4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:46.120292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:46.121281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba276ba6-9952-43b2-a7d9-6d65ed37a1d0 req-2c6fb05b-f801-4da3-9841-5ac14a42a1d4 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.2382274
Jan 29 21:10:46.124448 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.138409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47491a36-c033-404c-8567-641c0fcaea50 None None] Pushing event updated for resources: {'Port': ['ID=e789925d-ae14-42f8-bc26-2bc345592840,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:46.207934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7ee2e959-b63b-4f42-97a5-c421bd1f8809 None None] Provisioning complete for port 25869b97-b2b5-46be-8fa3-73eb1461a92c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:46.208679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e959-b63b-4f42-97a5-c421bd1f8809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.244895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Allocated IP 172.20.0.1 (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93/6c2b5e52-1517-4fdb-9a36-812ee953be72/e3746aa7-5cb2-40f3-8dae-f6866a870c09) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:46.282075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:46.296508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 25869b97-b2b5-46be-8fa3-73eb1461a92c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:46.297160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.299201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (116e8ad9-4891-4fe9-8232-13970a59cc84), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.299563 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Added segment 116e8ad9-4891-4fe9-8232-13970a59cc84 of type vlan for network e5e35d1b-be8f-4899-9be7-9227a0d2b60c
Jan 29 21:10:46.329467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.360300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:46.363933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.384038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e5e35d1b-be8f-4899-9be7-9227a0d2b60c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.427878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:46.457072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:46.457476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.475020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'port_id': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'mac_address': 'fa:16:3e:46:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:10:46.512875 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e5e35d1b-be8f-4899-9be7-9227a0d2b60c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.522107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:46.522764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.565700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba276ba6-9952-43b2-a7d9-6d65ed37a1d0 req-95116960-84c0-4cc6-ac48-ae6febeb403d tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3598049
Jan 29 21:10:46.611652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:46.614176 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24b9b8-90ba-4596-a153-ec8e0daa1dab" -d '{"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-unplugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:46.626155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:46.627228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Network': ['ID=e5e35d1b-be8f-4899-9be7-9227a0d2b60c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:46.678036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:46.686067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:46.729101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b5f7c14-cb86-4bb9-9ec6-1b9092bb0da9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7252858
Jan 29 21:10:46.733167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47700) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:46.739534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-179438272', 'admin_state_up': True, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:46.772434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:46.785231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.867665 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-73eef2c5-9942-41c1-a3f5-92e1750667d5 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/floatingips/a852ea92-6d04-41c7-9f24-df3c28284012 HTTP/1.1" status: 200  len: 993 time: 0.2366822
Jan 29 21:10:46.878650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2e959-b63b-4f42-97a5-c421bd1f8809 None None] Current status of the port 25869b97-b2b5-46be-8fa3-73eb1461a92c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:46.880597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:46.881006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.898536 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ca82d-3aad-4f38-95f6-508df6ebca9e x-openstack-request-id: req-024ca82d-3aad-4f38-95f6-508df6ebca9e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:46.898873 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-unplugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:46.899135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (33115f99-89df-4388-9f66-0b1cf611c90b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:46.899308 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-024ca82d-3aad-4f38-95f6-508df6ebca9e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:46.899794 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'code': 200}
Jan 29 21:10:46.900189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (33115f99-89df-4388-9f66-0b1cf611c90b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.029389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 25869b97-b2b5-46be-8fa3-73eb1461a92c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:47.034873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_controller (33115f99-89df-4388-9f66-0b1cf611c90b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.047465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:10:47.049528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (319974f8-7af9-4cd0-92f7-4854f56dfd2f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.049736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks [] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.075918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.100140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acb619-30c9-4f90-97d5-eb7300e8ce8b req-e43c4b9f-e39e-42bb-ba82-84887bf09763 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:47.108268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8acb619-30c9-4f90-97d5-eb7300e8ce8b req-e43c4b9f-e39e-42bb-ba82-84887bf09763 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1502635
Jan 29 21:10:47.142701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1c50d24c-681f-4a42-a60a-27e4b452f031 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:47.161609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=319974f8-7af9-4cd0-92f7-4854f56dfd2f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:47.170547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:47.180602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1c50d24c-681f-4a42-a60a-27e4b452f031 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:47.180954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1c50d24c-681f-4a42-a60a-27e4b452f031 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:47.181420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d3577d27-262f-47c5-9842-fbed5dd3e54b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:47.207669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:47.210189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:10:47.210558 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:10:47.210679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:47.211015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: d3577d27-262f-47c5-9842-fbed5dd3e54b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:47.211361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d3577d27-262f-47c5-9842-fbed5dd3e54b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:47.211775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 95a7d460-fbf3-445f-a35f-cda24adc2179 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:47.227001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:47.227621 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.243383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 95a7d460-fbf3-445f-a35f-cda24adc2179 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:47.244205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 95a7d460-fbf3-445f-a35f-cda24adc2179 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:47.248866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Deleting port b332f200-597a-4db5-a60e-95a2b590169e {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:47.249557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b332f200-597a-4db5-a60e-95a2b590169e), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.335456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (33115f99-89df-4388-9f66-0b1cf611c90b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.355931 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31197be1-cb6b-4785-b1ee-954f62bf693e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2589898
Jan 29 21:10:47.359087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] For port b332f200-597a-4db5-a60e-95a2b590169e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b332f200-597a-4db5-a60e-95a2b590169e,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:47.359615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b332f200-597a-4db5-a60e-95a2b590169e), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.363157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47704) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:47.383373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Calling delete_port for b332f200-597a-4db5-a60e-95a2b590169e owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:47.385559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'name': 'tempest-NetworksTestDHCPv6-1087459317'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:47.501122 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (b332f200-597a-4db5-a60e-95a2b590169e), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.542693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] No DVR routers for this DVR port b332f200-597a-4db5-a60e-95a2b590169e on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:47.544504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e5243-d9a0-4a32-830f-aa801c9a46ea None None] Pushing event deleted for resources: {'Port': ['ID=b332f200-597a-4db5-a60e-95a2b590169e,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:47.564357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd960f1d-70f8-4cc8-953e-0034d7885be2 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:47.635784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (33115f99-89df-4388-9f66-0b1cf611c90b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.666962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.857718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.35.4.65 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/335b5fe7-4fa7-492c-a640-281708b2f8d2) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:47.908345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89eec8-a6fe-44b5-ab42-c18802802349 None None] Network 36a5e95c-8140-4585-b6df-b00571396277 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:47.921310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8acb619-30c9-4f90-97d5-eb7300e8ce8b req-fd4861cf-7d68-4b5a-8783-3ceaa08d6dd7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8121877
Jan 29 21:10:47.935524 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:47.980858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:47.981322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.009014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.022278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:48.032306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.036728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c53eebe5-53a1-4852-a3aa-5bec418539d6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:48.040758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.082003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.125289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:10:48.126081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:48.140755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:48.144949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '319974f8-7af9-4cd0-92f7-4854f56dfd2f'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:48.146758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.156798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:48.158739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Provisioning complete for port e789925d-ae14-42f8-bc26-2bc345592840 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:48.159133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e789925d-ae14-42f8-bc26-2bc345592840), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.179077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:48.192302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:48.214611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:48.234415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=335b5fe7-4fa7-492c-a640-281708b2f8d2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:48.237145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (af255dc6-c42f-4348-8ac5-1303cbb74be0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.238984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=95547d54-5080-4210-8e5a-7a6c75c758c6,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:48.310389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:48.332238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.392569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.413554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:48.418291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.505213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 4dcb00e3-5311-488a-8da6-5cb3fbc497eb yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:10:48.599965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c53eebe5-53a1-4852-a3aa-5bec418539d6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:48.600694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.603913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Current status of the port e789925d-ae14-42f8-bc26-2bc345592840 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:48.605859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e789925d-ae14-42f8-bc26-2bc345592840), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.644499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (33115f99-89df-4388-9f66-0b1cf611c90b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.694348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 36a5e95c-8140-4585-b6df-b00571396277 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:48.708526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:48.709090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:48.733243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777431f-e3a6-4993-92a8-3fa2a6bc51bc req-d4676e1d-19ca-40ec-962d-560ca0d5677d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:48.734102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] For port e789925d-ae14-42f8-bc26-2bc345592840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e789925d-ae14-42f8-bc26-2bc345592840,segment=NetworkSegment(b1b836f4-9e04-45c9-9108-898228c5a758),segment_id=b1b836f4-9e04-45c9-9108-898228c5a758)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:48.735034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9777431f-e3a6-4993-92a8-3fa2a6bc51bc req-d4676e1d-19ca-40ec-962d-560ca0d5677d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1837378
Jan 29 21:10:48.749586 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e789925d-ae14-42f8-bc26-2bc345592840), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.785197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/319974f8-7af9-4cd0-92f7-4854f56dfd2f/ddebedab-7a5e-4cf1-bd2e-bc04184ae502) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:48.790547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['355b4dfb-b3e6-4b09-b60b-23ea8984c187'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:10:48.856865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.920779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (33115f99-89df-4388-9f66-0b1cf611c90b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:48.991602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20c05d-3c77-423c-bed1-b0f6bf4689ad None None] Pushing event updated for resources: {'Port': ['ID=e789925d-ae14-42f8-bc26-2bc345592840,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:49.020550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-71b8911e-3e0e-4102-88d9-be8e0c3aff86 None None] Provisioning complete for port e3746aa7-5cb2-40f3-8dae-f6866a870c09 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:49.021073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71b8911e-3e0e-4102-88d9-be8e0c3aff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.030516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c53eebe5-53a1-4852-a3aa-5bec418539d6 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:49.031358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.093674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 33115f99-89df-4388-9f66-0b1cf611c90b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:49.100729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port c53eebe5-53a1-4852-a3aa-5bec418539d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c53eebe5-53a1-4852-a3aa-5bec418539d6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:49.101811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks [] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.123833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.125192 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.125957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e789925d-ae14-42f8-bc26-2bc345592840 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:49.134339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9777431f-e3a6-4993-92a8-3fa2a6bc51bc req-31bd5434-b89a-473d-92fb-54211c3818a5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3740582
Jan 29 21:10:49.214426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-71b8911e-3e0e-4102-88d9-be8e0c3aff86 None None] Port e3746aa7-5cb2-40f3-8dae-f6866a870c09 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:49.239678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.241580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:49.247043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router af255dc6-c42f-4348-8ac5-1303cbb74be0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:49.253233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:49.268021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks [] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.278814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Sync routers for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:49.279478 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.281053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b54b061c-61f8-4c05-a0ef-373459a6f67e tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.5456219
Jan 29 21:10:49.284046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.308638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.328653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:49.335388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:49.349991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:49.379269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Provisioning complete for port 95547d54-5080-4210-8e5a-7a6c75c758c6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:49.379653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.386027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:49.386500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:49.486080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:49.491278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:49.497542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=c53eebe5-53a1-4852-a3aa-5bec418539d6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:49.655121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:49.659744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e789925d-ae14-42f8-bc26-2bc345592840 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:49.660189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e789925d-ae14-42f8-bc26-2bc345592840), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.661555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a16de987-90f1-4404-a7c7-ec9286d3b625 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f4205364bb7d426ab82515b200d82183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3751006
Jan 29 21:10:49.663828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.676510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::278 (f830efc8-95ad-4ffd-abed-ffb6df29d392/319974f8-7af9-4cd0-92f7-4854f56dfd2f/4dcb00e3-5311-488a-8da6-5cb3fbc497eb) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:49.684038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Router b23bad15-23f0-4bd0-9faa-c5172ee93c7c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:49.695335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:49.714586 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] Sync routers for ids ['af255dc6-c42f-4348-8ac5-1303cbb74be0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:49.715724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a38837df-9b78-4cb5-94f2-2674ce59d8fd tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/af255dc6-c42f-4348-8ac5-1303cbb74be0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2995727
Jan 29 21:10:49.718824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47722) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.738088 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] Routers {'af255dc6-c42f-4348-8ac5-1303cbb74be0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:49.739045 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['af255dc6-c42f-4348-8ac5-1303cbb74be0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:49.770019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a9bd1-e753-42d7-92e4-7736b31a00d9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:49.771738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e6a9bd1-e753-42d7-92e4-7736b31a00d9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports/95547d54-5080-4210-8e5a-7a6c75c758c6 HTTP/1.1" status: 200  len: 910 time: 0.0516951
Jan 29 21:10:49.778525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47724) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.783972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62c8af46-d921-44bc-80b9-80da70a05dcb'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:49.796828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Attempting to bind port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:49.797261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Attempting to bind port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:49.797391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8400>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:49.797638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Attempting to bind port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:49.808433 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] Routers {'af255dc6-c42f-4348-8ac5-1303cbb74be0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:49.812271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:49.812663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:49.813104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.813239 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['af255dc6-c42f-4348-8ac5-1303cbb74be0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:49.813505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:49.813986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Bound port: ddebedab-7a5e-4cf1-bd2e-bc04184ae502, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:49.814376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:49.817507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Port 95547d54-5080-4210-8e5a-7a6c75c758c6 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:49.853571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Pushing event updated for resources: {'Port': ['ID=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:49.881261 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1b8400>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:49.882561 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cd32e-d340-496e-a5e6-4ff428bdc1f6 None None] The sync data for ids ['af255dc6-c42f-4348-8ac5-1303cbb74be0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:49.909588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19929fc2-b41f-424b-8d7c-acd1eb26eccd tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:49.911563 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19929fc2-b41f-424b-8d7c-acd1eb26eccd tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2460594
Jan 29 21:10:49.916167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47726) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.964914 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-98a235db-ad81-4c73-9b1a-d0fba6553905 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0467093
Jan 29 21:10:49.967590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:49.972759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387757322', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:50.045228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:50.063790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fd4232f8-b5c0-4348-b582-1741b125b6b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/b23bad15-23f0-4bd0-9faa-c5172ee93c7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2275631
Jan 29 21:10:50.077064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Sync routers for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:50.079628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:50.088743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:50.095066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.194611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Provisioning complete for port e789925d-ae14-42f8-bc26-2bc345592840 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:50.198007 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e789925d-ae14-42f8-bc26-2bc345592840), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.203714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (4dcb00e3-5311-488a-8da6-5cb3fbc497eb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.234545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.283450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:50.284104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a64d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:50.321558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8232234e-0f16-44e4-b255-e525037c863d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.403110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Subnet': ['ID=8232234e-0f16-44e4-b255-e525037c863d,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:50.419942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Checking segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:50.421018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network hostable DHCP agents. Network: e5e35d1b-be8f-4899-9be7-9227a0d2b60c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:50.446550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:50.464658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5e35d1b-be8f-4899-9be7-9227a0d2b60c) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:50.476518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:50.479803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.489038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec016036-c76c-4ae1-afef-1d84f1c2c740 req-75abc5a8-1a55-4a86-892c-c63dcc8da863 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:50.490583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec016036-c76c-4ae1-afef-1d84f1c2c740 req-75abc5a8-1a55-4a86-892c-c63dcc8da863 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.2117989
Jan 29 21:10:50.493678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4dcb00e3-5311-488a-8da6-5cb3fbc497eb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.506674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c76462a-7551-4059-8793-d9d8b41a45a9 None None] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:50.511600 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f02abc3c-867e-44c5-b19f-a78ca865bdc8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5429523
Jan 29 21:10:50.519405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47742) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:50.541640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e789925d-ae14-42f8-bc26-2bc345592840 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:50.580521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] For port ddebedab-7a5e-4cf1-bd2e-bc04184ae502, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:50.584050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:50.584469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.623825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:50.651579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] For port ddebedab-7a5e-4cf1-bd2e-bc04184ae502, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:50.658800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b332f200-597a-4db5-a60e-95a2b590169e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:50.688637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec016036-c76c-4ae1-afef-1d84f1c2c740 req-86d05366-cc71-4c5e-84f5-06c5b9a1f96f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1814795
Jan 29 21:10:50.689906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:50.694338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:50.702951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:50.704126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.724168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.726263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b332f200-597a-4db5-a60e-95a2b590169e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:50.726877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b332f200-597a-4db5-a60e-95a2b590169e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:50.745364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=4dcb00e3-5311-488a-8da6-5cb3fbc497eb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:50.774183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:50.777768 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a0266-40d3-4e5c-ac7e-520397e1b56e" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:50.784619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47750) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:50.790730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-22ab2a7e-efbb-4677-a2a1-f4c5ed251141 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.4204988
Jan 29 21:10:50.796001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47752) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:50.796820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1222667242-network', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:50.827700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:50.842607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:50.846349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Made reservation on behalf of e4b183484866469ca9d8a835fde6c4eb for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:50.849777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.868519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.897146 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1391f41-004a-452c-8826-f73e1ce8cad1 x-openstack-request-id: req-b1391f41-004a-452c-8826-f73e1ce8cad1 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:50.897545 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:50.897738 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1391f41-004a-452c-8826-f73e1ce8cad1 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:50.898104 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:10:50.911871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:50.967404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-761c1e53-e02e-484b-a633-5275db887c18 None None] Current status of the port e789925d-ae14-42f8-bc26-2bc345592840 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:50.969432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e789925d-ae14-42f8-bc26-2bc345592840 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:51.018982 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:51.020444 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.025138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Pushing event updated for resources: {'Port': ['ID=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:51.070407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62671775-f8c3-492b-bf80-e59b14001544 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:51.075923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62671775-f8c3-492b-bf80-e59b14001544 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:51.080480 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-62671775-f8c3-492b-bf80-e59b14001544 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.2623394
Jan 29 21:10:51.083335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:51.108503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.109580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.109580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.109773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.109944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.111477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.111477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.111477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.111477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.112006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.112006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.112462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.113017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8821d5c8-d2d3-465e-bb74-e024a7efc2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:10:51.161403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks [] for security_group (34d6e474-f16d-46f1-8461-c1b956eac988), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.169584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.178002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34d6e474-f16d-46f1-8461-c1b956eac988), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.242981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.277479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:51.326717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=11']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:51.347839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c7f0>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 3, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:51.372097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (763a97e8-c2c3-44c7-8d64-d1bf973eac14), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.372514 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Added segment 763a97e8-c2c3-44c7-8d64-d1bf973eac14 of type vlan for network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d
Jan 29 21:10:51.377626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6e474-f16d-46f1-8461-c1b956eac988,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:51.394807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:51.395518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Checking router: 33115f99-89df-4388-9f66-0b1cf611c90b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:51.395645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.395772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Updating router 33115f99-89df-4388-9f66-0b1cf611c90b port 335b5fe7-4fa7-492c-a640-281708b2f8d2 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:10:51.396676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/ports/95547d54-5080-4210-8e5a-7a6c75c758c6 HTTP/1.1" status: 200  len: 910 time: 1.6169786
Jan 29 21:10:51.399005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330acfda-93be-4f46-90ad-de75589b0e02 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=95547d54-5080-4210-8e5a-7a6c75c758c6,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:51.400835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47756) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:51.452368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Provisioning complete for port 95547d54-5080-4210-8e5a-7a6c75c758c6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:51.452743 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.457074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.458508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.480441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 4dcb00e3-5311-488a-8da6-5cb3fbc497eb {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:51.481144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4dcb00e3-5311-488a-8da6-5cb3fbc497eb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.549038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e789925d-ae14-42f8-bc26-2bc345592840 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:51.549600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e789925d-ae14-42f8-bc26-2bc345592840), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.577402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.578866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:51.579461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.585342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.636482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4dcb00e3-5311-488a-8da6-5cb3fbc497eb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.650400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Port 95547d54-5080-4210-8e5a-7a6c75c758c6 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:51.651647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 4dcb00e3-5311-488a-8da6-5cb3fbc497eb owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:51.706221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Allocated IP 172.20.0.2 (e5e35d1b-be8f-4899-9be7-9227a0d2b60c/8232234e-0f16-44e4-b255-e525037c863d/dbaf133e-b963-4984-9490-8ba2e44e9f47) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:51.737759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2b418a-3a71-4f84-bddf-ed2b5ce7744d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:51.767043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Provisioning complete for port e3746aa7-5cb2-40f3-8dae-f6866a870c09 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:51.767449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.769187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:51.830428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb897271-ce42-40b1-8c50-ab1778381fb2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0385392
Jan 29 21:10:51.834873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47760) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:51.841615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Request body: {'subnet': {'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1222667242-subnet', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:51.913745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Made reservation on behalf of e4b183484866469ca9d8a835fde6c4eb for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:51.916651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:51.967453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb255fe-2ff0-47a8-beb8-5d713dcb9313 req-86c10ad0-d6f1-46fa-a1cd-0e261887d4d3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:51.969081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ddb255fe-2ff0-47a8-beb8-5d713dcb9313 req-86c10ad0-d6f1-46fa-a1cd-0e261887d4d3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1351030
Jan 29 21:10:52.021914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (af255dc6-c42f-4348-8ac5-1303cbb74be0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.200243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:10:52.202861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4dcb00e3-5311-488a-8da6-5cb3fbc497eb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.292040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e789925d-ae14-42f8-bc26-2bc345592840 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:52.293311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c53eebe5-53a1-4852-a3aa-5bec418539d6 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:52.320132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-34e6899b-7766-439a-9577-66b32e857e26 None None] Port e3746aa7-5cb2-40f3-8dae-f6866a870c09 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:52.356922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 95547d54-5080-4210-8e5a-7a6c75c758c6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:52.357321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.381669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a64d6a0>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 2, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:52.470621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:52.488951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Checking router: b23bad15-23f0-4bd0-9faa-c5172ee93c7c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:10:52.489379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Updating router b23bad15-23f0-4bd0-9faa-c5172ee93c7c port e3746aa7-5cb2-40f3-8dae-f6866a870c09 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:10:52.529535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.561433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:52.661960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'mac_address': 'fa:16:3e:6c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:10:52.674603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.677800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Provisioning complete for port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:52.678435 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.679463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=4dcb00e3-5311-488a-8da6-5cb3fbc497eb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:52.737614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ddb255fe-2ff0-47a8-beb8-5d713dcb9313 req-ee65d40a-042d-4a64-82fd-20a2de9e0776 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7333882
Jan 29 21:10:52.738856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (0566a6d2-55bc-40d2-bbc4-52bc20de1932), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.745850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.752930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a44c40ec-9101-44c2-a7d7-136f28a80c99 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/4dcb00e3-5311-488a-8da6-5cb3fbc497eb HTTP/1.1" status: 204  len: 168 time: 1.6685054
Jan 29 21:10:52.759266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47762) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:52.800703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0566a6d2-55bc-40d2-bbc4-52bc20de1932,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:52.832265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Checking segment: {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:52.832265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Network hostable DHCP agents. Network: 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:10:52.846691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19d1b3-b954-4253-9497-67e7ad394c81 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:52.848120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19d1b3-b954-4253-9497-67e7ad394c81 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:52.849817 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c19d1b3-b954-4253-9497-67e7ad394c81 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0890207
Jan 29 21:10:52.853663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47764) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:52.856328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.870428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 95547d54-5080-4210-8e5a-7a6c75c758c6 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:52.896895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c53eebe5-53a1-4852-a3aa-5bec418539d6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:52.897302 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.915082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 319974f8-7af9-4cd0-92f7-4854f56dfd2f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:52.919447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (319974f8-7af9-4cd0-92f7-4854f56dfd2f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.927787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks [] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.943976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:10:52.962381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:52.970116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:52.970511 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.972413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:52.973120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:52.973370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.973840 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.977541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (319974f8-7af9-4cd0-92f7-4854f56dfd2f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:52.985515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45c787-31ff-48fd-890f-0e223cdbcfc6 None None] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:53.020372 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.021626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-09088629-add2-4940-b73f-72785bd325dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1835673
Jan 29 21:10:53.027778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47766) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:53.034858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:53.076283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.1 (e5e35d1b-be8f-4899-9be7-9227a0d2b60c/8232234e-0f16-44e4-b255-e525037c863d/8ae81c9b-5dd3-4bf5-b651-4310d2f3d178) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:53.093171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.094344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.106550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (319974f8-7af9-4cd0-92f7-4854f56dfd2f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.193058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for router_controller (9e650477-93ce-49f1-8b0a-a8750daaaeb9), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.201324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (95547d54-5080-4210-8e5a-7a6c75c758c6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.245340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:10:53.246623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=95547d54-5080-4210-8e5a-7a6c75c758c6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:53.266040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:53.272532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.295625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks [] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.308948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:53.310343 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.326851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (319974f8-7af9-4cd0-92f7-4854f56dfd2f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.326979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:53.342149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.363001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:53.376093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.404737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Current status of the port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:53.405247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.416830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.420915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/319974f8-7af9-4cd0-92f7-4854f56dfd2f HTTP/1.1" status: 204  len: 168 time: 0.5660205
Jan 29 21:10:53.421827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d041004-5162-46e9-8fe2-1625acafa340 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=319974f8-7af9-4cd0-92f7-4854f56dfd2f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:53.426123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['80bdc414-2168-448f-8a33-a8d31d19eb33'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:10:53.427367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for router_gateway (9e650477-93ce-49f1-8b0a-a8750daaaeb9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.432203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47768) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:53.432352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Pushing event updated for resources: {'Port': ['ID=dbaf133e-b963-4984-9490-8ba2e44e9f47,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:53.442411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.493502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c8dcec0-e035-4586-a7d8-aa4bfc5f5985 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0595658
Jan 29 21:10:53.498735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10ef82-f0bc-4a0d-a9f7-0f0e648b4aca None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:53.507372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:53.513634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:53.524279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:53.569730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:53.573544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:53.576650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:53.609217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (af255dc6-c42f-4348-8ac5-1303cbb74be0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.649590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:53.654736 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.703853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (33115f99-89df-4388-9f66-0b1cf611c90b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.770677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Attempting to bind port 335b5fe7-4fa7-492c-a640-281708b2f8d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:53.771203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Attempting to bind port 335b5fe7-4fa7-492c-a640-281708b2f8d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:53.771490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Attempting to bind port 335b5fe7-4fa7-492c-a640-281708b2f8d2 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:53.832189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:53.833068 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.872367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:53.872731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:53.873199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.873607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:53.874094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Bound port: 335b5fe7-4fa7-492c-a640-281708b2f8d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:53.874482 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.878081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for router_gateway (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.878659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Attempting to bind port dbaf133e-b963-4984-9490-8ba2e44e9f47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:53.878659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Attempting to bind port dbaf133e-b963-4984-9490-8ba2e44e9f47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:53.878845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Attempting to bind port dbaf133e-b963-4984-9490-8ba2e44e9f47 on network e5e35d1b-be8f-4899-9be7-9227a0d2b60c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:53.906371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router af255dc6-c42f-4348-8ac5-1303cbb74be0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:53.907412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c53eebe5-53a1-4852-a3aa-5bec418539d6 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:53.912226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.940384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=12']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:53.979872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:53.980382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Checking segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:53.980801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:53.981180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Bound using segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:53.981747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Bound port: dbaf133e-b963-4984-9490-8ba2e44e9f47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:53.982143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.017285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:54.017676 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.042000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.049202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882b4f1-431f-468a-a182-f5eecc38ca04 req-4f33cc3b-7add-496c-9581-a9474c97e2dd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:54.050803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c882b4f1-431f-468a-a182-f5eecc38ca04 req-4f33cc3b-7add-496c-9581-a9474c97e2dd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1695621
Jan 29 21:10:54.059382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:54.070208 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] Sync routers for ids ['af255dc6-c42f-4348-8ac5-1303cbb74be0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:54.074414 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1709163d-8389-4cdd-b5a8-1cb736fc876b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/af255dc6-c42f-4348-8ac5-1303cbb74be0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6716433
Jan 29 21:10:54.079000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:54.097334 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] Routers {'af255dc6-c42f-4348-8ac5-1303cbb74be0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:54.098121 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b087b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['af255dc6-c42f-4348-8ac5-1303cbb74be0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:54.157719 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ee45b392-9d5d-44ec-a01d-d20eae42d949 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=af255dc6-c42f-4348-8ac5-1303cbb74be0 HTTP/1.1" status: 200  len: 205 time: 0.0742035
Jan 29 21:10:54.163301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47776) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:54.165118 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b087b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:54.211116 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] Routers {'af255dc6-c42f-4348-8ac5-1303cbb74be0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:54.212348 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b087b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['af255dc6-c42f-4348-8ac5-1303cbb74be0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:54.250055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b087b80>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:54.251622 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b78c5-88d0-4be3-a4f9-5078a064e806 None None] The sync data for ids ['af255dc6-c42f-4348-8ac5-1303cbb74be0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:54.300449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (7f7314da-fa34-47d0-9b14-a0eb2edc2adf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.323515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Allocated IP 172.35.4.50 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/3c26bfc3-79d2-45ae-a478-34975634ae04) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:54.356255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:54.356712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.358707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:10:54.359053 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:10:54.361155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c882b4f1-431f-468a-a182-f5eecc38ca04 req-42479650-16ec-441e-bb25-7d863ff1a4ea tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2964888
Jan 29 21:10:54.438126 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.445369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.451208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:54.492279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:54.501616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:54.502226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.512575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfb4e5-a9da-4d3d-a5f4-6226d943a52c None None] Pushing event updated for resources: {'Port': ['ID=335b5fe7-4fa7-492c-a640-281708b2f8d2,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:54.518125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:54.520682 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1850bd1-5496-49d9-a073-a138919ec8ae" -d '{"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-plugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:54.524463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (33115f99-89df-4388-9f66-0b1cf611c90b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.526009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:54.544531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=7f7314da-fa34-47d0-9b14-a0eb2edc2adf,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:54.600207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] For port 335b5fe7-4fa7-492c-a640-281708b2f8d2, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:54.613599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:54.625018 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d183738-e38b-4791-af6a-76515c7ac27f x-openstack-request-id: req-9d183738-e38b-4791-af6a-76515c7ac27f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:54.625597 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-plugged", "status": "completed", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:54.625926 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d183738-e38b-4791-af6a-76515c7ac27f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:54.626343 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'code': 200}
Jan 29 21:10:54.627927 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:54.629641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:54.646392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.653432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5863cb6b-b64b-40a3-94d8-fa28cb9ceb30 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1422493
Jan 29 21:10:54.653988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (af255dc6-c42f-4348-8ac5-1303cbb74be0), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.661558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47780) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:54.663669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.671964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'name': 'tempest-NetworksTestDHCPv6-1630083891'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:54.679783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks [] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.687436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] For port 335b5fe7-4fa7-492c-a640-281708b2f8d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=335b5fe7-4fa7-492c-a640-281708b2f8d2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:54.743127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] For port dbaf133e-b963-4984-9490-8ba2e44e9f47, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:54.746201 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.747983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.765496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 33115f99-89df-4388-9f66-0b1cf611c90b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:10:54.778786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (af255dc6-c42f-4348-8ac5-1303cbb74be0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.779336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router af255dc6-c42f-4348-8ac5-1303cbb74be0 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:10:54.786784 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.787373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-793fa10f-3d66-4101-b249-732e8c04a05b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/af255dc6-c42f-4348-8ac5-1303cbb74be0 HTTP/1.1" status: 204  len: 168 time: 0.6183290
Jan 29 21:10:54.795336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47782) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:54.798202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] For port dbaf133e-b963-4984-9490-8ba2e44e9f47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbaf133e-b963-4984-9490-8ba2e44e9f47,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:54.818734 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.839477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.871814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Allocated IP 172.20.0.2 (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d/0566a6d2-55bc-40d2-bbc4-52bc20de1932/4022266f-8920-41fd-9401-587878fae812) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:54.893397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:54.902743 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e10d327f-b61b-4bc1-878e-c4b5cd1a2900 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/33115f99-89df-4388-9f66-0b1cf611c90b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3788304
Jan 29 21:10:54.902991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:54.903138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47784) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:54.920562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Deleting port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:54.921060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:54.995360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet 62c8af46-d921-44bc-80b9-80da70a05dcb {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:54.999054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (62c8af46-d921-44bc-80b9-80da70a05dcb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.047704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.118537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (62c8af46-d921-44bc-80b9-80da70a05dcb), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.127915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:55.132446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.153696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Current status of the port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:55.154090 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.155941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:55.156578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:55.160065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:55.183700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:55.231243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:55.284120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Pushing event updated for resources: {'Port': ['ID=3c26bfc3-79d2-45ae-a478-34975634ae04,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:55.294089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 4e2f9325-b5d9-4061-85e7-97642c3428f0 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:10:55.304973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.305474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.305937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.306447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.307579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.308060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.309107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.309591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.310050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.310503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.313449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b002626-b2f8-4190-8da1-1f88cdffceaa tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7046 time: 0.4101839
Jan 29 21:10:55.316039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47786) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:55.323035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Attempting to bind port e3746aa7-5cb2-40f3-8dae-f6866a870c09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:55.323417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Attempting to bind port e3746aa7-5cb2-40f3-8dae-f6866a870c09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:55.323790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Attempting to bind port e3746aa7-5cb2-40f3-8dae-f6866a870c09 on network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:55.333495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] For port ddebedab-7a5e-4cf1-bd2e-bc04184ae502, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:55.333906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.355716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfb4e5-a9da-4d3d-a5f4-6226d943a52c None None] Pushing event updated for resources: {'Port': ['ID=335b5fe7-4fa7-492c-a640-281708b2f8d2,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:55.364264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:55.364594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Checking segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:55.365027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.365436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Bound using segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:55.365936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Bound port: e3746aa7-5cb2-40f3-8dae-f6866a870c09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:55.366325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.390655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Calling delete_port for ddebedab-7a5e-4cf1-bd2e-bc04184ae502 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:55.467794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] For port ddebedab-7a5e-4cf1-bd2e-bc04184ae502, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:55.492280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.512444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.513184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.513794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.514446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.515072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.515690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.516924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.517756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.518383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.519601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.523060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-226fc14d-f734-419d-b50f-56643345fd92 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6476 time: 0.2049408
Jan 29 21:10:55.526614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:55.595287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (62c8af46-d921-44bc-80b9-80da70a05dcb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.603026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:55.612069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f663-9416-4cd8-ad1f-bce2374f4217 None None] Pushing event updated for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:55.768216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks [] for port (4022266f-8920-41fd-9401-587878fae812), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.777791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] For port e3746aa7-5cb2-40f3-8dae-f6866a870c09, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:55.798430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (62c8af46-d921-44bc-80b9-80da70a05dcb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.832789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8fb50c11-a658-4b3f-854f-3422696d9942 None None] Provisioning complete for port e3746aa7-5cb2-40f3-8dae-f6866a870c09 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:55.833426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c11-a658-4b3f-854f-3422696d9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.835176 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4022266f-8920-41fd-9401-587878fae812), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.844275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=62c8af46-d921-44bc-80b9-80da70a05dcb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:55.860142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:55.865787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49f94ac9-48ee-4c57-a39e-003f03aa0c34 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/62c8af46-d921-44bc-80b9-80da70a05dcb HTTP/1.1" status: 204  len: 168 time: 1.0657415
Jan 29 21:10:55.867565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47792) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:55.868012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] For port e3746aa7-5cb2-40f3-8dae-f6866a870c09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3746aa7-5cb2-40f3-8dae-f6866a870c09,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:55.885532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::242 (f830efc8-95ad-4ffd-abed-ffb6df29d392/7f7314da-fa34-47d0-9b14-a0eb2edc2adf/4e2f9325-b5d9-4061-85e7-97642c3428f0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:55.887288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483769a-2a21-4284-ad5b-16a0602ea135 None None] Network 36a5e95c-8140-4585-b6df-b00571396277 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:55.889581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c03a8-ba0b-4dd0-a86c-b4fa337d8e86 None None] Pushing event updated for resources: {'Port': ['ID=dbaf133e-b963-4984-9490-8ba2e44e9f47,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:55.899500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02d48-0f31-4cc2-9169-728e77461d9b req-1aa2bde8-572a-41ee-afdb-0c27e785f548 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:55.901617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10b02d48-0f31-4cc2-9169-728e77461d9b req-1aa2bde8-572a-41ee-afdb-0c27e785f548 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.4105253
Jan 29 21:10:55.924443 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fc746d14-feff-4e34-a753-9db7ac57de9a tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4303 time: 0.3961170
Jan 29 21:10:55.946226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.016563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for router_gateway (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.029925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:56.032251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ddebedab-7a5e-4cf1-bd2e-bc04184ae502), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.037394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:56.109682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24196a0-c62a-496c-938d-7fde32b0db1c None None] Pushing event deleted for resources: {'Port': ['ID=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:56.120688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8fb50c11-a658-4b3f-854f-3422696d9942 None None] Port e3746aa7-5cb2-40f3-8dae-f6866a870c09 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:10:56.123307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:56.147656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:56.158262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10b02d48-0f31-4cc2-9169-728e77461d9b req-d8324dbb-aed1-4f16-a4c5-60b34861df44 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2481954
Jan 29 21:10:56.220923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8fb50c11-a658-4b3f-854f-3422696d9942 None None] Could not find standard attr ID for object 4dcb00e3-5311-488a-8da6-5cb3fbc497eb. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:10:56.222741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] No DVR routers for this DVR port ddebedab-7a5e-4cf1-bd2e-bc04184ae502 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:56.251549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dbaf133e-b963-4984-9490-8ba2e44e9f47 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:10:56.333605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71dac2-ba55-4f77-be26-8455c7faa4c0 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:56.448694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:56.455917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589951343', 'description': 'tempest-secgroup-smoke-1589951343 description', 'project_id': 'f4205364bb7d426ab82515b200d82183'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:56.521516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (36a5e95c-8140-4585-b6df-b00571396277), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.527865 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.672389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (6ff392b5-f6c4-4598-8810-f228666963cd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.676832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port e789925d-ae14-42f8-bc26-2bc345592840 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:56.677362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e789925d-ae14-42f8-bc26-2bc345592840), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.680676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6ff392b5-f6c4-4598-8810-f228666963cd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.748626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646d8eb-8a62-4efa-a31a-9bc6791dc53e None None] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:10:56.766450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.768408 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3185973
Jan 29 21:10:56.772739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47798) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:56.774525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f458e72-41d6-4713-831c-5c6b59619036 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff392b5-f6c4-4598-8810-f228666963cd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:56.781117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Pushing event updated for resources: {'Port': ['ID=4022266f-8920-41fd-9401-587878fae812,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:56.784458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port e789925d-ae14-42f8-bc26-2bc345592840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e789925d-ae14-42f8-bc26-2bc345592840,segment=NetworkSegment(b1b836f4-9e04-45c9-9108-898228c5a758),segment_id=b1b836f4-9e04-45c9-9108-898228c5a758)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:56.784949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e789925d-ae14-42f8-bc26-2bc345592840), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.790320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:56.798666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for e789925d-ae14-42f8-bc26-2bc345592840 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:56.835518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:56.836108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a64d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:56.885940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e789925d-ae14-42f8-bc26-2bc345592840), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.917332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=e789925d-ae14-42f8-bc26-2bc345592840,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:56.922815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (4e2f9325-b5d9-4061-85e7-97642c3428f0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:56.927599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port e789925d-ae14-42f8-bc26-2bc345592840 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:10:56.937137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (a05c8fdc-3739-4eeb-a694-24a84a0d4e2d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.006195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (36a5e95c-8140-4585-b6df-b00571396277), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.015218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Attempting to bind port 4022266f-8920-41fd-9401-587878fae812 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:10:57.015602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Attempting to bind port 4022266f-8920-41fd-9401-587878fae812 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:10:57.015901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.016028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Attempting to bind port 4022266f-8920-41fd-9401-587878fae812 on network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:10:57.030883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Provisioning complete for port e3746aa7-5cb2-40f3-8dae-f6866a870c09 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:57.031288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.031790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03f24fa0>,) {'filters': {'network_id': ['36a5e95c-8140-4585-b6df-b00571396277']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:57.046559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f24fa0>, 'b1b836f4-9e04-45c9-9108-898228c5a758') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:57.047024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03f24fa0>, 'b1b836f4-9e04-45c9-9108-898228c5a758') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:57.057303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b1b836f4-9e04-45c9-9108-898228c5a758), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.071391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b1b836f4-9e04-45c9-9108-898228c5a758), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.078434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:10:57.078841 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b1b836f4-9e04-45c9-9108-898228c5a758), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:10:57.081831 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:10:57.094451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:10:57.094802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Checking segment: {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:10:57.095196 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.095593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Bound using segment: {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:10:57.096102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Bound port: 4022266f-8920-41fd-9401-587878fae812, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:10:57.096493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4022266f-8920-41fd-9401-587878fae812), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.101668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (a05c8fdc-3739-4eeb-a694-24a84a0d4e2d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.103720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4e2f9325-b5d9-4061-85e7-97642c3428f0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.109568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 80bdc414-2168-448f-8a33-a8d31d19eb33 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:57.109948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.120764 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a05c8fdc-3739-4eeb-a694-24a84a0d4e2d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.153960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f663-9416-4cd8-ad1f-bce2374f4217 None None] Pushing event updated for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.164917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (36a5e95c-8140-4585-b6df-b00571396277), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.175212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.186450 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/36a5e95c-8140-4585-b6df-b00571396277 HTTP/1.1" status: 204  len: 168 time: 1.3172498
Jan 29 21:10:57.187288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47800) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.204793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d126-f023-4035-bbd6-ddb4ebf23fee tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=36a5e95c-8140-4585-b6df-b00571396277,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.217354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1586023741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:57.231809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.236738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4599171
Jan 29 21:10:57.237172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.242808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:57.243024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:10:57.244109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9668d05-f5f1-4a09-b874-667051b1b4e4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05c8fdc-3739-4eeb-a694-24a84a0d4e2d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.261790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:10:57.265482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:10:57.272976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:57.273668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.283476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dbaf133e-b963-4984-9490-8ba2e44e9f47 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:57.284576 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.295561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (1c34c83b-54f7-43cf-96b4-44291eb7bd6d), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.298517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=4e2f9325-b5d9-4061-85e7-97642c3428f0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.305992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:57.347021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2180ff-c313-4c4a-a567-11b86b0d83c2 None None] Pushing event deleted for resources: {'Port': ['ID=ddebedab-7a5e-4cf1-bd2e-bc04184ae502,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.352828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be1064-f241-4536-95d4-508b0e3b4328 None None] DHCP port deletion for 36a5e95c-8140-4585-b6df-b00571396277 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:10:57.353992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (1c34c83b-54f7-43cf-96b4-44291eb7bd6d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.354160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.355304 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.359483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1c34c83b-54f7-43cf-96b4-44291eb7bd6d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.366004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-35b0c3d2-8a09-4d5c-8071-58bbf6d3006e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.7008901
Jan 29 21:10:57.369057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47806) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.380358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c34c83b-54f7-43cf-96b4-44291eb7bd6d,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.386655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.388009 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-774b5aa9-6957-410b-b2ee-0eaa18992820 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1496639
Jan 29 21:10:57.390984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.395947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:57.423882 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (9ab88845-1929-4e56-9525-40f64595a913), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.457587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0dc13-3d53-4806-899a-80c24aef2d2f req-b65ab482-2ed7-4394-b859-2626e353afd3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:57.459301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7a0dc13-3d53-4806-899a-80c24aef2d2f req-b65ab482-2ed7-4394-b859-2626e353afd3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 946 time: 0.1716790
Jan 29 21:10:57.516921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (9ab88845-1929-4e56-9525-40f64595a913), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.524049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (9ab88845-1929-4e56-9525-40f64595a913), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.525331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.542790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5574e5-973a-4847-a336-a85fa32b89c2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:57.546760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee5574e5-973a-4847-a336-a85fa32b89c2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1741214
Jan 29 21:10:57.546760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.547040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.555544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab88845-1929-4e56-9525-40f64595a913,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:57.561910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.563108 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e99ef043-00ef-44cd-93b7-ff0aac41b879 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1708374
Jan 29 21:10:57.574316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47812) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.583836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:57.591171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:10:57.608866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '7f7314da-fa34-47d0-9b14-a0eb2edc2adf'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:10:57.608866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.611636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ac4c7f0>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 2, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:57.615770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.620353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-025e2e18-bc7d-46a3-8827-33d4366ca87b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4062436
Jan 29 21:10:57.625407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7a0dc13-3d53-4806-899a-80c24aef2d2f req-c0a6c81c-aef2-4077-81b9-e4927ee7fdaf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324596
Jan 29 21:10:57.626025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47814) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:57.640614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1160388486'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:57.688423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 4e2f9325-b5d9-4061-85e7-97642c3428f0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:10:57.689280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4e2f9325-b5d9-4061-85e7-97642c3428f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.692819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fee383-7b1a-49b5-8f47-1e0525a4e73f None None] The sync data for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 is: [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 2, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:10:57.766086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (ad197c3e-34fb-4009-8043-aae0424635db), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.780240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:57.782098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] For port 4022266f-8920-41fd-9401-587878fae812, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:10:57.788401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.824509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Current status of the port e3746aa7-5cb2-40f3-8dae-f6866a870c09 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:57.824902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.858829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:10:57.879038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] For port 4022266f-8920-41fd-9401-587878fae812, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4022266f-8920-41fd-9401-587878fae812,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:10:57.890758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4e2f9325-b5d9-4061-85e7-97642c3428f0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.917696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 4e2f9325-b5d9-4061-85e7-97642c3428f0 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:10:57.941171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Sync routers for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:10:57.965890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4022266f-8920-41fd-9401-587878fae812), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.974354 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:57.975628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a8813cd-9eeb-485a-9a8e-f6187325b601 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9466331
Jan 29 21:10:57.977747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:10:57.979989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47828) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:58.120185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (ad197c3e-34fb-4009-8043-aae0424635db), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.143681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:58.144081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.151294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ad197c3e-34fb-4009-8043-aae0424635db), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.162328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c25e4518-5512-4d1e-b75e-b67a67952fe3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.166976 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment c25e4518-5512-4d1e-b75e-b67a67952fe3 of type vlan for network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff
Jan 29 21:10:58.184686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dbaf133e-b963-4984-9490-8ba2e44e9f47 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:10:58.185108 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.266283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] For port e3746aa7-5cb2-40f3-8dae-f6866a870c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3746aa7-5cb2-40f3-8dae-f6866a870c09,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:58.300688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4e2f9325-b5d9-4061-85e7-97642c3428f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.321871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:58.325455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:10:58.326540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea096283a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:58.327190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.339880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:10:58.341948 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29caa60-154f-4d3d-a059-e6f3d913c822" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:10:58.372091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=4e2f9325-b5d9-4061-85e7-97642c3428f0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:58.411327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.417557 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35c8367c-f068-4ac0-aebb-3b48253783e7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/4e2f9325-b5d9-4061-85e7-97642c3428f0 HTTP/1.1" status: 204  len: 168 time: 0.8694124
Jan 29 21:10:58.420091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:58.465726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.471261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.510657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad197c3e-34fb-4009-8043-aae0424635db,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:58.517963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33411fe-96c8-41a9-ac61-93f05083b77a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:58.523919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33411fe-96c8-41a9-ac61-93f05083b77a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:58.528909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c33411fe-96c8-41a9-ac61-93f05083b77a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1077683
Jan 29 21:10:58.531700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:58.550250 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1d3d8-37c3-4e3e-8bd1-dd0969888894 x-openstack-request-id: req-04c1d3d8-37c3-4e3e-8bd1-dd0969888894 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:10:58.550807 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-plugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:10:58.551242 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c1d3d8-37c3-4e3e-8bd1-dd0969888894 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:10:58.551816 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:10:58.617138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3a21b-5043-45af-878f-ed14b614ede9 None None] Pushing event updated for resources: {'Port': ['ID=4022266f-8920-41fd-9401-587878fae812,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:58.626498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port dbaf133e-b963-4984-9490-8ba2e44e9f47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbaf133e-b963-4984-9490-8ba2e44e9f47,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:10:58.685295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 7f7314da-fa34-47d0-9b14-a0eb2edc2adf {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:10:58.746515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.782328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.796351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:58.796598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eb9f87c2-d412-4b4e-8e9a-19dcb190f863 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2182035
Jan 29 21:10:58.798506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.802815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:58.821610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:58.824334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.860813 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:10:58.873718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (e915b143-5796-4ce1-87d4-d0166721d977), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:58.880380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/7f7314da-fa34-47d0-9b14-a0eb2edc2adf/a62f3cc6-1286-4b0d-891c-63ceec6ba666) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:10:58.893723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddebedab-7a5e-4cf1-bd2e-bc04184ae502 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:10:58.919922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Provisioning complete for port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:10:58.920560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.046173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (e915b143-5796-4ce1-87d4-d0166721d977), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.057936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e915b143-5796-4ce1-87d4-d0166721d977), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.094638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e915b143-5796-4ce1-87d4-d0166721d977,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:59.107061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.110968 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a075368-6af8-4671-bf13-426714b64d3d tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3109822
Jan 29 21:10:59.111944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47852) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:59.115800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'security_group_rule': {'security_group_id': '6ff392b5-f6c4-4598-8810-f228666963cd', 'project_id': 'f4205364bb7d426ab82515b200d82183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:59.183853 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Project f4205364bb7d426ab82515b200d82183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:10:59.189607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (592e5b01-f216-44bb-8788-b1d97f1af4f2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.258908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=d4cc31f5-b2cd-43e0-8f6d-73224dec21ff,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:59.270183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a1f49596-df9c-4477-ae51-b36a9da9b46c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6404755
Jan 29 21:10:59.273681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:10:59.282284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:10:59.352057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e117-ee97-4ecd-b504-994874a4e32d req-b7eecac0-8e29-414b-b921-faf90991f409 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:10:59.354440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9f0e117-ee97-4ecd-b504-994874a4e32d req-b7eecac0-8e29-414b-b921-faf90991f409 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.4957755
Jan 29 21:10:59.356775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ddebedab-7a5e-4cf1-bd2e-bc04184ae502 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:10:59.363534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddebedab-7a5e-4cf1-bd2e-bc04184ae502 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:10:59.383206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a64d6a0>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:55Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:10:59.399258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:10:59.414901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:10:59.426320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8878c8-f047-4579-8208-820d1399f2ee None None] Pushing event updated for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:59.437440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (592e5b01-f216-44bb-8788-b1d97f1af4f2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.471791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (592e5b01-f216-44bb-8788-b1d97f1af4f2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.505195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:10:59.564684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592e5b01-f216-44bb-8788-b1d97f1af4f2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:59.576387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:10:59.580816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.686474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.688000 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38ddd574-6fc9-45d0-a70e-d3d4c371fb69 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5758896
Jan 29 21:10:59.722315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=13']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:10:59.835185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9f0e117-ee97-4ecd-b504-994874a4e32d req-0a238fc4-f636-42f1-a923-d1aab1c009b7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4532356
Jan 29 21:10:59.848958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:10:59.865294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3c619-0945-4d21-9863-3f57d86e212c None None] The sync data for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 is: [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:55Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:00.145721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (ee7ffdbd-229f-4af8-8e47-8d4ea2943085), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.290388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 335b5fe7-4fa7-492c-a640-281708b2f8d2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:00.351968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=ee7ffdbd-229f-4af8-8e47-8d4ea2943085,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:00.393959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:00.395030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: d4cc31f5-b2cd-43e0-8f6d-73224dec21ff, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:11:00.420196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Allocated IP 172.20.0.1 (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d/0566a6d2-55bc-40d2-bbc4-52bc20de1932/59e1eab0-43e4-46a7-a301-72424e7b5f02) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:00.440635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:11:00.457494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d4cc31f5-b2cd-43e0-8f6d-73224dec21ff) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:00.462284 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:00.464580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.488685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-0f245ab2-a0e1-431a-9cb4-675f58d864db tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589951343&fields=id&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 267 time: 0.2620649
Jan 29 21:11:00.511272 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-10431029-e47a-4314-8ac1-fc4d54e339d1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2330749
Jan 29 21:11:00.511739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:00.543285 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks [] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.563172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:00.582981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6461f-7f36-4f33-b1a8-8386d8406b99 None None] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:00.602382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca18e28-c8eb-426b-bd80-b3e7c6f4d875 None None] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:00.667231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (7f7314da-fa34-47d0-9b14-a0eb2edc2adf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.757134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.862487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks [] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.921576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:00.998800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (7f7314da-fa34-47d0-9b14-a0eb2edc2adf), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.004736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Provisioning complete for port dbaf133e-b963-4984-9490-8ba2e44e9f47 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:01.005180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.034303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:01.064039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:01.067064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:01.080633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Pushing event updated for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:01.129140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 335b5fe7-4fa7-492c-a640-281708b2f8d2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:01.129788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.131346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:01.140932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:01.150624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:01.180447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=dbaf133e-b963-4984-9490-8ba2e44e9f47,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:01.221626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a3ebf984-87ed-40ed-aaea-9cd7d594a510 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:01.223110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a3ebf984-87ed-40ed-aaea-9cd7d594a510 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 797 time: 0.7201018
Jan 29 21:11:01.290078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ecbe-f7d9-417a-97af-8c78a5d989d2 req-70f1f019-74a2-4e52-8f46-b1c122701d64 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:01.309591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0749ecbe-f7d9-417a-97af-8c78a5d989d2 req-70f1f019-74a2-4e52-8f46-b1c122701d64 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.2796690
Jan 29 21:11:01.314982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-fc854671-393b-4a19-9b0b-2ab3486cecee tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/quotas/f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 375 time: 0.0784440
Jan 29 21:11:01.346282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.430555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea096283a0>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:10:55Z', 'revision_number': 3, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:01.436143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7f7314da-fa34-47d0-9b14-a0eb2edc2adf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.448883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.503242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Pushing event updated for resources: {'Port': ['ID=a62f3cc6-1286-4b0d-891c-63ceec6ba666,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:01.538643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Attempting to bind port a62f3cc6-1286-4b0d-891c-63ceec6ba666 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:01.539153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Attempting to bind port a62f3cc6-1286-4b0d-891c-63ceec6ba666 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:01.539378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Attempting to bind port a62f3cc6-1286-4b0d-891c-63ceec6ba666 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:01.574056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Checking router: 9e650477-93ce-49f1-8b0a-a8750daaaeb9 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:01.574410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Updating router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 port 3c26bfc3-79d2-45ae-a478-34975634ae04 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:01.579665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:01.580045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:01.580455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.580852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:01.587549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Bound port: a62f3cc6-1286-4b0d-891c-63ceec6ba666, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:01.587960 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.641908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:01.642859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.675903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-d9a95469-c33a-4634-ad7f-21701182c418 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3327241
Jan 29 21:11:01.694014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0749ecbe-f7d9-417a-97af-8c78a5d989d2 req-b3dae6aa-7edc-492a-aece-7098bfd19410 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3835335
Jan 29 21:11:01.876179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:01.998511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.20.0.1 (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff/ee7ffdbd-229f-4af8-8e47-8d4ea2943085/ac676606-becd-4bbb-82d4-e2bbc9278441) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:02.047823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-35f89bc6-5055-48e2-8a83-29ef1c51b6bb service neutron] 10.222.0.20 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336935
Jan 29 21:11:02.048538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.207775 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.250558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks [] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.273550 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.274333 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.283133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 335b5fe7-4fa7-492c-a640-281708b2f8d2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:02.283461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.336218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:02.366543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:02.377015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ac63caa4-af99-4526-9cc5-8af425821252 None None] Current status of the port dbaf133e-b963-4984-9490-8ba2e44e9f47 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:02.377931 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Sync routers for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:02.381047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-f5211f59-ada2-4e49-a394-64209f7c600f service neutron] 10.222.0.20 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252764
Jan 29 21:11:02.412107 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:02.414094 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b2e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:02.414453 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7f7314da-fa34-47d0-9b14-a0eb2edc2adf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.434389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 335b5fe7-4fa7-492c-a640-281708b2f8d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=335b5fe7-4fa7-492c-a640-281708b2f8d2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:02.436879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:02.530770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] For port a62f3cc6-1286-4b0d-891c-63ceec6ba666, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:02.560851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.562025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4022266f-8920-41fd-9401-587878fae812 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:02.594965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7314da-fa34-47d0-9b14-a0eb2edc2adf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:02.597512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.615055 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a15ab2ce-84f7-4d7e-bf67-f297079914cf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7f7314da-fa34-47d0-9b14-a0eb2edc2adf HTTP/1.1" status: 204  len: 168 time: 4.0821986
Jan 29 21:11:02.622424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:02.672217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:02.693077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.730555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bcd7c9c8-615f-46df-aef3-5cf6464f5987 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1015968
Jan 29 21:11:02.765976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:02.771112 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:02.829079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7b12bce-3e0e-4ff0-ba53-206bb5605e9b req-3ec27624-0eff-4f04-b2fb-7e21dcc0fcb5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 210 time: 0.1058178
Jan 29 21:11:02.920652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks [] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.944275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:02.965357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650807e0-4580-4ca7-ba12-d1afab4efa61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:02.967083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-650807e0-4580-4ca7-ba12-d1afab4efa61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2002087
Jan 29 21:11:03.012671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47884) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:03.017937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.033439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.109332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Pushing event updated for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:03.168336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] For port a62f3cc6-1286-4b0d-891c-63ceec6ba666, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62f3cc6-1286-4b0d-891c-63ceec6ba666,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:03.195113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Attempting to bind port 3c26bfc3-79d2-45ae-a478-34975634ae04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:03.197380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Attempting to bind port 3c26bfc3-79d2-45ae-a478-34975634ae04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:03.197789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Attempting to bind port 3c26bfc3-79d2-45ae-a478-34975634ae04 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:03.226808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.313941 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b2e50>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:10:54Z', 'revision_number': 2, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:03.331649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db7d9-9937-4962-b99d-88e4cbec68bc None None] Pushing event updated for resources: {'Port': ['ID=3c26bfc3-79d2-45ae-a478-34975634ae04,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:03.350123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:03.350458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:03.351093 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.351379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:03.351897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Bound port: 3c26bfc3-79d2-45ae-a478-34975634ae04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:03.360348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.395484 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Checking router: 33115f99-89df-4388-9f66-0b1cf611c90b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:03.395484 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Updating router 33115f99-89df-4388-9f66-0b1cf611c90b port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:03.434668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] For port 3c26bfc3-79d2-45ae-a478-34975634ae04, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:03.439480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] For port 3c26bfc3-79d2-45ae-a478-34975634ae04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c26bfc3-79d2-45ae-a478-34975634ae04,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:03.461950 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.544180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.555569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.597341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Provisioning complete for port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:03.597843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.691960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=335b5fe7-4fa7-492c-a640-281708b2f8d2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:03.709715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:03.715139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.755112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:03.765232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:03.956302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:03.956958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea096283a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:03.973509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Allocated IP 172.20.0.2 (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff/ee7ffdbd-229f-4af8-8e47-8d4ea2943085/5ad98ff4-186c-4d13-baba-cd2b8aca486f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:04.008401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:04.014251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:04.065123 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks [] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.078843 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.173181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150bbd3-df32-46ba-841a-a4ee385d16af req-11c1ca7e-8c7d-4e66-9c7b-32be0c1d6677 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:04.181776 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133902d-7a75-416f-ac93-c5c8619d8216 None None] Pushing event updated for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:04.190547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2150bbd3-df32-46ba-841a-a4ee385d16af req-11c1ca7e-8c7d-4e66-9c7b-32be0c1d6677 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 1.3499880
Jan 29 21:11:04.326686 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks [] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.353831 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Attempting to bind port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:04.354211 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Attempting to bind port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:04.354577 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Attempting to bind port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 on network e5e35d1b-be8f-4899-9be7-9227a0d2b60c {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:04.374042 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:04.374637 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Checking segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:04.375092 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.375538 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Bound using segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:04.376118 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Bound port: 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:04.376505 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.378610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:11:04.381939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b41d0a35-8230-415f-867e-12b02c57fc1a req-6ee8ae70-75d6-4a73-afe5-ee160485d0d4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 210 time: 0.2447324
Jan 29 21:11:04.400200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fedae25-64bb-4d56-aa85-6e665f888e37 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:04.405714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7fedae25-64bb-4d56-aa85-6e665f888e37 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.3845310
Jan 29 21:11:04.421575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbaf62-73d2-4db9-a34e-922d2b466e2a None None] Pushing event updated for resources: {'Port': ['ID=a62f3cc6-1286-4b0d-891c-63ceec6ba666,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:04.426861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47892) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:04.518686 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.593436 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] For port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:04.597023 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] For port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:04.609376 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.624539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-411791db-c671-4536-af80-8ca85a6a8562 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1802065
Jan 29 21:11:04.640390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Provisioning complete for port 4022266f-8920-41fd-9401-587878fae812 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:04.640774 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4022266f-8920-41fd-9401-587878fae812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:04.644798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47894) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:04.648000 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:04.662424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:04.792922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:04.794041 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c02ce80-1cbe-4ce5-b9ab-0714e243ab71 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2811255
Jan 29 21:11:04.796775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:04.798916 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b2e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:04.823342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:04.852800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2150bbd3-df32-46ba-841a-a4ee385d16af req-39a5c446-5cfc-4597-9319-8de883509648 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6610241
Jan 29 21:11:04.854759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:04.857085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1116497363'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:04.866080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:05.010822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:05.030712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:05.031314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09628a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:05.036319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-546b72f5-a449-4d4b-8eb5-04e48cf2d9a8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:05.036610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:05.042680 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-546b72f5-a449-4d4b-8eb5-04e48cf2d9a8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.36 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 797 time: 0.3962672
Jan 29 21:11:05.047361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:05.050972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:05.055260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:05.056849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4022266f-8920-41fd-9401-587878fae812 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:05.059862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.060038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4022266f-8920-41fd-9401-587878fae812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.090511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:05.094188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.192565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:11:05.220028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e034f568-9789-4b8b-ba97-a81e73dca77a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.223055 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment e034f568-9789-4b8b-ba97-a81e73dca77a of type vlan for network c849e4b8-4496-46a5-80e3-7307987d7394
Jan 29 21:11:05.267891 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-982cb1da-ce2b-4437-a812-1feb2577f715 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4205364bb7d426ab82515b200d82183 HTTP/1.1" status: 200  len: 380 time: 0.1916327
Jan 29 21:11:05.366706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'port': {'device_id': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'admin_state_up': True, 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'security_groups': ['6ff392b5-f6c4-4598-8810-f228666963cd']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:05.446553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (75ed68ae-268e-43ee-8f68-b217b9e66eee), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.454757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:05.539388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:05.559934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c849e4b8-4496-46a5-80e3-7307987d7394), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.574318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:05.577786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:05.578413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.595034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-944f6e80-0bb4-4bf3-a39e-c94661e1b867 req-e9cba069-d831-446d-842e-f4e855901744 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 210 time: 0.0542715
Jan 29 21:11:05.623188 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c849e4b8-4496-46a5-80e3-7307987d7394), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.641119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:05.641916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.647445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9957497
Jan 29 21:11:05.650942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c45a-14ef-4403-8218-d67fa9fd6f93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=75ed68ae-268e-43ee-8f68-b217b9e66eee,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:05.656272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47900) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:05.661633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '75ed68ae-268e-43ee-8f68-b217b9e66eee', 'ip_address': '2001:db8::1b5c:e036:3e68:a820'}], 'name': 'tempest-NetworksTestDHCPv6-1334220391'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:05.695123 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:05.712264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:05.746616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Made reservation on behalf of f4205364bb7d426ab82515b200d82183 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:05.756471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:05.777863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133902d-7a75-416f-ac93-c5c8619d8216 None None] Pushing event updated for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:05.825676 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0134857
Jan 29 21:11:05.839532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47902) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:05.864158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:05.902044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f5bc0-4bff-4f72-a92f-4710ce2e68ff None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:05.920121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198166dc-16cd-42c0-a5cd-8bdf103066e3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=c849e4b8-4496-46a5-80e3-7307987d7394,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:05.922493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:05.934666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-34df2bfc-8f31-4c21-8feb-f76ba0f28983 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e650477-93ce-49f1-8b0a-a8750daaaeb9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9482810
Jan 29 21:11:05.980570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:05.984121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c849e4b8-4496-46a5-80e3-7307987d7394 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:11:06.020187 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b2e50>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:04Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:06.060154 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfb08b-0452-4088-a07a-1866b9e87f3b None None] The sync data for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 is: [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:04Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:06.168636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Current status of the port 4022266f-8920-41fd-9401-587878fae812 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:06.169311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4022266f-8920-41fd-9401-587878fae812), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.174068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.20.0.4 (e5e35d1b-be8f-4899-9be7-9227a0d2b60c/8232234e-0f16-44e4-b255-e525037c863d/6001cd67-2542-4ebc-851d-99118d283423) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:06.198610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db7d9-9937-4962-b99d-88e4cbec68bc None None] Pushing event updated for resources: {'Port': ['ID=3c26bfc3-79d2-45ae-a478-34975634ae04,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:06.214666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e60f1-e19e-434a-a68d-99cfef189194 req-9f89fd67-7f4e-4908-85fb-812aa141df20 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:06.225696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-274e60f1-e19e-434a-a68d-99cfef189194 req-9f89fd67-7f4e-4908-85fb-812aa141df20 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1542885
Jan 29 21:11:06.238091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.296308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 2326a541-856c-43ae-a2a4-e86f550b0d8e yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:06.338352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Pushing event updated for resources: {'Port': ['ID=5ad98ff4-186c-4d13-baba-cd2b8aca486f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:06.436059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-274e60f1-e19e-434a-a68d-99cfef189194 req-2946f309-4d3e-4512-ba88-592f9c6dab92 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1931641
Jan 29 21:11:06.507272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4022266f-8920-41fd-9401-587878fae812 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:06.507947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4022266f-8920-41fd-9401-587878fae812), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.545332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] For port 4022266f-8920-41fd-9401-587878fae812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4022266f-8920-41fd-9401-587878fae812,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:06.618215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4022266f-8920-41fd-9401-587878fae812), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.658514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::1b5c:e036:3e68:a820 (f830efc8-95ad-4ffd-abed-ffb6df29d392/75ed68ae-268e-43ee-8f68-b217b9e66eee/2326a541-856c-43ae-a2a4-e86f550b0d8e) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:06.731097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Attempting to bind port 5ad98ff4-186c-4d13-baba-cd2b8aca486f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:06.731502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Attempting to bind port 5ad98ff4-186c-4d13-baba-cd2b8aca486f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:06.732053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Attempting to bind port 5ad98ff4-186c-4d13-baba-cd2b8aca486f on network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:06.744002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Pushing event updated for resources: {'Port': ['ID=4022266f-8920-41fd-9401-587878fae812,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:06.784857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:06.785359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Checking segment: {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:06.785702 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.786104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Bound using segment: {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:06.786587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Bound port: 5ad98ff4-186c-4d13-baba-cd2b8aca486f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:06.786968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.950211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (2326a541-856c-43ae-a2a4-e86f550b0d8e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:06.990250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:06.997824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.062762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1a3f9b7-0369-4bbb-8a8f-0d857d42922d req-59c50e05-8bdf-45dd-979b-fb07b9ed3d25 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 210 time: 0.0953219
Jan 29 21:11:07.111346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Provisioning complete for port 59e1eab0-43e4-46a7-a301-72424e7b5f02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:07.112351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.123099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2326a541-856c-43ae-a2a4-e86f550b0d8e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.193961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=2326a541-856c-43ae-a2a4-e86f550b0d8e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:07.223302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:07.223883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:07.229305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:07.235667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:07.237579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.248535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-770669fc-0d69-42d0-be30-4317faec7ccf None None] Port 59e1eab0-43e4-46a7-a301-72424e7b5f02 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:07.258459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09628a00>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:07.274012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e0152bae-d4f8-4218-bffe-9384e24265ba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6160569
Jan 29 21:11:07.276400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:07.325867 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (6001cd67-2542-4ebc-851d-99118d283423), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.394527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:11:07.395661 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:11:07.398086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:07.401308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Updating router fd9015ab-bb39-4293-9592-2955d5c0683e port ac676606-becd-4bbb-82d4-e2bbc9278441 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:07.406257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310320d8-06d9-4d6c-9cdb-18acca3ba41c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:07.424395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310320d8-06d9-4d6c-9cdb-18acca3ba41c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:07.425093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.426931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-310320d8-06d9-4d6c-9cdb-18acca3ba41c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.1478574
Jan 29 21:11:07.429483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:07.511311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:07.514269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:07.519321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:07.525192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:07.540904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98530524', 'description': 'tempest-secgroup-smoke-98530524 description', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:07.587015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:07.644650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.646940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Provisioning complete for port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:07.647311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.653422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] For port 5ad98ff4-186c-4d13-baba-cd2b8aca486f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:07.735692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] For port 5ad98ff4-186c-4d13-baba-cd2b8aca486f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad98ff4-186c-4d13-baba-cd2b8aca486f,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:07.737310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68959cce-08e7-439d-96ce-eab436ae029b req-ca7fda2c-016b-4511-ad8c-b310b77fd85e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:07.741665 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.745439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68959cce-08e7-439d-96ce-eab436ae029b req-ca7fda2c-016b-4511-ad8c-b310b77fd85e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1300323
Jan 29 21:11:07.751126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:07.753177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.784920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 2326a541-856c-43ae-a2a4-e86f550b0d8e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:07.785400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2326a541-856c-43ae-a2a4-e86f550b0d8e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.807862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.810740 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-a78aa4f6-47ef-4f5e-b018-3b74006e635c tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4631824
Jan 29 21:11:07.811827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (acdc9e54-65ef-4188-b5e0-eeac273c7a34), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.828173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Request body: {'port': {'device_id': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:07.863037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68959cce-08e7-439d-96ce-eab436ae029b req-d8e6300d-0ab6-4ab8-9b4d-2cc2da3654e1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166327
Jan 29 21:11:07.960582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2326a541-856c-43ae-a2a4-e86f550b0d8e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:07.995185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 2326a541-856c-43ae-a2a4-e86f550b0d8e owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:08.007807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d9a94-5c58-48a9-88aa-8ee798efe32a None None] Pushing event updated for resources: {'Port': ['ID=5ad98ff4-186c-4d13-baba-cd2b8aca486f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:08.036900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=acdc9e54-65ef-4188-b5e0-eeac273c7a34,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:08.060709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea096283a0>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:01Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e1eab0-43e4-46a7-a301-72424e7b5f02', 'name': '', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'mac_address': 'fa:16:3e:d0:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:59Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'subnets': [{'id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:08.159421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4022266f-8920-41fd-9401-587878fae812 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:08.167069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cc06f-2b28-439f-a654-3284db914cd5 None None] The sync data for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 is: [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:01Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e1eab0-43e4-46a7-a301-72424e7b5f02', 'name': '', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'mac_address': 'fa:16:3e:d0:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:59Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'subnets': [{'id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:08.289698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6001cd67-2542-4ebc-851d-99118d283423), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.297280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Current status of the port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:08.297970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.327419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:08.328265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: c849e4b8-4496-46a5-80e3-7307987d7394, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:11:08.349972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] For port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:08.417361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (06458f78-94b3-47d4-b5ee-22371aebcb71), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.423016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e789925d-ae14-42f8-bc26-2bc345592840 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:08.436205 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.480151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e789925d-ae14-42f8-bc26-2bc345592840 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:08.480498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e789925d-ae14-42f8-bc26-2bc345592840 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:08.485047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2326a541-856c-43ae-a2a4-e86f550b0d8e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.503297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (06458f78-94b3-47d4-b5ee-22371aebcb71), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.510253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6021-95e8-48b9-af4c-2ff90c1f55e0 req-9ebcfdd2-1c39-4138-955e-c28e53724dd4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:08.525858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f58e6021-95e8-48b9-af4c-2ff90c1f55e0 req-9ebcfdd2-1c39-4138-955e-c28e53724dd4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 931 time: 0.3018749
Jan 29 21:11:08.547653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.555768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Could not find standard attr ID for object 4e2f9325-b5d9-4061-85e7-97642c3428f0. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:08.561971 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 1.0336261
Jan 29 21:11:08.577571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:08.592344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:08.671390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Provisioning complete for port 59e1eab0-43e4-46a7-a301-72424e7b5f02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:08.671953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.676708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Pushing event updated for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:08.800034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=2326a541-856c-43ae-a2a4-e86f550b0d8e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:08.809987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network c849e4b8-4496-46a5-80e3-7307987d7394 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:11:08.810258 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks [] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.812952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Port 59e1eab0-43e4-46a7-a301-72424e7b5f02 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:08.829055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Provisioning complete for port a62f3cc6-1286-4b0d-891c-63ceec6ba666 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:08.829475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.831609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.887367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f58e6021-95e8-48b9-af4c-2ff90c1f55e0 req-f91a8ada-fd12-4f26-940b-da681f9c166f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3604069
Jan 29 21:11:08.893970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:08.903592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b9618f6b-8102-4682-85e0-b3a752b2121e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2326a541-856c-43ae-a2a4-e86f550b0d8e HTTP/1.1" status: 204  len: 168 time: 1.4729397
Jan 29 21:11:08.904616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47932) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:08.952876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f321d-eba9-4812-b792-9a186557a677 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06458f78-94b3-47d4-b5ee-22371aebcb71,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:08.972123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d92ba-ebd8-404a-bb15-1aa05e28ca01 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:08.986200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d92ba-ebd8-404a-bb15-1aa05e28ca01 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:09.010130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a0d92ba-ebd8-404a-bb15-1aa05e28ca01 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0994129
Jan 29 21:11:09.011009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47934) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:09.052498 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c849e4b8-4496-46a5-80e3-7307987d7394) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:09.058804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:09.060594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.090219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb950e8-d0f1-4371-9621-a17cf62f62c1 None None] Network c849e4b8-4496-46a5-80e3-7307987d7394 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:09.161582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d8efe-e9e6-49b2-aa41-5e687b1b9689 None None] Pushing event updated for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:09.239808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 75ed68ae-268e-43ee-8f68-b217b9e66eee {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:09.249208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (75ed68ae-268e-43ee-8f68-b217b9e66eee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.260926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (5c88a871-127d-4ee4-99e0-54fc55d0dfa3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.288185 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-da63be92-9b0c-46fc-90bc-8408c5321015 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4452817
Jan 29 21:11:09.290128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:09.423352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e3746aa7-5cb2-40f3-8dae-f6866a870c09 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:09.426055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Attempting to bind port ac676606-becd-4bbb-82d4-e2bbc9278441 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:09.426794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Attempting to bind port ac676606-becd-4bbb-82d4-e2bbc9278441 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:09.427476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Attempting to bind port ac676606-becd-4bbb-82d4-e2bbc9278441 on network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:09.456118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:09.456504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Checking segment: {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:09.469020 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.469479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Bound using segment: {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:09.470006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Bound port: ac676606-becd-4bbb-82d4-e2bbc9278441, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25e4518-5512-4d1e-b75e-b67a67952fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:09.470412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.483113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (75ed68ae-268e-43ee-8f68-b217b9e66eee), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.489204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (5c88a871-127d-4ee4-99e0-54fc55d0dfa3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.502412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (5c88a871-127d-4ee4-99e0-54fc55d0dfa3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.505661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c849e4b8-4496-46a5-80e3-7307987d7394', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:09.508164 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.627284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Current status of the port a62f3cc6-1286-4b0d-891c-63ceec6ba666 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:09.629249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.706313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c88a871-127d-4ee4-99e0-54fc55d0dfa3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:09.758074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.777147 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ffbede1e-5c6a-4086-8c07-b2584720ed6c tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1970878
Jan 29 21:11:09.777898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:09.785924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (75ed68ae-268e-43ee-8f68-b217b9e66eee), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:09.803991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:09.963326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] For port a62f3cc6-1286-4b0d-891c-63ceec6ba666, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62f3cc6-1286-4b0d-891c-63ceec6ba666,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:10.003481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.017805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (2ccb0f22-1efc-4289-aeaa-0892b144b305), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.184786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (2ccb0f22-1efc-4289-aeaa-0892b144b305), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.232439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2ccb0f22-1efc-4289-aeaa-0892b144b305), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.293381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccb0f22-1efc-4289-aeaa-0892b144b305,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:10.304486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.306487 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-df318c6c-2740-4df1-8a34-44383ecb2d74 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5114903
Jan 29 21:11:10.308305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa11baa-1d71-425f-9810-3091173efeae req-44ccfa07-1b45-49d2-b570-b12286f36f86 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:10.316691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fa11baa-1d71-425f-9810-3091173efeae req-44ccfa07-1b45-49d2-b570-b12286f36f86 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 1.1065114
Jan 29 21:11:10.318527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47944) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:10.327551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] For port ac676606-becd-4bbb-82d4-e2bbc9278441, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:10.329725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:10.349589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1cea1b9f-4e88-40ad-8668-4c3d11c4efda None None] Could not find standard attr ID for object 2326a541-856c-43ae-a2a4-e86f550b0d8e. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:10.397293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6001cd67-2542-4ebc-851d-99118d283423 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:10.417681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (47847fc0-5cd8-4403-89b9-c0edf4c517a2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.450754 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (75ed68ae-268e-43ee-8f68-b217b9e66eee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.456042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e3746aa7-5cb2-40f3-8dae-f6866a870c09 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:10.456402 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.459627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] For port ac676606-becd-4bbb-82d4-e2bbc9278441, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac676606-becd-4bbb-82d4-e2bbc9278441,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:10.473336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks [] for port (6001cd67-2542-4ebc-851d-99118d283423), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.543084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (47847fc0-5cd8-4403-89b9-c0edf4c517a2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.558488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (47847fc0-5cd8-4403-89b9-c0edf4c517a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.607524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Transition to ACTIVE for port object 6001cd67-2542-4ebc-851d-99118d283423 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:11:10.608368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47847fc0-5cd8-4403-89b9-c0edf4c517a2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:10.614249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.616014 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-70d52f20-e13a-437e-9071-e6ac998a5c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.616218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7afe098f-9d3a-418e-af11-5b00c8883813 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2952533
Jan 29 21:11:10.619906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.621925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47946) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:10.627425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a1a7-684e-4064-a8b8-c8d294f69321 req-11367b18-debe-48bf-8751-c75f3936f657 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:10.631720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:10.639143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9db7a1a7-684e-4064-a8b8-c8d294f69321 req-11367b18-debe-48bf-8751-c75f3936f657 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 931 time: 0.5559354
Jan 29 21:11:10.649408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.677347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=75ed68ae-268e-43ee-8f68-b217b9e66eee,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:10.691214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.699993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-13bb29d7-aec0-49a8-aee8-97dda0248c2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/75ed68ae-268e-43ee-8f68-b217b9e66eee HTTP/1.1" status: 204  len: 168 time: 1.6793339
Jan 29 21:11:10.704082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:10.716119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a06e6-2664-4531-9121-60aa87cf0f6c None None] Pushing event updated for resources: {'Port': ['ID=a62f3cc6-1286-4b0d-891c-63ceec6ba666,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:10.748654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1cea1b9f-4e88-40ad-8668-4c3d11c4efda None None] Could not find standard attr ID for object 4e2f9325-b5d9-4061-85e7-97642c3428f0. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:10.750559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06f4fda-9002-4464-8321-757c2086ad55 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:10.828795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Pushing event updated for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:10.863352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (48354d3b-fdb4-4ae6-a12b-fd3c91a08cbd), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.904182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-445ebeac-9453-4637-b218-dacc05737e15 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1190450
Jan 29 21:11:10.917460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47952) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:10.948543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (48354d3b-fdb4-4ae6-a12b-fd3c91a08cbd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:10.949846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9db7a1a7-684e-4064-a8b8-c8d294f69321 req-d9d0a02c-6f63-4cb8-ab86-8bf65a847129 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3080976
Jan 29 21:11:10.958901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2fa11baa-1d71-425f-9810-3091173efeae req-74cf49b4-55da-42dd-83a3-969786c40c81 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6404209
Jan 29 21:11:10.970772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:10.986309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.040121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (48354d3b-fdb4-4ae6-a12b-fd3c91a08cbd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.070621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e20f2a-e135-4129-afe5-ee25b5ceed66 None None] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:11.154646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48354d3b-fdb4-4ae6-a12b-fd3c91a08cbd,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:11.163510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.168195 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7adaecb7-1800-4b37-81ed-8b7eebd6a079 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5418284
Jan 29 21:11:11.170056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47954) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:11.181056 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Attempting to bind port 6001cd67-2542-4ebc-851d-99118d283423 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:11.181572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Attempting to bind port 6001cd67-2542-4ebc-851d-99118d283423 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:11.181963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Attempting to bind port 6001cd67-2542-4ebc-851d-99118d283423 on network e5e35d1b-be8f-4899-9be7-9227a0d2b60c {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:11.184202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:11.195314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Port 6001cd67-2542-4ebc-851d-99118d283423 on network e5e35d1b-be8f-4899-9be7-9227a0d2b60c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:11:11.195922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Attempting to bind port 6001cd67-2542-4ebc-851d-99118d283423 on network e5e35d1b-be8f-4899-9be7-9227a0d2b60c {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:11.206714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:11.207077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Checking segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:11.207517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Bound using segment: {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:11.207974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Bound port: 6001cd67-2542-4ebc-851d-99118d283423, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116e8ad9-4891-4fe9-8232-13970a59cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:11.208347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6001cd67-2542-4ebc-851d-99118d283423), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.219571 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Project b48ab03f0b6643f8900eb3399a0583f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:11:11.241505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (15a2ff2d-1f4b-49a4-815b-cb7163cfe03f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.308689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:11.313751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001cd67-2542-4ebc-851d-99118d283423,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:11.345299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.460140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Allocated IP 172.21.0.2 (c849e4b8-4496-46a5-80e3-7307987d7394/acdc9e54-65ef-4188-b5e0-eeac273c7a34/460dede3-2013-42c7-9712-12f573b6e5da) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:11.480555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (15a2ff2d-1f4b-49a4-815b-cb7163cfe03f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.488111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1cea1b9f-4e88-40ad-8668-4c3d11c4efda None None] Provisioning complete for port a62f3cc6-1286-4b0d-891c-63ceec6ba666 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:11.488111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1cea1b9f-4e88-40ad-8668-4c3d11c4efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.491144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (15a2ff2d-1f4b-49a4-815b-cb7163cfe03f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.508097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:11.510426 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.512691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] 10.222.0.36 "PUT /v2.0/ports/6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 1091 time: 3.6921606
Jan 29 21:11:11.514019 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2485-faaf-4285-99c6-b966c6943aac service neutron] Pushing event updated for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:11.528202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:11.532928 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6545a-fd30-4a04-8127-cf978d14ec07" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:11.548077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:11.553486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d8efe-e9e6-49b2-aa41-5e687b1b9689 None None] Pushing event updated for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:11.558607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a2ff2d-1f4b-49a4-815b-cb7163cfe03f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:11.567407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.568930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba211787-e782-43d0-a0d2-d98f92937a4d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3947692
Jan 29 21:11:11.572100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47958) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:11.572967 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.577595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'security_group_rule': {'security_group_id': '06458f78-94b3-47d4-b5ee-22371aebcb71', 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:11.607181 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Project b48ab03f0b6643f8900eb3399a0583f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:11:11.615162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (cfec922a-943d-4622-9136-3de89db8e234), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.628702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:11.636452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09628a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:10:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:11.718639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (cfec922a-943d-4622-9136-3de89db8e234), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.727651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (cfec922a-943d-4622-9136-3de89db8e234), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.752083 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af295eba-12dd-4161-9b2d-63d346d7daa3 x-openstack-request-id: req-af295eba-12dd-4161-9b2d-63d346d7daa3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:11.752386 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:11.752650 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af295eba-12dd-4161-9b2d-63d346d7daa3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:11.753101 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423', 'status': 'completed', 'code': 200}
Jan 29 21:11:11.779078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:11.781566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2079124
Jan 29 21:11:11.784785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ba2e-00b9-4616-a6e2-25b5f2ccb1fc tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfec922a-943d-4622-9136-3de89db8e234,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:11.902465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-172be7ed-109e-4f0f-86df-2febca94b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:11.903492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-172be7ed-109e-4f0f-86df-2febca94b4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1125 time: 0.2731774
Jan 29 21:11:12.031399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-af0bb671-e730-44df-834b-ce8ac85d305e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 217 time: 0.1178637
Jan 29 21:11:12.114746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-e72aec04-64d0-4e8d-9ea2-8e2f2e1579d9 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98530524&fields=id&tenant_id=b48ab03f0b6643f8900eb3399a0583f8 HTTP/1.1" status: 200  len: 267 time: 0.1252174
Jan 29 21:11:12.169796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-85b8c7ea-a2a1-4d17-a374-a542d6a75d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:12.171547 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-85b8c7ea-a2a1-4d17-a374-a542d6a75d2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 200  len: 834 time: 0.1283283
Jan 29 21:11:12.205419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:12.248746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e3746aa7-5cb2-40f3-8dae-f6866a870c09 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:12.250381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:12.261403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:12.275440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (e7f76b9a-d317-47e9-95e1-783137fdcb1a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.306101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-d1c9a025-70c1-4f0a-b047-bac3206ce15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:12.310627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-d1c9a025-70c1-4f0a-b047-bac3206ce15f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1159279
Jan 29 21:11:12.357129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks [] for port (460dede3-2013-42c7-9712-12f573b6e5da), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.421991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:12.430223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (460dede3-2013-42c7-9712-12f573b6e5da), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.433456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:12.438491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:12.439503 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.455874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=e7f76b9a-d317-47e9-95e1-783137fdcb1a,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:12.499910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c4d99a9b-9f78-49d0-847e-337084fb1276 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5496843
Jan 29 21:11:12.504444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 47976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:12.510673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': 'e7f76b9a-d317-47e9-95e1-783137fdcb1a', 'ip_address': '2001:db8::c2bd:1fbc:a9f5:658b'}], 'name': 'tempest-NetworksTestDHCPv6-756797474'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:12.578991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1cea1b9f-4e88-40ad-8668-4c3d11c4efda None None] Current status of the port a62f3cc6-1286-4b0d-891c-63ceec6ba666 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:12.585101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Network c849e4b8-4496-46a5-80e3-7307987d7394 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:12.648623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:12.652657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:12.661590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-99c29c65-632d-4f6d-9451-c254bdb3139f service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440716
Jan 29 21:11:12.675932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Pushing event updated for resources: {'Port': ['ID=460dede3-2013-42c7-9712-12f573b6e5da,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:12.792371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:12.793610 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.796358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:12.799723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Deleting port a62f3cc6-1286-4b0d-891c-63ceec6ba666 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:12.800091 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.943993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.21.0.1 (c849e4b8-4496-46a5-80e3-7307987d7394/acdc9e54-65ef-4188-b5e0-eeac273c7a34/f3263694-4860-43f0-9d5a-3c0501f6b13d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:12.956153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4f9966b3-a892-4508-95fd-daf9d6b2e507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:12.990044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135412-711a-4813-b2d3-6a9634fbebab req-fd3fded1-f8ec-4e6c-91e1-75764cfa7961 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:12.992967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d135412-711a-4813-b2d3-6a9634fbebab req-fd3fded1-f8ec-4e6c-91e1-75764cfa7961 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 943 time: 0.8829236
Jan 29 21:11:13.029768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Attempting to bind port 460dede3-2013-42c7-9712-12f573b6e5da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:13.030264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Attempting to bind port 460dede3-2013-42c7-9712-12f573b6e5da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:13.030503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Attempting to bind port 460dede3-2013-42c7-9712-12f573b6e5da on network c849e4b8-4496-46a5-80e3-7307987d7394 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:13.035766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.062751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 2b9f4c10-4fc9-4f8f-801a-f25861d38727 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:13.132477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:13.134229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Checking segment: {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:13.134914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.135581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Bound using segment: {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:13.136108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-3a4680bc-865a-4555-9a39-90dce1141200 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:13.136572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Bound port: 460dede3-2013-42c7-9712-12f573b6e5da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:13.137664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-3a4680bc-865a-4555-9a39-90dce1141200 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 809 time: 0.9832437
Jan 29 21:11:13.138059 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (460dede3-2013-42c7-9712-12f573b6e5da), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.231182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-55c7932d-44e3-4046-8344-4679d46b39ce tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/quotas/b48ab03f0b6643f8900eb3399a0583f8 HTTP/1.1" status: 200  len: 375 time: 0.0707045
Jan 29 21:11:13.288009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::c2bd:1fbc:a9f5:658b (f830efc8-95ad-4ffd-abed-ffb6df29d392/e7f76b9a-d317-47e9-95e1-783137fdcb1a/2b9f4c10-4fc9-4f8f-801a-f25861d38727) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:13.308804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:13.310291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a62f3cc6-1286-4b0d-891c-63ceec6ba666 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:13.354366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d135412-711a-4813-b2d3-6a9634fbebab req-02b20752-6099-42ce-be21-9da60371e288 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3478017
Jan 29 21:11:13.425962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.456503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-927f4a72-d761-4e0d-8e08-5d0ff2398f5b tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2018342
Jan 29 21:11:13.463837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Sync routers for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:13.468937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (2b9f4c10-4fc9-4f8f-801a-f25861d38727), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.486181 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:13.488938 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b189d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:13.518045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2b9f4c10-4fc9-4f8f-801a-f25861d38727), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.535923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] For port 460dede3-2013-42c7-9712-12f573b6e5da, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:13.542290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] For port 460dede3-2013-42c7-9712-12f573b6e5da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=460dede3-2013-42c7-9712-12f573b6e5da,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:13.569148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Provisioning complete for port 5ad98ff4-186c-4d13-baba-cd2b8aca486f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:13.569527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.582011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=2b9f4c10-4fc9-4f8f-801a-f25861d38727,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:13.599619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-6c16fd02-4b61-4ecd-928b-fb3525610334 req-2e27bde9-9c80-49eb-a80f-72b1514c267c service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9306395
Jan 29 21:11:13.612376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:13.613924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:13.617211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:13.625343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:13.625995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.688143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5526ef88-3f56-421a-87e7-65f4374fadab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1801045
Jan 29 21:11:13.688336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (460dede3-2013-42c7-9712-12f573b6e5da), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.710286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47978) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:13.753288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-e126710e-3c16-4d24-90af-8e8c73581a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:13.754853 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-e126710e-3c16-4d24-90af-8e8c73581a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1125 time: 0.0677712
Jan 29 21:11:13.758718 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:13.867024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.902017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] For port a62f3cc6-1286-4b0d-891c-63ceec6ba666, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62f3cc6-1286-4b0d-891c-63ceec6ba666,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:13.903544 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:13.974400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c0089-ebef-48cc-b311-4726d9167349 req-19c913b5-dc78-42db-9048-a6b9dc500d6d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:13.976011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-524c0089-ebef-48cc-b311-4726d9167349 req-19c913b5-dc78-42db-9048-a6b9dc500d6d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.4143302
Jan 29 21:11:13.977710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-c6bc39ed-0ea0-41a8-b310-481d2e3067c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:13.980780 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-c6bc39ed-0ea0-41a8-b310-481d2e3067c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 898 time: 0.2148745
Jan 29 21:11:13.987309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a62f3cc6-1286-4b0d-891c-63ceec6ba666 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:13.987712 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.047006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Calling delete_port for a62f3cc6-1286-4b0d-891c-63ceec6ba666 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:14.069400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.069660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-8c04bb14-7dc7-4bf1-951e-6e8d2474e508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 217 time: 0.0824437
Jan 29 21:11:14.127253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network c849e4b8-4496-46a5-80e3-7307987d7394 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:14.129633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e0446350-dc23-4866-bbad-c697776014fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09628a00>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:10Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:14.165739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:14.168800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:14.179710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0446350-dc23-4866-bbad-c697776014fd None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:10Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:14.233264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:14.238911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-978e007e-5693-4cd7-9c5b-5f7d0a33b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:14.241964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6af7-f2e4-4a4a-b88a-c896334c0e39 None None] Pushing event updated for resources: {'Port': ['ID=460dede3-2013-42c7-9712-12f573b6e5da,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:14.245619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-978e007e-5693-4cd7-9c5b-5f7d0a33b60b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 200  len: 834 time: 0.1706583
Jan 29 21:11:14.304331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Current status of the port 5ad98ff4-186c-4d13-baba-cd2b8aca486f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:14.304722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.318514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b189d90>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:01Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e1eab0-43e4-46a7-a301-72424e7b5f02', 'name': '', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'mac_address': 'fa:16:3e:d0:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:59Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 2, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'subnets': [{'id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:14.338400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a62f3cc6-1286-4b0d-891c-63ceec6ba666 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:14.339665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 335b5fe7-4fa7-492c-a640-281708b2f8d2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:14.379639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d97ce-9012-4f56-b3c7-146fa2d81bac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:14.390758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-a07fd9f6-e686-4f16-99a2-9f59c415da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:14.391567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Checking router: 9e650477-93ce-49f1-8b0a-a8750daaaeb9 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:14.392296 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-a07fd9f6-e686-4f16-99a2-9f59c415da39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1383996
Jan 29 21:11:14.392692 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Updating router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 port 59e1eab0-43e4-46a7-a301-72424e7b5f02 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:14.394163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d97ce-9012-4f56-b3c7-146fa2d81bac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:14.400087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1e4d97ce-9012-4f56-b3c7-146fa2d81bac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.6659698
Jan 29 21:11:14.413574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-754e18ef-da77-4fff-a08a-60d8f96ecec4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9258070
Jan 29 21:11:14.434438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 47982) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:14.455303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] For port 5ad98ff4-186c-4d13-baba-cd2b8aca486f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad98ff4-186c-4d13-baba-cd2b8aca486f,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:14.468710 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.481801 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.580277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c599d4-c88b-4dfc-963b-6ba9f0efefb2 None None] Pushing event updated for resources: {'Port': ['ID=5ad98ff4-186c-4d13-baba-cd2b8aca486f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:14.635161 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (a62f3cc6-1286-4b0d-891c-63ceec6ba666), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.638142 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-d66d5196-182d-42e8-b0a5-d0e65110bda4 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243650
Jan 29 21:11:14.718033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] Pushing event deleted for resources: {'Port': ['ID=a62f3cc6-1286-4b0d-891c-63ceec6ba666,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:14.724015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25953b39-848d-474e-b3cc-6e018ba79a94 None None] No DVR routers for this DVR port a62f3cc6-1286-4b0d-891c-63ceec6ba666 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:14.735575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Provisioning complete for port 5ad98ff4-186c-4d13-baba-cd2b8aca486f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:14.735957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:14.851417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7cd6545a-fd30-4a04-8127-cf978d14ec07 req-c50e7614-5c59-43be-be75-498a7a57cea2 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117026
Jan 29 21:11:14.878553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-524c0089-ebef-48cc-b311-4726d9167349 req-add175f1-f8d5-4249-9c5b-d5339804264d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8576617
Jan 29 21:11:14.902349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.177129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 335b5fe7-4fa7-492c-a640-281708b2f8d2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:15.177508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.181806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a50de-3c74-4ce8-8586-954cec0904a3 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:15.182686 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks [] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.202463 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.233979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-eada64c9-9ce5-4393-b3cf-1a4a50631121 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8195419
Jan 29 21:11:15.305122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 2b9f4c10-4fc9-4f8f-801a-f25861d38727 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:15.306502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2b9f4c10-4fc9-4f8f-801a-f25861d38727), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.330271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14734cb-c00b-4942-b7df-07389774e15b req-4e0f1971-ddc6-43e1-a12a-d0d124e8d887 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:15.338684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a14734cb-c00b-4942-b7df-07389774e15b req-4e0f1971-ddc6-43e1-a12a-d0d124e8d887 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 943 time: 0.2905149
Jan 29 21:11:15.382489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Current status of the port 5ad98ff4-186c-4d13-baba-cd2b8aca486f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:15.392253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caaef4-b6c7-4003-b70e-679c0d0e75f9 None None] Pushing event updated for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:15.471401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Attempting to bind port 59e1eab0-43e4-46a7-a301-72424e7b5f02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:15.471760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Attempting to bind port 59e1eab0-43e4-46a7-a301-72424e7b5f02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:15.472327 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Attempting to bind port 59e1eab0-43e4-46a7-a301-72424e7b5f02 on network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:15.485480 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:15.486527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Checking segment: {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:15.487114 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.487667 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Bound using segment: {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:15.488309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Bound port: 59e1eab0-43e4-46a7-a301-72424e7b5f02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a97e8-c2c3-44c7-8d64-d1bf973eac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:15.491258 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.518225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Provisioning complete for port ac676606-becd-4bbb-82d4-e2bbc9278441 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:15.518970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.628459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.696232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 335b5fe7-4fa7-492c-a640-281708b2f8d2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:15.697992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4022266f-8920-41fd-9401-587878fae812 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:15.698951 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] For port 59e1eab0-43e4-46a7-a301-72424e7b5f02, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:15.707521 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] For port 59e1eab0-43e4-46a7-a301-72424e7b5f02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e1eab0-43e4-46a7-a301-72424e7b5f02,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:15.731104 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.813411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.822319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'e7f76b9a-d317-47e9-95e1-783137fdcb1a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:15.823212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:15.892790 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:15.893628 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b189d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:15.966304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a14734cb-c00b-4942-b7df-07389774e15b req-b53e2f6a-87ce-4fa5-b159-0e757bf4ad4b tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5919411
Jan 29 21:11:16.019128 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:16.069368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd17f9c5-6cfc-4f1e-bacf-746d7a1f517d req-6967f997-653a-42fe-b9e0-104df4304db6 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 210 time: 0.2738967
Jan 29 21:11:16.126061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2b9f4c10-4fc9-4f8f-801a-f25861d38727), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:16.238650 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caaef4-b6c7-4003-b70e-679c0d0e75f9 None None] Pushing event updated for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:16.348102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 2b9f4c10-4fc9-4f8f-801a-f25861d38727 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:16.395536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/e7f76b9a-d317-47e9-95e1-783137fdcb1a/b76f1d42-5bae-4271-9631-1f8cabb5dbe8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:16.405422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4941e1c-b83f-4e93-8956-c2e1536e7193 None None] Network c849e4b8-4496-46a5-80e3-7307987d7394 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:16.446560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4022266f-8920-41fd-9401-587878fae812 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:16.446894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4022266f-8920-41fd-9401-587878fae812), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:16.490954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b189d90>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:01Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e1eab0-43e4-46a7-a301-72424e7b5f02', 'name': '', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'mac_address': 'fa:16:3e:d0:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:59Z', 'updated_at': '2022-01-29T21:11:15Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'subnets': [{'id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:16.507364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Current status of the port ac676606-becd-4bbb-82d4-e2bbc9278441 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:16.507759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:16.553467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af41b77-7241-4240-9984-5efc7d487e53 None None] The sync data for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 is: [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:01Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e1eab0-43e4-46a7-a301-72424e7b5f02', 'name': '', 'network_id': '3b2b418a-3a71-4f84-bddf-ed2b5ce7744d', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'mac_address': 'fa:16:3e:d0:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:59Z', 'updated_at': '2022-01-29T21:11:15Z', 'revision_number': 4, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'subnets': [{'id': '0566a6d2-55bc-40d2-bbc4-52bc20de1932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:16.660854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e3cf8-0218-46b7-9bfe-9d7d291cb2cf req-94e9535d-8a5a-4513-be27-d901cf0c19fc tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:16.663460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-850e3cf8-0218-46b7-9bfe-9d7d291cb2cf req-94e9535d-8a5a-4513-be27-d901cf0c19fc tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.4082806
Jan 29 21:11:16.674192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] For port ac676606-becd-4bbb-82d4-e2bbc9278441, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac676606-becd-4bbb-82d4-e2bbc9278441,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:16.694088 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:16.838613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-850e3cf8-0218-46b7-9bfe-9d7d291cb2cf req-bac00e6a-f6b4-4967-9ecf-35a0d41ae426 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1665788
Jan 29 21:11:17.045285 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.068463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.074622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2b9f4c10-4fc9-4f8f-801a-f25861d38727), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.085807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.090510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a230b-b71a-45b6-9bec-384eacc6af3e None None] Pushing event updated for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:17.141611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=2b9f4c10-4fc9-4f8f-801a-f25861d38727,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:17.202488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Provisioning complete for port 59e1eab0-43e4-46a7-a301-72424e7b5f02 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:17.205370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.211804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4022266f-8920-41fd-9401-587878fae812 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:17.214583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dbaf133e-b963-4984-9490-8ba2e44e9f47 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:17.284619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34b50b3d-d2ad-4cda-983e-bffafe8dfb37 req-4a5b144a-4f81-4169-aa43-0bc7388f9ac0 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 210 time: 0.0442970
Jan 29 21:11:17.327818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.331880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a531b5ac-afdb-46f3-874a-65bb34d50b28 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2b9f4c10-4fc9-4f8f-801a-f25861d38727 HTTP/1.1" status: 204  len: 168 time: 2.8676553
Jan 29 21:11:17.334654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48000) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:17.342055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.372949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks [] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.400491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.457442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee8229-984e-4eb7-b1c3-8aa80ad150b3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:17.458788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee8229-984e-4eb7-b1c3-8aa80ad150b3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:17.466805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9ee8229-984e-4eb7-b1c3-8aa80ad150b3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1309617
Jan 29 21:11:17.470916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48002) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:17.530152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:17.549587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Pushing event updated for resources: {'Port': ['ID=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:17.583635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network c849e4b8-4496-46a5-80e3-7307987d7394 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:17.587648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:17.671612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7da4d-2818-4161-86cc-5206ce8ed751 req-2b473eeb-f0d7-49db-acc4-c922322de4d5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:17.673216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc7da4d-2818-4161-86cc-5206ce8ed751 req-2b473eeb-f0d7-49db-acc4-c922322de4d5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 943 time: 0.4736195
Jan 29 21:11:17.706490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet e7f76b9a-d317-47e9-95e1-783137fdcb1a {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:17.712702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (e7f76b9a-d317-47e9-95e1-783137fdcb1a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.717120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:17.719080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Current status of the port 59e1eab0-43e4-46a7-a301-72424e7b5f02 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:17.719584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.723923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:17.729001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:17.754834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port dbaf133e-b963-4984-9490-8ba2e44e9f47 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:17.755217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.771425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (e7f76b9a-d317-47e9-95e1-783137fdcb1a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.860534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:17.862579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] For port 59e1eab0-43e4-46a7-a301-72424e7b5f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e1eab0-43e4-46a7-a301-72424e7b5f02,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:17.921688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e7f76b9a-d317-47e9-95e1-783137fdcb1a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:17.976508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc7da4d-2818-4161-86cc-5206ce8ed751 req-f43cbfb9-75ec-49e5-8713-0404412084ef tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2321799
Jan 29 21:11:18.015009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.026631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Attempting to bind port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:18.029817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Attempting to bind port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:18.031387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Attempting to bind port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:18.032874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (e7f76b9a-d317-47e9-95e1-783137fdcb1a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.120480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f76b9a-d317-47e9-95e1-783137fdcb1a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:18.123887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:18.129596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:18.130167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.130838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:18.131571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Bound port: b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:18.132208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.137232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Provisioning complete for port ac676606-becd-4bbb-82d4-e2bbc9278441 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:18.138644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.139023 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.144962 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0ef3168-c339-41bd-b963-337d0e8d4fd7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/e7f76b9a-d317-47e9-95e1-783137fdcb1a HTTP/1.1" status: 204  len: 168 time: 0.6705799
Jan 29 21:11:18.153491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48010) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:18.234813 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0db1cb7-7120-4edb-9cc6-052fee2e9787 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0682006
Jan 29 21:11:18.238252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48012) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:18.242926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:18.274062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:18.294113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03852-6366-4aa7-b2af-ad971c643a05 req-6118ea4e-fe73-41f5-9135-3894d02d1e23 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:18.304358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0f03852-6366-4aa7-b2af-ad971c643a05 req-6118ea4e-fe73-41f5-9135-3894d02d1e23 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1630549
Jan 29 21:11:18.312098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8807b73d-aeb4-499e-9a51-1982cba45a19 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0149622
Jan 29 21:11:18.312799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:18.332760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1559109630'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:18.347470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port dbaf133e-b963-4984-9490-8ba2e44e9f47 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:18.349848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:18.356655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Pushing event updated for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:18.425452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:18.432931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.447193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:18.447832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09804160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:18.519121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-9cd9b588-e5f4-48fe-a113-73c0fbd44778 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:18.522444 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-9cd9b588-e5f4-48fe-a113-73c0fbd44778 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 809 time: 0.6629405
Jan 29 21:11:18.543834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0f03852-6366-4aa7-b2af-ad971c643a05 req-3df2f320-4760-4615-8847-12f328b1b6de tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2299159
Jan 29 21:11:18.547022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6001cd67-2542-4ebc-851d-99118d283423 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:11:18.557303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a21bd9a-dbc5-4a77-9634-bc6843cea000 req-532c245c-e7c1-411f-b434-25f6cdd875e8 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 210 time: 0.0760701
Jan 29 21:11:18.572286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Current status of the port ac676606-becd-4bbb-82d4-e2bbc9278441 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:18.595799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] For port b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:18.612716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:11:18.623797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Provisioning complete for port 460dede3-2013-42c7-9712-12f573b6e5da triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:18.624197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (460dede3-2013-42c7-9712-12f573b6e5da), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.631016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] For port b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:18.634753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:18.637508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (49b953bb-badb-4925-b5fe-ea60b350d8cb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.640007 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment 49b953bb-badb-4925-b5fe-ea60b350d8cb of type vlan for network 6ba77704-f7ff-45f9-be4b-05282276ed22
Jan 29 21:11:18.750982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6ba77704-f7ff-45f9-be4b-05282276ed22), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.805404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6ba77704-f7ff-45f9-be4b-05282276ed22), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.811350 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-a2530a4d-30a1-48bc-a69d-992a80b8f98f tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b48ab03f0b6643f8900eb3399a0583f8 HTTP/1.1" status: 200  len: 378 time: 0.2688987
Jan 29 21:11:18.820639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:18.822100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.834545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'port': {'device_id': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'admin_state_up': True, 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'security_groups': ['06458f78-94b3-47d4-b5ee-22371aebcb71']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:18.836606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-f679c1b0-0088-4adc-85c4-e6e680d79c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:18.838400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-f679c1b0-0088-4adc-85c4-e6e680d79c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1129 time: 0.3973033
Jan 29 21:11:18.840060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:18.857812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:18.977326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6550932
Jan 29 21:11:18.981283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48018) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:18.989645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:19.002025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591cc4-af2d-40c6-8d71-b1ad9c65258a tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=6ba77704-f7ff-45f9-be4b-05282276ed22,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:19.093576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Made reservation on behalf of b48ab03f0b6643f8900eb3399a0583f8 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:19.097996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.107039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-d9762757-09d8-4eb1-a0ad-e0d250c7bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.109557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-d9762757-09d8-4eb1-a0ad-e0d250c7bef8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.2264500
Jan 29 21:11:19.176450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:11:19.230956 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.271077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:19.276013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.294218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Allocated IP 172.20.0.12 (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93/6c2b5e52-1517-4fdb-9a36-812ee953be72/082931da-46bf-4453-875b-e12b3431493e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:19.323059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:19.341412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-4aa0152b-7d9d-4fad-985a-a4988722de76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 1001 time: 0.2248464
Jan 29 21:11:19.361701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947733-1ad2-4635-8396-78b9220723e8 req-368dc275-aa19-45f4-a294-a336ce55d418 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.363383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87947733-1ad2-4635-8396-78b9220723e8 req-368dc275-aa19-45f4-a294-a336ce55d418 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 943 time: 0.1645300
Jan 29 21:11:19.417365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-e6eccc40-398b-429f-b887-3deab5ce2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.419560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-e6eccc40-398b-429f-b887-3deab5ce2906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0551116
Jan 29 21:11:19.464340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for port (082931da-46bf-4453-875b-e12b3431493e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.543769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-7c4fc6a5-0472-47db-a8e9-03b6ec4f6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.544970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd272673-8814-4e6b-8672-83dc16a5c8d5 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:11:19.545509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-7c4fc6a5-0472-47db-a8e9-03b6ec4f6bc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1158547
Jan 29 21:11:19.551613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87947733-1ad2-4635-8396-78b9220723e8 req-e79476b5-d683-47b3-bb96-177c70cbc7e5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308820
Jan 29 21:11:19.574380 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (082931da-46bf-4453-875b-e12b3431493e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.648454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:19.659373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:19.663871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (02cc24fe-057b-4adb-9568-0c1b9ade74a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.676861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:19.736421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:19.749917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:19.759364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:19.772301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.772744 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.784224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Current status of the port 460dede3-2013-42c7-9712-12f573b6e5da is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:19.785102 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (460dede3-2013-42c7-9712-12f573b6e5da), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.799872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09880d0-5944-463c-95ca-3dae0363004a None None] Pushing event updated for resources: {'Port': ['ID=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:19.802682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5635920
Jan 29 21:11:19.803861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48026) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:19.812892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '02cc24fe-057b-4adb-9568-0c1b9ade74a2', 'ip_address': '2001:db8::dc33:61f5:2c65:7814'}], 'name': 'tempest-NetworksTestDHCPv6-1453061581'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:19.823568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907039-86a7-4615-bed3-37316ed2e7fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=02cc24fe-057b-4adb-9568-0c1b9ade74a2,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:19.830716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:19.831379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.859977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:19.860761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:19.865801 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-015426c0-ec77-4f0e-b33f-99d3dfa5f1bf tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0447085
Jan 29 21:11:19.905028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Request body: {'port': {'device_id': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:19.923581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001cd67-2542-4ebc-851d-99118d283423,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:19.958529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] For port 460dede3-2013-42c7-9712-12f573b6e5da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=460dede3-2013-42c7-9712-12f573b6e5da,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:19.979345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (460dede3-2013-42c7-9712-12f573b6e5da), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.013710 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (082931da-46bf-4453-875b-e12b3431493e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.074535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '6001cd67-2542-4ebc-851d-99118d283423', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'port_id': '6001cd67-2542-4ebc-851d-99118d283423', 'mac_address': 'fa:16:3e:8f:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:11:20.157852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:20.171045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-ffd47a31-cc54-4ae3-b983-84ae4583d442 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6159880
Jan 29 21:11:20.303401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:20.309839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59e1eab0-43e4-46a7-a301-72424e7b5f02 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:20.351647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd272673-8814-4e6b-8672-83dc16a5c8d5 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:11:20.374560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55596-8be5-4af6-8799-f1d91247f3e1 None None] Pushing event updated for resources: {'Port': ['ID=460dede3-2013-42c7-9712-12f573b6e5da,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:20.407713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Provisioning complete for port f3263694-4860-43f0-9d5a-3c0501f6b13d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:20.408101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.475239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6001cd67-2542-4ebc-851d-99118d283423 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:20.475636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6001cd67-2542-4ebc-851d-99118d283423), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.532528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09804160>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:15Z', 'revision_number': 3, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:20.550830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5e6463d-f6f5-4d30-af37-442e03233542 req-5e5a1598-63d4-4588-9205-23d85c79feb2 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255178
Jan 29 21:11:20.572496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (4543bc3c-9195-410c-8a0d-6196bb1e6449), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.679520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cfab-53b1-474b-b5f8-dd851174af78 req-2fb9de02-b966-4eae-984e-abc5eff9ef1d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:20.681625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71f7cfab-53b1-474b-b5f8-dd851174af78 req-2fb9de02-b966-4eae-984e-abc5eff9ef1d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.3501148
Jan 29 21:11:20.733170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ddc5d-6b97-4885-a22d-f32ffaa456f4 req-42f0271c-60e5-451d-af5f-52944ec70a9a tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:20.734657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d40ddc5d-6b97-4885-a22d-f32ffaa456f4 req-42f0271c-60e5-451d-af5f-52944ec70a9a tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 932 time: 0.3795516
Jan 29 21:11:20.750348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Port f3263694-4860-43f0-9d5a-3c0501f6b13d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:20.772065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=4543bc3c-9195-410c-8a0d-6196bb1e6449,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:20.819364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d40ddc5d-6b97-4885-a22d-f32ffaa456f4 req-d1fe8b64-31aa-449b-b78f-d304fcb7fb75 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0645542
Jan 29 21:11:20.826611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:20.826977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: 6ba77704-f7ff-45f9-be4b-05282276ed22, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:11:20.833871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-71f7cfab-53b1-474b-b5f8-dd851174af78 req-87cc3292-9b25-4448-8b46-350c19e37b1b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439776
Jan 29 21:11:20.872010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:11:20.886607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ba77704-f7ff-45f9-be4b-05282276ed22) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:20.891582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:20.892544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.930689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:20.931110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Updating router fd9015ab-bb39-4293-9592-2955d5c0683e port f3263694-4860-43f0-9d5a-3c0501f6b13d binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:20.948378 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082931da-46bf-4453-875b-e12b3431493e {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:20.971334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.974319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks [] for port (082931da-46bf-4453-875b-e12b3431493e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:20.974787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-23d09698-6a0b-4451-93f5-74399a93dc91 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9903853
Jan 29 21:11:20.976220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:20.978799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6001cd67-2542-4ebc-851d-99118d283423 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:20.991270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Transition to ACTIVE for port object 082931da-46bf-4453-875b-e12b3431493e will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:11:21.002484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Provisioning complete for port 460dede3-2013-42c7-9712-12f573b6e5da triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:21.002872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (460dede3-2013-42c7-9712-12f573b6e5da), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.005403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (082931da-46bf-4453-875b-e12b3431493e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.065993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Pushing event updated for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:21.073197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.077753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 59e1eab0-43e4-46a7-a301-72424e7b5f02 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:21.078500 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.087536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249c1c-5231-48d4-90f5-f46da194afec req-f77a7a33-f215-4b8a-abb7-e33e9063642f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:21.089751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc249c1c-5231-48d4-90f5-f46da194afec req-f77a7a33-f215-4b8a-abb7-e33e9063642f tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 943 time: 0.1650848
Jan 29 21:11:21.093625 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-91f26d0c-c70a-428b-b599-d8fffd9df4df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4615943
Jan 29 21:11:21.114458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 6f362134-e776-41da-aa07-8cd0b6fa7eb8 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:21.278021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001cd67-2542-4ebc-851d-99118d283423,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:21.305784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc249c1c-5231-48d4-90f5-f46da194afec req-cb76bb14-b87f-4cc9-8901-0e554afc23b4 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089543
Jan 29 21:11:21.339182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f277b2d9-9121-4088-a2d4-8ef154a6e0bc None None] Current status of the port 460dede3-2013-42c7-9712-12f573b6e5da is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:21.356932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.415458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 59e1eab0-43e4-46a7-a301-72424e7b5f02 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:21.416588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ac676606-becd-4bbb-82d4-e2bbc9278441 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:21.484691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::dc33:61f5:2c65:7814 (f830efc8-95ad-4ffd-abed-ffb6df29d392/02cc24fe-057b-4adb-9568-0c1b9ade74a2/6f362134-e776-41da-aa07-8cd0b6fa7eb8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:21.614317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.623691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:21.677090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (6f362134-e776-41da-aa07-8cd0b6fa7eb8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.738057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6f362134-e776-41da-aa07-8cd0b6fa7eb8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:21.766126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-c94f8379-3fe6-477d-9535-8fcdf38baeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:21.768255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-c94f8379-3fe6-477d-9535-8fcdf38baeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.5822380
Jan 29 21:11:21.841771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['6001cd67-2542-4ebc-851d-99118d283423'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:11:21.931017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=6f362134-e776-41da-aa07-8cd0b6fa7eb8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:21.935478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-bafb711d-d06e-457e-9e84-d9c372140f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:21.937204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-bafb711d-d06e-457e-9e84-d9c372140f33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 898 time: 0.1165462
Jan 29 21:11:22.023222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:22.026292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-1f3666a0-ad9e-4707-a836-3ac23035d9c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 1001 time: 0.0784049
Jan 29 21:11:22.034404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ac676606-becd-4bbb-82d4-e2bbc9278441 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:22.034805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.051641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.22.0.1 (6ba77704-f7ff-45f9-be4b-05282276ed22/4543bc3c-9195-410c-8a0d-6196bb1e6449/0751ab59-a73e-4df3-bb46-3166eba3f8ab) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:22.078423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '02cc24fe-057b-4adb-9568-0c1b9ade74a2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b76f1d42-5bae-4271-9631-1f8cabb5dbe8'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:11:22.086412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-5b5f0c53-f68b-4360-a2c4-bf6fcdf35a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.088826 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-5b5f0c53-f68b-4360-a2c4-bf6fcdf35a66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.0541515
Jan 29 21:11:22.091937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:22.094976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:22.100627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.101399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.115867 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.159394 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d515b0c-5571-4e36-beff-e264e2b32607 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3503578
Jan 29 21:11:22.161437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Attempting to bind port 082931da-46bf-4453-875b-e12b3431493e on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:22.161923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Attempting to bind port 082931da-46bf-4453-875b-e12b3431493e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:22.162333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Attempting to bind port 082931da-46bf-4453-875b-e12b3431493e on network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:22.186463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48040) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:22.188920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Port 082931da-46bf-4453-875b-e12b3431493e on network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:11:22.189299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Attempting to bind port 082931da-46bf-4453-875b-e12b3431493e on network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:22.232370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:22.232711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Checking segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:22.233141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Bound using segment: {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:22.233591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Bound port: 082931da-46bf-4453-875b-e12b3431493e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177f415e-8fc4-404a-8e6a-b429cea0c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:22.233955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (082931da-46bf-4453-875b-e12b3431493e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.286439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-dc4d082a-da3d-4cef-9ae7-b1f9fb991ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.288790 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-dc4d082a-da3d-4cef-9ae7-b1f9fb991ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1700535
Jan 29 21:11:22.316973 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.334779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/02cc24fe-057b-4adb-9568-0c1b9ade74a2/b76f1d42-5bae-4271-9631-1f8cabb5dbe8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:22.341381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425379b4-bb6e-4f4d-aeb2-1af279d5f21a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.348772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425379b4-bb6e-4f4d-aeb2-1af279d5f21a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.350067 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-425379b4-bb6e-4f4d-aeb2-1af279d5f21a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.1584113
Jan 29 21:11:22.360250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283e5d-350c-4844-a84b-69499f4f4c2f req-0a860a55-c874-4eed-a313-0a6ad348abac tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.362131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96283e5d-350c-4844-a84b-69499f4f4c2f req-0a860a55-c874-4eed-a313-0a6ad348abac tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1746321
Jan 29 21:11:22.362852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48044) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:22.417318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1c6b-e45e-4688-9737-04623315b428 req-68c3990b-699b-49f3-a244-9827a5e745b5 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.419369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-580a1c6b-e45e-4688-9737-04623315b428 req-68c3990b-699b-49f3-a244-9827a5e745b5 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 944 time: 0.2306650
Jan 29 21:11:22.438153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:22.449020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] For port b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:22.478005 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-3046e65d-a833-43c0-9e85-3ba5001ff568 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814752
Jan 29 21:11:22.480083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=082931da-46bf-4453-875b-e12b3431493e,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:22.481903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Publish callbacks [] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.509043 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (082931da-46bf-4453-875b-e12b3431493e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.543730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.564467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96283e5d-350c-4844-a84b-69499f4f4c2f req-5665f6a7-e644-4cd2-b2b2-4a3051cdcb91 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1795487
Jan 29 21:11:22.570491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ac676606-becd-4bbb-82d4-e2bbc9278441 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:22.572027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5ad98ff4-186c-4d13-baba-cd2b8aca486f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:22.573821 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.608763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.610683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.613495 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] 10.222.0.18 "PUT /v2.0/ports/082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 1092 time: 2.7129996
Jan 29 21:11:22.613962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'tag': '082931da-46bf-4453-875b-e12b3431493e'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:22.621290 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d9267-1305-47dd-900e-350efb01e714" -d '{"events": [{"name": "network-changed", "server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "tag": "082931da-46bf-4453-875b-e12b3431493e"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:22.669192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-580a1c6b-e45e-4688-9737-04623315b428 req-cc36e47b-6165-418a-b345-14ee1dbad3d0 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2259438
Jan 29 21:11:22.676797 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.683525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:22.694201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:22.695018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks [] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.716104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:22.743100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:22.753120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.770892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 6f362134-e776-41da-aa07-8cd0b6fa7eb8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:22.771240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6f362134-e776-41da-aa07-8cd0b6fa7eb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.781925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb099ed-9985-4db2-9d01-bb277b4e1cad service neutron] Pushing event updated for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:22.807080 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0530262d-240f-4b2d-b658-44f0fb0dbdba req-a7983a88-2c4d-480d-b31f-2d1af5a73cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229160
Jan 29 21:11:22.820147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-096d4350-7dc0-4eab-8621-e1d7a2487f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.824380 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-096d4350-7dc0-4eab-8621-e1d7a2487f37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1126 time: 0.1449115
Jan 29 21:11:22.852517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ff245-6df9-4dcb-a9e3-6f03a22bb0b9 None None] Pushing event updated for resources: {'Port': ['ID=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:22.895051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:22.901988 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-153ab3af-1fbf-4349-9d58-12a02a8226ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 217 time: 0.0684078
Jan 29 21:11:22.904327 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34efafc9-2e4a-478a-b041-56dab3b069e4 x-openstack-request-id: req-34efafc9-2e4a-478a-b041-56dab3b069e4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:22.904806 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "tag": "082931da-46bf-4453-875b-e12b3431493e", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:22.905253 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34efafc9-2e4a-478a-b041-56dab3b069e4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:22.906462 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'tag': '082931da-46bf-4453-875b-e12b3431493e', 'status': 'completed', 'code': 200}
Jan 29 21:11:22.948246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1aab-026b-448e-b14b-7249ea7222a6 None None] Pushing event updated for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:22.962006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-83ac8925-1a2c-4497-8e9f-cf8bffb5732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:22.965974 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-83ac8925-1a2c-4497-8e9f-cf8bffb5732e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.0571134
Jan 29 21:11:22.973703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5ad98ff4-186c-4d13-baba-cd2b8aca486f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:22.974085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.032248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f385c-5d6a-4776-892e-e9de7201817a req-63b80dae-9db2-4be1-8862-9a18f8da9f06 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:23.034635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e30f385c-5d6a-4776-892e-e9de7201817a req-63b80dae-9db2-4be1-8862-9a18f8da9f06 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 944 time: 0.3084280
Jan 29 21:11:23.107583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-9ad8ba6f-be56-4c44-a682-2304ae14abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:23.112949 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-9ad8ba6f-be56-4c44-a682-2304ae14abaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1407995
Jan 29 21:11:23.114784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Attempting to bind port f3263694-4860-43f0-9d5a-3c0501f6b13d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:23.115158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Attempting to bind port f3263694-4860-43f0-9d5a-3c0501f6b13d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:23.115759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Attempting to bind port f3263694-4860-43f0-9d5a-3c0501f6b13d on network c849e4b8-4496-46a5-80e3-7307987d7394 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:23.123146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:23.123388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Checking segment: {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:23.123834 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.124183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Bound using segment: {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:23.124466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6f362134-e776-41da-aa07-8cd0b6fa7eb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.124635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Bound port: f3263694-4860-43f0-9d5a-3c0501f6b13d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e034f568-9789-4b8b-ba97-a81e73dca77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:23.125124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.157946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e30f385c-5d6a-4776-892e-e9de7201817a req-3041f6c6-9a2a-4ee0-89cd-f6890d5f9ff8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147904
Jan 29 21:11:23.159983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 6f362134-e776-41da-aa07-8cd0b6fa7eb8 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:23.273177 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-a0e0fa13-74d7-46d8-8089-4b5c4079beb3 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527774
Jan 29 21:11:23.368783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.414694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5ad98ff4-186c-4d13-baba-cd2b8aca486f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:23.416357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3c26bfc3-79d2-45ae-a478-34975634ae04 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:23.443551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] For port f3263694-4860-43f0-9d5a-3c0501f6b13d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:23.450559 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.464844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] For port f3263694-4860-43f0-9d5a-3c0501f6b13d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3263694-4860-43f0-9d5a-3c0501f6b13d,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:23.485630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ca21cfc8-7304-4486-81f8-2e564fe8d7cb req-535bbd47-67d3-4039-a365-2e6e2de4313f service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038267
Jan 29 21:11:23.486719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.541501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6f362134-e776-41da-aa07-8cd0b6fa7eb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.552418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3c26bfc3-79d2-45ae-a478-34975634ae04 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:23.553451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:23.616148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:23.620561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09804160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:23.655782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9267-1305-47dd-900e-350efb01e714 req-13f57954-df75-4f23-9c18-9bb0cb9f16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:23.667771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-13f57954-df75-4f23-9c18-9bb0cb9f16fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1126 time: 0.0746992
Jan 29 21:11:23.703093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1aab-026b-448e-b14b-7249ea7222a6 None None] Pushing event updated for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:23.813152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9267-1305-47dd-900e-350efb01e714 req-586ce5b3-9eda-4a75-b01d-001788d9854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:23.815449 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-586ce5b3-9eda-4a75-b01d-001788d9854f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 910 time: 0.1468036
Jan 29 21:11:23.850876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:23.852646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=6f362134-e776-41da-aa07-8cd0b6fa7eb8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:23.886033 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-13744b66-869d-47b0-bed0-89eafb554fca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 217 time: 0.0579538
Jan 29 21:11:23.971711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9267-1305-47dd-900e-350efb01e714 req-51ce98ff-9ea9-4b73-a0c6-f3dfb93d703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:23.975723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-51ce98ff-9ea9-4b73-a0c6-f3dfb93d703b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.0826325
Jan 29 21:11:24.019863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.029435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b0063c3-e846-4d87-836d-5a3ddf7c02cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/6f362134-e776-41da-aa07-8cd0b6fa7eb8 HTTP/1.1" status: 204  len: 168 time: 1.6537158
Jan 29 21:11:24.031985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48054) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:24.047323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3c26bfc3-79d2-45ae-a478-34975634ae04 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:24.047807 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.103198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3c26bfc3-79d2-45ae-a478-34975634ae04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c26bfc3-79d2-45ae-a478-34975634ae04,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:24.125562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.126306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9267-1305-47dd-900e-350efb01e714 req-1e03c5d6-271f-4951-9247-ec3db86c509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:24.127053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 460dede3-2013-42c7-9712-12f573b6e5da up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:24.128058 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-1e03c5d6-271f-4951-9247-ec3db86c509d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1450653
Jan 29 21:11:24.137652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63b30e-f7b9-48c2-85d5-3b921ecc86d2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:24.141608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63b30e-f7b9-48c2-85d5-3b921ecc86d2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:24.146146 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9c63b30e-f7b9-48c2-85d5-3b921ecc86d2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1110852
Jan 29 21:11:24.146828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:24.170664 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.196958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.269242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.302869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 02cc24fe-057b-4adb-9568-0c1b9ade74a2 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:24.333371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763f94d-9531-4d1c-a675-b617a3c71a07 req-4b4418e7-31fe-482a-8645-efe36a396ace tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:24.335873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6763f94d-9531-4d1c-a675-b617a3c71a07 req-4b4418e7-31fe-482a-8645-efe36a396ace tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.6356595
Jan 29 21:11:24.337855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (02cc24fe-057b-4adb-9568-0c1b9ade74a2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.341194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3c26bfc3-79d2-45ae-a478-34975634ae04,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:24.390461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-084a6941-3cef-4ced-bebf-a2f520805664 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425549
Jan 29 21:11:24.399813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 460dede3-2013-42c7-9712-12f573b6e5da triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:24.400229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (460dede3-2013-42c7-9712-12f573b6e5da), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.406584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (02cc24fe-057b-4adb-9568-0c1b9ade74a2), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.413262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14833b-5bd3-4373-b687-5b74f42e6414 req-a7a93b16-5bcb-4e33-9c26-f5ea6eb0d10e tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:24.415733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f14833b-5bd3-4373-b687-5b74f42e6414 req-a7a93b16-5bcb-4e33-9c26-f5ea6eb0d10e tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 944 time: 0.5578055
Jan 29 21:11:24.464000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09804160>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:22Z', 'revision_number': 1, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:24.549185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9b0f3-6365-4cec-b2ff-1b06213fb851 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:24.553385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9284e5-b1e6-4944-9080-7db77d53391f None None] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:24.558471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08415c3-73b8-441d-a618-eb36c5d1b95c None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:22Z', 'revision_number': 1, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:24.599639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:24.612856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:24.625024 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a19d9267-1305-47dd-900e-350efb01e714 req-f74b0671-e7e1-4ca1-80a3-e6e891b7c398 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2284234
Jan 29 21:11:24.639695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (02cc24fe-057b-4adb-9568-0c1b9ade74a2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.793639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (02cc24fe-057b-4adb-9568-0c1b9ade74a2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.863216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:24.880877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=02cc24fe-057b-4adb-9568-0c1b9ade74a2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:24.900528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.904574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/02cc24fe-057b-4adb-9568-0c1b9ade74a2 HTTP/1.1" status: 204  len: 168 time: 0.7486701
Jan 29 21:11:24.909316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48060) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:24.917464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Provisioning complete for port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:24.918253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:24.919781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.920117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.920462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.920801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.921167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.921501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.921834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.925480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.925812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.931550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.931910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.932385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.932726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e8072-2f02-4685-b47f-d664bcf50dcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:24.934538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 460dede3-2013-42c7-9712-12f573b6e5da is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:24.936703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:25.009418 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6fb0a69a-0f94-4049-82bf-e4ed77352d95 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0983157
Jan 29 21:11:25.011705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:25.048488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f14833b-5bd3-4373-b687-5b74f42e6414 req-3c210db3-2b0f-4d49-a57d-2bedf73d4269 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4933207
Jan 29 21:11:25.064557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6763f94d-9531-4d1c-a675-b617a3c71a07 req-b2b4bb9c-a698-41bf-96c5-5e4f129a134e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7069719
Jan 29 21:11:25.135554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a62f3cc6-1286-4b0d-891c-63ceec6ba666 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:25.162767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa67bbd-3919-46d0-93ed-1d978d5b75eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:25.174523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9fa67bbd-3919-46d0-93ed-1d978d5b75eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1617358
Jan 29 21:11:25.182578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48064) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:25.201336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:25.209024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-25a3d151-d558-4f7d-b815-5029454189d3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2317753
Jan 29 21:11:25.213809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48066) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:25.220086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1568156210'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:25.282321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a62f3cc6-1286-4b0d-891c-63ceec6ba666 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:25.282673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a62f3cc6-1286-4b0d-891c-63ceec6ba666 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:25.336045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462925ed-b106-40c1-b775-f5ffcf56f4ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:25.339801 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-462925ed-b106-40c1-b775-f5ffcf56f4ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1561105
Jan 29 21:11:25.343068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48068) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:25.402276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6001cd67-2542-4ebc-851d-99118d283423 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:25.408378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7d725eac-dbca-439b-96fa-73963c80f6b3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0625830
Jan 29 21:11:25.413123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:25.416586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:25.417459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:25.441186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:25.598746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ba77704-f7ff-45f9-be4b-05282276ed22', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:25.610893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:25.625401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Current status of the port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:25.644118 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:25.794958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:25.822979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.206936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3c26bfc3-79d2-45ae-a478-34975634ae04 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:26.211076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa361f-931d-4bd1-8632-fb052f7003f5 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:26.213352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 082931da-46bf-4453-875b-e12b3431493e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:11:26.273722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (4ecb9fcb-bdcb-445c-8889-4bce714b1105), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.296367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:26.298096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:26.354346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] For port b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:26.384851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:11:26.385816 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.398749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7d0735a6-b545-47e8-9819-de790cf5b5fa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.399281 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added segment 7d0735a6-b545-47e8-9819-de790cf5b5fa of type vlan for network 84c354ca-3482-4460-9bbc-f7cb6e06653a
Jan 29 21:11:26.406391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=4ecb9fcb-bdcb-445c-8889-4bce714b1105,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:26.428481 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:26.429243 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.448701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c97a4-877a-44fa-ba9f-c7a7455a0cca req-9e86f56c-58c8-4f1d-8159-e6f66ce1aace tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:26.450472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c0c97a4-877a-44fa-ba9f-c7a7455a0cca req-9e86f56c-58c8-4f1d-8159-e6f66ce1aace tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 944 time: 1.2175229
Jan 29 21:11:26.469274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48080) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:26.474511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-923b2771-b90c-45fa-ad64-dc8d25f65a1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0472665
Jan 29 21:11:26.476596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '4ecb9fcb-bdcb-445c-8889-4bce714b1105', 'ip_address': '2001:db8::cca4:a918:8abb:b662'}], 'name': 'tempest-NetworksTestDHCPv6-314885203'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:26.479657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 6001cd67-2542-4ebc-851d-99118d283423 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:11:26.488203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (84c354ca-3482-4460-9bbc-f7cb6e06653a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.494691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.resource_extend [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 29 21:11:26.530258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 6001cd67-2542-4ebc-851d-99118d283423 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:26.531144 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6001cd67-2542-4ebc-851d-99118d283423), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.570442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6370-237c-4aef-b763-34449337e8c6 req-6b483dd8-a82f-4d2d-8641-a1ac3d129a36 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:26.572136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c9d6370-237c-4aef-b763-34449337e8c6 req-6b483dd8-a82f-4d2d-8641-a1ac3d129a36 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 944 time: 0.2890120
Jan 29 21:11:26.642097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (84c354ca-3482-4460-9bbc-f7cb6e06653a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.648021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:26.648824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:26.682083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48082) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:26.682338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.4670858
Jan 29 21:11:26.687125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c0c97a4-877a-44fa-ba9f-c7a7455a0cca req-576e9a56-dae4-4fcc-85b2-95947ea98b67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2188394
Jan 29 21:11:26.687294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'subnet': {'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:26.813118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:26.822315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c9d6370-237c-4aef-b763-34449337e8c6 req-0d22bae0-a153-4c5b-8c3c-57a2c23bc7cb tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2395551
Jan 29 21:11:26.825055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680ad94-572a-428a-b79b-dc289fa1dd32 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Network': ['ID=84c354ca-3482-4460-9bbc-f7cb6e06653a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:26.865044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:11:26.876312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:26.921884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Made reservation on behalf of d1cfeff62f564f8eacf5a73135c03fd6 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:26.925678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.027381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5721dc-4e3f-4aca-a8a9-87580f35e602 None None] Pushing event updated for resources: {'Port': ['ID=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:27.031792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bbb47-4004-4d9f-88ef-3ee5a3abeda3 req-d0320445-2438-455c-93fb-a5cdd6f46f52 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:27.041179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3c26bfc3-79d2-45ae-a478-34975634ae04 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:27.041788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.043260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-725bbb47-4004-4d9f-88ef-3ee5a3abeda3 req-d0320445-2438-455c-93fb-a5cdd6f46f52 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1393750
Jan 29 21:11:27.100034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Provisioning complete for port f3263694-4860-43f0-9d5a-3c0501f6b13d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:27.100704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.111447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.121598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Allocated IP 172.22.0.2 (6ba77704-f7ff-45f9-be4b-05282276ed22/4543bc3c-9195-410c-8a0d-6196bb1e6449/4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:27.153876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-725bbb47-4004-4d9f-88ef-3ee5a3abeda3 req-70a0a0ea-2b3a-4674-9d6b-9738af1b6ef9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096377
Jan 29 21:11:27.158293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 7473165d-3909-4b1e-8113-eeef70a8cf37 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:27.212380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=082931da-46bf-4453-875b-e12b3431493e,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:27.226540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d317d7f6-33c5-4e87-b85c-685339547bd9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.228360 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:27.242040 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:27.243790 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ae460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:27.339605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '082931da-46bf-4453-875b-e12b3431493e', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'port_id': '082931da-46bf-4453-875b-e12b3431493e', 'mac_address': 'fa:16:3e:97:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:11:27.384499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Subnet': ['ID=d317d7f6-33c5-4e87-b85c-685339547bd9,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:27.405428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Deleting port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:27.405428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.407877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Checking segment: {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:27.408244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network hostable DHCP agents. Network: 84c354ca-3482-4460-9bbc-f7cb6e06653a, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:11:27.418542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::cca4:a918:8abb:b662 (f830efc8-95ad-4ffd-abed-ffb6df29d392/4ecb9fcb-bdcb-445c-8889-4bce714b1105/7473165d-3909-4b1e-8113-eeef70a8cf37) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:27.447891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:11:27.463659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84c354ca-3482-4460-9bbc-f7cb6e06653a) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:27.468100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:27.468699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.490408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:27.503081 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-993bf841-4438-4090-abba-c7912bd07ce5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8198144
Jan 29 21:11:27.504651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:27.594604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc448f1f-8294-4ea7-85b3-664a67ccc9f6 None None] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:27.598790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6001cd67-2542-4ebc-851d-99118d283423 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:27.599468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6001cd67-2542-4ebc-851d-99118d283423), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.637494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (7473165d-3909-4b1e-8113-eeef70a8cf37), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.670893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001cd67-2542-4ebc-851d-99118d283423,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:27.738636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7473165d-3909-4b1e-8113-eeef70a8cf37), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.748080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001cd67-2542-4ebc-851d-99118d283423'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:27.750930 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049edc06-8b4e-43b6-a8cf-12f7f60e7d7f" -d '{"events": [{"server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "name": "network-vif-plugged", "status": "completed", "tag": "6001cd67-2542-4ebc-851d-99118d283423"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:27.759089 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.806394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=7473165d-3909-4b1e-8113-eeef70a8cf37,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:27.829976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:27.852763 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ae460>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:23Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:27.862152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 082931da-46bf-4453-875b-e12b3431493e is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:27.871366 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (082931da-46bf-4453-875b-e12b3431493e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.902369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:27.902814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082931da-46bf-4453-875b-e12b3431493e {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:27.907663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:27.909586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] For port b76f1d42-5bae-4271-9631-1f8cabb5dbe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:27.910249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.913593 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:27.913953 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Updating router fd9015ab-bb39-4293-9592-2955d5c0683e port 0751ab59-a73e-4df3-bb46-3166eba3f8ab binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:27.917824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:27.920205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.975004 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:27.977189 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b9462-618a-40c7-9d6d-fe42d086624c x-openstack-request-id: req-799b9462-618a-40c7-9d6d-fe42d086624c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:27.977488 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "name": "network-vif-plugged", "status": "completed", "tag": "6001cd67-2542-4ebc-851d-99118d283423", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:27.977746 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-799b9462-618a-40c7-9d6d-fe42d086624c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:27.978136 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001cd67-2542-4ebc-851d-99118d283423', 'code': 200}
Jan 29 21:11:27.987151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b88a84ae-00a2-430f-8680-733ccb19dbc0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5125790
Jan 29 21:11:27.987370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3c26bfc3-79d2-45ae-a478-34975634ae04 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:27.987487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:27.989014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b76f1d42-5bae-4271-9631-1f8cabb5dbe8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:27.993866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '4ecb9fcb-bdcb-445c-8889-4bce714b1105', 'ip_address': '2001:db8::cca4:a918:8abb:b662'}], 'name': 'tempest-NetworksTestDHCPv6-813228599'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:28.078727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Calling delete_port for b76f1d42-5bae-4271-9631-1f8cabb5dbe8 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:28.140491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=082931da-46bf-4453-875b-e12b3431493e,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:28.167416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6eb12-39d0-4835-afd1-a58e3a6e36a7 req-0e3c7e9e-1dbe-496e-8a6b-6867412cdea5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.170156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3c6eb12-39d0-4835-afd1-a58e3a6e36a7 req-0e3c7e9e-1dbe-496e-8a6b-6867412cdea5 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.3375254
Jan 29 21:11:28.207267 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (082931da-46bf-4453-875b-e12b3431493e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.208845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Current status of the port f3263694-4860-43f0-9d5a-3c0501f6b13d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:28.213108 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.214364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc98dc3-9bb1-429e-b9c3-c4cce1cb0251 req-49bf930f-d431-41ca-a06c-5fa141936e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.216610 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-acc98dc3-9bb1-429e-b9c3-c4cce1cb0251 req-49bf930f-d431-41ca-a06c-5fa141936e63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1127 time: 0.0916765
Jan 29 21:11:28.297966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:28.302526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.306877 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.316296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3c6eb12-39d0-4835-afd1-a58e3a6e36a7 req-5e43f652-2ece-494d-b935-9cd234559832 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404371
Jan 29 21:11:28.328363 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-acc98dc3-9bb1-429e-b9c3-c4cce1cb0251 req-5c6baf5d-2023-471a-a98c-4dd9dab10767 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024423
Jan 29 21:11:28.341184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb223a-6913-4c71-bcaa-10780c30b732 req-b81c0d46-ff39-40ab-b71c-3f3e933a08a3 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.342806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fedb223a-6913-4c71-bcaa-10780c30b732 req-b81c0d46-ff39-40ab-b71c-3f3e933a08a3 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 944 time: 0.2933898
Jan 29 21:11:28.360930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port aac5feb1-1677-40d6-af6b-787460e7917d yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:28.396895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:28.468876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:28.469835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.492554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-84c354ca-3482-4460-9bbc-f7cb6e06653a', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:28.494031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.530910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fedb223a-6913-4c71-bcaa-10780c30b732 req-033e4639-9a49-43b3-b868-46d176b44703 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1793842
Jan 29 21:11:28.581133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['082931da-46bf-4453-875b-e12b3431493e'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:11:28.585799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] For port f3263694-4860-43f0-9d5a-3c0501f6b13d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3263694-4860-43f0-9d5a-3c0501f6b13d,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:28.594041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280be6ec-09ba-4b77-8420-22f1e0d270c7 req-b684d5a7-99d9-4ad5-be4f-3c809e361b13 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.595574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-280be6ec-09ba-4b77-8420-22f1e0d270c7 req-b684d5a7-99d9-4ad5-be4f-3c809e361b13 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1769607
Jan 29 21:11:28.634942 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:11:28.635402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:28.663220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-280be6ec-09ba-4b77-8420-22f1e0d270c7 req-2b4cfcec-680d-4e29-9729-c18b105aefd3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616708
Jan 29 21:11:28.669894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-96fe4302-f4d2-458a-9632-b3e72aad8a93 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.6791859
Jan 29 21:11:28.672173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48108) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:28.690455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.701921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Allocated IP 172.23.0.1 (84c354ca-3482-4460-9bbc-f7cb6e06653a/d317d7f6-33c5-4e87-b85c-685339547bd9/ef357a82-85da-4fd8-b163-1b7dd1fc89b2) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:28.709138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks [] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.754982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7e3ac-f5ee-4952-adde-7335b7c44e10 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.762175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7e3ac-f5ee-4952-adde-7335b7c44e10 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:28.764143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dbf7e3ac-f5ee-4952-adde-7335b7c44e10 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.0910003
Jan 29 21:11:28.766839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48116) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:28.879820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.900034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 7473165d-3909-4b1e-8113-eeef70a8cf37 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:28.900690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7473165d-3909-4b1e-8113-eeef70a8cf37), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.937673 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks [] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.947896 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.956850 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:28.958720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.030828 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f4f0-cddc-4b5a-b607-874f11149a67 None None] Pushing event updated for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.039666 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.042612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Provisioning complete for port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:29.043229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b76f1d42-5bae-4271-9631-1f8cabb5dbe8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.064935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7473165d-3909-4b1e-8113-eeef70a8cf37), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.073732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:29.080687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 7473165d-3909-4b1e-8113-eeef70a8cf37 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:29.105851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Pushing event updated for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.110781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:29.112613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 update to ACTIVE by agent not found {{(pid=125944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Jan 29 21:11:29.113304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 460dede3-2013-42c7-9712-12f573b6e5da up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:29.115486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:29.124586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53a8d-6ac7-4c95-8fd5-ba3bdc750014 None None] Port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 was deleted so its status cannot be updated. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Jan 29 21:11:29.159394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] No DVR routers for this DVR port b76f1d42-5bae-4271-9631-1f8cabb5dbe8 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:29.232962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac8f86-8762-47c4-9fcf-9a4bd3b58459 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:29.240650 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Attempting to bind port 0751ab59-a73e-4df3-bb46-3166eba3f8ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:29.241308 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Attempting to bind port 0751ab59-a73e-4df3-bb46-3166eba3f8ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:29.241867 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Attempting to bind port 0751ab59-a73e-4df3-bb46-3166eba3f8ab on network 6ba77704-f7ff-45f9-be4b-05282276ed22 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:29.246550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7473165d-3909-4b1e-8113-eeef70a8cf37), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.265121 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:29.267341 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Checking segment: {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:29.267922 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.268392 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Bound using segment: {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:29.269483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Bound port: 0751ab59-a73e-4df3-bb46-3166eba3f8ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:29.276972 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.280355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=7473165d-3909-4b1e-8113-eeef70a8cf37,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.286893 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.327302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Pushing event updated for resources: {'Port': ['ID=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.338720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.348693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:29.350102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:29.352962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:29.354367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.365587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-06787c8c-dce3-43d7-84e6-ac679fce2788 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/7473165d-3909-4b1e-8113-eeef70a8cf37 HTTP/1.1" status: 204  len: 168 time: 0.5975842
Jan 29 21:11:29.366316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48134) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:29.400230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.421645 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] For port 0751ab59-a73e-4df3-bb46-3166eba3f8ab, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:29.425627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] For port 0751ab59-a73e-4df3-bb46-3166eba3f8ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0751ab59-a73e-4df3-bb46-3166eba3f8ab,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:29.434890 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.470969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Attempting to bind port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:29.471366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Attempting to bind port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:29.471697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Attempting to bind port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc on network 6ba77704-f7ff-45f9-be4b-05282276ed22 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:29.485540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3239fc-e9f6-4829-af9b-ade6d88ff904 None None] Pushing event deleted for resources: {'Port': ['ID=b76f1d42-5bae-4271-9631-1f8cabb5dbe8,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.516807 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:29.517575 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ae460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:29.529479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:29.529959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Checking segment: {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:29.530432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.530838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Bound using segment: {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:29.531393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Bound port: 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b953bb-badb-4925-b5fe-ea60b350d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:29.531780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.589614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.592465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479f188-6062-4242-9cd9-49d41fecd82f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:29.594628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479f188-6062-4242-9cd9-49d41fecd82f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:29.597613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0479f188-6062-4242-9cd9-49d41fecd82f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2269359
Jan 29 21:11:29.598885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Allocated IP 172.23.0.2 (84c354ca-3482-4460-9bbc-f7cb6e06653a/d317d7f6-33c5-4e87-b85c-685339547bd9/5d30c008-1ac5-4729-94f9-740ab351804d) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:29.607448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:29.644119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56baf-f59c-4be6-9cac-366c9b028af4 req-36537361-4151-4eb3-a049-fee72238a757 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:29.648300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f56baf-f59c-4be6-9cac-366c9b028af4 req-36537361-4151-4eb3-a049-fee72238a757 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.1974442
Jan 29 21:11:29.684140 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:29.700873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] For port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:29.705013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] For port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:29.772721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 4ecb9fcb-bdcb-445c-8889-4bce714b1105 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:29.824004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (4ecb9fcb-bdcb-445c-8889-4bce714b1105), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.889911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks [] for port (5d30c008-1ac5-4729-94f9-740ab351804d), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.893002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4ecb9fcb-bdcb-445c-8889-4bce714b1105), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.895751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.918891 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f4f0-cddc-4b5a-b607-874f11149a67 None None] Pushing event updated for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.964407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 460dede3-2013-42c7-9712-12f573b6e5da triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:29.964927 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (460dede3-2013-42c7-9712-12f573b6e5da), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.974243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67464d1-7627-47ce-aa8c-b1862795ab41 None None] Pushing event updated for resources: {'Port': ['ID=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:29.978687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:29.982003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5f56baf-f59c-4be6-9cac-366c9b028af4 req-ce0d98c7-35d4-435e-bcf3-852c959ba571 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3261201
Jan 29 21:11:30.036107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0ed15-d6d4-4c00-a1bc-b96cd13b5893 req-7e6d1cea-9b14-4877-a3cb-9aa775bf53cd tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:30.045386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4ecb9fcb-bdcb-445c-8889-4bce714b1105), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.055790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c0ed15-d6d4-4c00-a1bc-b96cd13b5893 req-7e6d1cea-9b14-4877-a3cb-9aa775bf53cd tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 945 time: 0.3273802
Jan 29 21:11:30.057692 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5ae460>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 1, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:30.089617 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877829f-089d-4fe8-922c-7e45b36d5055 None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 1, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:30.112117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Pushing event updated for resources: {'Port': ['ID=5d30c008-1ac5-4729-94f9-740ab351804d,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:30.154007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c0ed15-d6d4-4c00-a1bc-b96cd13b5893 req-2e1e1101-052c-4876-8906-78e4ce487a34 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0947003
Jan 29 21:11:30.234286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:30.240245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:30.250706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f5f8-8d49-4601-8a56-e3fc51d61f2a req-c4d0f57a-08c3-450b-b220-a4ff8737848a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:30.252378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3814f5f8-8d49-4601-8a56-e3fc51d61f2a req-c4d0f57a-08c3-450b-b220-a4ff8737848a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1245246
Jan 29 21:11:30.258084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:30.269267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5fa4e-d068-4cd6-b33e-98b55a6c7250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '4ecb9fcb-bdcb-445c-8889-4bce714b1105'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:30.271431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9df5fa4e-d068-4cd6-b33e-98b55a6c7250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.291000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4ecb9fcb-bdcb-445c-8889-4bce714b1105), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.332259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3814f5f8-8d49-4601-8a56-e3fc51d61f2a req-113f69ad-300a-4e5c-8837-6f60ae175093 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727470
Jan 29 21:11:30.342102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.353205 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.359133 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/4ecb9fcb-bdcb-445c-8889-4bce714b1105 HTTP/1.1" status: 204  len: 168 time: 0.7465377
Jan 29 21:11:30.361706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48180) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:30.367079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d8a71-7913-4bc3-8bd5-8863d70d793f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecb9fcb-bdcb-445c-8889-4bce714b1105,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:30.381209 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.421358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6878d143-6376-41c1-ad48-aa0e2c03234c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0579245
Jan 29 21:11:30.422665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48186) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:30.428301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:30.533597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event updated for resources: {'Port': ['ID=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:30.541839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.571682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:30.575972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.626865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 460dede3-2013-42c7-9712-12f573b6e5da is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:30.715325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Attempting to bind port 5d30c008-1ac5-4729-94f9-740ab351804d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:30.716503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Attempting to bind port 5d30c008-1ac5-4729-94f9-740ab351804d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:30.717195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Attempting to bind port 5d30c008-1ac5-4729-94f9-740ab351804d on network 84c354ca-3482-4460-9bbc-f7cb6e06653a {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:30.726909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:30.728874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:30.746056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:30.747518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Checking segment: {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:30.748195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.748820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Bound using segment: {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:30.749834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Bound port: 5d30c008-1ac5-4729-94f9-740ab351804d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:30.750471 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:30.853605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0924c-54a9-4d51-b885-d9961bde6d4a req-3e7149b3-f75c-468b-ab7f-109c4a80ec04 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:30.860767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bff0924c-54a9-4d51-b885-d9961bde6d4a req-3e7149b3-f75c-468b-ab7f-109c4a80ec04 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.2627850
Jan 29 21:11:30.948216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:30.957627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bff0924c-54a9-4d51-b885-d9961bde6d4a req-9945c45f-c334-4765-9ed6-d49529644a65 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958419
Jan 29 21:11:30.978272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] For port 5d30c008-1ac5-4729-94f9-740ab351804d, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:30.983450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] For port 5d30c008-1ac5-4729-94f9-740ab351804d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d30c008-1ac5-4729-94f9-740ab351804d,segment=NetworkSegment(7d0735a6-b545-47e8-9819-de790cf5b5fa),segment_id=7d0735a6-b545-47e8-9819-de790cf5b5fa)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:30.999929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:31.130048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da243-3b1b-4be7-acf8-0f60d61f0324 None None] Pushing event updated for resources: {'Port': ['ID=5d30c008-1ac5-4729-94f9-740ab351804d,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:31.223691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:31.241010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3263694-4860-43f0-9d5a-3c0501f6b13d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:31.243894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (92645538-b85c-4795-ba11-d09b42fca7de), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:31.255545 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fff7caaa-aa0b-44de-9a70-1497adac9d4e tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7507372
Jan 29 21:11:31.256191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48206) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:31.264424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:31.350322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f3263694-4860-43f0-9d5a-3c0501f6b13d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:31.350788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:31.354168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:31.387333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:31.402822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024913ab-e1d3-4b6d-8db0-c8a1d7724c00 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:31.409001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:31.411010 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:31.461494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=92645538-b85c-4795-ba11-d09b42fca7de,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:31.525570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be736-4604-4ca8-8976-b7b588232e26 req-00523fe6-28f4-4f14-8036-af21ed96978a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:31.527150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f0be736-4604-4ca8-8976-b7b588232e26 req-00523fe6-28f4-4f14-8036-af21ed96978a tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.3905778
Jan 29 21:11:31.561287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-422b9a98-980a-4701-8bbb-3dd8357386a8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1345916
Jan 29 21:11:31.562668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:31.586892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70737a5f-3dbf-4e81-9459-7c9d4f621e18 req-d8a89c89-5115-4cc9-a3aa-958d71fe2181 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:31.588771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70737a5f-3dbf-4e81-9459-7c9d4f621e18 req-d8a89c89-5115-4cc9-a3aa-958d71fe2181 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 945 time: 0.2707825
Jan 29 21:11:31.604353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '92645538-b85c-4795-ba11-d09b42fca7de', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-708474904'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:31.616275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f3263694-4860-43f0-9d5a-3c0501f6b13d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:31.617424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0751ab59-a73e-4df3-bb46-3166eba3f8ab up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:31.728662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:31.748337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '92645538-b85c-4795-ba11-d09b42fca7de'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:31.750739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:31.799957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:31.800606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a42c460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:31.900786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70737a5f-3dbf-4e81-9459-7c9d4f621e18 req-088f95c0-2ff0-481b-9342-c361abf091e7 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2665932
Jan 29 21:11:31.929533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8f0be736-4604-4ca8-8976-b7b588232e26 req-ee7d2ded-fd75-4913-a009-31fef022d9b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3861876
Jan 29 21:11:32.001428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:32.007185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.027829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0751ab59-a73e-4df3-bb46-3166eba3f8ab triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:32.028322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.055796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 17dbb02b-dc09-4d16-81f1-185e5216d729 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:32.111477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:11:32.150320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.extraroute_db [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Removed routes are [] {{(pid=125942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:11:32.150874 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.198759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:32.274995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb03c4-3485-4e63-932f-323a6d51f014 None None] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:32.277308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 082931da-46bf-4453-875b-e12b3431493e up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:32.291333 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:11:32.292424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:32.314952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2764eb4-bd7b-4e87-89e6-88712e2206ff req-922da4ff-da3d-4427-a233-52860c8fedf7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:32.320297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2764eb4-bd7b-4e87-89e6-88712e2206ff req-922da4ff-da3d-4427-a233-52860c8fedf7 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.2783449
Jan 29 21:11:32.378543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-404b7a43-a27e-45b0-9b0b-e6529c478abc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.7873318
Jan 29 21:11:32.382095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48274) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.456285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.461368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2764eb4-bd7b-4e87-89e6-88712e2206ff req-dbc889ae-ae2d-4599-8092-96eaffce8e75 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279173
Jan 29 21:11:32.467213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-65e9bc27-3347-4c94-a0d5-77da317950eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0835097
Jan 29 21:11:32.467837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48276) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.488693 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.501724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.548514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acb090-00a2-4b73-84ba-ef69f135a3af tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:32.550509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acb090-00a2-4b73-84ba-ef69f135a3af tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:32.552184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a5acb090-00a2-4b73-84ba-ef69f135a3af tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0833979
Jan 29 21:11:32.558944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48282) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.644860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 92645538-b85c-4795-ba11-d09b42fca7de {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:32.665396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588715ee-09d7-4057-abb3-60a67ee61fd6 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:32.666593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a29033-ad24-48fa-b2f0-0d501680f549 req-feb77174-901d-40cd-8bed-51842de01a98 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:32.668134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-588715ee-09d7-4057-abb3-60a67ee61fd6 tempest-TestNetworkBasicOps-912755001 tempest-TestNetworkBasicOps-912755001-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1122 time: 0.1640949
Jan 29 21:11:32.670286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.676290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '6001cd67-2542-4ebc-851d-99118d283423', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address': '172.20.0.4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:32.677482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99a29033-ad24-48fa-b2f0-0d501680f549 req-feb77174-901d-40cd-8bed-51842de01a98 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.1193697
Jan 29 21:11:32.696781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:32.720067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.733344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99a29033-ad24-48fa-b2f0-0d501680f549 req-90cf5b5a-9080-48dc-b569-91cdf3734fe9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548129
Jan 29 21:11:32.734417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Provisioning complete for port 0751ab59-a73e-4df3-bb46-3166eba3f8ab triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:32.734798 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.861577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:32.869833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/92645538-b85c-4795-ba11-d09b42fca7de/bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:32.870684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.873897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 082931da-46bf-4453-875b-e12b3431493e completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:11:32.874891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48288) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:32.875042 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a23fb66c-8611-43cd-9598-3db4200d555d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 934 time: 1.6177845
Jan 29 21:11:32.899221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca516d-ab79-47f8-b457-f631b8ceb2bb None None] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:32.929750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 082931da-46bf-4453-875b-e12b3431493e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:32.929750 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (082931da-46bf-4453-875b-e12b3431493e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:32.960809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.011810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aa16c7eb-f586-478e-a5d6-a09f93d3b027 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 934 time: 0.1350565
Jan 29 21:11:33.014476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48294) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:33.021470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'routes': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:33.115852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-5a74bc87-a155-41b2-a05c-b1a47778cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.116396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0751ab59-a73e-4df3-bb46-3166eba3f8ab is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:33.117076 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.120049 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-5a74bc87-a155-41b2-a05c-b1a47778cf7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1129 time: 0.1337509
Jan 29 21:11:33.216459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Allocated IP 172.35.4.128 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:33.288790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80f241-64d2-4db1-b9ce-afe5894ff04a req-a68b55e8-5df8-405f-9f33-7ddf32f6f06a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.290765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d80f241-64d2-4db1-b9ce-afe5894ff04a req-a68b55e8-5df8-405f-9f33-7ddf32f6f06a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.2150536
Jan 29 21:11:33.290938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Current status of the port 0751ab59-a73e-4df3-bb46-3166eba3f8ab is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:33.291190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.297716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116c56-fab2-4719-aa3e-425339ad5861 req-d0f68542-f5dd-46a9-a531-e8db639a2eda tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.299291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13116c56-fab2-4719-aa3e-425339ad5861 req-d0f68542-f5dd-46a9-a531-e8db639a2eda tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 945 time: 0.2220531
Jan 29 21:11:33.308766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-fcac9a90-8dd1-4158-b4e7-537c1002eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.310448 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-fcac9a90-8dd1-4158-b4e7-537c1002eb81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1824353
Jan 29 21:11:33.320012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0751ab59-a73e-4df3-bb46-3166eba3f8ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0751ab59-a73e-4df3-bb46-3166eba3f8ab,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:33.354638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.355727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:33.430082 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-6cc87d34-070d-4678-9b4a-817303abd07b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 1001 time: 0.1083019
Jan 29 21:11:33.444410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13116c56-fab2-4719-aa3e-425339ad5861 req-91ca5adc-a2c8-4216-a8db-fd713249e8ef tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1387622
Jan 29 21:11:33.463633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 082931da-46bf-4453-875b-e12b3431493e is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:33.463992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (082931da-46bf-4453-875b-e12b3431493e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.478061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d80f241-64d2-4db1-b9ce-afe5894ff04a req-a430a463-6cef-4fbd-be36-b0251e665c89 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1680751
Jan 29 21:11:33.480614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.519095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks [] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.549619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (92645538-b85c-4795-ba11-d09b42fca7de), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.554125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-8065aa0c-2706-4402-b5a8-94de92fd51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.556457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-8065aa0c-2706-4402-b5a8-94de92fd51b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1130962
Jan 29 21:11:33.564519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.573191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:33.580412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082931da-46bf-4453-875b-e12b3431493e'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:33.582925 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206405b-54a1-43a3-80f6-2293935359dc" -d '{"events": [{"server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "name": "network-vif-plugged", "status": "completed", "tag": "082931da-46bf-4453-875b-e12b3431493e"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:33.607706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a42c460>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:29Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:33.638270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (92645538-b85c-4795-ba11-d09b42fca7de), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.666517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.697172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=082931da-46bf-4453-875b-e12b3431493e,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:33.700403 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494a966e-82c2-421f-b7ba-3b70d95f4655 x-openstack-request-id: req-494a966e-82c2-421f-b7ba-3b70d95f4655 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:33.700573 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "name": "network-vif-plugged", "status": "completed", "tag": "082931da-46bf-4453-875b-e12b3431493e", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:33.700803 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-494a966e-82c2-421f-b7ba-3b70d95f4655 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:33.701961 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082931da-46bf-4453-875b-e12b3431493e', 'code': 200}
Jan 29 21:11:33.711794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:33.711794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Updating router fd9015ab-bb39-4293-9592-2955d5c0683e port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:33.713863 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:11:33.713863 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:11:33.720876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (082931da-46bf-4453-875b-e12b3431493e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.721698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:33.735223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:33.750932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-6c6737c4-cc58-4a05-8407-4fbd4dbe1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:33.752512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-6c6737c4-cc58-4a05-8407-4fbd4dbe1cbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1901104
Jan 29 21:11:33.769754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:33.773009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:33.791750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:33.814675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:33.819573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:33.826455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Pushing event updated for resources: {'Port': ['ID=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:33.832075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:33.835352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:33.835731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:33.847785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.329815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added routes are [] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:11:34.330988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:11:34.368593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-872e89bc-669c-4797-9246-e37132a9d323 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6082149
Jan 29 21:11:34.396661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb781-d854-4a43-a26e-b0ccafaa903d req-fb3f8c39-516f-41b9-adee-8a0b4019ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:34.398864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a7cb781-d854-4a43-a26e-b0ccafaa903d req-fb3f8c39-516f-41b9-adee-8a0b4019ae25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.6516929
Jan 29 21:11:34.402458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:34.423539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Attempting to bind port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:34.423907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Attempting to bind port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:34.424269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Attempting to bind port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:34.436013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 80bdc414-2168-448f-8a33-a8d31d19eb33 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:34.436423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.447778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Current status of the port 0751ab59-a73e-4df3-bb46-3166eba3f8ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:34.470816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (92645538-b85c-4795-ba11-d09b42fca7de), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.490900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:34.491286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:34.491697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.492096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:34.493159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Bound port: bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:34.493550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.570777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.578317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a7cb781-d854-4a43-a26e-b0ccafaa903d req-d5fb3c97-7575-4e07-959b-c3ae25804aba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1629391
Jan 29 21:11:34.701720 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ad93a49d-17e7-4264-8f29-9ab68f8d1ec8 req-3886db18-6556-4345-bbfa-d28fa2567701 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2916055
Jan 29 21:11:34.848922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:34.859958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (92645538-b85c-4795-ba11-d09b42fca7de), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.880399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:34.880791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.884874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5e49f-d69a-4a2c-ba1a-302bc44d5aa3 req-56e6d07e-47d4-4daa-892a-e78c2efa7118 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:34.887745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2f5e49f-d69a-4a2c-ba1a-302bc44d5aa3 req-56e6d07e-47d4-4daa-892a-e78c2efa7118 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.2924864
Jan 29 21:11:34.893441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.962419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Provisioning complete for port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:34.962815 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.971773 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks [] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:34.990449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=92645538-b85c-4795-ba11-d09b42fca7de,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:35.006668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:35.014389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.020194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-289092b9-22c9-46c4-9cd9-579dd1aed71e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/92645538-b85c-4795-ba11-d09b42fca7de HTTP/1.1" status: 204  len: 168 time: 2.4571986
Jan 29 21:11:35.022287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48302) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:35.052899 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.056238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.063621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083b069-a3b4-4b2f-8d61-c7a9917183e0 req-233d694f-74e9-4a8a-94a1-6310930100f0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:35.065221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1083b069-a3b4-4b2f-8d61-c7a9917183e0 req-233d694f-74e9-4a8a-94a1-6310930100f0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 947 time: 0.4326992
Jan 29 21:11:35.157153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-790df5a2-f8dd-4cd1-96f3-60f82775bee5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1334701
Jan 29 21:11:35.158689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (b6ed0841-ed35-477b-97ca-32103dee8bf3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.161387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48304) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:35.168629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:35.172283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=14']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:35.198195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] For port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:35.205700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b76f1d42-5bae-4271-9631-1f8cabb5dbe8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:35.266603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.273246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.305261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] For port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:35.306517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b76f1d42-5bae-4271-9631-1f8cabb5dbe8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:35.306861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b76f1d42-5bae-4271-9631-1f8cabb5dbe8 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:35.330347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1083b069-a3b4-4b2f-8d61-c7a9917183e0 req-e5d5a42e-19ee-4e9a-a5b5-797e96e85687 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2372890
Jan 29 21:11:35.342295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2f5e49f-d69a-4a2c-ba1a-302bc44d5aa3 req-1ba5d7ff-6e36-48a7-8fd9-b7e35ac33f43 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3929155
Jan 29 21:11:35.353216 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.394201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Attempting to bind port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:35.394573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Attempting to bind port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:35.394941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Attempting to bind port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 on network 84c354ca-3482-4460-9bbc-f7cb6e06653a {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:35.405862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.430304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:35.430812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Checking segment: {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:35.431226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.431625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Bound using segment: {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:35.432101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Bound port: ef357a82-85da-4fd8-b163-1b7dd1fc89b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0735a6-b545-47e8-9819-de790cf5b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:35.433359 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.454808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:35.474132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:35.489654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.573676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:35.582235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.597191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.635839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b1e85-b5b6-4bdd-af98-d8dad2330952 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:11:35.686593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fdf52-d068-4014-a5ac-d2d91dc3b73c None None] Current status of the port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:35.690898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event updated for resources: {'Port': ['ID=0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:35.705971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (b6ed0841-ed35-477b-97ca-32103dee8bf3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.717918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:35.721237 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead434ed-db3f-4e51-9f39-d00d2bf0538f" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:35.733549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0751ab59-a73e-4df3-bb46-3166eba3f8ab up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:35.757529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91115157-3406-465b-96b5-7f5fc97cda66 None None] Pushing event updated for resources: {'Port': ['ID=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:35.762858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:35.771379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.772569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4fd8f5ed-fbc1-4125-8493-64d357a0c513 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 700 time: 2.7568512
Jan 29 21:11:35.775293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48308) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:35.804294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] For port ef357a82-85da-4fd8-b163-1b7dd1fc89b2, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:35.839836 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33885249-091d-4c8f-9ba9-976e1e5c9245 x-openstack-request-id: req-33885249-091d-4c8f-9ba9-976e1e5c9245 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:35.840133 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:35.840438 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33885249-091d-4c8f-9ba9-976e1e5c9245 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:35.840555 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Floating IP b6ed0841-ed35-477b-97ca-32103dee8bf3 associated. External IP: 172.35.4.128, port: 6001cd67-2542-4ebc-851d-99118d283423.
Jan 29 21:11:35.840757 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'code': 200}
Jan 29 21:11:35.888426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] For port ef357a82-85da-4fd8-b163-1b7dd1fc89b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,segment=NetworkSegment(7d0735a6-b545-47e8-9819-de790cf5b5fa),segment_id=7d0735a6-b545-47e8-9819-de790cf5b5fa)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:35.928496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e26a3c30-93d1-4a92-ba94-ef190365bbeb tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 700 time: 0.1493707
Jan 29 21:11:35.928722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48310) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:35.936521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ce46e269-d5c3-4c04-9689-6c67d6eb7141), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.962646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:35.984741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Provisioning complete for port 5d30c008-1ac5-4729-94f9-740ab351804d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:35.985239 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.012592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4d618-ad12-431a-9b90-a4dfa427576c None None] Pushing event updated for resources: {'Port': ['ID=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:36.057821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:36.062149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b1e85-b5b6-4bdd-af98-d8dad2330952 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:11:36.067524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:36.075474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:36.076081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.083399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=ce46e269-d5c3-4c04-9689-6c67d6eb7141,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:36.108780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:36.109603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a42c460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:36.150005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 33115f99-89df-4388-9f66-0b1cf611c90b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:36.156945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0751ab59-a73e-4df3-bb46-3166eba3f8ab triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:36.156945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.182083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4cf43234-be9c-40c0-ae8e-494125640837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0140977
Jan 29 21:11:36.182083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48312) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:36.187901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-259705546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:36.204825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91115157-3406-465b-96b5-7f5fc97cda66 None None] Pushing event updated for resources: {'Port': ['ID=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:36.262960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.264082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.276367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:36.288972 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Sync routers for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:36.305119 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:36.305368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.306432 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6ecee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:36.335199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router_controller (a9029148-4846-46ef-88a0-7b13cfd0765c), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.347029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.347415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:36.361490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8081f3d4-925b-44e5-9a3b-d415a4b167b8 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6900761
Jan 29 21:11:36.362387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:36.365130 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3622ae84-7011-4034-9528-f9ff27c7ad70" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:36.367525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48316) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:36.411185 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.414493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-365a355c-4d19-4646-a408-26c8dbd13b51 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2318785
Jan 29 21:11:36.418217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48322) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:36.456716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Current status of the port 5d30c008-1ac5-4729-94f9-740ab351804d is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:36.457752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.480086 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fa96a2-7278-4128-9238-f73233b6778e x-openstack-request-id: req-18fa96a2-7278-4128-9238-f73233b6778e {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:36.480359 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:36.480624 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18fa96a2-7278-4128-9238-f73233b6778e {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:36.481062 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423', 'status': 'completed', 'code': 200}
Jan 29 21:11:36.525189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:11:36.566649 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:36.631200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2885e3d-8c20-47c9-8e86-35106f3d47f2 req-91e31175-c7c5-4f38-bb2a-7e0163f7d3e9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:36.632735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2885e3d-8c20-47c9-8e86-35106f3d47f2 req-91e31175-c7c5-4f38-bb2a-7e0163f7d3e9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1970046
Jan 29 21:11:36.638705 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-de8fd74c-98e0-43e4-bc45-2bdbb3a475fc tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/b6ed0841-ed35-477b-97ca-32103dee8bf3 HTTP/1.1" status: 200  len: 991 time: 0.2676611
Jan 29 21:11:36.646673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96633d-08df-43d1-8d69-10737b739635 req-478f638a-47a7-4b4f-bf9b-8e0947b39408 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:36.648837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a96633d-08df-43d1-8d69-10737b739635 req-478f638a-47a7-4b4f-bf9b-8e0947b39408 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.1250753
Jan 29 21:11:36.650917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-e6f4c0d1-7835-4412-8704-55ff16c0abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:36.652412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-e6f4c0d1-7835-4412-8704-55ff16c0abdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1127 time: 0.1855888
Jan 29 21:11:36.659071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] For port 5d30c008-1ac5-4729-94f9-740ab351804d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d30c008-1ac5-4729-94f9-740ab351804d,segment=NetworkSegment(7d0735a6-b545-47e8-9819-de790cf5b5fa),segment_id=7d0735a6-b545-47e8-9819-de790cf5b5fa)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:36.665964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0751ab59-a73e-4df3-bb46-3166eba3f8ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:36.667558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d30c008-1ac5-4729-94f9-740ab351804d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:36.693105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.744883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2885e3d-8c20-47c9-8e86-35106f3d47f2 req-20ad85d6-ad3d-4ec7-a397-b96db1534d36 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950124
Jan 29 21:11:36.771834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.782104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-54c27019-f549-4671-8c8c-f86d5857bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:36.783599 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-54c27019-f549-4671-8c8c-f86d5857bf35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 898 time: 0.0969758
Jan 29 21:11:36.828190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Provisioning complete for port 0751ab59-a73e-4df3-bb46-3166eba3f8ab triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:36.828726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:36.901058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Pushing event updated for resources: {'Port': ['ID=5d30c008-1ac5-4729-94f9-740ab351804d,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:36.912020 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-fad798f4-ee4c-461e-9492-4d497a18748c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 999 time: 0.0699954
Jan 29 21:11:36.955531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a96633d-08df-43d1-8d69-10737b739635 req-86e022a4-1e2d-4476-aecf-fc3aa05fcdf6 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2778165
Jan 29 21:11:36.973681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5d30c008-1ac5-4729-94f9-740ab351804d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:36.974404 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.091825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-8395573d-9ccd-40a7-9313-b2c10942231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.093523 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-8395573d-9ccd-40a7-9313-b2c10942231e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 200  len: 834 time: 0.1763535
Jan 29 21:11:37.095287 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.096107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2ac5-7984-47b5-b5a8-7de3a9815964 req-9e835c91-b27d-488e-a4ab-a50e7c9d786c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.097724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e76a2ac5-7984-47b5-b5a8-7de3a9815964 req-9e835c91-b27d-488e-a4ab-a50e7c9d786c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1109364
Jan 29 21:11:37.098459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6ecee0>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6ed0841-ed35-477b-97ca-32103dee8bf3', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.128', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'port_id': '6001cd67-2542-4ebc-851d-99118d283423', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'mac_address': 'fa:16:3e:8f:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:34Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:37.129607 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Checking router: 33115f99-89df-4388-9f66-0b1cf611c90b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:37.144350 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:37.144978 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b6ecee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:37.205921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': 'ce46e269-d5c3-4c04-9689-6c67d6eb7141'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:11:37.233601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e76a2ac5-7984-47b5-b5a8-7de3a9815964 req-ba3bebe9-8291-4d4d-8b71-4c8229f4de3c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108482
Jan 29 21:11:37.248527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b296b09-59c4-46eb-ad9d-0b28a2010e9a req-86c08ee7-e293-4a36-b763-e8c5946d1181 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.258869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b296b09-59c4-46eb-ad9d-0b28a2010e9a req-86c08ee7-e293-4a36-b763-e8c5946d1181 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.1816192
Jan 29 21:11:37.342415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b296b09-59c4-46eb-ad9d-0b28a2010e9a req-d717c46a-36bb-4612-9587-4acd89fecceb tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0820460
Jan 29 21:11:37.370105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:37.370105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.370432 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:37.396965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.426197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a42c460>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 7, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:35Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:37.436458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Current status of the port 0751ab59-a73e-4df3-bb46-3166eba3f8ab is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:37.478444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0b2c7-dd48-4687-8ecb-653b49d54625 None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 7, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:35Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:37.534457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5d30c008-1ac5-4729-94f9-740ab351804d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:37.553250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Provisioning complete for port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:37.553648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.594369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0fdf6-5d47-4827-a38a-e48815fcedc0 req-c265f025-a3a3-4c70-a5e5-f549f0bdbd95 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.595966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a0fdf6-5d47-4827-a38a-e48815fcedc0 req-c265f025-a3a3-4c70-a5e5-f549f0bdbd95 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.2230873
Jan 29 21:11:37.653489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48336) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:37.751850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc8c9-a601-47e6-af3f-919d841ce105 req-69d0ddcc-0b6a-4544-b0e8-c79808967ac3 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.753689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e9dc8c9-a601-47e6-af3f-919d841ce105 req-69d0ddcc-0b6a-4544-b0e8-c79808967ac3 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.3010519
Jan 29 21:11:37.778643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ef357a82-85da-4fd8-b163-1b7dd1fc89b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:37.786463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-99ebc4fe-e2f0-4c9c-af35-e9417469f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:37.788152 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-99ebc4fe-e2f0-4c9c-af35-e9417469f8df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6760943
Jan 29 21:11:37.790684 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b6ecee0>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6ed0841-ed35-477b-97ca-32103dee8bf3', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.128', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'port_id': '6001cd67-2542-4ebc-851d-99118d283423', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'mac_address': 'fa:16:3e:8f:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:34Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:37.795767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port ef357a82-85da-4fd8-b163-1b7dd1fc89b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,segment=NetworkSegment(7d0735a6-b545-47e8-9819-de790cf5b5fa),segment_id=7d0735a6-b545-47e8-9819-de790cf5b5fa)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:37.796281 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:37.825612 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237341e-347b-41f6-8c2d-79dffff157e2 None None] The sync data for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 is: [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6ed0841-ed35-477b-97ca-32103dee8bf3', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'floating_ip_address': '172.35.4.128', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'port_id': '6001cd67-2542-4ebc-851d-99118d283423', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'mac_address': 'fa:16:3e:8f:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:34Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 0, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:37.830311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:37.848395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for ef357a82-85da-4fd8-b163-1b7dd1fc89b2 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:37.875041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98f5ef2d-5c2f-4a68-9180-47397238b8e9 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/b6ed0841-ed35-477b-97ca-32103dee8bf3 HTTP/1.1" status: 200  len: 991 time: 0.2204185
Jan 29 21:11:37.891629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a0fdf6-5d47-4827-a38a-e48815fcedc0 req-a7c35d36-7b81-4501-bd06-82c48114fbeb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2884383
Jan 29 21:11:37.909106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:37.910047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0969f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:37.954082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e9dc8c9-a601-47e6-af3f-919d841ce105 req-125c0823-217f-496b-993a-9f0a28c0cb5b tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1898134
Jan 29 21:11:37.978280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48338) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:37.992054 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-33d9defd-f5ce-4e74-aa9f-4bb617516f06 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771612
Jan 29 21:11:38.096096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/ce46e269-d5c3-4c04-9689-6c67d6eb7141/bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:38.108529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3622ae84-7011-4034-9528-f9ff27c7ad70 req-97e3d12f-7dd3-4b13-b076-e338e2164d1e service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073418
Jan 29 21:11:38.159226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Current status of the port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:38.167844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:38.223023 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6372e49-566e-4e0e-aec6-28c397d4a3b8 None None] New status for floating IP b6ed0841-ed35-477b-97ca-32103dee8bf3: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:11:38.229205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:38.229595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.266313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Provisioning complete for port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:38.266699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.456141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] For port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:38.568893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Publish callbacks [] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.582786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.599766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Current status of the port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:38.600155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f129cf-2bff-4e2b-8eae-f07d79f74ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.636733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::1 (f830efc8-95ad-4ffd-abed-ffb6df29d392/ce46e269-d5c3-4c04-9689-6c67d6eb7141/d68238f1-ccf4-43b2-9b17-8616442f6557) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:38.644463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ef357a82-85da-4fd8-b163-1b7dd1fc89b2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:38.644865 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.670647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c0427-5995-4533-a683-059f4dc33d97 tempest-TestServerBasicOps-343649999 tempest-TestServerBasicOps-343649999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:38.675231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-878c0427-5995-4533-a683-059f4dc33d97 tempest-TestServerBasicOps-343649999 tempest-TestServerBasicOps-343649999-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1123 time: 0.6927867
Jan 29 21:11:38.676552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48354) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:38.681793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '082931da-46bf-4453-875b-e12b3431493e', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:38.729360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d765c5-0e7c-43ab-8951-a873cea36e90 None None] Pushing event updated for resources: {'Port': ['ID=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:38.732058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-12274264-a721-4593-8e8f-19f0a17fed2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:38.733608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-12274264-a721-4593-8e8f-19f0a17fed2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.1843004
Jan 29 21:11:38.735066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.740607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ef357a82-85da-4fd8-b163-1b7dd1fc89b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.798939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:38.814509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=ef357a82-85da-4fd8-b163-1b7dd1fc89b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:38.826338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-3aecda0e-f44a-46f8-baf0-3fd280f7e6de tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/quotas/ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 375 time: 0.0725873
Jan 29 21:11:38.830689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0969f670>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:34Z', 'revision_number': 7, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef357a82-85da-4fd8-b163-1b7dd1fc89b2', 'name': '', 'network_id': '84c354ca-3482-4460-9bbc-f7cb6e06653a', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:c6:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:28Z', 'updated_at': '2022-01-29T21:11:35Z', 'revision_number': 4, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'd317d7f6-33c5-4e87-b85c-685339547bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:38.832140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.834126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.834488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.834830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.835165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.835503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.835837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.836694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.837093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.837372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.837695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.838019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.838399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.838725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:38.867744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:38.877804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48356) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:38.885403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:38.886201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0969f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:38.930911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:38.964203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:38.964580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.003087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:39.015725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:39.017236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:39.018213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:39.019822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (a9029148-4846-46ef-88a0-7b13cfd0765c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.030416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c490cf89-23e1-4e21-bddd-52fd1bc3ef12 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/b6ed0841-ed35-477b-97ca-32103dee8bf3 HTTP/1.1" status: 200  len: 993 time: 0.1500447
Jan 29 21:11:39.043121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-84f6af04-4124-476e-8013-b93a50cf8347 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2013690
Jan 29 21:11:39.062721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=d68238f1-ccf4-43b2-9b17-8616442f6557,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:39.152265 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.223009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.228329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.234026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-d0e36c41-f327-46ab-b2db-11cb25e95809 service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759727
Jan 29 21:11:39.412580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:39.413870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d30c008-1ac5-4729-94f9-740ab351804d up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:39.516354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5d30c008-1ac5-4729-94f9-740ab351804d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:39.516766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.554799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.563458 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.564418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (a9029148-4846-46ef-88a0-7b13cfd0765c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.585547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0969f670>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:38Z', 'revision_number': 8, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:39.600815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-1ddc4e1c-e15c-4ffb-af25-df853a26064c service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120267
Jan 29 21:11:39.616682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Allocated IP 172.35.4.8 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/a35e5d13-f1ac-4628-94bf-d9a37650ec2b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:39.636319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede88693-df82-4a21-a405-7cf50c593fdc None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:38Z', 'revision_number': 8, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:39.655056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5d30c008-1ac5-4729-94f9-740ab351804d is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:39.700880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:39.713063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=d68238f1-ccf4-43b2-9b17-8616442f6557,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:39.736470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:39.737917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:39.845341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:39.891640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-837b1089-1a9d-4636-a13f-2c381b21b997 req-52b774df-3542-446f-a2e0-5151dda1f3f5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 210 time: 0.0423985
Jan 29 21:11:39.900296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Router a9029148-4846-46ef-88a0-7b13cfd0765c is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:11:39.919135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:39.931224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7e02f8c4-64a7-457a-bcd2-da2dd7df3f59 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0015478
Jan 29 21:11:39.933738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48364) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:40.029196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet d317d7f6-33c5-4e87-b85c-685339547bd9 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:40.032566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (d317d7f6-33c5-4e87-b85c-685339547bd9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.033028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:40.041878 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8f53c18-c08f-44b7-9333-992fff1e5218 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "PUT /v2.0/routers/a9029148-4846-46ef-88a0-7b13cfd0765c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6225152
Jan 29 21:11:40.042499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:40.045966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Sync routers for ids ['a9029148-4846-46ef-88a0-7b13cfd0765c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:40.070760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Routers {'a9029148-4846-46ef-88a0-7b13cfd0765c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:40.071394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a624910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a9029148-4846-46ef-88a0-7b13cfd0765c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:40.114096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3b913-3b18-42b5-b9a1-9042c1c0397d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:40.115983 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1cd3b913-3b18-42b5-b9a1-9042c1c0397d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports/d68238f1-ccf4-43b2-9b17-8616442f6557 HTTP/1.1" status: 200  len: 911 time: 0.0724807
Jan 29 21:11:40.120111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48368) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:40.128151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.153178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (d317d7f6-33c5-4e87-b85c-685339547bd9), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.241504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39f1547-9164-4346-bbc4-2b2d61cfb67f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:40.247329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39f1547-9164-4346-bbc4-2b2d61cfb67f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:40.257911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a39f1547-9164-4346-bbc4-2b2d61cfb67f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1357379
Jan 29 21:11:40.258642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48372) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:40.269662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:40.320565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:40.334180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:40.337441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'Port': ['ID=a35e5d13-f1ac-4628-94bf-d9a37650ec2b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:40.340103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:40.354879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Set router a9029148-4846-46ef-88a0-7b13cfd0765c gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:40.424615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94f82aa7-3445-48c8-bc02-32da408039ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.430382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:40.431022 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.455112 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:40.472235 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:40.472752 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af62c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:40.596519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdff7c-24aa-4cf9-b939-78c6f0a00213 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:40.652954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:40.730368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:40.730780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.774493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7d8f6f91-7e5f-4b52-bb25-0f558334d4e5 None None] Provisioning complete for port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:40.774874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6f91-7e5f-4b52-bb25-0f558334d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.792221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d317d7f6-33c5-4e87-b85c-685339547bd9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.859638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:40.934140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (d317d7f6-33c5-4e87-b85c-685339547bd9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:40.944525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.023160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (a9029148-4846-46ef-88a0-7b13cfd0765c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.032676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:41.044711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=d317d7f6-33c5-4e87-b85c-685339547bd9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:41.063212 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.070206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-437bdfab-9630-4644-b99d-871edab29167 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/d317d7f6-33c5-4e87-b85c-685339547bd9 HTTP/1.1" status: 204  len: 168 time: 1.1353965
Jan 29 21:11:41.074833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48380) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:41.146879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed9b902f-d6a5-4d7f-8d42-057b24e33b6c req-07b61af4-df02-470a-af3e-2cc7bf323343 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 210 time: 0.1114655
Jan 29 21:11:41.147098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a624910>, [{'id': 'a9029148-4846-46ef-88a0-7b13cfd0765c', 'name': 'tempest-NetworksTestDHCPv6-router-259705546', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:36Z', 'updated_at': '2022-01-29T21:11:39Z', 'revision_number': 2, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None, '_interfaces': [{'id': 'd68238f1-ccf4-43b2-9b17-8616442f6557', 'name': '', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'mac_address': 'fa:16:3e:71:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9029148-4846-46ef-88a0-7b13cfd0765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'ce46e269-d5c3-4c04-9689-6c67d6eb7141', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:37Z', 'updated_at': '2022-01-29T21:11:39Z', 'revision_number': 2, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'subnets': [{'id': 'ce46e269-d5c3-4c04-9689-6c67d6eb7141', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:41.193542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af62c40>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:38Z', 'revision_number': 8, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:41.198801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Checking router: a9029148-4846-46ef-88a0-7b13cfd0765c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:41.199516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Updating router a9029148-4846-46ef-88a0-7b13cfd0765c port d68238f1-ccf4-43b2-9b17-8616442f6557 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:41.201627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f6f91-7e5f-4b52-bb25-0f558334d4e5 None None] Current status of the port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:41.250202 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:41.262440 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:41.263081 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af62c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:41.276361 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.373389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b427bc41-e381-4d18-b3f7-f5118f7e3efd None None] Could not find standard attr ID for object ef357a82-85da-4fd8-b163-1b7dd1fc89b2. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:41.391606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab418dcc-526a-4981-8c68-cd1d4dcbf6d7 None None] Network 84c354ca-3482-4460-9bbc-f7cb6e06653a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:41.402405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (84c354ca-3482-4460-9bbc-f7cb6e06653a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.457490 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:41.527746 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for floatingip (d86e7112-e433-4291-a0a4-baa2b5981065), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.613106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 5d30c008-1ac5-4729-94f9-740ab351804d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:41.613456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.627815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-c06ddc34-9b20-4f9a-857d-001a9b657bce tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:41.630455 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-c06ddc34-9b20-4f9a-857d-001a9b657bce tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.2185948
Jan 29 21:11:41.635112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port d68238f1-ccf4-43b2-9b17-8616442f6557 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:41.635492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.647214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'device_id': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'admin_state_up': True, 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:41.708631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.733018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Provisioning complete for port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:41.733635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.811008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port 5d30c008-1ac5-4729-94f9-740ab351804d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d30c008-1ac5-4729-94f9-740ab351804d,segment=NetworkSegment(7d0735a6-b545-47e8-9819-de790cf5b5fa),segment_id=7d0735a6-b545-47e8-9819-de790cf5b5fa)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:41.811618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.830169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:41.870407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 5d30c008-1ac5-4729-94f9-740ab351804d owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:41.918930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:41.921467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af62c40>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:38Z', 'revision_number': 8, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:41.939286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for d68238f1-ccf4-43b2-9b17-8616442f6557 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:41.978293 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021d11a-7ded-47ae-b17a-33e6a2e56462 None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:38Z', 'revision_number': 8, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': '0751ab59-a73e-4df3-bb46-3166eba3f8ab', 'name': '', 'network_id': '6ba77704-f7ff-45f9-be4b-05282276ed22', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:19:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:21Z', 'updated_at': '2022-01-29T21:11:33Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': '4543bc3c-9195-410c-8a0d-6196bb1e6449', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:42.015813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Current status of the port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:42.031996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] DHCP port deletion for 84c354ca-3482-4460-9bbc-f7cb6e06653a request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:42.040686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:42.041372 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.046924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:42.051045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.150060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Provisioning complete for port d68238f1-ccf4-43b2-9b17-8616442f6557 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:42.150470 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.153515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.228240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=5d30c008-1ac5-4729-94f9-740ab351804d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:42.240327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.257697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port 5d30c008-1ac5-4729-94f9-740ab351804d on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:42.261389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.324758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (d68238f1-ccf4-43b2-9b17-8616442f6557), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.364036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=d68238f1-ccf4-43b2-9b17-8616442f6557,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:42.406766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.20.0.7 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/2e86c722-6f8b-47b4-b2c6-1db0a91d1f18) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:42.455705 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:11:42.456231 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:11:42.478948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83648034-3495-4be1-8137-dcdc3c595186 None None] Port d68238f1-ccf4-43b2-9b17-8616442f6557 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:42.490476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (a9029148-4846-46ef-88a0-7b13cfd0765c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.493716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54d452bf-c200-42cf-b013-89afd93f0463 req-6627354a-4493-4e57-bf1e-b6ac09fdadf6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 210 time: 0.1750660
Jan 29 21:11:42.495885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (84c354ca-3482-4460-9bbc-f7cb6e06653a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.532079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event updated for resources: {'Port': ['ID=a35e5d13-f1ac-4628-94bf-d9a37650ec2b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:42.540531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Deleting port 5d30c008-1ac5-4729-94f9-740ab351804d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:42.541124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.549793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0ac9a040>,) {'filters': {'network_id': ['84c354ca-3482-4460-9bbc-f7cb6e06653a']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:42.564898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ac9a040>, '7d0735a6-b545-47e8-9819-de790cf5b5fa') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:42.565220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ac9a040>, '7d0735a6-b545-47e8-9819-de790cf5b5fa') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:42.567270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d86e7112-e433-4291-a0a4-baa2b5981065), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.621431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] For port 5d30c008-1ac5-4729-94f9-740ab351804d, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:42.621850 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.635578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Calling delete_port for 5d30c008-1ac5-4729-94f9-740ab351804d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:42.639180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Port 5d30c008-1ac5-4729-94f9-740ab351804d was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:11:42.642610 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (5d30c008-1ac5-4729-94f9-740ab351804d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.688064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:42.695634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-37fc1d8c-529d-479d-8dcf-ef51de950aa7 None None] Could not find standard attr ID for object d68238f1-ccf4-43b2-9b17-8616442f6557. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:42.701113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ef357a82-85da-4fd8-b163-1b7dd1fc89b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:42.704948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] Pushing event deleted for resources: {'Port': ['ID=5d30c008-1ac5-4729-94f9-740ab351804d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:42.710767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0718698-b6f9-4d84-a93b-f1d3f0d5cd64 None None] No DVR routers for this DVR port 5d30c008-1ac5-4729-94f9-740ab351804d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:42.742025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4cc8-7e31-4633-994f-d878603d4f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.745249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ef357a82-85da-4fd8-b163-1b7dd1fc89b2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:42.745608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ef357a82-85da-4fd8-b163-1b7dd1fc89b2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:42.800523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Router a9029148-4846-46ef-88a0-7b13cfd0765c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:42.913687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:42.919365 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-210e151e-ece4-4c49-9396-5324abf3b50b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "PUT /v2.0/routers/a9029148-4846-46ef-88a0-7b13cfd0765c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6597145
Jan 29 21:11:42.922103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48384) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:42.933239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:42.976758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Port d68238f1-ccf4-43b2-9b17-8616442f6557 not found while updating agent binding for router a9029148-4846-46ef-88a0-7b13cfd0765c. {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 29 21:11:42.985470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Routers {'a9029148-4846-46ef-88a0-7b13cfd0765c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:42.986082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a624910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a9029148-4846-46ef-88a0-7b13cfd0765c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:42.994197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dac0e7-1010-43bd-93c1-5fc92d30b9a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:42.995859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dac0e7-1010-43bd-93c1-5fc92d30b9a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:42.999816 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9dac0e7-1010-43bd-93c1-5fc92d30b9a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0747762
Jan 29 21:11:43.007436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48386) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:43.032937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (7d0735a6-b545-47e8-9819-de790cf5b5fa), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.044219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.057017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7d0735a6-b545-47e8-9819-de790cf5b5fa), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.068914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] Set router a9029148-4846-46ef-88a0-7b13cfd0765c gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:43.070104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:11:43.071243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (7d0735a6-b545-47e8-9819-de790cf5b5fa), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:11:43.075837 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:11:43.109358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet ce46e269-d5c3-4c04-9689-6c67d6eb7141 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:43.114435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:43.117129 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (ce46e269-d5c3-4c04-9689-6c67d6eb7141), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.127024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a624910>, [{'id': 'a9029148-4846-46ef-88a0-7b13cfd0765c', 'name': 'tempest-NetworksTestDHCPv6-router-259705546', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:36Z', 'updated_at': '2022-01-29T21:11:42Z', 'revision_number': 3, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:43.139958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:43.140354 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Floating IP d86e7112-e433-4291-a0a4-baa2b5981065 associated. External IP: 172.35.4.8, port: 082931da-46bf-4453-875b-e12b3431493e.
Jan 29 21:11:43.144492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:43.146987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:43.159831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119691ac-b0ea-4e55-ae29-ab5aedd199b0 None None] The sync data for ids ['a9029148-4846-46ef-88a0-7b13cfd0765c'] in ncdv-master-1 is: [{'id': 'a9029148-4846-46ef-88a0-7b13cfd0765c', 'name': 'tempest-NetworksTestDHCPv6-router-259705546', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:36Z', 'updated_at': '2022-01-29T21:11:42Z', 'revision_number': 3, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:43.194771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (ce46e269-d5c3-4c04-9689-6c67d6eb7141), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.220553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (84c354ca-3482-4460-9bbc-f7cb6e06653a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.229623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.234122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/84c354ca-3482-4460-9bbc-f7cb6e06653a HTTP/1.1" status: 204  len: 168 time: 2.1567669
Jan 29 21:11:43.237885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:43.298921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3af5f-2b9b-4c0c-9f74-4012c174941b tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=84c354ca-3482-4460-9bbc-f7cb6e06653a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:43.532240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1b3c9a69-fd19-4d42-aa5b-02d678115625 None None] Provisioning complete for port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:43.533033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9a69-fd19-4d42-aa5b-02d678115625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.568347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:43.568968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.582101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c9a69-fd19-4d42-aa5b-02d678115625 None None] Port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:43.599063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-180eeede-3af8-49b3-96ac-e5642a92d777 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9568133
Jan 29 21:11:43.643181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ce46e269-d5c3-4c04-9689-6c67d6eb7141), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.671560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Router b23bad15-23f0-4bd0-9faa-c5172ee93c7c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:43.715287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Request body: {'port': {'device_id': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:43.719203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (ce46e269-d5c3-4c04-9689-6c67d6eb7141), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.733981 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.767577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=ce46e269-d5c3-4c04-9689-6c67d6eb7141,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:43.778154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.781749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d30c008-1ac5-4729-94f9-740ab351804d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:43.782135 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fde1833e-c2f5-4c3b-80a8-d1bac0321192 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/ce46e269-d5c3-4c04-9689-6c67d6eb7141 HTTP/1.1" status: 204  len: 168 time: 0.7722871
Jan 29 21:11:43.785362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:43.794121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e97c4-1b42-46f0-a819-7c316d5e4766 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:43.806497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a26a4-8dc4-4315-be27-7d6d0166e172 req-4dcfa5f9-78be-4070-95c8-8137935be175 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:43.808247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-260a26a4-8dc4-4315-be27-7d6d0166e172 req-4dcfa5f9-78be-4070-95c8-8137935be175 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 931 time: 0.2216849
Jan 29 21:11:43.859568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5d30c008-1ac5-4729-94f9-740ab351804d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:43.859789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5d30c008-1ac5-4729-94f9-740ab351804d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:43.878579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:43.929505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f684cc50-0327-400c-986a-a0e188829642 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1375289
Jan 29 21:11:43.929505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48398) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:43.937025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-260a26a4-8dc4-4315-be27-7d6d0166e172 req-2d0ceb41-720a-4153-8c53-29dc7b3893dc tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982566
Jan 29 21:11:43.947171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:43.960315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Sync routers for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:43.983379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:43.984018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab1a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:43.991031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.041062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fca33645-0f82-47d8-9d5b-ed1b5ebaf145 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.3552957
Jan 29 21:11:44.041062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'tag': '082931da-46bf-4453-875b-e12b3431493e'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:44.041062 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b168b808-4104-4c97-add2-c848daa3ee9e" -d '{"events": [{"name": "network-changed", "server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "tag": "082931da-46bf-4453-875b-e12b3431493e"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:44.059687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.073605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.104950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:44.119975 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e83a7b-a01a-465c-8102-db02399f7e39 x-openstack-request-id: req-15e83a7b-a01a-465c-8102-db02399f7e39 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:44.120596 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "tag": "082931da-46bf-4453-875b-e12b3431493e", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:44.121883 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15e83a7b-a01a-465c-8102-db02399f7e39 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:44.122475 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'tag': '082931da-46bf-4453-875b-e12b3431493e', 'status': 'completed', 'code': 200}
Jan 29 21:11:44.205207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:44.252270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Deleting port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:44.252566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.366028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.369531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] For port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:44.369754 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router_controller (a9029148-4846-46ef-88a0-7b13cfd0765c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.369935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.370737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 0751ab59-a73e-4df3-bb46-3166eba3f8ab {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:44.371149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.381037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b808-4104-4c97-add2-c848daa3ee9e req-6afdd8c0-fd3c-49ca-af37-dc337e08b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:44.382645 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-6afdd8c0-fd3c-49ca-af37-dc337e08b87f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.2435758
Jan 29 21:11:44.392186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Calling delete_port for bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:44.480135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port 0751ab59-a73e-4df3-bb46-3166eba3f8ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0751ab59-a73e-4df3-bb46-3166eba3f8ab,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:44.480834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.489344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (a9029148-4846-46ef-88a0-7b13cfd0765c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.489956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Fanout notify agent at l3_agent the message router_deleted on router a9029148-4846-46ef-88a0-7b13cfd0765c {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:11:44.504180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 0751ab59-a73e-4df3-bb46-3166eba3f8ab owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:44.506698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.508693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e48376a1-e992-4b34-a397-27b562b7bac8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/routers/a9029148-4846-46ef-88a0-7b13cfd0765c HTTP/1.1" status: 204  len: 168 time: 0.5790863
Jan 29 21:11:44.514401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Sync routers for ids ['a9029148-4846-46ef-88a0-7b13cfd0765c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:44.516731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48404) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:44.526890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:44.527124 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:44.527400 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:11:44.528216 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_agentschedulers_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a9029148-4846-46ef-88a0-7b13cfd0765c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:11:44.540326 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:44.541029 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:11:44.541958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_agentschedulers_db [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a9029148-4846-46ef-88a0-7b13cfd0765c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:11:44.542641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a71739-a62c-41c4-8095-e652675ebb4b None None] The sync data for ids ['a9029148-4846-46ef-88a0-7b13cfd0765c'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:44.560302 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.598068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] Pushing event deleted for resources: {'Port': ['ID=bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:44.601250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5dc45e-9c8c-4937-8e1e-e1caa2cd6f41 None None] No DVR routers for this DVR port bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:44.634385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab1a640>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd86e7112-e433-4291-a0a4-baa2b5981065', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'floating_ip_address': '172.35.4.8', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'port_id': '082931da-46bf-4453-875b-e12b3431493e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'mac_address': 'fa:16:3e:97:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:41Z', 'updated_at': '2022-01-29T21:11:41Z', 'revision_number': 0, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:44.671720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Checking router: b23bad15-23f0-4bd0-9faa-c5172ee93c7c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:44.671957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b808-4104-4c97-add2-c848daa3ee9e req-6fd8899f-59a0-403d-a801-c0f6933a47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:44.673258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-6fd8899f-59a0-403d-a801-c0f6933a47d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 910 time: 0.2538996
Jan 29 21:11:44.681679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:44.682294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab1a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:44.696353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:44.743946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks [] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.783592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0751ab59-a73e-4df3-bb46-3166eba3f8ab), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.786682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Transition to ACTIVE for port object 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:11:44.789690 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-1154ebfc-1ea4-40c6-865d-d0c58c5bb366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 998 time: 0.1064086
Jan 29 21:11:44.790506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:44.794281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.807877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:44.811417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:44.823719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=0751ab59-a73e-4df3-bb46-3166eba3f8ab,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:44.956089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:44.965296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b808-4104-4c97-add2-c848daa3ee9e req-bd25a47a-d023-4a74-9d7b-25b73b5eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:44.966805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-bd25a47a-d023-4a74-9d7b-25b73b5eccd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.1566265
Jan 29 21:11:45.035356 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.123104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab1a640>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd86e7112-e433-4291-a0a4-baa2b5981065', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'floating_ip_address': '172.35.4.8', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'port_id': '082931da-46bf-4453-875b-e12b3431493e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'mac_address': 'fa:16:3e:97:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:41Z', 'updated_at': '2022-01-29T21:11:41Z', 'revision_number': 0, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:45.157523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f91c72-6d0c-4589-8234-b3c1608f8913 None None] The sync data for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 is: [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd86e7112-e433-4291-a0a4-baa2b5981065', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'floating_ip_address': '172.35.4.8', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'port_id': '082931da-46bf-4453-875b-e12b3431493e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'mac_address': 'fa:16:3e:97:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:11:41Z', 'updated_at': '2022-01-29T21:11:41Z', 'revision_number': 0, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:45.181229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Attempting to bind port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:45.182181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Attempting to bind port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:45.182181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Attempting to bind port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:45.203700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b808-4104-4c97-add2-c848daa3ee9e req-e8b8beee-c4ff-4543-9a9e-969704c50ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:45.205291 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-e8b8beee-c4ff-4543-9a9e-969704c50ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2295923
Jan 29 21:11:45.205876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 on network 02b07a14-6d46-4fb2-8244-065282ca74eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:11:45.206204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Attempting to bind port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:45.214684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:45.215141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:45.215529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:45.215959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Bound port: 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:45.216319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.239483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ed22-2d53-435c-b9ff-5966a4869be4 req-475fb2b8-8279-410a-8aa7-90ecc629ac8f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:45.241157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fe3ed22-2d53-435c-b9ff-5966a4869be4 req-475fb2b8-8279-410a-8aa7-90ecc629ac8f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 943 time: 0.1952941
Jan 29 21:11:45.374479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fe3ed22-2d53-435c-b9ff-5966a4869be4 req-d56f607e-4261-4e30-b796-f1270314f29c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878632
Jan 29 21:11:45.375601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (1f6a1b1c-edd7-44d3-bea5-4db704e13295), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.397830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:45.441892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:45.449682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:45.452799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:45.453372 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.459793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef3dc5-757b-40be-b855-3dfeac9b914f None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:45.462691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:45.501963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:45.508513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-1d35e680-89b7-4d62-b87d-c96606f39856 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878039
Jan 29 21:11:45.511365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=1f6a1b1c-edd7-44d3-bea5-4db704e13295,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:45.518550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2482440c-ef6e-491e-b51e-8e0f00b7c6ac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9987977
Jan 29 21:11:45.523180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503338f-4a70-42e3-a70e-fa5505a9fd7e None None] New status for floating IP d86e7112-e433-4291-a0a4-baa2b5981065: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:11:45.523379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48408) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:45.530145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.530726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-201092265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:45.570690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.571943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.580403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:45.587004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4f200352-6642-420c-9a46-72845f88f8a7 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3481364
Jan 29 21:11:45.589611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:45.601177 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:45.612534 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:45.613589 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:45.632768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:45.634955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.636730 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 200  len: 1091 time: 2.0168905
Jan 29 21:11:45.642308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:45.646120 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:45.719913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea98d-384d-4d24-bd30-9950565b4e78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:45.735371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router_controller (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.764542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.797099 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-b168b808-4104-4c97-add2-c848daa3ee9e req-b6688b4e-94f4-4a42-9ba2-3408bd998b22 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2769175
Jan 29 21:11:45.808937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.812625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-223ba0b8-13d5-4f49-adfc-9a93c8ecab02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2851093
Jan 29 21:11:45.812796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-77eb23d1-ebcb-41f9-9130-99be6926c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:45.812796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-77eb23d1-ebcb-41f9-9130-99be6926c4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 1125 time: 0.1161587
Jan 29 21:11:45.814261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48416) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:45.826572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet 4543bc3c-9195-410c-8a0d-6196bb1e6449 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:45.841682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (4543bc3c-9195-410c-8a0d-6196bb1e6449), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.891337 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:45.901963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (4543bc3c-9195-410c-8a0d-6196bb1e6449), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.972343 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9433b0-011b-43b6-92a7-6bce216a3fa0 x-openstack-request-id: req-7b9433b0-011b-43b6-92a7-6bce216a3fa0 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:45.972549 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:45.972795 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9433b0-011b-43b6-92a7-6bce216a3fa0 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:45.973264 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'status': 'completed', 'code': 200}
Jan 29 21:11:45.989620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:45.995650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:46.009297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-0770fe1d-aad9-4eb2-b5d6-0ea25a8019be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 200  len: 217 time: 0.1766624
Jan 29 21:11:46.040228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4543bc3c-9195-410c-8a0d-6196bb1e6449), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.058693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:46.059124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bd2ed0dd-9f7f-4077-8007-2b3f5b6495d8 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:46.123892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '1f6a1b1c-edd7-44d3-bea5-4db704e13295'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:46.124743 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.130280 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (4543bc3c-9195-410c-8a0d-6196bb1e6449), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.157049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.170717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/4543bc3c-9195-410c-8a0d-6196bb1e6449 HTTP/1.1" status: 204  len: 168 time: 0.5799315
Jan 29 21:11:46.172103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9688c8-da00-4127-bac7-cb35652e26d3 None None] Network 6ba77704-f7ff-45f9-be4b-05282276ed22 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:46.174973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48418) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:46.230004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea95ba-795b-455c-bda1-6f032850a335 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=4543bc3c-9195-410c-8a0d-6196bb1e6449,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:46.232285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-b110cc7c-860b-4576-a432-6ab3a7c28b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:46.235121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-b110cc7c-860b-4576-a432-6ab3a7c28b73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.2149005
Jan 29 21:11:46.335828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.341208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6ba77704-f7ff-45f9-be4b-05282276ed22), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.386561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/1f6a1b1c-edd7-44d3-bea5-4db704e13295/2f4c20d4-5381-4c55-adf3-81b64b2785b0) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:46.413929 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf0a0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:44Z', 'revision_number': 9, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:46.441558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-033bdc62-41e2-4fcf-b471-73c2d2118a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:46.443089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-033bdc62-41e2-4fcf-b471-73c2d2118a91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1553566
Jan 29 21:11:46.450201 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:46.462786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:46.463506 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:46.482043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:46.485525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.565328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] DHCP port deletion for 6ba77704-f7ff-45f9-be4b-05282276ed22 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:46.590411 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:46.613922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks [] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.628742 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.659732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-fd7d477a-ad3e-46d3-ad9b-5fe7315e76ab service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060537
Jan 29 21:11:46.674184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:46.674695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.682168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:46.694600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:46.699028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427bd7-7c86-4b2d-9014-9ab61a27a6d0 req-f63fc78e-f963-41aa-a317-cf8ef6ecaaac tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:46.701162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19427bd7-7c86-4b2d-9014-9ab61a27a6d0 req-f63fc78e-f963-41aa-a317-cf8ef6ecaaac tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 943 time: 0.1172059
Jan 29 21:11:46.701582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:46.708089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Pushing event updated for resources: {'Port': ['ID=2f4c20d4-5381-4c55-adf3-81b64b2785b0,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:46.710213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:46.722961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Deleting port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:46.723694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.741579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::1 (f830efc8-95ad-4ffd-abed-ffb6df29d392/1f6a1b1c-edd7-44d3-bea5-4db704e13295/37c5fd70-b9b7-4efe-9daf-53a6185f4b65) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:46.802528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19427bd7-7c86-4b2d-9014-9ab61a27a6d0 req-00b28fb6-5f1f-4060-85f7-33e5c67bbf18 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942442
Jan 29 21:11:46.804059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] For port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,segment=NetworkSegment(49b953bb-badb-4925-b5fe-ea60b350d8cb),segment_id=49b953bb-badb-4925-b5fe-ea60b350d8cb)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:46.805564 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.847697 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afcf0a0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:44Z', 'revision_number': 9, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:46.863322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.882231 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b0fa7-5210-44cd-84cc-66b433a1ce26 None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:44Z', 'revision_number': 9, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3263694-4860-43f0-9d5a-3c0501f6b13d', 'name': '', 'network_id': 'c849e4b8-4496-46a5-80e3-7307987d7394', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:cf:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:11Z', 'updated_at': '2022-01-29T21:11:28Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'acdc9e54-65ef-4188-b5e0-eeac273c7a34', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:46.883216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:46.907138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Calling delete_port for 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:46.913475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:46.925493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.940633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Attempting to bind port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:46.941116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Attempting to bind port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:46.941580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Attempting to bind port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:46.979578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:46.979983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:46.980367 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:46.980766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:46.981282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Bound port: 2f4c20d4-5381-4c55-adf3-81b64b2785b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:46.981669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.007857 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6ba77704-f7ff-45f9-be4b-05282276ed22), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.031746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08dbd490>,) {'filters': {'network_id': ['6ba77704-f7ff-45f9-be4b-05282276ed22']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:47.042943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dbd490>, '49b953bb-badb-4925-b5fe-ea60b350d8cb') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:47.042943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08dbd490>, '49b953bb-badb-4925-b5fe-ea60b350d8cb') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:47.058256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (49b953bb-badb-4925-b5fe-ea60b350d8cb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.080080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (49b953bb-badb-4925-b5fe-ea60b350d8cb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.080271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.082357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:11:47.082935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (49b953bb-badb-4925-b5fe-ea60b350d8cb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:11:47.087092 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:11:47.109770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] Pushing event deleted for resources: {'Port': ['ID=4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:47.111599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5442f75-b4a7-47d1-8d6b-7fdcdb6f1eca None None] No DVR routers for this DVR port 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:47.113416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] For port 2f4c20d4-5381-4c55-adf3-81b64b2785b0, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:47.151523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6ba77704-f7ff-45f9-be4b-05282276ed22), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.159374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.162813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/6ba77704-f7ff-45f9-be4b-05282276ed22 HTTP/1.1" status: 204  len: 168 time: 0.9344122
Jan 29 21:11:47.167038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] For port 2f4c20d4-5381-4c55-adf3-81b64b2785b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f4c20d4-5381-4c55-adf3-81b64b2785b0,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:47.175454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.175691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48422) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:47.183979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8542e8-16c3-4006-8d71-c0e168fa9ce9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=6ba77704-f7ff-45f9-be4b-05282276ed22,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:47.300450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708f6d-d084-480b-adad-3b140edb9b21 None None] Pushing event updated for resources: {'Port': ['ID=2f4c20d4-5381-4c55-adf3-81b64b2785b0,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:47.308526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.312143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-59a24007-6483-47dc-aa0d-f6d4e808c642 req-9b970906-06e1-43d3-bd8a-c8ee8722eaff service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6271515
Jan 29 21:11:47.358199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.431230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:47.439409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:47.442198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:47.442777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.490374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=37c5fd70-b9b7-4efe-9daf-53a6185f4b65,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:47.544789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-2a35c0b5-2cdb-44d8-a44a-03b0698598f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:47.546372 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-2a35c0b5-2cdb-44d8-a44a-03b0698598f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 1125 time: 0.1522887
Jan 29 21:11:47.644394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.687416 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.752733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-83417e84-b70d-46ae-9ff6-47c5da6f4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:47.754265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-83417e84-b70d-46ae-9ff6-47c5da6f4dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1972609
Jan 29 21:11:47.812652 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-c2e2ef6c-601a-4503-ae06-1be681363550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 200  len: 217 time: 0.0478828
Jan 29 21:11:47.842377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f4c20d4-5381-4c55-adf3-81b64b2785b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:47.897636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:47.898157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:47.938870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-4162d64b-3817-4198-b926-12e2742f1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:47.940359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-4162d64b-3817-4198-b926-12e2742f1059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0933616
Jan 29 21:11:47.989890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0518-90c1-48db-969c-7fddf38e19f8 req-71333e1e-2041-4281-8615-530c3c67baa7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:47.991456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af9b0518-90c1-48db-969c-7fddf38e19f8 req-71333e1e-2041-4281-8615-530c3c67baa7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 943 time: 0.0980792
Jan 29 21:11:48.007100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:48.008964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.048455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 2f4c20d4-5381-4c55-adf3-81b64b2785b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f4c20d4-5381-4c55-adf3-81b64b2785b0,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:48.056106 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.060646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af9b0518-90c1-48db-969c-7fddf38e19f8 req-fdbadc3d-2d96-4724-8930-e37a09e235cf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573556
Jan 29 21:11:48.060977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port f3263694-4860-43f0-9d5a-3c0501f6b13d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:48.061735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.069722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-40172e83-446d-4501-a9b5-cfd16a14b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:48.072531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-40172e83-446d-4501-a9b5-cfd16a14b0bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1209164
Jan 29 21:11:48.130488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=2f4c20d4-5381-4c55-adf3-81b64b2785b0,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:48.147877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0751ab59-a73e-4df3-bb46-3166eba3f8ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:48.173854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0751ab59-a73e-4df3-bb46-3166eba3f8ab {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:48.174199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0751ab59-a73e-4df3-bb46-3166eba3f8ab not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:48.174823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:48.184395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.184642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port f3263694-4860-43f0-9d5a-3c0501f6b13d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3263694-4860-43f0-9d5a-3c0501f6b13d,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:48.185078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.201807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for f3263694-4860-43f0-9d5a-3c0501f6b13d owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:48.202044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.202666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.214988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:48.215595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4badb76b-b7e5-45e1-b3f3-9bbb5c1f0edc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:48.306567 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-c28e1947-b84a-4875-bcad-53967d659e1d service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264662
Jan 29 21:11:48.331053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=37c5fd70-b9b7-4efe-9daf-53a6185f4b65,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:48.446681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:48.449825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:48.458003 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-ec2cd1f7-de91-416a-8f05-ed5f17b4f20b req-1afdd94e-dd21-442c-a21a-f1ae8feedf2c service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415730
Jan 29 21:11:48.583752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:11:48.643653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-259470e7-5666-4876-972f-1f78b153d0b9 None None] Provisioning complete for port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:48.644416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-259470e7-5666-4876-972f-1f78b153d0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.701489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:48.716290 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-987399da-a836-427f-922a-988777d9648d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "PUT /v2.0/routers/fcc052c6-ece4-4cf2-ba18-cd8e3f583dff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8986871
Jan 29 21:11:48.718969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48426) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:48.721812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Sync routers for ids ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:48.752871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Routers {'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:48.753601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09588190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:48.764149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f3263694-4860-43f0-9d5a-3c0501f6b13d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:48.779472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464dde0-657c-46c5-b786-d1e859184208 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:48.783385 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2464dde0-657c-46c5-b786-d1e859184208 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports/37c5fd70-b9b7-4efe-9daf-53a6185f4b65 HTTP/1.1" status: 200  len: 911 time: 0.0608127
Jan 29 21:11:48.783607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48428) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:48.799706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=f3263694-4860-43f0-9d5a-3c0501f6b13d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:48.843576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-259470e7-5666-4876-972f-1f78b153d0b9 None None] Current status of the port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:48.849457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528ab54-dfed-4e62-9a53-2eb92d0b8633 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:48.856527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528ab54-dfed-4e62-9a53-2eb92d0b8633 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:48.861055 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9528ab54-dfed-4e62-9a53-2eb92d0b8633 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0743310
Jan 29 21:11:48.864526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:48.874386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Set router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:48.999150 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.056053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9e61ee98-90be-452a-a27b-61522a589ee9 None None] Provisioning complete for port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:49.056441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e61ee98-90be-452a-a27b-61522a589ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.174328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9e61ee98-90be-452a-a27b-61522a589ee9 None None] Port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:49.211784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09588190>, [{'id': 'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff', 'name': 'tempest-NetworksTestDHCPv6-router-201092265', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:45Z', 'updated_at': '2022-01-29T21:11:47Z', 'revision_number': 2, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None, '_interfaces': [{'id': '37c5fd70-b9b7-4efe-9daf-53a6185f4b65', 'name': '', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'mac_address': 'fa:16:3e:79:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '1f6a1b1c-edd7-44d3-bea5-4db704e13295', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:46Z', 'updated_at': '2022-01-29T21:11:47Z', 'revision_number': 2, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'subnets': [{'id': '1f6a1b1c-edd7-44d3-bea5-4db704e13295', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:49.246652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Checking router: fcc052c6-ece4-4cf2-ba18-cd8e3f583dff for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:49.247010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Updating router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:11:49.278189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.282149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:49.295991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f3cbc-820c-45f3-b3c1-246b6f628271 req-6e4cf11a-1922-49ee-b2d2-18d05458ea05 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:49.297588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59f3cbc-820c-45f3-b3c1-246b6f628271 req-6e4cf11a-1922-49ee-b2d2-18d05458ea05 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 943 time: 0.0903962
Jan 29 21:11:49.347473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.354583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0c592ea2-9d88-48a7-925e-c40525a95f81 None None] Provisioning complete for port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:49.354969 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c592ea2-9d88-48a7-925e-c40525a95f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.418589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:11:49.427240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f59f3cbc-820c-45f3-b3c1-246b6f628271 req-d8ccdc9c-d251-4f10-89db-3ae96798d06e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230464
Jan 29 21:11:49.432608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:49.439300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-73ba7057-d3a1-4b89-81a7-6e936af77710 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2612958
Jan 29 21:11:49.441677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48434) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:49.448317 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:49.470706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0c592ea2-9d88-48a7-925e-c40525a95f81 None None] Port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:11:49.480435 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:49.481602 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:49.509383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet acdc9e54-65ef-4188-b5e0-eeac273c7a34 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:49.514826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (acdc9e54-65ef-4188-b5e0-eeac273c7a34), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.567729 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (acdc9e54-65ef-4188-b5e0-eeac273c7a34), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.608793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:49.609948 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.619172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:49.640398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:49.659014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'mac_address': 'fa:16:3e:3f:9b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:11:49.690114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (acdc9e54-65ef-4188-b5e0-eeac273c7a34), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.723596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:49.723914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.743271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:11:49.761119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.762624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:49.772120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.779702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:49.780923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (acdc9e54-65ef-4188-b5e0-eeac273c7a34), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.827873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=acdc9e54-65ef-4188-b5e0-eeac273c7a34,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:49.831615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:49.843209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-48486099-ff00-4c52-8e46-5072fc31d6f6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/acdc9e54-65ef-4188-b5e0-eeac273c7a34 HTTP/1.1" status: 204  len: 168 time: 0.4003477
Jan 29 21:11:49.848615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48436) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:49.877455 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45beb0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:48Z', 'revision_number': 10, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:49.910050 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:49.919838 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:49.920600 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:49.992783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c849e4b8-4496-46a5-80e3-7307987d7394), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.015199 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:50.021078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627c00f-bbed-41ca-b414-0d0dd3deb95f None None] Network c849e4b8-4496-46a5-80e3-7307987d7394 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:50.023010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f4c20d4-5381-4c55-adf3-81b64b2785b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:50.029683 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Publish callbacks [] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.103237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (37c5fd70-b9b7-4efe-9daf-53a6185f4b65), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.105700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jan 29 21:11:50.105700 ncdv-master-1 neutron-server[125944]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s]
Jan 29 21:11:50.105700 ncdv-master-1 neutron-server[125944]: [parameters: {'host': 'ncdv-master-1', 'ml2_port_bindings_port_id': '37c5fd70-b9b7-4efe-9daf-53a6185f4b65', 'ml2_port_bindings_host': ''}]
Jan 29 21:11:50.105700 ncdv-master-1 neutron-server[125944]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:11:50.106094 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:11:50.112920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port 460dede3-2013-42c7-9712-12f573b6e5da {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:50.113285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (460dede3-2013-42c7-9712-12f573b6e5da), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.140914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:50.161285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:11:50.172308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=37c5fd70-b9b7-4efe-9daf-53a6185f4b65,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:50.260035 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45beb0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:48Z', 'revision_number': 10, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:50.281464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:50.282017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.288531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port 460dede3-2013-42c7-9712-12f573b6e5da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=460dede3-2013-42c7-9712-12f573b6e5da,segment=NetworkSegment(e034f568-9789-4b8b-ba97-a81e73dca77a),segment_id=e034f568-9789-4b8b-ba97-a81e73dca77a)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:50.289044 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (460dede3-2013-42c7-9712-12f573b6e5da), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.289981 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041549cf-1e9b-426e-bd13-c25ea983b1e7 None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:48Z', 'revision_number': 10, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None, '_interfaces': [{'id': 'ac676606-becd-4bbb-82d4-e2bbc9278441', 'name': '', 'network_id': 'd4cc31f5-b2cd-43e0-8f6d-73224dec21ff', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'mac_address': 'fa:16:3e:ae:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:11:01Z', 'updated_at': '2022-01-29T21:11:16Z', 'revision_number': 5, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'subnets': [{'id': 'ee7ffdbd-229f-4af8-8e47-8d4ea2943085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:50.304405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for 460dede3-2013-42c7-9712-12f573b6e5da owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:50.306815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.442541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:50.594383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d2a9-bf1f-4c52-86a9-55d00bf07e64 req-0eaff7a0-a704-4762-ba1a-be6b5aca32a5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:50.595882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856d2a9-bf1f-4c52-86a9-55d00bf07e64 req-0eaff7a0-a704-4762-ba1a-be6b5aca32a5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 944 time: 0.0550838
Jan 29 21:11:50.631195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Port 37c5fd70-b9b7-4efe-9daf-53a6185f4b65 not found while updating agent binding for router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff. {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 29 21:11:50.642145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Routers {'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:50.642833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09588190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:50.659032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2856d2a9-bf1f-4c52-86a9-55d00bf07e64 req-76a979ea-d948-47a6-9619-afa6bb99717b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572278
Jan 29 21:11:50.700248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1c43f-c7fa-45e9-b49e-21d51b019bfd None None] DHCP port deletion for c849e4b8-4496-46a5-80e3-7307987d7394 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:50.746743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] Set router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:50.804641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09588190>, [{'id': 'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff', 'name': 'tempest-NetworksTestDHCPv6-router-201092265', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:45Z', 'updated_at': '2022-01-29T21:11:50Z', 'revision_number': 3, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:50.831624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c198b6-6be4-4687-920f-69694e1d94e7 None None] The sync data for ids ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'] in ncdv-master-1 is: [{'id': 'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff', 'name': 'tempest-NetworksTestDHCPv6-router-201092265', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:45Z', 'updated_at': '2022-01-29T21:11:50Z', 'revision_number': 3, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:50.858659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (460dede3-2013-42c7-9712-12f573b6e5da), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:50.890488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=460dede3-2013-42c7-9712-12f573b6e5da,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:50.894791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No DVR routers for this DVR port 460dede3-2013-42c7-9712-12f573b6e5da on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:50.902368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:51.050002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c849e4b8-4496-46a5-80e3-7307987d7394), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.064559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:51.073508 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e8b2ebfb-b34b-44d0-abf9-e8c7133e98bc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "PUT /v2.0/routers/fcc052c6-ece4-4cf2-ba18-cd8e3f583dff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2076964
Jan 29 21:11:51.075934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48442) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.078754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0977d0d0>,) {'filters': {'network_id': ['c849e4b8-4496-46a5-80e3-7307987d7394']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:51.119545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0977d0d0>, 'e034f568-9789-4b8b-ba97-a81e73dca77a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:51.119769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0977d0d0>, 'e034f568-9789-4b8b-ba97-a81e73dca77a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:51.134483 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (e034f568-9789-4b8b-ba97-a81e73dca77a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.157095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d96db9-45b6-43f5-aaa7-6091a817efaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:51.158570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d96db9-45b6-43f5-aaa7-6091a817efaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:51.160104 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-34d96db9-45b6-43f5-aaa7-6091a817efaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0832577
Jan 29 21:11:51.161178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e034f568-9789-4b8b-ba97-a81e73dca77a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.162943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48444) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.167511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:11:51.167905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (e034f568-9789-4b8b-ba97-a81e73dca77a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:11:51.170878 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:11:51.216762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 1f6a1b1c-edd7-44d3-bea5-4db704e13295 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:51.220023 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (1f6a1b1c-edd7-44d3-bea5-4db704e13295), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.230440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c849e4b8-4496-46a5-80e3-7307987d7394), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.238319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.241321 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/c849e4b8-4496-46a5-80e3-7307987d7394 HTTP/1.1" status: 204  len: 168 time: 1.3915663
Jan 29 21:11:51.245103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.265856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (1f6a1b1c-edd7-44d3-bea5-4db704e13295), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.295855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3bc0c-fc93-46a4-9069-5dc57739847f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=c849e4b8-4496-46a5-80e3-7307987d7394,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:51.355551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1f6a1b1c-edd7-44d3-bea5-4db704e13295), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.406475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:51.415125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (1f6a1b1c-edd7-44d3-bea5-4db704e13295), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.446053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6a1b1c-edd7-44d3-bea5-4db704e13295,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:51.448067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.451282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-563690d3-035c-466c-9d4a-bf391552099e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/1f6a1b1c-edd7-44d3-bea5-4db704e13295 HTTP/1.1" status: 204  len: 168 time: 0.2872419
Jan 29 21:11:51.453875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48450) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.462576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4aaccf-8ffd-441d-9e88-f7e624ddf38b None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:51.540633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:11:51.547350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:51.547826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.591304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.606197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66271bba-1567-4200-b4cb-9763e22fd818 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1490662
Jan 29 21:11:51.608089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48454) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:51.675782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:51.676050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.707701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.711244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:51.714472 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9af748-fdff-4a86-9f18-4215adc740c5" -d '{"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-plugged", "status": "completed", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:51.725470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:51.738308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:51.747190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.796079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.832102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:51.843554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.843991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.844405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.844898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.845242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.845682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.846081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.846499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.846903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.847299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.847932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.848045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.848409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:11:51.866245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Deleting port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:51.867029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:51.869699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3263694-4860-43f0-9d5a-3c0501f6b13d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:51.934135 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8331fa7-3491-4c7c-83fe-b08898744dbc x-openstack-request-id: req-c8331fa7-3491-4c7c-83fe-b08898744dbc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:51.934135 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-plugged", "status": "completed", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:51.934135 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8331fa7-3491-4c7c-83fe-b08898744dbc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:51.935144 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'code': 200}
Jan 29 21:11:51.937850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f3263694-4860-43f0-9d5a-3c0501f6b13d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:51.937981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f3263694-4860-43f0-9d5a-3c0501f6b13d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:51.938633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 460dede3-2013-42c7-9712-12f573b6e5da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:51.973450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Sync routers for ids ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:51.979121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 460dede3-2013-42c7-9712-12f573b6e5da {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:51.979567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 460dede3-2013-42c7-9712-12f573b6e5da not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:52.001507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] For port 2f4c20d4-5381-4c55-adf3-81b64b2785b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f4c20d4-5381-4c55-adf3-81b64b2785b0,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:52.004965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.005223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Routers {'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:52.005990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea096ba040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:52.049062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Calling delete_port for 2f4c20d4-5381-4c55-adf3-81b64b2785b0 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:52.072080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f5a3b-1dfe-4ba6-89b3-c14b1bc6e6a1 req-26ecd1a3-40f1-45fa-929d-b71ff4497224 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:52.073643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b64f5a3b-1dfe-4ba6-89b3-c14b1bc6e6a1 req-26ecd1a3-40f1-45fa-929d-b71ff4497224 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2130687
Jan 29 21:11:52.077347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.080195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router_controller (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.094987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Set router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:52.095693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port b247d460-e12a-4fcd-8d5f-615bf11746b8 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:52.096210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.115151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b1e14-27c8-4e73-a781-7cd3775a8448 req-6511226a-e0d9-477b-9678-2ba9bf92b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:52.116653 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-599b1e14-27c8-4e73-a781-7cd3775a8448 req-6511226a-e0d9-477b-9678-2ba9bf92b324 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 1127 time: 0.1253273
Jan 29 21:11:52.182153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea096ba040>, [{'id': 'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff', 'name': 'tempest-NetworksTestDHCPv6-router-201092265', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:45Z', 'updated_at': '2022-01-29T21:11:50Z', 'revision_number': 3, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:52.182659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (fcc052c6-ece4-4cf2-ba18-cd8e3f583dff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.183282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Fanout notify agent at l3_agent the message router_deleted on router fcc052c6-ece4-4cf2-ba18-cd8e3f583dff {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:11:52.193811 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.195013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7ae2b31-c9b0-4dc2-bdc1-1b29c9a58a27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/routers/fcc052c6-ece4-4cf2-ba18-cd8e3f583dff HTTP/1.1" status: 204  len: 168 time: 0.5859866
Jan 29 21:11:52.200126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b64f5a3b-1dfe-4ba6-89b3-c14b1bc6e6a1 req-273087d0-02e4-4d60-a737-916109d26297 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133447
Jan 29 21:11:52.200600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48462) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:52.215090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Checking router: fcc052c6-ece4-4cf2-ba18-cd8e3f583dff for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:52.234497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:52.234497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:11:52.234497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:11:52.234497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e9c1-2a8b-479d-b07d-1b578dd03793 None None] The sync data for ids ['fcc052c6-ece4-4cf2-ba18-cd8e3f583dff'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:52.258351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.258715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (b247d460-e12a-4fcd-8d5f-615bf11746b8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.265520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2f4c20d4-5381-4c55-adf3-81b64b2785b0), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.266213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0928b61-f2db-4930-9753-e00dfa428811 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:52.268345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0928b61-f2db-4930-9753-e00dfa428811 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0667434
Jan 29 21:11:52.271097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:52.279613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] No DVR routers for this DVR port 2f4c20d4-5381-4c55-adf3-81b64b2785b0 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:52.291565 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-599b1e14-27c8-4e73-a781-7cd3775a8448 req-8bea231e-f2bb-4ffd-8791-681ba35f7df7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476498
Jan 29 21:11:52.297441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for b247d460-e12a-4fcd-8d5f-615bf11746b8 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:52.302186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7ccb5-77f7-4268-8caf-45195150af78 None None] Pushing event deleted for resources: {'Port': ['ID=2f4c20d4-5381-4c55-adf3-81b64b2785b0,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:52.339724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36f4c7-194e-4f34-9c9c-7d91e6930c40 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:52.344892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c36f4c7-194e-4f34-9c9c-7d91e6930c40 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0719919
Jan 29 21:11:52.344892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48466) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:52.387592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4410f799-111c-4476-a837-c9f97fcdd184 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0415201
Jan 29 21:11:52.388195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48468) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:52.395005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:52.424222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.471047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting port ac676606-becd-4bbb-82d4-e2bbc9278441 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:52.471303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.489094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:52.492624 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.606646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] For port ac676606-becd-4bbb-82d4-e2bbc9278441, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac676606-becd-4bbb-82d4-e2bbc9278441,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:52.606936 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.621392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Calling delete_port for ac676606-becd-4bbb-82d4-e2bbc9278441 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:52.623040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b247d460-e12a-4fcd-8d5f-615bf11746b8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.656584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=b247d460-e12a-4fcd-8d5f-615bf11746b8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:52.769860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for floatingip (a852ea92-6d04-41c7-9f24-df3c28284012), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.770112 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Floating IP a852ea92-6d04-41c7-9f24-df3c28284012 disassociated (deleted). External IP: 172.35.4.113, port: 355b4dfb-b3e6-4b09-b60b-23ea8984c187.
Jan 29 21:11:52.772467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:11:52.774579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (b5e9a537-b4c9-41cf-8853-f45164b5c4b6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.818373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:52.822120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:52.827652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:52.828263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.831542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297cff6-f3f9-4583-b9c4-e207086fac6c None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:52.849130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=b5e9a537-b4c9-41cf-8853-f45164b5c4b6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:52.861178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-24c1ec6b-e198-4275-a03d-d8728f28651d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.4710867
Jan 29 21:11:52.861178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48470) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:52.867482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:52.947138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'b5e9a537-b4c9-41cf-8853-f45164b5c4b6'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:52.948162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.991430 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:52.996000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ac676606-becd-4bbb-82d4-e2bbc9278441), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:52.997751 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.050785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Port': ['ID=ac676606-becd-4bbb-82d4-e2bbc9278441,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:53.130832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Allocated IP 2001:db8::f816:3eff:fe6f:55bf (f830efc8-95ad-4ffd-abed-ffb6df29d392/b5e9a537-b4c9-41cf-8853-f45164b5c4b6/87759150-5b2d-4453-9a59-6fca4eaf0cf9) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:53.242914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (fd9015ab-bb39-4293-9592-2955d5c0683e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.252949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:53.371053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (d55317e4-6a6f-4a20-a557-e2daa94a00c4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.423091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:53.433315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:53.436504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:53.437308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.456854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=d55317e4-6a6f-4a20-a557-e2daa94a00c4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:53.468012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a79cfdbe-cb0c-48eb-b8b9-43a7e56b15cb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6042168
Jan 29 21:11:53.475932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2e0d-dc07-46af-90bb-4529f8ebf70c req-c3818846-64d1-4724-b96f-088780627dfb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:53.478203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-318d2e0d-dc07-46af-90bb-4529f8ebf70c req-c3818846-64d1-4724-b96f-088780627dfb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1526482
Jan 29 21:11:53.478842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:53.484354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:97:73:62', 'name': 'tempest-NetworksTestDHCPv6-1732902059'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:53.506775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks [] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.508573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:53.521591 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.527687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.536081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:53.549909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Sync routers for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:53.562233 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:53.563172 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:53.563819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:53.568874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:53.572551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:53.579825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Pushing event updated for resources: {'Port': ['ID=87759150-5b2d-4453-9a59-6fca4eaf0cf9,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:53.591543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.638610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Attempting to bind port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:53.638985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Attempting to bind port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:53.639382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Attempting to bind port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:53.644867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:53.645583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:53.646009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.646471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:53.646970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Bound port: 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:53.647364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.669118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:53.680658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d5e2e788-0e95-4935-9ef5-d6058acffb4c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4344976
Jan 29 21:11:53.684022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48476) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:53.702608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe86e8c3-2a49-4e17-b899-37872761c2b2 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/floatingips/a852ea92-6d04-41c7-9f24-df3c28284012 HTTP/1.1" status: 204  len: 168 time: 2.1081965
Jan 29 21:11:53.706549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:53.741599 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:53.745356 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:53.746437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-318d2e0d-dc07-46af-90bb-4529f8ebf70c req-1b365a8c-a02b-4709-94b7-f0f92a31ed9e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566488
Jan 29 21:11:53.754886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:53.755775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:53.798325 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:53.847885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:53.861626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Deleting subnet ee7ffdbd-229f-4af8-8e47-8d4ea2943085 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:53.885965 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (ee7ffdbd-229f-4af8-8e47-8d4ea2943085), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:53.906799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:53.941993 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bd3bc-0855-4712-acc7-f81ba03a912a x-openstack-request-id: req-a16bd3bc-0855-4712-acc7-f81ba03a912a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:53.942293 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:53.942555 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a16bd3bc-0855-4712-acc7-f81ba03a912a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:53.942952 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'status': 'completed', 'code': 200}
Jan 29 21:11:53.970873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba3d0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:52Z', 'revision_number': 11, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:53.975951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f4c20d4-5381-4c55-adf3-81b64b2785b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:54.000256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (ee7ffdbd-229f-4af8-8e47-8d4ea2943085), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.040504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:54.044510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2f4c20d4-5381-4c55-adf3-81b64b2785b0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:54.044857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f4c20d4-5381-4c55-adf3-81b64b2785b0 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:54.045135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.047901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] For port 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:54.068853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] For port 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87759150-5b2d-4453-9a59-6fca4eaf0cf9,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:54.072443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:54.073710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:54.099370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port de2ae391-392f-48c7-a8a2-3c1df28ebf33 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:11:54.154982 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45b550>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:54.157476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:54.160848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.188567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Checking router: 73010f09-ffb7-483e-b2d0-2a4fc61788d1 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:54.203377 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:54.204293 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:54.255426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ba3d0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:52Z', 'revision_number': 11, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:54.266378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169aa0c-da4e-4a59-85a1-53ef1dde3160 req-f06190cb-0b02-4ab9-a944-a434282fbad9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:54.268034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3169aa0c-da4e-4a59-85a1-53ef1dde3160 req-f06190cb-0b02-4ab9-a944-a434282fbad9 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1199241
Jan 29 21:11:54.294075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e651f0d-6b9c-473e-b2a8-addf1df4f92c None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:52Z', 'revision_number': 11, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:54.327997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0764d4-f20b-4214-a36d-105d61a5d487 None None] Pushing event updated for resources: {'Port': ['ID=87759150-5b2d-4453-9a59-6fca4eaf0cf9,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:54.352841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3169aa0c-da4e-4a59-85a1-53ef1dde3160 req-b59588b1-1444-42e4-bf5a-a02ac06c8903 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748274
Jan 29 21:11:54.403306 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:54.425153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 172.20.0.2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/d55317e4-6a6f-4a20-a557-e2daa94a00c4/de2ae391-392f-48c7-a8a2-3c1df28ebf33) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:54.434058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fe97:7362 (f830efc8-95ad-4ffd-abed-ffb6df29d392/b5e9a537-b4c9-41cf-8853-f45164b5c4b6/de2ae391-392f-48c7-a8a2-3c1df28ebf33) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:54.539942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-95acaa76-ae9d-412a-abc9-26d93bf7acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:54.541587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-95acaa76-ae9d-412a-abc9-26d93bf7acac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9491db693d463a969459cbdbfa2db1&device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 1127 time: 0.6114309
Jan 29 21:11:54.618002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (de2ae391-392f-48c7-a8a2-3c1df28ebf33), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.632082 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45b550>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:54.637179 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ee7ffdbd-229f-4af8-8e47-8d4ea2943085), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.677690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (de2ae391-392f-48c7-a8a2-3c1df28ebf33), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.679215 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6362e1-a4f7-4bd7-9ad2-2e21aa6e13ef None None] The sync data for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 is: [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb', 'name': '', 'network_id': '86d6783d-d88f-42a5-b03f-76d7baaece96', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'mac_address': 'fa:16:3e:d5:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:53Z', 'updated_at': '2022-01-29T21:09:03Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'subnets': [{'id': '79addfc6-fba1-4d8a-a1d2-681c7f787316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:54.737900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-390d09b2-45e9-4d00-809b-07433ad2a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:54.739574 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-390d09b2-45e9-4d00-809b-07433ad2a4ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 200  len: 898 time: 0.1914136
Jan 29 21:11:54.767550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:54.788481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=de2ae391-392f-48c7-a8a2-3c1df28ebf33,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:54.793872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:54.796521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:54.814245 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-27148426-256f-431f-8ee0-ca38db39a30e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 200  len: 217 time: 0.0652676
Jan 29 21:11:54.875718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (ee7ffdbd-229f-4af8-8e47-8d4ea2943085), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.903841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:54.904526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.918487 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:54.925309 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/ee7ffdbd-229f-4af8-8e47-8d4ea2943085 HTTP/1.1" status: 204  len: 168 time: 1.2401328
Jan 29 21:11:54.927402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693924e-d064-4cfc-8e5e-913f7d8b3fda tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7ffdbd-229f-4af8-8e47-8d4ea2943085,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:54.930244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedaf06-438a-464b-9489-e85e65e445f4 None None] Network d4cc31f5-b2cd-43e0-8f6d-73224dec21ff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:54.932787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48486) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:54.950679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-63a36d59-b228-4996-811b-ac830f324510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:54.952341 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-63a36d59-b228-4996-811b-ac830f324510 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 200  len: 834 time: 0.1315176
Jan 29 21:11:55.007286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ae27d1e-a904-476d-a10e-b79baba781ef tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5273910
Jan 29 21:11:55.011215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48488) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:55.053283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac4dd-4da9-464b-8636-388aa6a76bdf req-ff8e0f17-0b31-4316-ac7d-cca388de521b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.054888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-966ac4dd-4da9-464b-8636-388aa6a76bdf req-ff8e0f17-0b31-4316-ac7d-cca388de521b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1749015
Jan 29 21:11:55.058286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.059722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-2a7ccd67-6bc6-4936-b793-57f465bb394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.061773 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-2a7ccd67-6bc6-4936-b793-57f465bb394b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86d6783d-d88f-42a5-b03f-76d7baaece96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1025870
Jan 29 21:11:55.166204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] DHCP port deletion for d4cc31f5-b2cd-43e0-8f6d-73224dec21ff request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:55.177828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb6bb-cd1b-47e6-a835-7e9cfebc6b5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.184304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb6bb-cd1b-47e6-a835-7e9cfebc6b5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.189228 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073d38f-1356-43c9-9d4d-46b537094072 None None] New status for floating IP a852ea92-6d04-41c7-9f24-df3c28284012: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:11:55.189930 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-278bb6bb-cd1b-47e6-a835-7e9cfebc6b5b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1719136
Jan 29 21:11:55.224008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:55.226412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-55f10569-e8be-49df-945b-d007c77708b0 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575074
Jan 29 21:11:55.250346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Deleting port 5ad98ff4-186c-4d13-baba-cd2b8aca486f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:55.250724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.346495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] For port 5ad98ff4-186c-4d13-baba-cd2b8aca486f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad98ff4-186c-4d13-baba-cd2b8aca486f,segment=NetworkSegment(c25e4518-5512-4d1e-b75e-b67a67952fe3),segment_id=c25e4518-5512-4d1e-b75e-b67a67952fe3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:55.346906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.361702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Calling delete_port for 5ad98ff4-186c-4d13-baba-cd2b8aca486f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:55.417925 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cc58a9a4-84a3-4c31-aa20-41c3ac20a62d req-de2e8482-0302-4657-9338-06da26136cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369483
Jan 29 21:11:55.485649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (5ad98ff4-186c-4d13-baba-cd2b8aca486f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.524259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] Pushing event deleted for resources: {'Port': ['ID=5ad98ff4-186c-4d13-baba-cd2b8aca486f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:55.529023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89340c-1168-4e58-b5ac-6b85bde1cd68 None None] No DVR routers for this DVR port 5ad98ff4-186c-4d13-baba-cd2b8aca486f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:55.538610 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-c24c07c8-68bb-4779-b52b-958957656aea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.540371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-c24c07c8-68bb-4779-b52b-958957656aea tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.0921681
Jan 29 21:11:55.579789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port de2ae391-392f-48c7-a8a2-3c1df28ebf33 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:55.580149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (de2ae391-392f-48c7-a8a2-3c1df28ebf33), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.649127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-966ac4dd-4da9-464b-8636-388aa6a76bdf req-848832c9-f559-4888-8734-897579a9b59b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5861042
Jan 29 21:11:55.681241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d660ab9-0b4e-446f-a5e0-40e8fcf44d01 req-3b9a9929-1676-4f62-b0b7-0bf431801052 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:55.681241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d660ab9-0b4e-446f-a5e0-40e8fcf44d01 req-3b9a9929-1676-4f62-b0b7-0bf431801052 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 945 time: 0.1584597
Jan 29 21:11:55.683939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.737651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b001df0>,) {'filters': {'network_id': ['d4cc31f5-b2cd-43e0-8f6d-73224dec21ff']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:55.752214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b001df0>, 'c25e4518-5512-4d1e-b75e-b67a67952fe3') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:55.752663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b001df0>, 'c25e4518-5512-4d1e-b75e-b67a67952fe3') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:55.764055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (c25e4518-5512-4d1e-b75e-b67a67952fe3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.769625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (de2ae391-392f-48c7-a8a2-3c1df28ebf33), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.781497 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:55.781853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.813144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d660ab9-0b4e-446f-a5e0-40e8fcf44d01 req-617390dd-8604-4583-b006-9e38cc901fac tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc1165e5-635a-46b9-87d0-cf768898cdf8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317925
Jan 29 21:11:55.814405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (c25e4518-5512-4d1e-b75e-b67a67952fe3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.823970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:11:55.824576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (c25e4518-5512-4d1e-b75e-b67a67952fe3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:11:55.828291 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:11:55.856469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for de2ae391-392f-48c7-a8a2-3c1df28ebf33 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:55.933590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 87759150-5b2d-4453-9a59-6fca4eaf0cf9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:55.936507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d4cc31f5-b2cd-43e0-8f6d-73224dec21ff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.942158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:55.948978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/networks/d4cc31f5-b2cd-43e0-8f6d-73224dec21ff HTTP/1.1" status: 204  len: 168 time: 1.0151539
Jan 29 21:11:55.950317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48498) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:55.962213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'routes': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:55.984550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b73be-e7ba-4f2b-9e1a-ecef61fa9a5f None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:55.984812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 355b4dfb-b3e6-4b09-b60b-23ea8984c187, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355b4dfb-b3e6-4b09-b60b-23ea8984c187,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:55.985228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.007426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 355b4dfb-b3e6-4b09-b60b-23ea8984c187 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:56.032564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89822dd4-b439-4d02-a884-c7632eb30e57 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Pushing event deleted for resources: {'Network': ['ID=d4cc31f5-b2cd-43e0-8f6d-73224dec21ff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:56.095272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:56.095644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.100410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Provisioning complete for port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:56.100786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.172977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Added routes are [] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 29 21:11:56.173329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.extraroute_db [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Removed routes are [] {{(pid=125943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 29 21:11:56.173692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.182090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7189-31ee-4fde-b03a-78a46f2680b1 req-5ccd9c2c-d1d4-4d72-983b-002b34ca7cb5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:56.183625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fc7189-31ee-4fde-b03a-78a46f2680b1 req-5ccd9c2c-d1d4-4d72-983b-002b34ca7cb5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2486761
Jan 29 21:11:56.238304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (355b4dfb-b3e6-4b09-b60b-23ea8984c187), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.277807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=355b4dfb-b3e6-4b09-b60b-23ea8984c187,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:56.312479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:56.312959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.340052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] No DVR routers for this DVR port 355b4dfb-b3e6-4b09-b60b-23ea8984c187 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:56.343230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.346848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-1044efef-e2e5-4957-a33b-0df4f7c2e4a7 req-bd540515-1c05-4af2-85cd-b020ccaea2ba tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.36 "DELETE /v2.0/ports/355b4dfb-b3e6-4b09-b60b-23ea8984c187 HTTP/1.1" status: 204  len: 173 time: 0.8010664
Jan 29 21:11:56.348008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-deleted', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:11:56.353918 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2648112-129a-4890-b6e3-43a962b3b3e6" -d '{"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-deleted", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:11:56.354162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:56.354401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.355393 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (de2ae391-392f-48c7-a8a2-3c1df28ebf33), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.365078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2fc7189-31ee-4fde-b03a-78a46f2680b1 req-397269d6-1263-462a-9728-47c71354ce5e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728730
Jan 29 21:11:56.367829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.372479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.393407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=de2ae391-392f-48c7-a8a2-3c1df28ebf33,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:56.411302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea8abe9-90b6-4b2b-9d5f-12a4e55ce86a None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': 'b5e9a537-b4c9-41cf-8853-f45164b5c4b6', 'ip_address': '2001:db8::f816:3eff:fe6f:55bf'}, {'subnet_id': 'd55317e4-6a6f-4a20-a557-e2daa94a00c4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '87759150-5b2d-4453-9a59-6fca4eaf0cf9'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:11:56.433295 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e29ba9-5443-4e4c-8d87-cf5708d6d24f x-openstack-request-id: req-c8e29ba9-5443-4e4c-8d87-cf5708d6d24f {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:11:56.433592 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ebe20-9d23-4998-80b2-4f4200ef8330", "name": "network-vif-deleted", "tag": "355b4dfb-b3e6-4b09-b60b-23ea8984c187", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:11:56.433851 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8e29ba9-5443-4e4c-8d87-cf5708d6d24f {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:11:56.434291 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ebe20-9d23-4998-80b2-4f4200ef8330', 'name': 'network-vif-deleted', 'tag': '355b4dfb-b3e6-4b09-b60b-23ea8984c187', 'status': 'completed', 'code': 200}
Jan 29 21:11:56.447043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87759150-5b2d-4453-9a59-6fca4eaf0cf9,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:56.450381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9ea8abe9-90b6-4b2b-9d5f-12a4e55ce86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.471129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.490628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router fd9015ab-bb39-4293-9592-2955d5c0683e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:11:56.559591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ac676606-becd-4bbb-82d4-e2bbc9278441 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:56.574718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.578068 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1d314c93-6641-4228-8a9e-b49328d2ae79 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/de2ae391-392f-48c7-a8a2-3c1df28ebf33 HTTP/1.1" status: 204  len: 168 time: 1.3503304
Jan 29 21:11:56.580414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48502) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:56.606312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:56.613577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.615324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2dd61519-f45e-425a-9b37-1913d282d103 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 701 time: 0.6590669
Jan 29 21:11:56.620781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48504) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:56.640795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:11:56.641185 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:11:56.650983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ac676606-becd-4bbb-82d4-e2bbc9278441 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:56.651363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ac676606-becd-4bbb-82d4-e2bbc9278441 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:56.651683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5ad98ff4-186c-4d13-baba-cd2b8aca486f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:56.653596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Sync routers for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:56.665063 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7521b081-be64-4014-9a12-8dba569810ff tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 205 time: 0.0414302
Jan 29 21:11:56.666563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415a49e-383c-493b-bc0e-1e9c3c9e3ada tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:56.667125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48506) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:56.667888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415a49e-383c-493b-bc0e-1e9c3c9e3ada tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:56.669336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415a49e-383c-493b-bc0e-1e9c3c9e3ada tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:56.673027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e415a49e-383c-493b-bc0e-1e9c3c9e3ada tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0896256
Jan 29 21:11:56.677484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48508) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:56.687049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5ad98ff4-186c-4d13-baba-cd2b8aca486f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:56.687328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5ad98ff4-186c-4d13-baba-cd2b8aca486f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:56.690278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=87759150-5b2d-4453-9a59-6fca4eaf0cf9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:56.705362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Routers {'fd9015ab-bb39-4293-9592-2955d5c0683e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:56.706009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2192e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['fd9015ab-bb39-4293-9592-2955d5c0683e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:56.763563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet b5e9a537-b4c9-41cf-8853-f45164b5c4b6 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:56.767873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (b5e9a537-b4c9-41cf-8853-f45164b5c4b6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.768696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.799318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Set router fd9015ab-bb39-4293-9592-2955d5c0683e gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:56.843600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (b5e9a537-b4c9-41cf-8853-f45164b5c4b6), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:56.869395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2192e0>, [{'id': 'fd9015ab-bb39-4293-9592-2955d5c0683e', 'name': 'tempest-RoutersTest-router-1586023741', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:57Z', 'updated_at': '2022-01-29T21:11:52Z', 'revision_number': 11, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:56.978522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b5e9a537-b4c9-41cf-8853-f45164b5c4b6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.034395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-296b8d9b-eda2-4809-9a7f-cded78204abf req-bdb3eb43-3c5e-4fc8-88ec-7c44c7e0c436 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9ebe20-9d23-4998-80b2-4f4200ef8330 HTTP/1.1" status: 200  len: 210 time: 0.0364611
Jan 29 21:11:57.036074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.041693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (fd9015ab-bb39-4293-9592-2955d5c0683e), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.063120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (b5e9a537-b4c9-41cf-8853-f45164b5c4b6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.096433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e9a537-b4c9-41cf-8853-f45164b5c4b6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:57.098642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.099925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (fd9015ab-bb39-4293-9592-2955d5c0683e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.100876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router fd9015ab-bb39-4293-9592-2955d5c0683e {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:11:57.104246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Checking router: fd9015ab-bb39-4293-9592-2955d5c0683e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:57.106077 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8eab712-55c5-442e-a42b-a912547560e5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b5e9a537-b4c9-41cf-8853-f45164b5c4b6 HTTP/1.1" status: 204  len: 168 time: 0.4265928
Jan 29 21:11:57.107159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:57.109353 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.114295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d70ebf24-1f54-4313-9917-c404d5297d4f tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 204  len: 168 time: 0.4412503
Jan 29 21:11:57.116614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48514) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:57.123414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1864505898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-9ea8abe9-90b6-4b2b-9d5f-12a4e55ce86a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e9a537-b4c9-41cf-8853-f45164b5c4b6: This subnet is being modified by another concurrent operation.
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e9a537-b4c9-41cf-8853-f45164b5c4b6: This subnet is being modified by another concurrent operation.
Jan 29 21:11:57.133175 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:11:57.140144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:57.140144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:11:57.140144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd9015ab-bb39-4293-9592-2955d5c0683e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:11:57.140144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1e14d-8b08-4049-83c4-35cc6e5bdb2d None None] The sync data for ids ['fd9015ab-bb39-4293-9592-2955d5c0683e'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:57.167591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.168945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.183335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet d55317e4-6a6f-4a20-a557-e2daa94a00c4 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:11:57.187343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (d55317e4-6a6f-4a20-a557-e2daa94a00c4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.199360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e962a874-a501-4e23-8dc4-04c94d2a840a None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:57.255860 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (d55317e4-6a6f-4a20-a557-e2daa94a00c4), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.257988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.262909 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.281966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.283320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c695a460-e822-4f95-924d-fbe5be2430b5 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1648633
Jan 29 21:11:57.291855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48516) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:57.298020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Request body: {'router': {'admin_state_up': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:57.310352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d55317e4-6a6f-4a20-a557-e2daa94a00c4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.314938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b3f0daa3-98c7-40ac-b4a0-178ef4760788 None None] Could not find standard attr ID for object de2ae391-392f-48c7-a8a2-3c1df28ebf33. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:11:57.328704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a49250-4725-4f42-8b77-802209a4c2f3 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:11:57.349038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b3f0daa3-98c7-40ac-b4a0-178ef4760788 None None] Provisioning complete for port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:57.349514 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b3f0daa3-98c7-40ac-b4a0-178ef4760788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.373940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d55317e4-6a6f-4a20-a557-e2daa94a00c4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.407466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=d55317e4-6a6f-4a20-a557-e2daa94a00c4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:57.413034 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.419836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e0bc318-94e8-4421-8d64-1c8912e24efe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/d55317e4-6a6f-4a20-a557-e2daa94a00c4 HTTP/1.1" status: 204  len: 168 time: 0.3093419
Jan 29 21:11:57.420207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:57.470629 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efd2f6cb-30d1-4f84-bb74-02374d4f8b47 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0490482
Jan 29 21:11:57.473433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:57.481868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:57.520121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a49250-4725-4f42-8b77-802209a4c2f3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:11:57.547606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b3f0daa3-98c7-40ac-b4a0-178ef4760788 None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:57.587885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:57.592147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.772606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3a39a-716e-467e-8fe4-72e065c63d45 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:57.792121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 87759150-5b2d-4453-9a59-6fca4eaf0cf9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:57.815964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60707'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.831296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572595'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.843910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f02c-efef-4450-8bfb-5e2d2a24062b req-a9237c1f-d3c4-4acd-ab1d-5bc3e575f8ba tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:57.845430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bed5f02c-efef-4450-8bfb-5e2d2a24062b req-a9237c1f-d3c4-4acd-ab1d-5bc3e575f8ba tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.3944266
Jan 29 21:11:57.907206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-60a3b596-fa55-41ab-812f-8f19108671d0 None None] Provisioning complete for port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:57.908380 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60a3b596-fa55-41ab-812f-8f19108671d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:57.957520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:11:57.985153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bed5f02c-efef-4450-8bfb-5e2d2a24062b req-865e7e4b-955c-4687-ba2b-a4511a3c4f6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045370
Jan 29 21:11:57.991215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:57.991701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.003027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Router 5641864f-d015-4a7f-8a1f-6f1a6d36f78c is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:11:58.017279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:11:58.098157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87759150-5b2d-4453-9a59-6fca4eaf0cf9,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:58.098454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.100053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-60a3b596-fa55-41ab-812f-8f19108671d0 None None] Current status of the port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:11:58.105896 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.130421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:11:58.141332 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Sync routers for ids ['5641864f-d015-4a7f-8a1f-6f1a6d36f78c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:11:58.149195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.150379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e631a023-987a-464d-857d-14349a8e7c77 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "PUT /v2.0/routers/5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 200  len: 694 time: 0.8574493
Jan 29 21:11:58.153579 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Routers {'5641864f-d015-4a7f-8a1f-6f1a6d36f78c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:58.153882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.155210 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea146ab070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5641864f-d015-4a7f-8a1f-6f1a6d36f78c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:58.176601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Deleting port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:11:58.176977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.178841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=87759150-5b2d-4453-9a59-6fca4eaf0cf9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:58.224727 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Set router 5641864f-d015-4a7f-8a1f-6f1a6d36f78c gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:58.261152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] For port 87759150-5b2d-4453-9a59-6fca4eaf0cf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87759150-5b2d-4453-9a59-6fca4eaf0cf9,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:11:58.261644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.274403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Calling delete_port for 87759150-5b2d-4453-9a59-6fca4eaf0cf9 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:11:58.279460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea146ab070>, [{'id': '5641864f-d015-4a7f-8a1f-6f1a6d36f78c', 'name': 'tempest-RoutersTest-router-1864505898', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:57Z', 'updated_at': '2022-01-29T21:11:57Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:58.306464 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Checking router: 5641864f-d015-4a7f-8a1f-6f1a6d36f78c for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:11:58.313436 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f5a410fa-8dde-4d9d-9511-d279e84c50e4 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/routers/5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 200  len: 700 time: 0.1254740
Jan 29 21:11:58.315103 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Routers {'5641864f-d015-4a7f-8a1f-6f1a6d36f78c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:11:58.315794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48532) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.315954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea146ab070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5641864f-d015-4a7f-8a1f-6f1a6d36f78c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:58.347657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4be33387-1314-41d3-b126-0a9b6dab347d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 200  len: 205 time: 0.0304003
Jan 29 21:11:58.350495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48534) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.374581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.391861 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] Set router 5641864f-d015-4a7f-8a1f-6f1a6d36f78c gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:11:58.394630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (87759150-5b2d-4453-9a59-6fca4eaf0cf9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.400491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] Pushing event deleted for resources: {'Port': ['ID=87759150-5b2d-4453-9a59-6fca4eaf0cf9,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:58.407313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b0782-797f-4dde-bdcf-360a8fe0626e None None] No DVR routers for this DVR port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:11:58.458425 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea146ab070>, [{'id': '5641864f-d015-4a7f-8a1f-6f1a6d36f78c', 'name': 'tempest-RoutersTest-router-1864505898', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:57Z', 'updated_at': '2022-01-29T21:11:57Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:11:58.472901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.485453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcea12-03be-4671-8e90-75e48b285bf1 None None] The sync data for ids ['5641864f-d015-4a7f-8a1f-6f1a6d36f78c'] in ncdv-master-1 is: [{'id': '5641864f-d015-4a7f-8a1f-6f1a6d36f78c', 'name': 'tempest-RoutersTest-router-1864505898', 'tenant_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:11:57Z', 'updated_at': '2022-01-29T21:11:57Z', 'revision_number': 2, 'project_id': 'd1cfeff62f564f8eacf5a73135c03fd6', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:11:58.500454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Port 87759150-5b2d-4453-9a59-6fca4eaf0cf9 concurrently deleted while adding address for new subnet {'id': 'b0289448-a647-4978-a220-0409e5baaca8', 'name': '', 'tenant_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3344, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-29T21:11:57Z', 'updated_at': '2022-01-29T21:11:57Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba'}. {{(pid=125942) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}}
Jan 29 21:11:58.500956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (b0289448-a647-4978-a220-0409e5baaca8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.572300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:58.580649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:58.586326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:58.587441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.590774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352152f-5014-474e-a180-8bba2a8f72d6 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:11:58.596818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=b0289448-a647-4978-a220-0409e5baaca8,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:58.631038 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9a07e9d5-a0bb-4f8e-a9f3-31c69dd1aa2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1506085
Jan 29 21:11:58.631261 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48536) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.638355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:58.664142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.666933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router_controller (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.715307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (5641864f-d015-4a7f-8a1f-6f1a6d36f78c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.716133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Fanout notify agent at l3_agent the message router_deleted on router 5641864f-d015-4a7f-8a1f-6f1a6d36f78c {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:11:58.720127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'b0289448-a647-4978-a220-0409e5baaca8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:11:58.722169 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.730762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.736597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-649e4ce1-85df-4290-abbe-34d63f68fea1 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 204  len: 168 time: 0.3850498
Jan 29 21:11:58.737228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48538) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.771552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea717bd8-1058-400b-a832-7116fea04e92 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 200  len: 205 time: 0.0331619
Jan 29 21:11:58.772194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48540) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.819901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:11:58.821214 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-439b95c9-ab2a-43f0-a6f1-d003e4f1e000 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:58.822649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-439b95c9-ab2a-43f0-a6f1-d003e4f1e000 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/5641864f-d015-4a7f-8a1f-6f1a6d36f78c HTTP/1.1" status: 404  len: 336 time: 0.0487380
Jan 29 21:11:58.825265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48542) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.825823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:58.852032 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3583cbd-4f96-4910-943c-b244a9e1cab6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:58.852496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3583cbd-4f96-4910-943c-b244a9e1cab6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:58.857970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f3583cbd-4f96-4910-943c-b244a9e1cab6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/d317d7f6-33c5-4e87-b85c-685339547bd9 HTTP/1.1" status: 404  len: 337 time: 0.0291438
Jan 29 21:11:58.861439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48544) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.889591 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be68dca-524f-4607-9620-c9e2da42137c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:58.890357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be68dca-524f-4607-9620-c9e2da42137c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:58.890610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Allocated IP 2001:db8::f816:3eff:fe83:a835 (f830efc8-95ad-4ffd-abed-ffb6df29d392/b0289448-a647-4978-a220-0409e5baaca8/183a018d-3706-4dd6-95d6-5fae3176e6fe) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:11:58.896026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0be68dca-524f-4607-9620-c9e2da42137c tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/4543bc3c-9195-410c-8a0d-6196bb1e6449 HTTP/1.1" status: 404  len: 337 time: 0.0311186
Jan 29 21:11:58.896341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.925447 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9195ca37-9934-4260-9d35-c44bce84d2d9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:58.925920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9195ca37-9934-4260-9d35-c44bce84d2d9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:58.932255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9195ca37-9934-4260-9d35-c44bce84d2d9 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/acdc9e54-65ef-4188-b5e0-eeac273c7a34 HTTP/1.1" status: 404  len: 337 time: 0.0320621
Jan 29 21:11:58.932555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48548) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:58.962476 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e99789e-60c8-42cd-a889-6b5b3fb8f1a3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:58.963290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e99789e-60c8-42cd-a889-6b5b3fb8f1a3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:58.968612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6e99789e-60c8-42cd-a889-6b5b3fb8f1a3 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/ee7ffdbd-229f-4af8-8e47-8d4ea2943085 HTTP/1.1" status: 404  len: 337 time: 0.0327294
Jan 29 21:11:58.969280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48550) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.000764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-686390ce-5a38-461b-b335-8d4aa8a7d2df tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 200  len: 205 time: 0.0281849
Jan 29 21:11:59.000963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.054386 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-56603fbf-de2e-4a31-8ab0-996e29cb77ab tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.055463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-56603fbf-de2e-4a31-8ab0-996e29cb77ab tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/fd9015ab-bb39-4293-9592-2955d5c0683e HTTP/1.1" status: 404  len: 336 time: 0.0526690
Jan 29 21:11:59.061262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48556) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.078154 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks [] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.087004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.095584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ad7a7d7-fe9d-4d32-9541-a7ec45b8c1d6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=af255dc6-c42f-4348-8ac5-1303cbb74be0 HTTP/1.1" status: 200  len: 205 time: 0.0331497
Jan 29 21:11:59.098742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48558) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.135863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:59.137429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:59.144363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:11:59.154503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Pushing event updated for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:59.165667 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-103d18b9-3c42-4a87-84fc-cc47b7f54648 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.170274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-103d18b9-3c42-4a87-84fc-cc47b7f54648 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/af255dc6-c42f-4348-8ac5-1303cbb74be0 HTTP/1.1" status: 404  len: 336 time: 0.0658839
Jan 29 21:11:59.170906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48560) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.206016 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ed844f-51c0-4f7a-a95c-a8887846b9eb tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:59.206584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ed844f-51c0-4f7a-a95c-a8887846b9eb tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:59.212610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71ed844f-51c0-4f7a-a95c-a8887846b9eb tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/62c8af46-d921-44bc-80b9-80da70a05dcb HTTP/1.1" status: 404  len: 337 time: 0.0359762
Jan 29 21:11:59.213674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48562) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.227561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Attempting to bind port 183a018d-3706-4dd6-95d6-5fae3176e6fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:11:59.227944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Attempting to bind port 183a018d-3706-4dd6-95d6-5fae3176e6fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:11:59.228319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Attempting to bind port 183a018d-3706-4dd6-95d6-5fae3176e6fe on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:11:59.234050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:11:59.234440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:11:59.234860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.235264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:11:59.235753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Bound port: 183a018d-3706-4dd6-95d6-5fae3176e6fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:11:59.236146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.246737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cf077deb-e2eb-487f-b1a2-bf7fa4f09c9d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 200  len: 205 time: 0.0299895
Jan 29 21:11:59.247107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48564) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.304083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bb4d2-e165-4c86-a834-28ee0650e6eb req-7d4f6316-94ce-46ce-90b7-8d80cbfe9f2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:59.305882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea6bb4d2-e165-4c86-a834-28ee0650e6eb req-7d4f6316-94ce-46ce-90b7-8d80cbfe9f2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2062340
Jan 29 21:11:59.306892 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-5ab18624-d747-465d-bc46-e12b5bffe108 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.307927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ab18624-d747-465d-bc46-e12b5bffe108 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/301d62d3-3f2a-4f56-82b3-6b6c20984710 HTTP/1.1" status: 404  len: 336 time: 0.0598464
Jan 29 21:11:59.311366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48566) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.314510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:11:59.317804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=183a018d-3706-4dd6-95d6-5fae3176e6fe,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:11:59.328719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.347468 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7834927-cea3-4676-b945-6ee45ad3cfbc tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07ab9bc-7be9-4144-ac73-886a5932df48 HTTP/1.1" status: 200  len: 205 time: 0.0308366
Jan 29 21:11:59.347912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48568) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.349646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.389070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3238435-61b6-4f6b-ab23-345523bd6991 None None] Pushing event updated for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:59.398801 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-1b679d37-76ac-43e5-bdbb-275f6b152dba tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.402195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1b679d37-76ac-43e5-bdbb-275f6b152dba tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/d07ab9bc-7be9-4144-ac73-886a5932df48 HTTP/1.1" status: 404  len: 336 time: 0.0510240
Jan 29 21:11:59.402548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48570) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.423747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea6bb4d2-e165-4c86-a834-28ee0650e6eb req-a76e422c-4291-4f17-962b-66c287b709c7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075430
Jan 29 21:11:59.447526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:11:59.453385 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0666a7-c7b9-4d02-9b8c-0477ed1e9a8d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:59.454763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0666a7-c7b9-4d02-9b8c-0477ed1e9a8d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:59.459165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0f0666a7-c7b9-4d02-9b8c-0477ed1e9a8d tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/2cfd9bfb-4019-498c-971a-0074bd9f0e66 HTTP/1.1" status: 404  len: 337 time: 0.0532594
Jan 29 21:11:59.462896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48572) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.478455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 355b4dfb-b3e6-4b09-b60b-23ea8984c187 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:11:59.478811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 355b4dfb-b3e6-4b09-b60b-23ea8984c187 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:11:59.502845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3cffb423-6139-457d-bf47-87ec03633aa6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=4452a085-24a8-41da-83f9-27cecedceea4 HTTP/1.1" status: 200  len: 205 time: 0.0387385
Jan 29 21:11:59.505265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.548488 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-ee16eeba-b43f-4c1e-9b74-2704325bafb0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.549772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee16eeba-b43f-4c1e-9b74-2704325bafb0 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/4452a085-24a8-41da-83f9-27cecedceea4 HTTP/1.1" status: 404  len: 336 time: 0.0433156
Jan 29 21:11:59.552188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.591941 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ddef3d-b777-48d4-acdf-987f02873523 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:59.592414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ddef3d-b777-48d4-acdf-987f02873523 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:59.601214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48578) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.612714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89ddef3d-b777-48d4-acdf-987f02873523 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/779cdf98-7c3f-495a-b222-cc4104cad6c8 HTTP/1.1" status: 404  len: 337 time: 0.0577011
Jan 29 21:11:59.663119 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f520e379-e91a-4440-b902-a69cf539b8e6 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "GET /v2.0/ports?device_id=900983aa-7ea4-48dd-8540-d14f958fb74d HTTP/1.1" status: 200  len: 205 time: 0.0610726
Jan 29 21:11:59.665675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (435229f4-8d7b-414e-a0cf-a554e33a45a5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.665977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48580) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.746556 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-c8314d71-3145-4c39-865e-594f90ade562 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] delete failed (client error): The resource could not be found.
Jan 29 21:11:59.749863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c8314d71-3145-4c39-865e-594f90ade562 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/routers/900983aa-7ea4-48dd-8540-d14f958fb74d HTTP/1.1" status: 404  len: 336 time: 0.0828178
Jan 29 21:11:59.753527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48582) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.782979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:11:59.785116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:11:59.796343 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:11:59.797275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:11:59.799485 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f690c30-04e0-4491-9701-2ab1b02c5488 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:59.800159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f690c30-04e0-4491-9701-2ab1b02c5488 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:59.807610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2f690c30-04e0-4491-9701-2ab1b02c5488 tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/ac47a11d-6108-4a7c-ab1c-61630b87c9f6 HTTP/1.1" status: 404  len: 337 time: 0.0528305
Jan 29 21:11:59.808486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48584) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.823788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=435229f4-8d7b-414e-a0cf-a554e33a45a5,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:11:59.839611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2996702a-0c38-4688-bcb0-ecbfd7fb7eb2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2044919
Jan 29 21:11:59.840534 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1302235f-a165-4ef9-b1c1-9e1d0e279ced tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:11:59.841092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1302235f-a165-4ef9-b1c1-9e1d0e279ced tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:11:59.845323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48586) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:11:59.847002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1302235f-a165-4ef9-b1c1-9e1d0e279ced tempest-RoutersTest-1940659519 tempest-RoutersTest-1940659519-project] 10.222.0.20 "DELETE /v2.0/subnets/e4fc951e-d238-4cfb-b9e7-fae10e474061 HTTP/1.1" status: 404  len: 337 time: 0.0374334
Jan 29 21:11:59.855969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:60:89:eb', 'name': 'tempest-NetworksTestDHCPv6-611597384'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:11:59.901629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 183a018d-3706-4dd6-95d6-5fae3176e6fe up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:11:59.961355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 183a018d-3706-4dd6-95d6-5fae3176e6fe triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:11:59.961747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.044799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 183a018d-3706-4dd6-95d6-5fae3176e6fe is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:00.045234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.083575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=183a018d-3706-4dd6-95d6-5fae3176e6fe,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:00.090600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.108647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:00.109083 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.129105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:00.144511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:00.165155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48592) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:00.271988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:00.272365 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.282751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.297689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:00.320929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 9f2f3828-c1d0-4078-b0f4-8242287fc5a5 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:00.324566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c8f20e1d-9d66-4924-833f-67d1da45084f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1cfeff62f564f8eacf5a73135c03fd6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1579456
Jan 29 21:12:00.327400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:00.386821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] Publish callbacks [] for security_group (4ebe8786-7b30-41e2-ba37-7e314c3b8a0b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.414369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] Publish callbacks [] for security_group (4ebe8786-7b30-41e2-ba37-7e314c3b8a0b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.492227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4ebe8786-7b30-41e2-ba37-7e314c3b8a0b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.495241 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.497676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ebe8786-7b30-41e2-ba37-7e314c3b8a0b HTTP/1.1" status: 204  len: 168 time: 0.1688373
Jan 29 21:12:00.523903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cef6cf-ffee-4678-bd62-e295c328616c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe8786-7b30-41e2-ba37-7e314c3b8a0b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:00.581591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca036-1671-4d4d-9671-661e97fc59a9 req-f7a114ac-9d3a-4c25-b601-7430f502a9e9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:00.584020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-472ca036-1671-4d4d-9671-661e97fc59a9 req-f7a114ac-9d3a-4c25-b601-7430f502a9e9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0812583
Jan 29 21:12:00.646907 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 172.20.0.7 (f830efc8-95ad-4ffd-abed-ffb6df29d392/435229f4-8d7b-414e-a0cf-a554e33a45a5/9f2f3828-c1d0-4078-b0f4-8242287fc5a5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:00.654897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-472ca036-1671-4d4d-9671-661e97fc59a9 req-e4ed6666-fdbd-4af9-a067-faf9ffb18d64 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594163
Jan 29 21:12:00.661281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fe60:89eb (f830efc8-95ad-4ffd-abed-ffb6df29d392/b0289448-a647-4978-a220-0409e5baaca8/9f2f3828-c1d0-4078-b0f4-8242287fc5a5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:00.690149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.711144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c49072-79e4-4938-a708-c909e06daf70 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:00.740822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:00.780275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed6315da-f1cf-4540-afd1-1b0bf92d3b26 None None] Provisioning complete for port 183a018d-3706-4dd6-95d6-5fae3176e6fe triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:00.780731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed6315da-f1cf-4540-afd1-1b0bf92d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:00.923254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed6315da-f1cf-4540-afd1-1b0bf92d3b26 None None] Current status of the port 183a018d-3706-4dd6-95d6-5fae3176e6fe is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:01.002872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': 'b0289448-a647-4978-a220-0409e5baaca8', 'ip_address': '2001:db8::f816:3eff:fe83:a835'}, {'subnet_id': '435229f4-8d7b-414e-a0cf-a554e33a45a5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '183a018d-3706-4dd6-95d6-5fae3176e6fe'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:01.036104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.056926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (9f2f3828-c1d0-4078-b0f4-8242287fc5a5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.105018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.156916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9f2f3828-c1d0-4078-b0f4-8242287fc5a5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.210373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Allocated IP 172.20.0.2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/435229f4-8d7b-414e-a0cf-a554e33a45a5/183a018d-3706-4dd6-95d6-5fae3176e6fe) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:01.252793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:01.256095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=9f2f3828-c1d0-4078-b0f4-8242287fc5a5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:01.261107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:01.264659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:01.327295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:01.327929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.329010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=183a018d-3706-4dd6-95d6-5fae3176e6fe,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:01.360838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48620) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:01.361877 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Publish callbacks [] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.368038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.404919 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77fff34d-eabb-47db-b785-cf76dda4732a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.5545275
Jan 29 21:12:01.405552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48624) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:01.462507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:01.470607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ceb3-37fc-4f85-8741-e9e6448f47d5 None None] Pushing event updated for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:01.493294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-535294928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:01.519850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc8f3c-7b84-4705-9b05-b452de7b7f38 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:01.525624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc8f3c-7b84-4705-9b05-b452de7b7f38 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:01.529881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dfbc8f3c-7b84-4705-9b05-b452de7b7f38 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.1174195
Jan 29 21:12:01.530460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:01.566544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.567158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.588468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:01.599697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e32265b3-511f-4a9a-9794-8fd8f11adeda tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "PUT /v2.0/routers/73010f09-ffb7-483e-b2d0-2a4fc61788d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4976029
Jan 29 21:12:01.599893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:01.607124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Sync routers for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:01.623477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:01.625441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea094cf850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:01.662038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting subnet 79addfc6-fba1-4d8a-a1d2-681c7f787316 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:01.663294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router_controller (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.667128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (79addfc6-fba1-4d8a-a1d2-681c7f787316), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.675078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.692966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 9f2f3828-c1d0-4078-b0f4-8242287fc5a5 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:01.693380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9f2f3828-c1d0-4078-b0f4-8242287fc5a5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.739780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.742490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-130ec567-9fe5-4e05-b921-979d1f810084 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.3796930
Jan 29 21:12:01.755811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48632) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:01.764513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-653371855'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:01.767300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:01.805087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (79addfc6-fba1-4d8a-a1d2-681c7f787316), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.908484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9f2f3828-c1d0-4078-b0f4-8242287fc5a5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.922978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 9f2f3828-c1d0-4078-b0f4-8242287fc5a5 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:01.952344 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (79addfc6-fba1-4d8a-a1d2-681c7f787316), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:01.987949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ae2a7-faa1-4996-9f6a-ff9c800d5fcf req-18e5db8c-0ca3-445d-b6d4-f0286e70e957 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:01.989578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7ae2a7-faa1-4996-9f6a-ff9c800d5fcf req-18e5db8c-0ca3-445d-b6d4-f0286e70e957 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1973565
Jan 29 21:12:02.023396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:02.028112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.033321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (79addfc6-fba1-4d8a-a1d2-681c7f787316), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.072412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Subnet': ['ID=79addfc6-fba1-4d8a-a1d2-681c7f787316,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:02.082362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.100558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.104691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-add20bcc-a45d-45c9-a439-6d8ddee41cdd tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/subnets/79addfc6-fba1-4d8a-a1d2-681c7f787316 HTTP/1.1" status: 204  len: 168 time: 0.5038726
Jan 29 21:12:02.107891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48634) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:02.161315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9f2f3828-c1d0-4078-b0f4-8242287fc5a5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.161587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 183a018d-3706-4dd6-95d6-5fae3176e6fe up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:02.165592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43528a9d-4410-4af9-a68d-9fee145f413f None None] Network 86d6783d-d88f-42a5-b03f-76d7baaece96 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:02.215101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=9f2f3828-c1d0-4078-b0f4-8242287fc5a5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:02.272649 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.297232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7ae2a7-faa1-4996-9f6a-ff9c800d5fcf req-66804302-f5c8-49c2-93dc-552be384082e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556950
Jan 29 21:12:02.340529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b0b00ed4-3ace-485e-8b76-aabda52f5cc8 None None] Provisioning complete for port 183a018d-3706-4dd6-95d6-5fae3176e6fe triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:02.340529 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0b00ed4-3ace-485e-8b76-aabda52f5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.375927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.380512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f7cdde7-dd01-4d7e-b236-5a4e19e33831 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/9f2f3828-c1d0-4078-b0f4-8242287fc5a5 HTTP/1.1" status: 204  len: 168 time: 0.8488700
Jan 29 21:12:02.383555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:02.411473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 183a018d-3706-4dd6-95d6-5fae3176e6fe triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:02.411926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.420161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea094cf850>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17'}], 'enable_snat': True}, 'gw_port_id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:12:00Z', 'revision_number': 5, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port': {'id': '5158ebf5-ccba-4813-b521-9624e59ec809', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:08:48Z', 'updated_at': '2022-01-29T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:02.449465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for security_group (ce05f2b4-c35e-4396-be78-14f42f0b3423), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.455987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_gateway (73010f09-ffb7-483e-b2d0-2a4fc61788d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.458674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f97a3-383d-4322-a42c-67dc6e8ce08e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:02.461021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ce05f2b4-c35e-4396-be78-14f42f0b3423), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.461350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f97a3-383d-4322-a42c-67dc6e8ce08e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:02.463211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f97a3-383d-4322-a42c-67dc6e8ce08e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:02.464845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba3f97a3-383d-4322-a42c-67dc6e8ce08e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0796480
Jan 29 21:12:02.467625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48638) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:02.501096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:02.504426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Checking router: 73010f09-ffb7-483e-b2d0-2a4fc61788d1 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:12:02.530123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] DHCP port deletion for 86d6783d-d88f-42a5-b03f-76d7baaece96 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:02.559455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Routers {'73010f09-ffb7-483e-b2d0-2a4fc61788d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:02.560416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea094cf850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:02.562659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ff060648-cdba-4963-a7e0-7f057073f88c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.563129 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Added segment ff060648-cdba-4963-a7e0-7f057073f88c of type vlan for network 5d39cb2a-47e2-4286-ad45-2d02281891ca
Jan 29 21:12:02.612275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5d39cb2a-47e2-4286-ad45-2d02281891ca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.638555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce05f2b4-c35e-4396-be78-14f42f0b3423,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:02.651630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5d39cb2a-47e2-4286-ad45-2d02281891ca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.657445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:02.658194 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.679274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b0b00ed4-3ace-485e-8b76-aabda52f5cc8 None None] Current status of the port 183a018d-3706-4dd6-95d6-5fae3176e6fe is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:02.721344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] Set router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:02.738655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Network': ['ID=5d39cb2a-47e2-4286-ad45-2d02281891ca,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:02.753083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:02.766780 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-98a919bd-ac56-4135-bdca-ab89ac9c8295 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0077662
Jan 29 21:12:02.769828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Deleting port 5158ebf5-ccba-4813-b521-9624e59ec809 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:02.770273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.810095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48640) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:02.816235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'subnet': {'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:02.861902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] For port 5158ebf5-ccba-4813-b521-9624e59ec809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5158ebf5-ccba-4813-b521-9624e59ec809,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:02.862400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.879726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Calling delete_port for 5158ebf5-ccba-4813-b521-9624e59ec809 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:02.883170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 183a018d-3706-4dd6-95d6-5fae3176e6fe is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:02.893996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 435229f4-8d7b-414e-a0cf-a554e33a45a5 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:02.899348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5e3bb687-6863-4f56-9373-b50a4703f2a9 None None] Could not find standard attr ID for object 9f2f3828-c1d0-4078-b0f4-8242287fc5a5. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:02.904774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (435229f4-8d7b-414e-a0cf-a554e33a45a5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.906097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea094cf850>, [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:12:02Z', 'revision_number': 6, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:02.949164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5802b-1cdc-45c1-b1f5-40115dcc1788 None None] The sync data for ids ['73010f09-ffb7-483e-b2d0-2a4fc61788d1'] in ncdv-master-1 is: [{'id': '73010f09-ffb7-483e-b2d0-2a4fc61788d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490549748', 'tenant_id': '3a9491db693d463a969459cbdbfa2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:08:47Z', 'updated_at': '2022-01-29T21:12:02Z', 'revision_number': 6, 'project_id': '3a9491db693d463a969459cbdbfa2db1', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:02.952833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Deleting port 8c491a06-9bb3-4378-8d26-a1774e0f139d {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:02.952833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:02.988788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (435229f4-8d7b-414e-a0cf-a554e33a45a5), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.023952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:03.027875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.051482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] For port 8c491a06-9bb3-4378-8d26-a1774e0f139d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c491a06-9bb3-4378-8d26-a1774e0f139d,segment=NetworkSegment(1c7c8ace-f317-4d88-a654-48e44f0197f8),segment_id=1c7c8ace-f317-4d88-a654-48e44f0197f8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:03.051482 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.065896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Calling delete_port for 8c491a06-9bb3-4378-8d26-a1774e0f139d owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:03.172141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (8c491a06-9bb3-4378-8d26-a1774e0f139d), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.183391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (435229f4-8d7b-414e-a0cf-a554e33a45a5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.188596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] No DVR routers for this DVR port 8c491a06-9bb3-4378-8d26-a1774e0f139d on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:03.209938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcb1d0-743e-46e3-bf0b-86f9733843a0 None None] Pushing event deleted for resources: {'Port': ['ID=8c491a06-9bb3-4378-8d26-a1774e0f139d,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:03.290094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (435229f4-8d7b-414e-a0cf-a554e33a45a5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.329923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=435229f4-8d7b-414e-a0cf-a554e33a45a5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:03.363925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.367752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-34e3967b-6b18-4093-ab18-fb57a8c8c32e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/435229f4-8d7b-414e-a0cf-a554e33a45a5 HTTP/1.1" status: 204  len: 168 time: 0.8989565
Jan 29 21:12:03.370623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48644) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:03.382520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664b90e-9f60-4bdf-bddb-b8de42f305ad None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:03.434389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.458757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5158ebf5-ccba-4813-b521-9624e59ec809), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.490460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet b0289448-a647-4978-a220-0409e5baaca8 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:03.511460 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (b0289448-a647-4978-a220-0409e5baaca8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.524074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Port': ['ID=5158ebf5-ccba-4813-b521-9624e59ec809,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:03.569297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.576469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Subnet': ['ID=686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:03.599081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (b0289448-a647-4978-a220-0409e5baaca8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.625880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Checking segment: {'id': 'ff060648-cdba-4963-a7e0-7f057073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:03.626245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network hostable DHCP agents. Network: 5d39cb2a-47e2-4286-ad45-2d02281891ca, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:03.641575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d37b-bf57-484f-bda9-99df3c07eb7e req-eb59c6f3-edb0-43b0-8053-635d65041862 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:03.643172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3362d37b-bf57-484f-bda9-99df3c07eb7e req-eb59c6f3-edb0-43b0-8053-635d65041862 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1976099
Jan 29 21:12:03.666944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.670236 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router_controller (73010f09-ffb7-483e-b2d0-2a4fc61788d1), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.712274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:03.721369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (73010f09-ffb7-483e-b2d0-2a4fc61788d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.721947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Fanout notify agent at l3_agent the message router_deleted on router 73010f09-ffb7-483e-b2d0-2a4fc61788d1 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:12:03.729584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.733555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-28312de6-b121-4255-bec5-7a0341fa8b71 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/routers/73010f09-ffb7-483e-b2d0-2a4fc61788d1 HTTP/1.1" status: 204  len: 168 time: 1.6245415
Jan 29 21:12:03.734311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:03.752452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d39cb2a-47e2-4286-ad45-2d02281891ca) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:03.760415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26711901-6636-4017-93c2-0da0d6e7f4ce None None] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:03.760588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3362d37b-bf57-484f-bda9-99df3c07eb7e req-190f67dc-4cc2-451f-9659-9a258f6234e8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072710
Jan 29 21:12:03.761875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:03.762477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.772418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b0289448-a647-4978-a220-0409e5baaca8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.812554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ce2d585-8754-4934-836f-0330064d6c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0008545
Jan 29 21:12:03.820473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48648) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:03.842352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'network': {'name': 'tempest-router-network01--1899271919'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:03.871636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (86d6783d-d88f-42a5-b03f-76d7baaece96), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.905582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:03.912787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.919109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (b0289448-a647-4978-a220-0409e5baaca8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.943514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:03.962464 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:03.965682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b0289448-a647-4978-a220-0409e5baaca8 HTTP/1.1" status: 204  len: 168 time: 0.5939188
Jan 29 21:12:03.966645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f11e7-f199-4afd-ba65-0de6d7a87b14 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=b0289448-a647-4978-a220-0409e5baaca8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:03.969542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48650) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:03.990483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:03.990841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5e2af0d-f7f7-4b49-b38f-9126b84bb5eb not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:03.991953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c491a06-9bb3-4378-8d26-a1774e0f139d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:04.009573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (86d6783d-d88f-42a5-b03f-76d7baaece96), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.028085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8c491a06-9bb3-4378-8d26-a1774e0f139d {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:04.028450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c491a06-9bb3-4378-8d26-a1774e0f139d not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:04.028856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5158ebf5-ccba-4813-b521-9624e59ec809 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:04.036257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-23f1f150-f3a0-4382-a5a0-ab5b115499c5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0654635
Jan 29 21:12:04.037231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:04.038898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea102911c0>,) {'filters': {'network_id': ['86d6783d-d88f-42a5-b03f-76d7baaece96']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:04.039128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48652) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:04.045329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:04.069071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102911c0>, '1c7c8ace-f317-4d88-a654-48e44f0197f8') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:04.069400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102911c0>, '1c7c8ace-f317-4d88-a654-48e44f0197f8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:04.076675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d39cb2a-47e2-4286-ad45-2d02281891ca', 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca', 'project_id': '7ca9f5f165ef4f19828411586889bb8f', 'fixed_ips': [{'subnet_id': '686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:04.078066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.081365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5158ebf5-ccba-4813-b521-9624e59ec809 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:04.081844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5158ebf5-ccba-4813-b521-9624e59ec809 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:04.082005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (1c7c8ace-f317-4d88-a654-48e44f0197f8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.110525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1c7c8ace-f317-4d88-a654-48e44f0197f8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.119101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:04.119801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (1c7c8ace-f317-4d88-a654-48e44f0197f8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:04.124445 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:04.134040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f8acbba9-48b2-4030-af9e-b6b1f8d11583), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.134441 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Added segment f8acbba9-48b2-4030-af9e-b6b1f8d11583 of type vlan for network d0a4c19a-10a1-43de-93ed-89580912e2cb
Jan 29 21:12:04.209568 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (86d6783d-d88f-42a5-b03f-76d7baaece96), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.218322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.224200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/networks/86d6783d-d88f-42a5-b03f-76d7baaece96 HTTP/1.1" status: 204  len: 168 time: 0.4861369
Jan 29 21:12:04.224676 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48654) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:04.242239 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (d0a4c19a-10a1-43de-93ed-89580912e2cb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.251113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e9841-65fa-483e-b996-773a4f486b19 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'Network': ['ID=86d6783d-d88f-42a5-b03f-76d7baaece96,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.284938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Allocated IP 2001:db8::2 (5d39cb2a-47e2-4286-ad45-2d02281891ca/686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3/556576b2-4a29-4649-a8d6-831acc82d7c3) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:04.297296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:04.300946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.339674 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (dc1165e5-635a-46b9-87d0-cf768898cdf8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.374401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (d0a4c19a-10a1-43de-93ed-89580912e2cb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.379598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:04.380213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.384518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (dc1165e5-635a-46b9-87d0-cf768898cdf8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.447228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6232719
Jan 29 21:12:04.449890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48656) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:04.450845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99910f-8cc7-49ba-ba56-fc204912f24c None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:04.457991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'network': {'name': 'tempest-router-network02--1295299612'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:04.476912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dc1165e5-635a-46b9-87d0-cf768898cdf8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.477655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e05e43-450a-45b8-91e6-8026cb1618f5 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Network': ['ID=d0a4c19a-10a1-43de-93ed-89580912e2cb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.479806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.483557 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc1165e5-635a-46b9-87d0-cf768898cdf8 HTTP/1.1" status: 204  len: 168 time: 0.2553360
Jan 29 21:12:04.502614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49158-8056-4dcc-8f77-72b94881bd44 tempest-TestNetworkAdvancedServerOps-1361040972 tempest-TestNetworkAdvancedServerOps-1361040972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1165e5-635a-46b9-87d0-cf768898cdf8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.513254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:04.516873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.521144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network d0a4c19a-10a1-43de-93ed-89580912e2cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:04.561356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:04.579549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8420c42a-fce2-499a-9529-37b7207db0fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.580083 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Added segment 8420c42a-fce2-499a-9529-37b7207db0fe of type vlan for network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f
Jan 29 21:12:04.587412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks [] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.632612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.639442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (561d8145-eda6-4f0e-b47d-afdf69b82f6f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.662249 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.665901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.673390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:04.673714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.707988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:04.715560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:04.718919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-39f9c981-bdfe-49f8-b30b-c3576c65e37d None None] Provisioning complete for port 183a018d-3706-4dd6-95d6-5fae3176e6fe triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:04.719482 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-39f9c981-bdfe-49f8-b30b-c3576c65e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.721938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:04.722726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.738083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=561d8145-eda6-4f0e-b47d-afdf69b82f6f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.746463 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2927957
Jan 29 21:12:04.749267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48662) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:04.750597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8ad3bd58-c97d-43eb-be3a-8c300d3c73b8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7102709
Jan 29 21:12:04.753424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48664) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:04.754235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'subnet': {'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:04.763403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:04.797575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:04.803419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:04.824636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:04.838640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Pushing event updated for resources: {'Port': ['ID=556576b2-4a29-4649-a8d6-831acc82d7c3,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.841661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0335-70fd-4a42-a594-9dfebea97a65 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Network': ['ID=6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:04.862624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:04.865022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:04.870717 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.919951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:04.925390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:04.970267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-39f9c981-bdfe-49f8-b30b-c3576c65e37d None None] Current status of the port 183a018d-3706-4dd6-95d6-5fae3176e6fe is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:04.972663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:05.058984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Attempting to bind port 556576b2-4a29-4649-a8d6-831acc82d7c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:05.059623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Attempting to bind port 556576b2-4a29-4649-a8d6-831acc82d7c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff060648-cdba-4963-a7e0-7f057073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:05.059807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Attempting to bind port 556576b2-4a29-4649-a8d6-831acc82d7c3 on network 5d39cb2a-47e2-4286-ad45-2d02281891ca {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:05.072557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:05.073072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Checking segment: {'id': 'ff060648-cdba-4963-a7e0-7f057073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:05.073800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.074271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Bound using segment: {'id': 'ff060648-cdba-4963-a7e0-7f057073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:05.074822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Bound port: 556576b2-4a29-4649-a8d6-831acc82d7c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff060648-cdba-4963-a7e0-7f057073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d39cb2a-47e2-4286-ad45-2d02281891ca'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:05.075268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.079396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:05.093467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1f90d-6ba5-46eb-a0bd-701d22afe333 req-63d0ffec-448e-49d6-b0eb-72b7c7ef8453 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:05.095460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a1f90d-6ba5-46eb-a0bd-701d22afe333 req-63d0ffec-448e-49d6-b0eb-72b7c7ef8453 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1877356
Jan 29 21:12:05.191949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a1f90d-6ba5-46eb-a0bd-701d22afe333 req-3097b11b-4c15-4aa4-b7f3-b35630b707b4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897470
Jan 29 21:12:05.211502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7773cea0-2c97-4679-a949-65b5bff3f43d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.221136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] For port 556576b2-4a29-4649-a8d6-831acc82d7c3, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:05.223457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] For port 556576b2-4a29-4649-a8d6-831acc82d7c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=556576b2-4a29-4649-a8d6-831acc82d7c3,segment=NetworkSegment(ff060648-cdba-4963-a7e0-7f057073f88c),segment_id=ff060648-cdba-4963-a7e0-7f057073f88c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:05.235363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.280951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5d3b86d1-1638-46c1-87a4-348ae94c9921 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a9491db693d463a969459cbdbfa2db1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3046679
Jan 29 21:12:05.284942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:05.319251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797ef2-9d03-40ce-b1ff-c53bf81e95cd None None] Pushing event updated for resources: {'Port': ['ID=556576b2-4a29-4649-a8d6-831acc82d7c3,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:05.323840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Deleting port 183a018d-3706-4dd6-95d6-5fae3176e6fe {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:05.324349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.352645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Subnet': ['ID=7773cea0-2c97-4679-a949-65b5bff3f43d,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:05.363634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Checking segment: {'id': 'f8acbba9-48b2-4030-af9e-b6b1f8d11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:05.364010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network hostable DHCP agents. Network: d0a4c19a-10a1-43de-93ed-89580912e2cb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:05.390623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] Publish callbacks [] for security_group (58912d68-a80a-4f54-aec8-9afe216f4e3a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.404558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network d0a4c19a-10a1-43de-93ed-89580912e2cb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:05.418797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:05.421791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] Publish callbacks [] for security_group (58912d68-a80a-4f54-aec8-9afe216f4e3a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.430259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0a4c19a-10a1-43de-93ed-89580912e2cb) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:05.437718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:05.438340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.476130 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-839b9ac2-3470-45c0-91a4-d02a766552dc tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7227457
Jan 29 21:12:05.476130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:05.481625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'subnet': {'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:05.552591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74535583-b628-439c-a811-823c70851da9 None None] Network d0a4c19a-10a1-43de-93ed-89580912e2cb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:05.556785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (58912d68-a80a-4f54-aec8-9afe216f4e3a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.561691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.561691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58912d68-a80a-4f54-aec8-9afe216f4e3a HTTP/1.1" status: 204  len: 168 time: 0.2757201
Jan 29 21:12:05.602505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8874e3a-161a-4488-8558-385e70c67917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58912d68-a80a-4f54-aec8-9afe216f4e3a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:05.634418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:05.639998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.735690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d0a4c19a-10a1-43de-93ed-89580912e2cb', 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb', 'project_id': '7ca9f5f165ef4f19828411586889bb8f', 'fixed_ips': [{'subnet_id': '7773cea0-2c97-4679-a949-65b5bff3f43d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:05.736575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.810926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=183a018d-3706-4dd6-95d6-5fae3176e6fe,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:05.810926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.833149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Calling delete_port for 183a018d-3706-4dd6-95d6-5fae3176e6fe owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:05.873219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:05.932487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 556576b2-4a29-4649-a8d6-831acc82d7c3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:06.038906 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0d058734-5fd5-4ec8-9460-4e40f174a017), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.080683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Allocated IP 2001:db8::2 (d0a4c19a-10a1-43de-93ed-89580912e2cb/7773cea0-2c97-4679-a949-65b5bff3f43d/fd231c4c-39ec-4f39-812d-483428b81905) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:06.090378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] For port 183a018d-3706-4dd6-95d6-5fae3176e6fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=183a018d-3706-4dd6-95d6-5fae3176e6fe,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:06.117578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:06.117936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 556576b2-4a29-4649-a8d6-831acc82d7c3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:06.118316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.137411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Subnet': ['ID=0d058734-5fd5-4ec8-9460-4e40f174a017,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:06.140240 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Checking segment: {'id': '8420c42a-fce2-499a-9529-37b7207db0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:06.140889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network hostable DHCP agents. Network: 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:06.156865 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.161172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:06.169655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.175592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:06.177529 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (183a018d-3706-4dd6-95d6-5fae3176e6fe), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.181712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:06.182602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.199768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171744e-599c-4126-aca9-cf44bdd36329 None None] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:06.202156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] No DVR routers for this DVR port 183a018d-3706-4dd6-95d6-5fae3176e6fe on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:06.202549 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e810c03-5859-4ff0-a57c-05c6d53b5c7d tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7251935
Jan 29 21:12:06.205896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48690) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:06.215656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:06.224779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eecbcfd5-2fc3-4a6d-8dd8-bb74235a89af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66c4a9cbbeb24118b753ef69715e0372&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1057260
Jan 29 21:12:06.230135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:06.246289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a27b86-1ac7-4979-82be-6e207e34bec9 None None] Pushing event deleted for resources: {'Port': ['ID=183a018d-3706-4dd6-95d6-5fae3176e6fe,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:06.249268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (c7f9dd1c-ce0f-4d1e-8327-662c342fe08d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.293275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d580fd8-2fd0-4991-b6b6-5f69a5a53178 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:06.400117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:06.411673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:06.415784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:06.416405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.457227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=c7f9dd1c-ce0f-4d1e-8327-662c342fe08d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:06.466054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] Publish callbacks [] for security_group (fedc580d-ee8d-4392-9116-65593c6a940c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.478153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5eee9827-0077-464c-a597-899c75af21d3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.7232060
Jan 29 21:12:06.480837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:06.487437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:4a:a7:a4', 'name': 'tempest-NetworksTestDHCPv6-951324778'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:06.519671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 556576b2-4a29-4649-a8d6-831acc82d7c3 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:06.520070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.564497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d9a6-8c8a-4a1e-afad-b10bc3c4b337 req-6d20354c-04a6-4c26-a7bf-5896849a33f3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:06.566074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70d5d9a6-8c8a-4a1e-afad-b10bc3c4b337 req-6d20354c-04a6-4c26-a7bf-5896849a33f3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2326684
Jan 29 21:12:06.568387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] Publish callbacks [] for security_group (fedc580d-ee8d-4392-9116-65593c6a940c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.576853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f', 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f', 'project_id': '7ca9f5f165ef4f19828411586889bb8f', 'fixed_ips': [{'subnet_id': '0d058734-5fd5-4ec8-9460-4e40f174a017'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:06.577553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.597946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.602704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks [] for port (fd231c4c-39ec-4f39-812d-483428b81905), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.689269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70d5d9a6-8c8a-4a1e-afad-b10bc3c4b337 req-1e99bbad-f551-4bab-b630-20510c6d303b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116819
Jan 29 21:12:06.712642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fedc580d-ee8d-4392-9116-65593c6a940c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.715767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.719388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fedc580d-ee8d-4392-9116-65593c6a940c HTTP/1.1" status: 204  len: 168 time: 0.4840260
Jan 29 21:12:06.721721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:06.744180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a7878-7efc-49f0-8aa2-818e2fdc6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedc580d-ee8d-4392-9116-65593c6a940c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:06.835308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.837429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d16b5-a387-4f27-8413-109a4cb993de None None] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:06.843228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (fd231c4c-39ec-4f39-812d-483428b81905), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.853230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '561d8145-eda6-4f0e-b47d-afdf69b82f6f'}, {'subnet_id': 'c7f9dd1c-ce0f-4d1e-8327-662c342fe08d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:06.854107 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:06.868185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 30fa205d-22b3-4fe1-8470-afabba4705b9 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:06.945173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Allocated IP 2001:db8::1 (d0a4c19a-10a1-43de-93ed-89580912e2cb/7773cea0-2c97-4679-a949-65b5bff3f43d/3637ac63-3bd3-4441-b4eb-ce91681e60be) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:06.959325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 556576b2-4a29-4649-a8d6-831acc82d7c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=556576b2-4a29-4649-a8d6-831acc82d7c3,segment=NetworkSegment(ff060648-cdba-4963-a7e0-7f057073f88c),segment_id=ff060648-cdba-4963-a7e0-7f057073f88c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:06.993330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.013366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Allocated IP 2001:db8::2 (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f/0d058734-5fd5-4ec8-9460-4e40f174a017/3cf23097-0274-4402-a33c-9cbc9b1ce3cc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:07.029868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Network d0a4c19a-10a1-43de-93ed-89580912e2cb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:07.030675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Pushing event updated for resources: {'Port': ['ID=fd231c4c-39ec-4f39-812d-483428b81905,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:07.033676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-91c3ba1a-c3b3-40f0-8a77-f3d23f88abb7 None None] Provisioning complete for port 556576b2-4a29-4649-a8d6-831acc82d7c3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:07.034072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91c3ba1a-c3b3-40f0-8a77-f3d23f88abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.088906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:07.107500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.149321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.191681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:07.195485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 183a018d-3706-4dd6-95d6-5fae3176e6fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:07.202391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network d0a4c19a-10a1-43de-93ed-89580912e2cb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:07.204542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 172.20.0.13 (f830efc8-95ad-4ffd-abed-ffb6df29d392/561d8145-eda6-4f0e-b47d-afdf69b82f6f/30fa205d-22b3-4fe1-8470-afabba4705b9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:07.207058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:07.210178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:07.211460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.228178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fe4a:a7a4 (f830efc8-95ad-4ffd-abed-ffb6df29d392/c7f9dd1c-ce0f-4d1e-8327-662c342fe08d/30fa205d-22b3-4fe1-8470-afabba4705b9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:07.293722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Port': ['ID=3637ac63-3bd3-4441-b4eb-ce91681e60be,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:07.301677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 183a018d-3706-4dd6-95d6-5fae3176e6fe {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:07.302043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 183a018d-3706-4dd6-95d6-5fae3176e6fe not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:07.407090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.409373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=556576b2-4a29-4649-a8d6-831acc82d7c3,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:07.447816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Attempting to bind port fd231c4c-39ec-4f39-812d-483428b81905 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:07.448174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Attempting to bind port fd231c4c-39ec-4f39-812d-483428b81905 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8acbba9-48b2-4030-af9e-b6b1f8d11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:07.448573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Attempting to bind port fd231c4c-39ec-4f39-812d-483428b81905 on network d0a4c19a-10a1-43de-93ed-89580912e2cb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:07.486408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:07.486799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Checking segment: {'id': 'f8acbba9-48b2-4030-af9e-b6b1f8d11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:07.487212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.487612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Bound using segment: {'id': 'f8acbba9-48b2-4030-af9e-b6b1f8d11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:07.488105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Bound port: fd231c4c-39ec-4f39-812d-483428b81905, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8acbba9-48b2-4030-af9e-b6b1f8d11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd0a4c19a-10a1-43de-93ed-89580912e2cb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:07.488490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd231c4c-39ec-4f39-812d-483428b81905), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.492189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (30fa205d-22b3-4fe1-8470-afabba4705b9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.533587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (30fa205d-22b3-4fe1-8470-afabba4705b9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.608783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:07.612544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:07.620259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:07.676665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:07.677507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.686098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=30fa205d-22b3-4fe1-8470-afabba4705b9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:07.713586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5f8e5c7b-aec8-4545-8d41-645dc9e17f35 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.2307422
Jan 29 21:12:07.717229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48700) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:07.767171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.775657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.776569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:07.800173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b39770-6690-4322-aad3-e1eea22e55c3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:07.805489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-99b39770-6690-4322-aad3-e1eea22e55c3 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.0870736
Jan 29 21:12:07.806154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48706) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:07.907460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Port': ['ID=3637ac63-3bd3-4441-b4eb-ce91681e60be,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:07.922231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 556576b2-4a29-4649-a8d6-831acc82d7c3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:07.950626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a04c31-09b9-4f7d-a6dd-2ba169ef832e req-4d2fcdd7-157c-4ce5-ad54-b9325c2db095 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:07.952966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2a04c31-09b9-4f7d-a6dd-2ba169ef832e req-4d2fcdd7-157c-4ce5-ad54-b9325c2db095 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1025815
Jan 29 21:12:07.967217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network d0a4c19a-10a1-43de-93ed-89580912e2cb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:07.968721 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:07.985318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-91c3ba1a-c3b3-40f0-8a77-f3d23f88abb7 None None] Current status of the port 556576b2-4a29-4649-a8d6-831acc82d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:08.020744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 30fa205d-22b3-4fe1-8470-afabba4705b9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:08.021194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (30fa205d-22b3-4fe1-8470-afabba4705b9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.029131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2a04c31-09b9-4f7d-a6dd-2ba169ef832e req-450aa17b-e33d-4cdc-bb00-612a675d193d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677848
Jan 29 21:12:08.048103 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks [] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.051859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Allocated IP 172.20.0.2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/561d8145-eda6-4f0e-b47d-afdf69b82f6f/0cff282b-f038-4760-9127-90dfb03d348f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:08.067046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Allocated IP 2001:db8::f816:3eff:fee4:33e7 (f830efc8-95ad-4ffd-abed-ffb6df29d392/c7f9dd1c-ce0f-4d1e-8327-662c342fe08d/0cff282b-f038-4760-9127-90dfb03d348f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:08.071129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] For port fd231c4c-39ec-4f39-812d-483428b81905, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:08.074936 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.082338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] For port fd231c4c-39ec-4f39-812d-483428b81905, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd231c4c-39ec-4f39-812d-483428b81905,segment=NetworkSegment(f8acbba9-48b2-4030-af9e-b6b1f8d11583),segment_id=f8acbba9-48b2-4030-af9e-b6b1f8d11583)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:08.108829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Router cc257542-1e10-45f2-adb5-5af4ca0c41a0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:12:08.123513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fd231c4c-39ec-4f39-812d-483428b81905), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.130034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (30fa205d-22b3-4fe1-8470-afabba4705b9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.144366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 30fa205d-22b3-4fe1-8470-afabba4705b9 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:08.212804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:08.220601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-28956141-ce52-4bfd-94bd-952e38e90797 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0111527
Jan 29 21:12:08.221354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48708) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:08.229932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:08.232136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] Sync routers for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:08.242651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a7cb3c05-922b-4282-99d2-a200ee21c9a7 None None] Provisioning complete for port 556576b2-4a29-4649-a8d6-831acc82d7c3 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:08.243034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3c05-922b-4282-99d2-a200ee21c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.243578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:08.244313 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1608b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:08.250293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:08.263489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Pushing event updated for resources: {'Port': ['ID=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:08.269256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 556576b2-4a29-4649-a8d6-831acc82d7c3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:08.269825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.288937 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1608b0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:08.307473 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:08.308788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1608b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:08.311881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:08.354078 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1608b0>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:08.354747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021d7d6-0680-4689-9268-9206e6792c8c None None] The sync data for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:08.498952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Attempting to bind port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:08.499333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Attempting to bind port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8420c42a-fce2-499a-9529-37b7207db0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:08.499706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Attempting to bind port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc on network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:08.524855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ed68-0d2b-4f7c-b686-4bea5d640149 None None] Pushing event updated for resources: {'Port': ['ID=fd231c4c-39ec-4f39-812d-483428b81905,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:08.527670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:08.528057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Checking segment: {'id': '8420c42a-fce2-499a-9529-37b7207db0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:08.528477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.528862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Bound using segment: {'id': '8420c42a-fce2-499a-9529-37b7207db0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:08.529370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Bound port: 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8420c42a-fce2-499a-9529-37b7207db0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:08.529759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.699000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb3c05-922b-4282-99d2-a200ee21c9a7 None None] Current status of the port 556576b2-4a29-4649-a8d6-831acc82d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:08.703289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks [] for port (0cff282b-f038-4760-9127-90dfb03d348f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.707908 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (30fa205d-22b3-4fe1-8470-afabba4705b9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.730003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.745286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=30fa205d-22b3-4fe1-8470-afabba4705b9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:08.777677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 556576b2-4a29-4649-a8d6-831acc82d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:08.787894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] For port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:08.816226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:08.818153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] For port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,segment=NetworkSegment(8420c42a-fce2-499a-9529-37b7207db0fe),segment_id=8420c42a-fce2-499a-9529-37b7207db0fe)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:08.819945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Pushing event updated for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:08.824515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:08.826835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:08.831228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.848231 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.854758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a48619e-062f-4477-87a8-051ee0b0e12d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/30fa205d-22b3-4fe1-8470-afabba4705b9 HTTP/1.1" status: 204  len: 168 time: 1.0451102
Jan 29 21:12:08.855128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48710) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:08.921542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b979ce-c6d8-4c84-ba2e-0bac8ea83957 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:08.922963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b979ce-c6d8-4c84-ba2e-0bac8ea83957 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:08.924446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b979ce-c6d8-4c84-ba2e-0bac8ea83957 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:08.929298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-21b979ce-c6d8-4c84-ba2e-0bac8ea83957 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0700440
Jan 29 21:12:08.929490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48712) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:08.961122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29bd9-cbec-4237-b5eb-95396d9fb37a None None] Pushing event updated for resources: {'Port': ['ID=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:08.976787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Attempting to bind port 0cff282b-f038-4760-9127-90dfb03d348f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:08.977199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Attempting to bind port 0cff282b-f038-4760-9127-90dfb03d348f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:08.977905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Attempting to bind port 0cff282b-f038-4760-9127-90dfb03d348f on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:08.984052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:08.984443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:08.984869 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.986299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:08.986805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Bound port: 0cff282b-f038-4760-9127-90dfb03d348f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:08.987210 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:08.998405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 561d8145-eda6-4f0e-b47d-afdf69b82f6f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:09.002102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (561d8145-eda6-4f0e-b47d-afdf69b82f6f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.054138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (561d8145-eda6-4f0e-b47d-afdf69b82f6f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.057624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:09.060938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cff282b-f038-4760-9127-90dfb03d348f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:09.074155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.095296 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-72f83802-d29c-4d45-8a24-1b2b4a033a68 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:09.096483 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72f83802-d29c-4d45-8a24-1b2b4a033a68 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8741627
Jan 29 21:12:09.101928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48716) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:09.171951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d98ac-eb25-4c8f-965e-15cba1c2da7a None None] Pushing event updated for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:09.437609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (561d8145-eda6-4f0e-b47d-afdf69b82f6f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.502198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82087d3e-eb6c-40f3-9e9d-85bf80042a81 req-56871623-2a09-4b91-891c-5846033efccc tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:09.503772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82087d3e-eb6c-40f3-9e9d-85bf80042a81 req-56871623-2a09-4b91-891c-5846033efccc tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2780035
Jan 29 21:12:09.603204 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (561d8145-eda6-4f0e-b47d-afdf69b82f6f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.638530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82087d3e-eb6c-40f3-9e9d-85bf80042a81 req-0b191306-9c58-4000-ac09-fa45c81c3251 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273203
Jan 29 21:12:09.660689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=561d8145-eda6-4f0e-b47d-afdf69b82f6f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:09.666040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.672032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aad858a2-f5d7-48fa-99df-c65cb2d15c17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/561d8145-eda6-4f0e-b47d-afdf69b82f6f HTTP/1.1" status: 204  len: 168 time: 0.7415178
Jan 29 21:12:09.672278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:09.745689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet c7f9dd1c-ce0f-4d1e-8327-662c342fe08d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:09.750259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (c7f9dd1c-ce0f-4d1e-8327-662c342fe08d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.755098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71feebde-2f1d-4735-80cd-f28318815214 None None] Network d0a4c19a-10a1-43de-93ed-89580912e2cb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:09.764093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.836594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (c7f9dd1c-ce0f-4d1e-8327-662c342fe08d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.867535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Provisioning complete for port fd231c4c-39ec-4f39-812d-483428b81905 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:09.867924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fd231c4c-39ec-4f39-812d-483428b81905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:09.960510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c7f9dd1c-ce0f-4d1e-8327-662c342fe08d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.022170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Current status of the port fd231c4c-39ec-4f39-812d-483428b81905 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:10.023129 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fd231c4c-39ec-4f39-812d-483428b81905), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.050211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cff282b-f038-4760-9127-90dfb03d348f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:10.052601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (c7f9dd1c-ce0f-4d1e-8327-662c342fe08d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.074408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.087407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/c7f9dd1c-ce0f-4d1e-8327-662c342fe08d HTTP/1.1" status: 204  len: 168 time: 0.4118073
Jan 29 21:12:10.088437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48720) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:10.110092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3a34c-cc19-45e9-a8a0-048b5f448b59 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f9dd1c-ce0f-4d1e-8327-662c342fe08d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:10.141459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c65bfc0c-e1e1-49fa-aa5b-9cc5eb749bc6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0492480
Jan 29 21:12:10.142010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48722) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:10.145167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:10.145802 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.148293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting port 3637ac63-3bd3-4441-b4eb-ce91681e60be {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:10.148659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.149887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:10.150343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] For port fd231c4c-39ec-4f39-812d-483428b81905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd231c4c-39ec-4f39-812d-483428b81905,segment=NetworkSegment(f8acbba9-48b2-4030-af9e-b6b1f8d11583),segment_id=f8acbba9-48b2-4030-af9e-b6b1f8d11583)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:10.170560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fd231c4c-39ec-4f39-812d-483428b81905), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.298945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.308704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:10.315784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.318880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Calling delete_port for 3637ac63-3bd3-4441-b4eb-ce91681e60be owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:10.361742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234590e-fe5f-4190-a410-5f9cf8d8d321 None None] Pushing event updated for resources: {'Port': ['ID=fd231c4c-39ec-4f39-812d-483428b81905,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:10.383736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f42afc7-baf2-40aa-933b-e4d446b2f143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.386335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:10.386951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.436527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cff282b-f038-4760-9127-90dfb03d348f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:10.444011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.446294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fd231c4c-39ec-4f39-812d-483428b81905 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:10.579488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Provisioning complete for port 3637ac63-3bd3-4441-b4eb-ce91681e60be triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:10.579872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.610390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:10.635549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fd231c4c-39ec-4f39-812d-483428b81905 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:10.635937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fd231c4c-39ec-4f39-812d-483428b81905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.647499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (3637ac63-3bd3-4441-b4eb-ce91681e60be), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.665390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Port 3637ac63-3bd3-4441-b4eb-ce91681e60be cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:10.667235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (581b38dd-6566-44c1-94cc-d81bd1249f38), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.691212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Provisioning complete for port fd231c4c-39ec-4f39-812d-483428b81905 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:10.691894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fd231c4c-39ec-4f39-812d-483428b81905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.719964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:10.723705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:10.737391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:10.738506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.747768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Port': ['ID=3637ac63-3bd3-4441-b4eb-ce91681e60be,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:10.784535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=581b38dd-6566-44c1-94cc-d81bd1249f38,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:10.810890 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a68ad49f-959e-4a73-8743-9a740be9c827 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6667116
Jan 29 21:12:10.811769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48726) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:10.826884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:10.858671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fd231c4c-39ec-4f39-812d-483428b81905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:10.859927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3cf23097-0274-4402-a33c-9cbc9b1ce3cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:10.885924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-41751d39-7831-4068-a435-ea10556d3223 None None] Current status of the port fd231c4c-39ec-4f39-812d-483428b81905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:10.906938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:10.916762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:10.917320 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.000543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:11.009100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.012914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e8238-6aea-4dba-a151-e25c8a2f5cff req-3a47ee92-6be2-44de-a01f-e6975c963b0d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:11.014515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-426e8238-6aea-4dba-a151-e25c8a2f5cff req-3a47ee92-6be2-44de-a01f-e6975c963b0d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1746185
Jan 29 21:12:11.033788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:11.034819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.109705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d47106d0-f23f-4927-87a1-c6c2dd85d468 None None] Could not find standard attr ID for object 3637ac63-3bd3-4441-b4eb-ce91681e60be. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:11.115705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,segment=NetworkSegment(8420c42a-fce2-499a-9529-37b7207db0fe),segment_id=8420c42a-fce2-499a-9529-37b7207db0fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:11.123817 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.155557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Router cc257542-1e10-45f2-adb5-5af4ca0c41a0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:11.189597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-426e8238-6aea-4dba-a151-e25c8a2f5cff req-7d813656-6ab4-45c0-8310-7c4563623eee tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588221
Jan 29 21:12:11.190766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959475b5-2205-4c6a-948d-98086748a4e2 None None] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:11.198661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c31929-70b2-40bf-a27a-5c166f8e199d None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:11.279704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:11.292480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fb71eee4-9600-49c5-b169-18710cf55205 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1875749
Jan 29 21:12:11.293259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:11.294767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] Sync routers for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:11.302375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:11.338913 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-f4d4e599-4a55-48f3-879f-54da12418df4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] delete failed (client error): The resource could not be found.
Jan 29 21:12:11.345606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48732) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:11.345867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f4d4e599-4a55-48f3-879f-54da12418df4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-76772766 HTTP/1.1" status: 404  len: 333 time: 0.0513134
Jan 29 21:12:11.350295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2f7b19d6-f64b-4ecb-a478-03c0b798c84e tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc257542-1e10-45f2-adb5-5af4ca0c41a0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:11.356003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:11.356637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a254370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:11.363137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Provisioning complete for port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:11.363527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.585251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a254370>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:11.621931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f7b19d6-f64b-4ecb-a478-03c0b798c84e tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router_gateway (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.654224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:11.654771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:11.655209 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-2f7b19d6-f64b-4ecb-a478-03c0b798c84e tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] update failed (client error): The resource could not be found.
Jan 29 21:12:11.655402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a254370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:11:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:11.656267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2f7b19d6-f64b-4ecb-a478-03c0b798c84e tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0 HTTP/1.1" status: 404  len: 339 time: 0.3097026
Jan 29 21:12:11.659963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48734) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:11.665314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1084108621'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:11.700091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a254370>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:11.700732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2d3c7-6a89-4d70-8562-506af2914340 None None] The sync data for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:11.755790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:11.759387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.771922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Current status of the port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:11.791646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:11.792030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.829218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cff282b-f038-4760-9127-90dfb03d348f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:11.832568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:11.849779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (19f3aa39-494b-46bc-9b41-5cfa663d1a16), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.850019 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Added segment 19f3aa39-494b-46bc-9b41-5cfa663d1a16 of type vlan for network b84b0300-e081-4cc8-867e-3dda525e2aaa
Jan 29 21:12:11.916833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '581b38dd-6566-44c1-94cc-d81bd1249f38'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '0cff282b-f038-4760-9127-90dfb03d348f'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:11.921704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b84b0300-e081-4cc8-867e-3dda525e2aaa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.924263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.957295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.984650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b84b0300-e081-4cc8-867e-3dda525e2aaa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.989850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:11.990442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:11.997620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:11.998003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.044968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9011c-50e6-4879-ae8f-d9a4d63a04e3 None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:12.074090 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4131472
Jan 29 21:12:12.078000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48736) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:12.083867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'subnet': {'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:12.116802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2513-a7bd-473c-b646-7ed1fc684154 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Network': ['ID=b84b0300-e081-4cc8-867e-3dda525e2aaa,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:12.170177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cff282b-f038-4760-9127-90dfb03d348f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:12.179448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b84b0300-e081-4cc8-867e-3dda525e2aaa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:12.190752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Made reservation on behalf of 7ca9f5f165ef4f19828411586889bb8f for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:12.195247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.212486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (0cff282b-f038-4760-9127-90dfb03d348f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.223637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.270160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:12.271262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fd231c4c-39ec-4f39-812d-483428b81905 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:12.287541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (66f5c843-2692-444c-b5f6-59f1c29226db), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.312313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2668fd27-d1a9-4a4d-a881-945ab5cd6daf None None] Provisioning complete for port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:12.312695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2668fd27-d1a9-4a4d-a881-945ab5cd6daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.331086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=7']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:12.354428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:12.357646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:12.360946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:12.362005 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.375753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=66f5c843-2692-444c-b5f6-59f1c29226db,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:12.386430 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-427bb167-7cf8-46d3-8bb1-13c5ee8fc7e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5709815
Jan 29 21:12:12.387033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48740) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:12.395971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:c1:99:e1', 'name': 'tempest-NetworksTestDHCPv6-1055854656'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:12.405379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Allocated IP 172.20.0.2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/581b38dd-6566-44c1-94cc-d81bd1249f38/0cff282b-f038-4760-9127-90dfb03d348f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:12.428918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fd231c4c-39ec-4f39-812d-483428b81905 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:12.429412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fd231c4c-39ec-4f39-812d-483428b81905), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.526507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:12.565516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2668fd27-d1a9-4a4d-a881-945ab5cd6daf None None] Current status of the port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:12.585636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cff282b-f038-4760-9127-90dfb03d348f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:12.621691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.644698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port b6c40e60-10af-473d-964d-8c1e5e78de9a yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:12.648794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fd231c4c-39ec-4f39-812d-483428b81905 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:12.650023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3cf23097-0274-4402-a33c-9cbc9b1ce3cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:12.653806 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Publish callbacks [] for port (0cff282b-f038-4760-9127-90dfb03d348f), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.683534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.730975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07522eb8-2402-41c1-9fd9-778b9c2c24a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.763232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145f3f-9148-4dd2-ae58-c9181c28f335 req-72e552ed-7847-4b1a-82f8-f30dcc361a1e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:12.764765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01145f3f-9148-4dd2-ae58-c9181c28f335 req-72e552ed-7847-4b1a-82f8-f30dcc361a1e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.3927150
Jan 29 21:12:12.766218 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (12c9a70a-179d-4ca8-8a62-104bbbb5deaa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.801509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f4a42-519f-444b-8fe6-bacb8029b262 None None] Pushing event updated for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:12.811703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:12.812194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.849500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Subnet': ['ID=12c9a70a-179d-4ca8-8a62-104bbbb5deaa,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:12.857788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 172.20.0.11 (f830efc8-95ad-4ffd-abed-ffb6df29d392/581b38dd-6566-44c1-94cc-d81bd1249f38/b6c40e60-10af-473d-964d-8c1e5e78de9a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:12.870140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fec1:99e1 (f830efc8-95ad-4ffd-abed-ffb6df29d392/66f5c843-2692-444c-b5f6-59f1c29226db/b6c40e60-10af-473d-964d-8c1e5e78de9a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:12.900863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01145f3f-9148-4dd2-ae58-c9181c28f335 req-81ecc5e4-0d1a-4971-90de-90491221c924 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121197
Jan 29 21:12:12.900863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Checking segment: {'id': '19f3aa39-494b-46bc-9b41-5cfa663d1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:12.900863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network hostable DHCP agents. Network: b84b0300-e081-4cc8-867e-3dda525e2aaa, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:12.910160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:12.916702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network b84b0300-e081-4cc8-867e-3dda525e2aaa is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:12.927510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b84b0300-e081-4cc8-867e-3dda525e2aaa) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:12.934247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:12.935362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:12.949147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7fbc9-95c6-4cc5-b5da-9db93289b9e1 None None] Network b84b0300-e081-4cc8-867e-3dda525e2aaa requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:12.962883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-65a6ddca-73a9-401b-a227-a4bd77ca0d27 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8831899
Jan 29 21:12:12.966477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:12.971312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e01bce1c-55d1-4d89-bb1d-efaf37f16f92 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:13.073729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b84b0300-e081-4cc8-867e-3dda525e2aaa', 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa', 'project_id': '7ca9f5f165ef4f19828411586889bb8f', 'fixed_ips': [{'subnet_id': '12c9a70a-179d-4ca8-8a62-104bbbb5deaa'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:13.074673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.078892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (b6c40e60-10af-473d-964d-8c1e5e78de9a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.120733 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b6c40e60-10af-473d-964d-8c1e5e78de9a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.184755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:13.191596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:13.195867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:13.223581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=b6c40e60-10af-473d-964d-8c1e5e78de9a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:13.250973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Allocated IP 2001:db8:1::2 (b84b0300-e081-4cc8-867e-3dda525e2aaa/12c9a70a-179d-4ca8-8a62-104bbbb5deaa/daf0b6f9-3841-46dc-9436-7aefcff11940) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:13.253229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:13.253816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.267169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e01bce1c-55d1-4d89-bb1d-efaf37f16f92 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router_gateway (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.276628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d79cc670-2e94-47a1-887d-e67c17b3935f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 0.8884544
Jan 29 21:12:13.279245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:13.356041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee34aab-0cd5-42d4-a472-872d5a26d6fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:13.361711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee34aab-0cd5-42d4-a472-872d5a26d6fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:13.366154 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9ee34aab-0cd5-42d4-a472-872d5a26d6fe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.0834565
Jan 29 21:12:13.368693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48746) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:13.429677 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-e01bce1c-55d1-4d89-bb1d-efaf37f16f92 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:13.434689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e01bce1c-55d1-4d89-bb1d-efaf37f16f92 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0 HTTP/1.1" status: 400  len: 364 time: 0.4658439
Jan 29 21:12:13.434811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48748) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:13.450467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks [] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.458788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.496442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port b6c40e60-10af-473d-964d-8c1e5e78de9a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:13.496790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b6c40e60-10af-473d-964d-8c1e5e78de9a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.498962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c26d31-850d-41ff-a574-13339178f474 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:13.504938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Network b84b0300-e081-4cc8-867e-3dda525e2aaa is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:13.508450 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:12:13.541806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:13.549878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:13.565482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Pushing event updated for resources: {'Port': ['ID=daf0b6f9-3841-46dc-9436-7aefcff11940,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:13.605873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b6c40e60-10af-473d-964d-8c1e5e78de9a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.619598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for b6c40e60-10af-473d-964d-8c1e5e78de9a owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:13.651372 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Attempting to bind port daf0b6f9-3841-46dc-9436-7aefcff11940 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:13.651751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Attempting to bind port daf0b6f9-3841-46dc-9436-7aefcff11940 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19f3aa39-494b-46bc-9b41-5cfa663d1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:13.652132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Attempting to bind port daf0b6f9-3841-46dc-9436-7aefcff11940 on network b84b0300-e081-4cc8-867e-3dda525e2aaa {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:13.654078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-12d20129-c8ed-40ac-9449-f85acb6c0b16 None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:13.654454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-12d20129-c8ed-40ac-9449-f85acb6c0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.689993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:13.690320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Checking segment: {'id': '19f3aa39-494b-46bc-9b41-5cfa663d1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:13.690701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.691099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Bound using segment: {'id': '19f3aa39-494b-46bc-9b41-5cfa663d1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:13.691589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Bound port: daf0b6f9-3841-46dc-9436-7aefcff11940, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f3aa39-494b-46bc-9b41-5cfa663d1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b84b0300-e081-4cc8-867e-3dda525e2aaa'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:13.691975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.768281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.777696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.799450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cff282b-f038-4760-9127-90dfb03d348f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:13.843746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b6c40e60-10af-473d-964d-8c1e5e78de9a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:13.866528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] For port daf0b6f9-3841-46dc-9436-7aefcff11940, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:13.881208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=b6c40e60-10af-473d-964d-8c1e5e78de9a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:13.893256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] For port daf0b6f9-3841-46dc-9436-7aefcff11940, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf0b6f9-3841-46dc-9436-7aefcff11940,segment=NetworkSegment(19f3aa39-494b-46bc-9b41-5cfa663d1a16),segment_id=19f3aa39-494b-46bc-9b41-5cfa663d1a16)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:13.912831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-12d20129-c8ed-40ac-9449-f85acb6c0b16 None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:13.929432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.010795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.017211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e2a7c710-a75f-47da-895d-69a7dbfe5e0f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/b6c40e60-10af-473d-964d-8c1e5e78de9a HTTP/1.1" status: 204  len: 168 time: 0.6473742
Jan 29 21:12:14.018117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48754) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:14.020485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254551-0b5c-470d-86ba-62d4f355063f None None] Pushing event updated for resources: {'Port': ['ID=daf0b6f9-3841-46dc-9436-7aefcff11940,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:14.029232 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:14.030828 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.107092 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7b68b-14f9-487e-9158-cde5354be809 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:14.112036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7b68b-14f9-487e-9158-cde5354be809 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:14.117919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7b68b-14f9-487e-9158-cde5354be809 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:14.122380 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ece7b68b-14f9-487e-9158-cde5354be809 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1008956
Jan 29 21:12:14.123435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48756) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:14.146541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46835e4-95a2-4884-9c22-3277f329cdb6 req-be004010-7d58-456e-b85f-d8b0b458fbde tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:14.153521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f46835e4-95a2-4884-9c22-3277f329cdb6 req-be004010-7d58-456e-b85f-d8b0b458fbde tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1698885
Jan 29 21:12:14.157491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:14.191868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 581b38dd-6566-44c1-94cc-d81bd1249f38 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:14.196926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (581b38dd-6566-44c1-94cc-d81bd1249f38), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.247049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Allocated IP 2001:db8::1 (5d39cb2a-47e2-4286-ad45-2d02281891ca/686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3/6ff9ab11-93be-4c12-9ee0-6c835915d374) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:14.249076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (581b38dd-6566-44c1-94cc-d81bd1249f38), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.297204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f46835e4-95a2-4884-9c22-3277f329cdb6 req-c78c1727-f17a-4ac4-a595-4b099d3721e2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056042
Jan 29 21:12:14.388224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (581b38dd-6566-44c1-94cc-d81bd1249f38), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.441926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.461981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (581b38dd-6566-44c1-94cc-d81bd1249f38), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.496781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.501417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=581b38dd-6566-44c1-94cc-d81bd1249f38,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:14.508523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.515243 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ab36d175-81b6-4346-aec4-34f4ba8a0216 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/581b38dd-6566-44c1-94cc-d81bd1249f38 HTTP/1.1" status: 204  len: 168 time: 0.3906927
Jan 29 21:12:14.515942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:14.558149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:14.561607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:14.566501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:14.567129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.570813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Port': ['ID=6ff9ab11-93be-4c12-9ee0-6c835915d374,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:14.582021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 66f5c843-2692-444c-b5f6-59f1c29226db {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:14.586819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (66f5c843-2692-444c-b5f6-59f1c29226db), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.631657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (66f5c843-2692-444c-b5f6-59f1c29226db), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.676549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef84dd-d1f7-4a34-802c-56c2a30f5146 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:14.732536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.740572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (66f5c843-2692-444c-b5f6-59f1c29226db), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.816244 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (66f5c843-2692-444c-b5f6-59f1c29226db), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.832657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.836837 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/66f5c843-2692-444c-b5f6-59f1c29226db HTTP/1.1" status: 204  len: 168 time: 0.3199050
Jan 29 21:12:14.863719 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48760) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:14.909902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1c106b06-4b9c-45bf-aff3-373b039f6417 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0449002
Jan 29 21:12:14.912167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db00664-8b7a-43f5-afee-77f5dd16840a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=66f5c843-2692-444c-b5f6-59f1c29226db,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:14.914938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48762) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:14.923527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eb555014-7d43-4375-be7f-a290ee7203de None None] Could not find standard attr ID for object b6c40e60-10af-473d-964d-8c1e5e78de9a. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:14.953369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eb555014-7d43-4375-be7f-a290ee7203de None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:14.953751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb555014-7d43-4375-be7f-a290ee7203de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:14.992025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7704ca5-8ccc-44e0-a04d-a1369834ac87 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:14.996162 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f7704ca5-8ccc-44e0-a04d-a1369834ac87 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0774696
Jan 29 21:12:14.996772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48764) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.073564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f497f-3a92-4d23-b2be-5220f4152be7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:15.075076 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef7f497f-3a92-4d23-b2be-5220f4152be7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0771174
Jan 29 21:12:15.077709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48766) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.107131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.117126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eb555014-7d43-4375-be7f-a290ee7203de None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:15.117340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.118221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.127490 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40be2e6b-a4c1-48a6-ab17-0cc3415b5b25 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0420570
Jan 29 21:12:15.129135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48768) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.131546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129d16b-50fa-420a-a1f4-3917c143b1af None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '66f5c843-2692-444c-b5f6-59f1c29226db'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '0cff282b-f038-4760-9127-90dfb03d348f'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:15.138637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:15.164861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2129d16b-50fa-420a-a1f4-3917c143b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.173326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event updated for resources: {'Port': ['ID=6ff9ab11-93be-4c12-9ee0-6c835915d374,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:15.259616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:15.279460 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.279679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:15.281354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:15.281525 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:15.281974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:15.300222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1599dad4-dd23-4402-81c0-5986b7979a8b None None] Provisioning complete for port 6ff9ab11-93be-4c12-9ee0-6c835915d374 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:15.300493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1599dad4-dd23-4402-81c0-5986b7979a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.311029 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9987d993-9df7-431a-84dd-faf52987e2ec tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1775055
Jan 29 21:12:15.311313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48770) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.326804 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:15.347517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1599dad4-dd23-4402-81c0-5986b7979a8b None None] Port 6ff9ab11-93be-4c12-9ee0-6c835915d374 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:15.441096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31844b8b-0dec-469f-96b3-cdac7e8f2b1e None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:15.450225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:15.454026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.458569 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:15.461443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:15.485583 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-92701a59-0cb2-4db3-a185-865ef5b41e1c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1732736
Jan 29 21:12:15.487049 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.496052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:15.498113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a3133-4c44-4ac9-b350-89040110ae8d None None] Network b84b0300-e081-4cc8-867e-3dda525e2aaa requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:15.513198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Router cc257542-1e10-45f2-adb5-5af4ca0c41a0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:15.523237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b831-4634-40a1-8648-20bc18631d34 req-85cf6e07-7eeb-43ac-83d9-60ccdb70e161 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:15.524776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c520b831-4634-40a1-8648-20bc18631d34 req-85cf6e07-7eeb-43ac-83d9-60ccdb70e161 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0946419
Jan 29 21:12:15.614934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:15.620279 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.622287 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:15.622872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:15.644218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f2efe80-3bf9-4742-823b-a2a0e67326a1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1552210
Jan 29 21:12:15.647383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48776) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.653455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:15.665349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c520b831-4634-40a1-8648-20bc18631d34 req-bd2bb8a6-4c55-4720-8f3f-70b20b7920eb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297886
Jan 29 21:12:15.668570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:15.674228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69fc6e68-de50-48f5-ac39-e274d9f157b7 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2360575
Jan 29 21:12:15.677303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.679209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Provisioning complete for port 0cff282b-f038-4760-9127-90dfb03d348f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:15.681547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cff282b-f038-4760-9127-90dfb03d348f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.683364 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] Sync routers for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:15.695922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.712892 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:15.713817 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b690340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:15.774954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:15.782312 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b690340>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:15.782493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.783814 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:15.784251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:15.795531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:15.796379 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b690340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:15.822439 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c1e13a58-d3f7-46df-82de-0afcb8bcf1de tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1616096
Jan 29 21:12:15.823853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.830626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:15.855108 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b690340>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:15.856135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646df5d-dd78-463d-b8a5-371ef883d52d None None] The sync data for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:15.918767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device daf0b6f9-3841-46dc-9436-7aefcff11940 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:15.920709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:15.949394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:15.953475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:15.955039 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:15.955729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:15.981559 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f9eb8c2-09e7-4e43-9676-e3b6adbb0cc4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1525137
Jan 29 21:12:15.983330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48784) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:15.986899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:16.059245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Current status of the port 0cff282b-f038-4760-9127-90dfb03d348f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:16.096884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Provisioning complete for port daf0b6f9-3841-46dc-9436-7aefcff11940 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:16.101776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.106715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:16.107994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port daf0b6f9-3841-46dc-9436-7aefcff11940 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:16.108385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.110507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.112893 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:16.113175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:16.135804 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b8d7b111-84b8-4123-ab3a-b24f01602ca6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1524181
Jan 29 21:12:16.138029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48786) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.154059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-16651eda-1538-4f12-a8e9-5a6a0fa18974 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.159605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Deleting port 0cff282b-f038-4760-9127-90dfb03d348f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:16.159985 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0cff282b-f038-4760-9127-90dfb03d348f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.266519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] For port 0cff282b-f038-4760-9127-90dfb03d348f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cff282b-f038-4760-9127-90dfb03d348f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:16.267174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ddef37-3bbd-4917-bd89-06506ff4cde1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:16.267312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0cff282b-f038-4760-9127-90dfb03d348f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.270702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28ddef37-3bbd-4917-bd89-06506ff4cde1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1288407
Jan 29 21:12:16.270848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48788) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.287077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Calling delete_port for 0cff282b-f038-4760-9127-90dfb03d348f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:16.302369 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-16651eda-1538-4f12-a8e9-5a6a0fa18974 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:12:16.303910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-16651eda-1538-4f12-a8e9-5a6a0fa18974 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0 HTTP/1.1" status: 409  len: 329 time: 0.6250317
Jan 29 21:12:16.307266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.326972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1d678-11db-4315-98da-90193d942f50 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:16.328721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8cd1d678-11db-4315-98da-90193d942f50 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0570655
Jan 29 21:12:16.331733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48792) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.377932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ad13c377-868a-4a7e-ac9b-94245cda852e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0434232
Jan 29 21:12:16.383724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.389442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:16.406148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Current status of the port daf0b6f9-3841-46dc-9436-7aefcff11940 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:16.406538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.427528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port daf0b6f9-3841-46dc-9436-7aefcff11940 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:16.428183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.483112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] For port daf0b6f9-3841-46dc-9436-7aefcff11940, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf0b6f9-3841-46dc-9436-7aefcff11940,segment=NetworkSegment(19f3aa39-494b-46bc-9b41-5cfa663d1a16),segment_id=19f3aa39-494b-46bc-9b41-5cfa663d1a16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:16.485305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:16.488818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.489644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.496937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (0cff282b-f038-4760-9127-90dfb03d348f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.548946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] No DVR routers for this DVR port 0cff282b-f038-4760-9127-90dfb03d348f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:16.589152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:12:16.589519 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:12:16.590404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b262e8-8c13-4e94-8552-4b69fc368f96 None None] Pushing event updated for resources: {'Port': ['ID=daf0b6f9-3841-46dc-9436-7aefcff11940,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:16.621428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a48d0-a004-421a-beea-0dcd8a7c1826 None None] Pushing event deleted for resources: {'Port': ['ID=0cff282b-f038-4760-9127-90dfb03d348f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:16.633732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Provisioning complete for port 6ff9ab11-93be-4c12-9ee0-6c835915d374 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:16.633732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.670012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Port 6ff9ab11-93be-4c12-9ee0-6c835915d374 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:16.682149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Provisioning complete for port daf0b6f9-3841-46dc-9436-7aefcff11940 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:16.682149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.791730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7dfefa7a-5def-4290-b903-776d5f8c5090 None None] Current status of the port daf0b6f9-3841-46dc-9436-7aefcff11940 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:16.831224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.852433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:16.857407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (dd0a81fe-372b-49c8-84df-3c6c88c96e83), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.901924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba601ce-2df9-4da5-8a66-1c55d5245675 req-97aa2b8c-4c6b-476c-bf4c-4e8532ba7667 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:16.903423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fba601ce-2df9-4da5-8a66-1c55d5245675 req-97aa2b8c-4c6b-476c-bf4c-4e8532ba7667 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1319821
Jan 29 21:12:16.909801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:16.918059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:16.921564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:16.922173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:16.928929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea3292-d5a4-4971-900a-9f7083f28368 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:16.949338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=dd0a81fe-372b-49c8-84df-3c6c88c96e83,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:16.969070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a5758207-5118-48de-b3cb-1e9b5c8bd0c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5842834
Jan 29 21:12:16.971641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48798) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:16.976587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:ed:63:28', 'name': 'tempest-NetworksTestDHCPv6-2118630721'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:16.990498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.038194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fba601ce-2df9-4da5-8a66-1c55d5245675 req-07c44827-f5be-44cc-84a0-26313bbc15d4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251996
Jan 29 21:12:17.063294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'dd0a81fe-372b-49c8-84df-3c6c88c96e83'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:17.064534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.112605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:17.197464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port daf0b6f9-3841-46dc-9436-7aefcff11940 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:17.205319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.233927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port eee8eee6-3fed-48af-a02f-da50b01f6ed6 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:17.262375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Allocated IP 2001:db8::f816:3eff:fe5f:c339 (f830efc8-95ad-4ffd-abed-ffb6df29d392/dd0a81fe-372b-49c8-84df-3c6c88c96e83/4e5a0136-18e8-4c32-9d9f-9d63e6baadd6) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:17.264509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting port 6ff9ab11-93be-4c12-9ee0-6c835915d374 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:17.265255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.280185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cff282b-f038-4760-9127-90dfb03d348f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:17.334462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0cff282b-f038-4760-9127-90dfb03d348f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:17.334814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cff282b-f038-4760-9127-90dfb03d348f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:17.358608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.371384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Calling delete_port for 6ff9ab11-93be-4c12-9ee0-6c835915d374 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:17.431568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks [] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.438391 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.480050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:17.483042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:17.487524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:17.490489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:feed:6328 (f830efc8-95ad-4ffd-abed-ffb6df29d392/dd0a81fe-372b-49c8-84df-3c6c88c96e83/eee8eee6-3fed-48af-a02f-da50b01f6ed6) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:17.491921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Pushing event updated for resources: {'Port': ['ID=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:17.558451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Attempting to bind port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:17.559296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Attempting to bind port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:17.560111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Attempting to bind port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:17.560727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6ff9ab11-93be-4c12-9ee0-6c835915d374), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.565908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:17.566374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:17.566968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.567447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:17.568027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Bound port: 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:17.568533 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.587657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Port': ['ID=6ff9ab11-93be-4c12-9ee0-6c835915d374,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:17.689088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.723530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (eee8eee6-3fed-48af-a02f-da50b01f6ed6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.789652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (eee8eee6-3fed-48af-a02f-da50b01f6ed6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.829657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] For port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:17.833246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] For port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:17.842675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.846973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:17.854076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:17.855812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device daf0b6f9-3841-46dc-9436-7aefcff11940 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:17.857794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:17.864855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:17.865533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.877117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=eee8eee6-3fed-48af-a02f-da50b01f6ed6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:17.892889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6244f7ed-cfff-400d-84a3-2f78e60d4028 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.9179399
Jan 29 21:12:17.893229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48800) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:17.924408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Router cc257542-1e10-45f2-adb5-5af4ca0c41a0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:17.962999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f28e-b130-4283-a834-96ceb781e841 None None] Pushing event updated for resources: {'Port': ['ID=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:17.975385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port daf0b6f9-3841-46dc-9436-7aefcff11940 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:17.975591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b3275-c34f-4371-bcb0-231cf3770ee4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:17.976451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:17.983295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b3275-c34f-4371-bcb0-231cf3770ee4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:17.988028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-160b3275-c34f-4371-bcb0-231cf3770ee4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0933156
Jan 29 21:12:17.988925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48802) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.032225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:18.039809 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d1c8783-3d24-4cca-89b2-5559be0f3257 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7303376
Jan 29 21:12:18.043970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.065590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] Sync routers for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:18.087555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:18.087759 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-977b4822-6e36-4c1a-8019-f2aeb9aad288 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] show failed (client error): The resource could not be found.
Jan 29 21:12:18.088707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ee550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:18.088873 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-977b4822-6e36-4c1a-8019-f2aeb9aad288 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-284872326 HTTP/1.1" status: 404  len: 334 time: 0.0434642
Jan 29 21:12:18.092928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.097495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-29f405bd-d3ca-4baf-ba27-7aed42da2c61 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Request body: {'router': {'name': 'new_name'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:18.121643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port eee8eee6-3fed-48af-a02f-da50b01f6ed6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:18.121978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (eee8eee6-3fed-48af-a02f-da50b01f6ed6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.135892 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-29f405bd-d3ca-4baf-ba27-7aed42da2c61 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] update failed (client error): The resource could not be found.
Jan 29 21:12:18.140472 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29f405bd-d3ca-4baf-ba27-7aed42da2c61 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-682647253 HTTP/1.1" status: 404  len: 334 time: 0.0430596
Jan 29 21:12:18.140643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port daf0b6f9-3841-46dc-9436-7aefcff11940 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:18.140764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.145681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ee550>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:18.161744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] Routers {'cc257542-1e10-45f2-adb5-5af4ca0c41a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:18.163204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ee550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:18.222739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6ee550>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:18.223957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d17213-0855-427b-abcd-3e1474e1e9f1 None None] The sync data for ids ['cc257542-1e10-45f2-adb5-5af4ca0c41a0'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:18.236649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting subnet 12c9a70a-179d-4ca8-8a62-104bbbb5deaa {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:18.240954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (12c9a70a-179d-4ca8-8a62-104bbbb5deaa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.282279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705389-bf68-407b-8f39-272dc284797f req-05c8d3ff-00f7-4e8c-94c0-d71a1bb6cac1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:18.283824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04705389-bf68-407b-8f39-272dc284797f req-05c8d3ff-00f7-4e8c-94c0-d71a1bb6cac1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.1316414
Jan 29 21:12:18.288026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (12c9a70a-179d-4ca8-8a62-104bbbb5deaa), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.323579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (eee8eee6-3fed-48af-a02f-da50b01f6ed6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.348759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for eee8eee6-3fed-48af-a02f-da50b01f6ed6 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:18.360306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04705389-bf68-407b-8f39-272dc284797f req-df3ff845-32ba-4f21-b2a9-284aba3b5c79 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700412
Jan 29 21:12:18.391141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (12c9a70a-179d-4ca8-8a62-104bbbb5deaa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.459788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (12c9a70a-179d-4ca8-8a62-104bbbb5deaa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.486402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Subnet': ['ID=12c9a70a-179d-4ca8-8a62-104bbbb5deaa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:18.490203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.493979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dca49a62-d0c2-436a-ab51-559b9102aa76 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/subnets/12c9a70a-179d-4ca8-8a62-104bbbb5deaa HTTP/1.1" status: 204  len: 168 time: 0.3522360
Jan 29 21:12:18.496415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.498598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a1cac-36b0-420c-bf31-767435e5e77b None None] Network b84b0300-e081-4cc8-867e-3dda525e2aaa requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:18.509938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (eee8eee6-3fed-48af-a02f-da50b01f6ed6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.539572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=eee8eee6-3fed-48af-a02f-da50b01f6ed6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:18.571418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.575101 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eff5eb79-b78f-4d1d-a163-3d05c2e5bcb8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/eee8eee6-3fed-48af-a02f-da50b01f6ed6 HTTP/1.1" status: 204  len: 168 time: 0.5850017
Jan 29 21:12:18.578016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48814) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.592084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b84b0300-e081-4cc8-867e-3dda525e2aaa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.638829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273fbe1-8f00-475e-ab1f-98dc72a066b6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:18.640490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273fbe1-8f00-475e-ab1f-98dc72a066b6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:18.644858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:18.645484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c273fbe1-8f00-475e-ab1f-98dc72a066b6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0663524
Jan 29 21:12:18.673491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] DHCP port deletion for b84b0300-e081-4cc8-867e-3dda525e2aaa request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:18.689826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting port daf0b6f9-3841-46dc-9436-7aefcff11940 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:18.690170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.726205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Deleting port daf0b6f9-3841-46dc-9436-7aefcff11940 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:18.726594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.745736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet dd0a81fe-372b-49c8-84df-3c6c88c96e83 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:18.751739 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (dd0a81fe-372b-49c8-84df-3c6c88c96e83), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.794932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] For port daf0b6f9-3841-46dc-9436-7aefcff11940, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf0b6f9-3841-46dc-9436-7aefcff11940,segment=NetworkSegment(19f3aa39-494b-46bc-9b41-5cfa663d1a16),segment_id=19f3aa39-494b-46bc-9b41-5cfa663d1a16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:18.795613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.800401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] For port daf0b6f9-3841-46dc-9436-7aefcff11940, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daf0b6f9-3841-46dc-9436-7aefcff11940,segment=NetworkSegment(19f3aa39-494b-46bc-9b41-5cfa663d1a16),segment_id=19f3aa39-494b-46bc-9b41-5cfa663d1a16)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:18.800772 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.810347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Calling delete_port for daf0b6f9-3841-46dc-9436-7aefcff11940 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:18.822810 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (dd0a81fe-372b-49c8-84df-3c6c88c96e83), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.825540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Calling delete_port for daf0b6f9-3841-46dc-9436-7aefcff11940 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:18.901735 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:18.929226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] Pushing event deleted for resources: {'Port': ['ID=daf0b6f9-3841-46dc-9436-7aefcff11940,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:18.932788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990261c-4003-430c-9449-47052fbf01e5 None None] No DVR routers for this DVR port daf0b6f9-3841-46dc-9436-7aefcff11940 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:18.969801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (dd0a81fe-372b-49c8-84df-3c6c88c96e83), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.013084 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (daf0b6f9-3841-46dc-9436-7aefcff11940), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.048170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] No DVR routers for this DVR port daf0b6f9-3841-46dc-9436-7aefcff11940 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:19.055047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Port': ['ID=daf0b6f9-3841-46dc-9436-7aefcff11940,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.139309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (dd0a81fe-372b-49c8-84df-3c6c88c96e83), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.162673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Provisioning complete for port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:19.163721 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.170398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b84b0300-e081-4cc8-867e-3dda525e2aaa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.189237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0a81fe-372b-49c8-84df-3c6c88c96e83,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.201683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.205140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3334e2b-a58f-46a6-bb33-c92b1cda64a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/dd0a81fe-372b-49c8-84df-3c6c88c96e83 HTTP/1.1" status: 204  len: 168 time: 0.5592380
Jan 29 21:12:19.207599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48818) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:19.209156 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0847f850>,) {'filters': {'network_id': ['b84b0300-e081-4cc8-867e-3dda525e2aaa']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:19.220598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0847f850>, '19f3aa39-494b-46bc-9b41-5cfa663d1a16') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:19.221068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0847f850>, '19f3aa39-494b-46bc-9b41-5cfa663d1a16') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:19.239028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (19f3aa39-494b-46bc-9b41-5cfa663d1a16), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.257511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (19f3aa39-494b-46bc-9b41-5cfa663d1a16), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.263211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Current status of the port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:19.263662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.266667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:19.267398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (19f3aa39-494b-46bc-9b41-5cfa663d1a16), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   self.session.flush()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:19.271375 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:19.275421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b0e81bc1-a337-41cb-a105-f17daa380c6c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0626290
Jan 29 21:12:19.276408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:19.283325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:19.302774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] For port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:19.307377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.343908 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b84b0300-e081-4cc8-867e-3dda525e2aaa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.353836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.360161 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/networks/b84b0300-e081-4cc8-867e-3dda525e2aaa HTTP/1.1" status: 204  len: 168 time: 0.8590221
Jan 29 21:12:19.360161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:19.371154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150076a8-4b98-4380-aaea-395e6bcc8f66 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:19.373002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5bb2-d179-479e-b216-bfd5dab46b1d None None] Pushing event updated for resources: {'Port': ['ID=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.383325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4db86-29e9-4aaa-a038-397b2baa7922 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Network': ['ID=b84b0300-e081-4cc8-867e-3dda525e2aaa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.413268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:19.417878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.432054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting subnet 0d058734-5fd5-4ec8-9460-4e40f174a017 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:19.435656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (0d058734-5fd5-4ec8-9460-4e40f174a017), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.438697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e553395c-0f26-46f4-b440-e7ecf22826aa None None] Could not find standard attr ID for object eee8eee6-3fed-48af-a02f-da50b01f6ed6. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:19.480068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0d058734-5fd5-4ec8-9460-4e40f174a017), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.562681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b14202-ba4f-47fd-a4d2-c843124cc1f6 req-8db5aff3-daed-4f98-8b03-4b43e36636cf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:19.564239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0b14202-ba4f-47fd-a4d2-c843124cc1f6 req-8db5aff3-daed-4f98-8b03-4b43e36636cf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0891228
Jan 29 21:12:19.570195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed097a-3727-467a-84b9-069053a80096 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:19.584430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0d058734-5fd5-4ec8-9460-4e40f174a017), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.622148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Deleting port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:19.622532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.646735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0d058734-5fd5-4ec8-9460-4e40f174a017), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.662577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0b14202-ba4f-47fd-a4d2-c843124cc1f6 req-751a49c7-606c-4c93-bcd3-92d1ad3eaa42 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873363
Jan 29 21:12:19.675475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Subnet': ['ID=0d058734-5fd5-4ec8-9460-4e40f174a017,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.686472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.689114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c21362-d611-47d0-a57e-dd7566a05a56 None None] Network 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:19.694538 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2af333e-b30e-428e-a476-85800af3b5c3 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/subnets/0d058734-5fd5-4ec8-9460-4e40f174a017 HTTP/1.1" status: 204  len: 168 time: 0.3335233
Jan 29 21:12:19.694874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48826) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:19.712405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-91ed097a-3727-467a-84b9-069053a80096 None None] For port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:19.712809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.754799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting subnet 7773cea0-2c97-4679-a949-65b5bff3f43d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:19.762142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Calling delete_port for 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:19.767107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (7773cea0-2c97-4679-a949-65b5bff3f43d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.821160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (7773cea0-2c97-4679-a949-65b5bff3f43d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.828929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device daf0b6f9-3841-46dc-9436-7aefcff11940 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:19.857138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: daf0b6f9-3841-46dc-9436-7aefcff11940 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:19.857492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device daf0b6f9-3841-46dc-9436-7aefcff11940 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:19.857996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:19.909469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (4e5a0136-18e8-4c32-9d9f-9d63e6baadd6), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.927170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7773cea0-2c97-4679-a949-65b5bff3f43d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.937102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed097a-3727-467a-84b9-069053a80096 None None] Pushing event deleted for resources: {'Port': ['ID=4e5a0136-18e8-4c32-9d9f-9d63e6baadd6,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:19.941025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed097a-3727-467a-84b9-069053a80096 None None] No DVR routers for this DVR port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:19.985319 ncdv-master-1 neutron-server[125943]: WARNING neutron.services.revisions.revision_plugin [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fea0a7a8fa0] {port_id='4e5a0136-18e8-4c32-9d9f-9d63e6baadd6', ip_address='2001:db8::f816:3eff:fe5f:c339', subnet_id='5037b596-eab1-4d97-b1d9-3ea3c0033e3a', network_id='f830efc8-95ad-4ffd-abed-ffb6df29d392'}> to bump revision.
Jan 29 21:12:19.996006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Port 4e5a0136-18e8-4c32-9d9f-9d63e6baadd6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=125943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Jan 29 21:12:19.996327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:c339 {{(pid=125943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Jan 29 21:12:19.998645 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7773cea0-2c97-4679-a949-65b5bff3f43d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:19.998828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] DHCP port deletion for 6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:20.000540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5f:c339 {{(pid=125943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Jan 29 21:12:20.002024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (5037b596-eab1-4d97-b1d9-3ea3c0033e3a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.027567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Subnet': ['ID=7773cea0-2c97-4679-a949-65b5bff3f43d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.032737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.036095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c925150e-e451-413c-9f19-48ed98f82cf4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/subnets/7773cea0-2c97-4679-a949-65b5bff3f43d HTTP/1.1" status: 204  len: 168 time: 0.3401990
Jan 29 21:12:20.039186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:20.045142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43ee44-98b0-495a-8afd-5cd6092cd9d5 None None] Network d0a4c19a-10a1-43de-93ed-89580912e2cb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:20.047684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:20.052279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:20.057939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:20.058742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.071271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=5037b596-eab1-4d97-b1d9-3ea3c0033e3a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.084272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a715116-5b45-4aa1-b64e-203e45ca3d44 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8062096
Jan 29 21:12:20.085690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48830) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:20.090909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:96:11:18', 'name': 'tempest-NetworksTestDHCPv6-551666766'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:20.099996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd6c74-b8e9-41b0-84c7-9b9b5b2e1a80 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:20.122481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.186319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:20.186644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.210010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Deleting port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:20.210304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.226538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:20.230689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.252745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port dac72a78-9985-4700-828c-178d805b2762 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:20.254289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] For port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,segment=NetworkSegment(8420c42a-fce2-499a-9529-37b7207db0fe),segment_id=8420c42a-fce2-499a-9529-37b7207db0fe)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:20.254566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.273533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Calling delete_port for 3cf23097-0274-4402-a33c-9cbc9b1ce3cc owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:20.299789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '5037b596-eab1-4d97-b1d9-3ea3c0033e3a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:20.300649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.322552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] For port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,segment=NetworkSegment(8420c42a-fce2-499a-9529-37b7207db0fe),segment_id=8420c42a-fce2-499a-9529-37b7207db0fe)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:20.322964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.342394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Calling delete_port for 3cf23097-0274-4402-a33c-9cbc9b1ce3cc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:20.383358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fe96:1118 (f830efc8-95ad-4ffd-abed-ffb6df29d392/5037b596-eab1-4d97-b1d9-3ea3c0033e3a/dac72a78-9985-4700-828c-178d805b2762) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:20.409959 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-9f8154bd-38bc-4646-a3a9-96a6083a3877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0839348
Jan 29 21:12:20.422574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.440834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] DHCP port deletion for d0a4c19a-10a1-43de-93ed-89580912e2cb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:20.453424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Port': ['ID=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.456818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] No DVR routers for this DVR port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:12:20.517952 ncdv-master-1 neutron-server[125944]:   self.session.flush()
Jan 29 21:12:20.526783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (3cf23097-0274-4402-a33c-9cbc9b1ce3cc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.563344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] Pushing event deleted for resources: {'Port': ['ID=3cf23097-0274-4402-a33c-9cbc9b1ce3cc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.566125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314eecfb-c80c-429e-81bf-2c378523362e None None] No DVR routers for this DVR port 3cf23097-0274-4402-a33c-9cbc9b1ce3cc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:20.575629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Deleting port fd231c4c-39ec-4f39-812d-483428b81905 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:20.576174 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fd231c4c-39ec-4f39-812d-483428b81905), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.586179 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.593474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (dac72a78-9985-4700-828c-178d805b2762), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.634332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dac72a78-9985-4700-828c-178d805b2762), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.640350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-050f9b36-ba84-460a-acbc-92021d4651e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:20.641657 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-050f9b36-ba84-460a-acbc-92021d4651e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.1522520
Jan 29 21:12:20.644786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea099d1130>,) {'filters': {'network_id': ['6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:20.660713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099d1130>, '8420c42a-fce2-499a-9529-37b7207db0fe') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:20.661075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea099d1130>, '8420c42a-fce2-499a-9529-37b7207db0fe') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:20.682764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] For port fd231c4c-39ec-4f39-812d-483428b81905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd231c4c-39ec-4f39-812d-483428b81905,segment=NetworkSegment(f8acbba9-48b2-4030-af9e-b6b1f8d11583),segment_id=f8acbba9-48b2-4030-af9e-b6b1f8d11583)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:20.683015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fd231c4c-39ec-4f39-812d-483428b81905), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.683983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (8420c42a-fce2-499a-9529-37b7207db0fe), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.702156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Calling delete_port for fd231c4c-39ec-4f39-812d-483428b81905 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:20.703702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:20.713206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Allocated IP 2001:db8::f816:3eff:fe31:642a (f830efc8-95ad-4ffd-abed-ffb6df29d392/5037b596-eab1-4d97-b1d9-3ea3c0033e3a/d6c0b694-38e8-4f0c-b0ae-e000c85954cb) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:20.721454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:20.724324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:20.730208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:20.730933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.745569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=dac72a78-9985-4700-828c-178d805b2762,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.753474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-6461f980-c16e-4732-b58d-2f31dd73c6a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1544812
Jan 29 21:12:20.754576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (8420c42a-fce2-499a-9529-37b7207db0fe), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (8420c42a-fce2-499a-9529-37b7207db0fe), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:20.777185 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:20.786771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-69d23b34-d9b3-48bd-b68f-5a574f4cb086 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.6974638
Jan 29 21:12:20.789208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48836) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:20.914304 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-b87dec19-0d9e-4fa2-9a79-a57054bda21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:20.914304 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-b87dec19-0d9e-4fa2-9a79-a57054bda21f service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.2433927
Jan 29 21:12:20.920608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.924570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46babddf-6a44-4c0d-a5a6-3d1f6352e7c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:20.934267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-46babddf-6a44-4c0d-a5a6-3d1f6352e7c8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1445911
Jan 29 21:12:20.936065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.938529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48838) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:20.938993 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/networks/6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f HTTP/1.1" status: 204  len: 168 time: 0.8985250
Jan 29 21:12:20.947976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:20.955543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (fd231c4c-39ec-4f39-812d-483428b81905), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:20.994289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] Pushing event deleted for resources: {'Port': ['ID=fd231c4c-39ec-4f39-812d-483428b81905,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:20.997809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74273b-db3c-4fc3-a944-1037d5bd1a5e None None] No DVR routers for this DVR port fd231c4c-39ec-4f39-812d-483428b81905 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:21.018504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks [] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.030040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.035427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-7dd7da77-3b59-4862-b564-80010c37504d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.1106515
Jan 29 21:12:21.037825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae257-0603-443b-8234-e598b840aa29 req-fedf5bbf-02de-45e9-93c1-9e16fc85a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.040782 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-fedf5bbf-02de-45e9-93c1-9e16fc85a4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1127 time: 0.2077160
Jan 29 21:12:21.042422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f661a-c8a0-4370-9df3-bba0485f2b3f tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Network': ['ID=6b1b9085-6d22-4fb7-b3e2-d58d6f1d6f0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:21.073463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:21.081015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:21.089781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:21.124195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Pushing event updated for resources: {'Port': ['ID=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:21.143491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b2c6-a6d9-477d-badb-8d38b566e475 req-80ae09ee-6325-42b9-a68d-44802039ed82 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.145035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5201b2c6-a6d9-477d-badb-8d38b566e475 req-80ae09ee-6325-42b9-a68d-44802039ed82 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2700717
Jan 29 21:12:21.162256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (d0a4c19a-10a1-43de-93ed-89580912e2cb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.181763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Attempting to bind port d6c0b694-38e8-4f0c-b0ae-e000c85954cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:21.181763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Attempting to bind port d6c0b694-38e8-4f0c-b0ae-e000c85954cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:21.181763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Attempting to bind port d6c0b694-38e8-4f0c-b0ae-e000c85954cb on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:21.185098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:21.185518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:21.185887 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.186285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:21.186757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Bound port: d6c0b694-38e8-4f0c-b0ae-e000c85954cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:21.187141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.213458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-865363c8-b08b-4573-90fe-8ef7daaff6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.217112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-865363c8-b08b-4573-90fe-8ef7daaff6aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1662743
Jan 29 21:12:21.248657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5201b2c6-a6d9-477d-badb-8d38b566e475 req-2e9e6ad6-2964-4f8f-8a7a-fdc6f3960aa5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967190
Jan 29 21:12:21.318440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (d0a4c19a-10a1-43de-93ed-89580912e2cb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.318680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] For port d6c0b694-38e8-4f0c-b0ae-e000c85954cb, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:21.321380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port dac72a78-9985-4700-828c-178d805b2762 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:21.321720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dac72a78-9985-4700-828c-178d805b2762), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.322240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] For port d6c0b694-38e8-4f0c-b0ae-e000c85954cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:21.329643 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.335747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-0dd56c37-6f7d-4d2b-843b-c3d0c0322e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.337330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-0dd56c37-6f7d-4d2b-843b-c3d0c0322e9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1124797
Jan 29 21:12:21.338649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae257-0603-443b-8234-e598b840aa29 req-591ad82e-0dc6-4663-8aad-73e4c6255e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.340073 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-591ad82e-0dc6-4663-8aad-73e4c6255e21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 898 time: 0.2567632
Jan 29 21:12:21.389428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c2c1-eb63-4769-b514-8630262a8bb1 None None] Pushing event updated for resources: {'Port': ['ID=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:21.457924 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-8e2ba6d5-d260-4d80-96c9-526be91e5857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 1001 time: 0.1071367
Jan 29 21:12:21.515264 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-f604fdeb-d072-42f3-a440-a57ebf6afbf5 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715887
Jan 29 21:12:21.534526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae257-0603-443b-8234-e598b840aa29 req-ed338bf0-740a-42b8-9111-00d53a5fc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.536008 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-ed338bf0-740a-42b8-9111-00d53a5fc78a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 200  len: 834 time: 0.0689375
Jan 29 21:12:21.661442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae257-0603-443b-8234-e598b840aa29 req-21fa7c3e-5929-429c-8a0f-6ee36b1bdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:21.663178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-21fa7c3e-5929-429c-8a0f-6ee36b1bdc86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1165967
Jan 29 21:12:21.689028 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0296e5cf-d460-4b6a-8399-01e3e094c667 req-7752be04-fe4d-4f7b-a160-3674337ab650 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669838
Jan 29 21:12:21.698598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0997b970>,) {'filters': {'network_id': ['d0a4c19a-10a1-43de-93ed-89580912e2cb']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:21.715274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0997b970>, 'f8acbba9-48b2-4030-af9e-b6b1f8d11583') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:21.715658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0997b970>, 'f8acbba9-48b2-4030-af9e-b6b1f8d11583') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:21.733134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f8acbba9-48b2-4030-af9e-b6b1f8d11583), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.735633 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dac72a78-9985-4700-828c-178d805b2762), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.760249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for dac72a78-9985-4700-828c-178d805b2762 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:21.766110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f8acbba9-48b2-4030-af9e-b6b1f8d11583), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.779232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:21.779660 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f8acbba9-48b2-4030-af9e-b6b1f8d11583), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:21.783442 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:21.898230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (d0a4c19a-10a1-43de-93ed-89580912e2cb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.908613 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:21.914981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/networks/d0a4c19a-10a1-43de-93ed-89580912e2cb HTTP/1.1" status: 204  len: 168 time: 0.9542146
Jan 29 21:12:21.917200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d6c0b694-38e8-4f0c-b0ae-e000c85954cb up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:21.926028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:21.936533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63641bf2-8f70-47ff-9d67-150bf88c8884 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Network': ['ID=d0a4c19a-10a1-43de-93ed-89580912e2cb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:21.982872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port d6c0b694-38e8-4f0c-b0ae-e000c85954cb triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:21.983287 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.016870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting subnet 686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:22.022344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for subnet (686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.091166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.095785 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dac72a78-9985-4700-828c-178d805b2762), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.107375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port d6c0b694-38e8-4f0c-b0ae-e000c85954cb is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:22.107875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.151461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port d6c0b694-38e8-4f0c-b0ae-e000c85954cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:22.156621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.168788 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-b5ecddd1-b496-4357-91bd-5aab1f3d2ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4931786
Jan 29 21:12:22.171053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=dac72a78-9985-4700-828c-178d805b2762,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:22.229846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:22.243050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.248765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5f3f2466-6d40-4c48-ba18-938dc3c292cd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/dac72a78-9985-4700-828c-178d805b2762 HTTP/1.1" status: 204  len: 168 time: 1.3054807
Jan 29 21:12:22.249938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48846) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.255162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fd231c4c-39ec-4f39-812d-483428b81905 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:22.317800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.343278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1314c-cd7a-41e6-9e10-7c6bd6e6a837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:22.344959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1314c-cd7a-41e6-9e10-7c6bd6e6a837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:22.349562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-86b1314c-cd7a-41e6-9e10-7c6bd6e6a837 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0984716
Jan 29 21:12:22.351208 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.353323 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9acae257-0603-443b-8234-e598b840aa29 req-cae99192-5fca-4579-a19f-aa1965696caf service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753058
Jan 29 21:12:22.433708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 5037b596-eab1-4d97-b1d9-3ea3c0033e3a {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:22.438491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (5037b596-eab1-4d97-b1d9-3ea3c0033e3a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.457305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.482507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (5037b596-eab1-4d97-b1d9-3ea3c0033e3a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.499049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Subnet': ['ID=686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:22.501523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.505652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc4189ea-72a0-4863-866e-6d3a7d400e5b tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/subnets/686b4d83-7ae7-4ecc-9dfa-c7353d0d3da3 HTTP/1.1" status: 204  len: 168 time: 0.5782826
Jan 29 21:12:22.510859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.535536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac69e3b-428a-4c03-8e24-07bdb71ec9e4 None None] Network 5d39cb2a-47e2-4286-ad45-2d02281891ca requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:22.540605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: fd231c4c-39ec-4f39-812d-483428b81905 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:22.541024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fd231c4c-39ec-4f39-812d-483428b81905 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:22.541465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3cf23097-0274-4402-a33c-9cbc9b1ce3cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:22.570279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3cf23097-0274-4402-a33c-9cbc9b1ce3cc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:22.570668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3cf23097-0274-4402-a33c-9cbc9b1ce3cc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:22.576614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (5037b596-eab1-4d97-b1d9-3ea3c0033e3a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.604712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76993d6a-a71f-4eec-bd1a-84dfcf6122e0 req-d8827ae2-b7db-41c7-8965-dfab881dde25 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:22.606744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76993d6a-a71f-4eec-bd1a-84dfcf6122e0 req-d8827ae2-b7db-41c7-8965-dfab881dde25 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.2039943
Jan 29 21:12:22.623925 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.644154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5d39cb2a-47e2-4286-ad45-2d02281891ca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.668520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (5037b596-eab1-4d97-b1d9-3ea3c0033e3a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.680934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76993d6a-a71f-4eec-bd1a-84dfcf6122e0 req-bf1eda69-39f2-493f-97b6-b459dc536ff7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650301
Jan 29 21:12:22.739025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Deleting port 556576b2-4a29-4649-a8d6-831acc82d7c3 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:22.739497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.753160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=5037b596-eab1-4d97-b1d9-3ea3c0033e3a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:22.767917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.774354 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba13f51c-aa81-408c-8e90-2bed32bc57cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/5037b596-eab1-4d97-b1d9-3ea3c0033e3a HTTP/1.1" status: 204  len: 168 time: 0.4171267
Jan 29 21:12:22.776291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.800126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] DHCP port deletion for 5d39cb2a-47e2-4286-ad45-2d02281891ca request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:22.826196 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89933bab-084f-4f7f-8406-f028aabd3fea tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0486889
Jan 29 21:12:22.828686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.843068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] For port 556576b2-4a29-4649-a8d6-831acc82d7c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=556576b2-4a29-4649-a8d6-831acc82d7c3,segment=NetworkSegment(ff060648-cdba-4963-a7e0-7f057073f88c),segment_id=ff060648-cdba-4963-a7e0-7f057073f88c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:22.843446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:22.855020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c63aac-c6e2-461a-a5a8-ce38e32b8883 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:22.868532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Calling delete_port for 556576b2-4a29-4649-a8d6-831acc82d7c3 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:22.894612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0467bc85-69ce-4f97-9871-8a7044332cbc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:22.896550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0467bc85-69ce-4f97-9871-8a7044332cbc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0666697
Jan 29 21:12:22.899598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.953335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595b34a-678c-49a3-ade0-a81ddbcbab58 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:22.957512 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3595b34a-678c-49a3-ade0-a81ddbcbab58 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0543213
Jan 29 21:12:22.958093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:22.967140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-61a4d559-0fb6-46db-8ad8-1c3f1f90414c None None] Provisioning complete for port d6c0b694-38e8-4f0c-b0ae-e000c85954cb triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:22.967658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-61a4d559-0fb6-46db-8ad8-1c3f1f90414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.013212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c32237e7-486c-4b0c-807b-615b3ce1dc54 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0503933
Jan 29 21:12:23.013428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Deleting port 556576b2-4a29-4649-a8d6-831acc82d7c3 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:23.013428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.014955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48866) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:23.020380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:23.035935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e9daf-b42a-4155-ac37-283612bd4ebe req-d136c890-4e95-4a3f-9cee-e7bdf1f8282a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:23.037539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d9e9daf-b42a-4155-ac37-283612bd4ebe req-d136c890-4e95-4a3f-9cee-e7bdf1f8282a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1173828
Jan 29 21:12:23.054691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.093733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Port': ['ID=556576b2-4a29-4649-a8d6-831acc82d7c3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:23.104891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] For port 556576b2-4a29-4649-a8d6-831acc82d7c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=556576b2-4a29-4649-a8d6-831acc82d7c3,segment=NetworkSegment(ff060648-cdba-4963-a7e0-7f057073f88c),segment_id=ff060648-cdba-4963-a7e0-7f057073f88c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:23.105112 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.106850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] No DVR routers for this DVR port 556576b2-4a29-4649-a8d6-831acc82d7c3 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:23.139781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:23.143249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.159448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:23.166788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Calling delete_port for 556576b2-4a29-4649-a8d6-831acc82d7c3 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:23.202355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d9e9daf-b42a-4155-ac37-283612bd4ebe req-e7f86891-9c17-4a2a-bc3a-c400ccac9dee tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576283
Jan 29 21:12:23.213900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-61a4d559-0fb6-46db-8ad8-1c3f1f90414c None None] Current status of the port d6c0b694-38e8-4f0c-b0ae-e000c85954cb is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:23.224863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5d39cb2a-47e2-4286-ad45-2d02281891ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.273997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea101f70d0>,) {'filters': {'network_id': ['5d39cb2a-47e2-4286-ad45-2d02281891ca']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:23.288855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea101f70d0>, 'ff060648-cdba-4963-a7e0-7f057073f88c') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:23.289170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea101f70d0>, 'ff060648-cdba-4963-a7e0-7f057073f88c') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:23.310845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Deleting port d6c0b694-38e8-4f0c-b0ae-e000c85954cb {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:23.311226 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.316027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ff060648-cdba-4963-a7e0-7f057073f88c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.346380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ff060648-cdba-4963-a7e0-7f057073f88c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.355373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:23.355757 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ff060648-cdba-4963-a7e0-7f057073f88c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:23.359054 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:23.361699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (556576b2-4a29-4649-a8d6-831acc82d7c3), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.417900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] Pushing event deleted for resources: {'Port': ['ID=556576b2-4a29-4649-a8d6-831acc82d7c3,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:23.428230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009ca72-a7a7-4600-af0b-679fa9cdc60f None None] No DVR routers for this DVR port 556576b2-4a29-4649-a8d6-831acc82d7c3 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:23.428365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687f3a-d184-4347-a707-6295620645d7 req-b67804e6-b62d-4e07-bf48-f9388eff103a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:23.430488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5687f3a-d184-4347-a707-6295620645d7 req-b67804e6-b62d-4e07-bf48-f9388eff103a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1284106
Jan 29 21:12:23.432443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.441244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] For port d6c0b694-38e8-4f0c-b0ae-e000c85954cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:23.443885 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.462279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Calling delete_port for d6c0b694-38e8-4f0c-b0ae-e000c85954cb owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:23.463628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5d39cb2a-47e2-4286-ad45-2d02281891ca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.473327 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.479715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/networks/5d39cb2a-47e2-4286-ad45-2d02281891ca HTTP/1.1" status: 204  len: 168 time: 0.9649687
Jan 29 21:12:23.480596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:23.491918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157de5b-6fe5-4aef-9fee-17c9df6654a4 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Pushing event deleted for resources: {'Network': ['ID=5d39cb2a-47e2-4286-ad45-2d02281891ca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:23.511500 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d59c8f8-3b98-45dc-8b2e-ae7cab3ea926 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc257542-1e10-45f2-adb5-5af4ca0c41a0 HTTP/1.1" status: 200  len: 205 time: 0.0299466
Jan 29 21:12:23.513637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48872) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:23.524920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5687f3a-d184-4347-a707-6295620645d7 req-75805c26-a38d-481d-b72a-81cadeb33229 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797069
Jan 29 21:12:23.563073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (d6c0b694-38e8-4f0c-b0ae-e000c85954cb), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.585369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:23.597204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] Pushing event deleted for resources: {'Port': ['ID=d6c0b694-38e8-4f0c-b0ae-e000c85954cb,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:23.604007 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.607204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96399b2c-8720-4cce-9171-8752578c1af8 None None] No DVR routers for this DVR port d6c0b694-38e8-4f0c-b0ae-e000c85954cb on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:23.707028 ncdv-master-1 neutron-server[125942]: WARNING neutron.services.revisions.revision_plugin [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fea0a176730] {port_id='d6c0b694-38e8-4f0c-b0ae-e000c85954cb', ip_address='2001:db8::f816:3eff:fe31:642a', subnet_id='8570328d-500c-4a9f-bbc8-0559a39e782c', network_id='f830efc8-95ad-4ffd-abed-ffb6df29d392'}> to bump revision.
Jan 29 21:12:23.714406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Port d6c0b694-38e8-4f0c-b0ae-e000c85954cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Jan 29 21:12:23.714406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:642a {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Jan 29 21:12:23.717697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe31:642a {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Jan 29 21:12:23.719119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (8570328d-500c-4a9f-bbc8-0559a39e782c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.785776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 556576b2-4a29-4649-a8d6-831acc82d7c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:23.786919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:23.790342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=8570328d-500c-4a9f-bbc8-0559a39e782c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:23.794716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:23.797886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:23.798622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.817060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b71701-3388-44ed-ac01-0310ec5dd313 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:23.818485 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7564f1d3-e43f-4f37-bad8-540d830cb641 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.8021686
Jan 29 21:12:23.819297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 556576b2-4a29-4649-a8d6-831acc82d7c3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:23.819651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 556576b2-4a29-4649-a8d6-831acc82d7c3 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:23.820076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d6c0b694-38e8-4f0c-b0ae-e000c85954cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:23.821451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:23.827432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:f5:bb:72', 'name': 'tempest-NetworksTestDHCPv6-593112093'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:23.848472 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.852970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router_controller (cc257542-1e10-45f2-adb5-5af4ca0c41a0), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.874899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: d6c0b694-38e8-4f0c-b0ae-e000c85954cb {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:23.875236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device d6c0b694-38e8-4f0c-b0ae-e000c85954cb not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:23.918255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (cc257542-1e10-45f2-adb5-5af4ca0c41a0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.919441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Fanout notify agent at l3_agent the message router_deleted on router cc257542-1e10-45f2-adb5-5af4ca0c41a0 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:12:23.926753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.930519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d66021d6-a234-4f52-b8e8-b46f81b7eb36 tempest-RoutersNegativeIpV6Test-1137906629 tempest-RoutersNegativeIpV6Test-1137906629-project] 10.222.0.20 "DELETE /v2.0/routers/cc257542-1e10-45f2-adb5-5af4ca0c41a0 HTTP/1.1" status: 204  len: 168 time: 0.4130492
Jan 29 21:12:23.962180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '8570328d-500c-4a9f-bbc8-0559a39e782c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:23.963832 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:23.968979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-f33269f7-0e00-48a0-8d40-59f5a27414aa tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:23.970561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-f33269f7-0e00-48a0-8d40-59f5a27414aa tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.1899922
Jan 29 21:12:23.983759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:23.992552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-8ac4c8d2-aaf5-4099-a48d-eb8fcf73cc35 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/quotas/ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 375 time: 0.0114508
Jan 29 21:12:24.067535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ead7e6a1-fd9d-4a7e-8c84-4b715adbc642 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0678210
Jan 29 21:12:24.102315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.117574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Allocated IP 2001:db8::f816:3eff:fe24:5410 (f830efc8-95ad-4ffd-abed-ffb6df29d392/8570328d-500c-4a9f-bbc8-0559a39e782c/9a101329-3b40-403a-8489-af3158994b90) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:24.124440 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 2e5ab348-7a85-473e-ab37-c20a1010a868 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:24.189137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-4376c011-d234-45a7-b60e-de92d126cf3f service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126599
Jan 29 21:12:24.284835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:24.286415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-67c6043f-80cd-4319-a653-40f5cc9e7b66 service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909801
Jan 29 21:12:24.294104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks [] for port (9a101329-3b40-403a-8489-af3158994b90), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.304125 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9a101329-3b40-403a-8489-af3158994b90), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.340917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:24.343968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:24.346408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:24.365023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fef5:bb72 (f830efc8-95ad-4ffd-abed-ffb6df29d392/8570328d-500c-4a9f-bbc8-0559a39e782c/2e5ab348-7a85-473e-ab37-c20a1010a868) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:24.417097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Pushing event updated for resources: {'Port': ['ID=9a101329-3b40-403a-8489-af3158994b90,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:24.422778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Attempting to bind port 9a101329-3b40-403a-8489-af3158994b90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:24.422778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Attempting to bind port 9a101329-3b40-403a-8489-af3158994b90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:24.422778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Attempting to bind port 9a101329-3b40-403a-8489-af3158994b90 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:24.428344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:24.428767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:24.429194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.429682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:24.430160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Bound port: 9a101329-3b40-403a-8489-af3158994b90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:24.430547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a101329-3b40-403a-8489-af3158994b90), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.504550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d2061d3-cf03-4979-bf5f-8480d79f0b01 req-9a82a485-1ef3-4730-a43f-e0f846436e19 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 210 time: 0.0331631
Jan 29 21:12:24.531278 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-927e4b87-aa90-4aee-9ddd-fe9ab43a5e64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ca9f5f165ef4f19828411586889bb8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2430654
Jan 29 21:12:24.531810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:24.538877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] For port 9a101329-3b40-403a-8489-af3158994b90, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:24.541966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] For port 9a101329-3b40-403a-8489-af3158994b90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a101329-3b40-403a-8489-af3158994b90,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:24.547993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a101329-3b40-403a-8489-af3158994b90), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.604334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ba80-988d-4488-8dda-e452c2ae5e8a None None] Pushing event updated for resources: {'Port': ['ID=9a101329-3b40-403a-8489-af3158994b90,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:24.614117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] Publish callbacks [] for security_group (ce05f2b4-c35e-4396-be78-14f42f0b3423), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.636412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (2e5ab348-7a85-473e-ab37-c20a1010a868), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.651719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] Publish callbacks [] for security_group (ce05f2b4-c35e-4396-be78-14f42f0b3423), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.708346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2e5ab348-7a85-473e-ab37-c20a1010a868), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.746221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ce05f2b4-c35e-4396-be78-14f42f0b3423), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.748833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.750057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce05f2b4-c35e-4396-be78-14f42f0b3423 HTTP/1.1" status: 204  len: 168 time: 0.2175953
Jan 29 21:12:24.765001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e65c-5f8f-4b60-9c44-54c092b0bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce05f2b4-c35e-4396-be78-14f42f0b3423,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:24.776716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=2e5ab348-7a85-473e-ab37-c20a1010a868,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:24.780351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:24.782189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:24.784275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:24.795811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:24.796505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:24.824854 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2509568b-3712-4e47-9fcd-71af1227b082 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.0013607
Jan 29 21:12:24.827679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:24.946317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38c3f7-8e29-457c-a709-ba1ba857d1f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:24.960547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38c3f7-8e29-457c-a709-ba1ba857d1f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:24.962723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eb38c3f7-8e29-457c-a709-ba1ba857d1f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1336985
Jan 29 21:12:24.966100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:25.089339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 2e5ab348-7a85-473e-ab37-c20a1010a868 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:25.090060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2e5ab348-7a85-473e-ab37-c20a1010a868), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.196677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2e5ab348-7a85-473e-ab37-c20a1010a868), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.212761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 2e5ab348-7a85-473e-ab37-c20a1010a868 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:25.348142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2e5ab348-7a85-473e-ab37-c20a1010a868), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.375835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=2e5ab348-7a85-473e-ab37-c20a1010a868,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:25.408114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.414230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e9591b8f-39bf-44f1-a38d-591fcad8606c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2e5ab348-7a85-473e-ab37-c20a1010a868 HTTP/1.1" status: 204  len: 168 time: 0.4470274
Jan 29 21:12:25.415006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:25.494934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e930c10-5ba3-4bd5-9eb9-cbc260e642fd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:25.496591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e930c10-5ba3-4bd5-9eb9-cbc260e642fd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:25.498697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e930c10-5ba3-4bd5-9eb9-cbc260e642fd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0825725
Jan 29 21:12:25.501886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48932) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:25.645640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 8570328d-500c-4a9f-bbc8-0559a39e782c {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:25.653013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (8570328d-500c-4a9f-bbc8-0559a39e782c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.673940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f67a14f6-a882-4443-9e2f-be9bd606c29d req-0700c087-4d8f-47a7-abbf-6c0ff6d8b0aa tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 210 time: 0.0647793
Jan 29 21:12:25.744729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-019cdc54-d591-44e8-9de7-94754e705bda tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:25.746570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-019cdc54-d591-44e8-9de7-94754e705bda tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.2017891
Jan 29 21:12:25.753731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:25.758586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0037541
Jan 29 21:12:25.759607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'device_id': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'admin_state_up': True, 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:25.761067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48940) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:25.826239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (8570328d-500c-4a9f-bbc8-0559a39e782c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.881062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a101329-3b40-403a-8489-af3158994b90 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:25.896751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e275b5e7-0314-4ff3-96b8-b2bda1c6ad49 tempest-NetworksApiDiscovery-40448093 tempest-NetworksApiDiscovery-40448093-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1347365
Jan 29 21:12:25.957277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8570328d-500c-4a9f-bbc8-0559a39e782c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:25.965756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9a101329-3b40-403a-8489-af3158994b90 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:25.967408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a101329-3b40-403a-8489-af3158994b90), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.017413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:26.018622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.029783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Provisioning complete for port 9a101329-3b40-403a-8489-af3158994b90 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:26.029783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a101329-3b40-403a-8489-af3158994b90), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.151517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (8570328d-500c-4a9f-bbc8-0559a39e782c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.163869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9a101329-3b40-403a-8489-af3158994b90 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:26.164273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a101329-3b40-403a-8489-af3158994b90), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.206018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=8570328d-500c-4a9f-bbc8-0559a39e782c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:26.220224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.226274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48948) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:26.231416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8570328d-500c-4a9f-bbc8-0559a39e782c HTTP/1.1" status: 204  len: 168 time: 0.7287626
Jan 29 21:12:26.235801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.236161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.236510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.236852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.237225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.237549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.237882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.238216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.238545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.238879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.239206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.239533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.239857 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76342a3c-bd4f-4e4b-8cbd-6c3de22ed5d6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:26.247097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48950) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:26.254959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Current status of the port 9a101329-3b40-403a-8489-af3158994b90 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:26.255377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a101329-3b40-403a-8489-af3158994b90), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.281753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:12:26.282132 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:12:26.292783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-32d67edd-904f-4f89-8aed-0a3802588335 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0654035
Jan 29 21:12:26.293476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48954) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:26.294145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.20.0.12 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/f8280985-1e0a-4847-906e-00e4d2639ff6) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:26.298907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:26.309571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] For port 9a101329-3b40-403a-8489-af3158994b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a101329-3b40-403a-8489-af3158994b90,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:26.316127 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a101329-3b40-403a-8489-af3158994b90), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.324724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45458d0-56e4-4644-b971-c2443ce138e8 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:26.416283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:26.420830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.434186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23138096-342b-4a92-a872-be928c0a8e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.455207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d09712-6817-4467-90c6-1dac70100f9a None None] Pushing event updated for resources: {'Port': ['ID=9a101329-3b40-403a-8489-af3158994b90,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:26.457640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d67ae4e5-8b10-4384-9c73-9ec1d5492385 None None] Could not find standard attr ID for object 2e5ab348-7a85-473e-ab37-c20a1010a868. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:26.526265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.555594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:26.591078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23138096-342b-4a92-a872-be928c0a8e3f admin admin] Publish callbacks [] for security_group (6228ecad-c4f0-4e50-8ad7-605a469c49af), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.596204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23138096-342b-4a92-a872-be928c0a8e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6228ecad-c4f0-4e50-8ad7-605a469c49af), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.614124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Deleting port 9a101329-3b40-403a-8489-af3158994b90 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:26.615014 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9a101329-3b40-403a-8489-af3158994b90), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.616643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.632513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:12:26.686676 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23138096-342b-4a92-a872-be928c0a8e3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b3f341f0ef54124838864b90a13c6ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4385209
Jan 29 21:12:26.694536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:26.695176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 48958) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:26.706505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23138096-342b-4a92-a872-be928c0a8e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228ecad-c4f0-4e50-8ad7-605a469c49af,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:26.717476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:26.719954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:26.736099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] For port 9a101329-3b40-403a-8489-af3158994b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a101329-3b40-403a-8489-af3158994b90,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:26.736278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9a101329-3b40-403a-8489-af3158994b90), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.757759 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:26.761818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Calling delete_port for 9a101329-3b40-403a-8489-af3158994b90 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:26.810526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:26.811195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.827722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] Publish callbacks [] for security_group (6228ecad-c4f0-4e50-8ad7-605a469c49af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.844073 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-20694c0c-170e-48b0-bb21-6d83e14f49a1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0886664
Jan 29 21:12:26.861868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Request body: {'port': {'device_id': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:26.867339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] Publish callbacks [] for security_group (6228ecad-c4f0-4e50-8ad7-605a469c49af), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.936555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9a101329-3b40-403a-8489-af3158994b90 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:26.971816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:26.995974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (9a101329-3b40-403a-8489-af3158994b90), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.019870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6228ecad-c4f0-4e50-8ad7-605a469c49af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.023415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.026907 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6228ecad-c4f0-4e50-8ad7-605a469c49af HTTP/1.1" status: 204  len: 168 time: 0.3282027
Jan 29 21:12:27.040690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] Pushing event deleted for resources: {'Port': ['ID=9a101329-3b40-403a-8489-af3158994b90,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:27.041539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b333-0885-4c6e-afc9-0bf39a1476c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228ecad-c4f0-4e50-8ad7-605a469c49af,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:27.045348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694dbf82-3dee-4ea7-bb7e-8d99ad93b3aa None None] No DVR routers for this DVR port 9a101329-3b40-403a-8489-af3158994b90 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:27.084164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeff3a4-df44-48ca-8627-fb169eafb0a3 req-58c63e37-c6b2-4710-8544-0709caaf3175 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:27.086780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eeff3a4-df44-48ca-8627-fb169eafb0a3 req-58c63e37-c6b2-4710-8544-0709caaf3175 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 932 time: 0.1440938
Jan 29 21:12:27.109460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d1ab47db-03a0-4d71-9354-c6a9b40e238b None None] Provisioning complete for port f8280985-1e0a-4847-906e-00e4d2639ff6 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:27.109847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1ab47db-03a0-4d71-9354-c6a9b40e238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.166857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab47db-03a0-4d71-9354-c6a9b40e238b None None] Port f8280985-1e0a-4847-906e-00e4d2639ff6 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:27.197138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:27.200780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.250327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eeff3a4-df44-48ca-8627-fb169eafb0a3 req-706b68fb-1723-4e40-8d90-70038120323c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349590
Jan 29 21:12:27.257307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:27.265549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:27.270743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:27.271382 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.294720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:27.298382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079bd54-a22b-484f-a449-d33e188aa901 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:27.306958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d22237b2-91b8-4d30-829e-81e07735bbb0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.0123985
Jan 29 21:12:27.309134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48966) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:27.315706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:c5:c3:af', 'name': 'tempest-NetworksTestDHCPv6-646508069'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:27.358307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8280985-1e0a-4847-906e-00e4d2639ff6 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:12:27.369898 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks [] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.390078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Transition to ACTIVE for port object f8280985-1e0a-4847-906e-00e4d2639ff6 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:12:27.401896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.470643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Pushing event updated for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:27.475849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:27.578401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Attempting to bind port f8280985-1e0a-4847-906e-00e4d2639ff6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:27.578766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Attempting to bind port f8280985-1e0a-4847-906e-00e4d2639ff6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:27.579088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Attempting to bind port f8280985-1e0a-4847-906e-00e4d2639ff6 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:27.583994 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Port f8280985-1e0a-4847-906e-00e4d2639ff6 on network 02b07a14-6d46-4fb2-8244-065282ca74eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:12:27.584320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Attempting to bind port f8280985-1e0a-4847-906e-00e4d2639ff6 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:27.589821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:27.590483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:27.590483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:27.590903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Bound port: f8280985-1e0a-4847-906e-00e4d2639ff6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:27.591272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.594775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.642392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 92049882-4044-4a42-9c0c-0ffad249fe78 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:27.652522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'd1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:27.653462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.670044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:27.673447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8280985-1e0a-4847-906e-00e4d2639ff6,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:27.690406 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.792113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:27.792757 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:27.794222 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8280985-1e0a-4847-906e-00e4d2639ff6 HTTP/1.1" status: 200  len: 1092 time: 0.9397476
Jan 29 21:12:27.794681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:27.797033 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4314021-3cf3-4889-9a30-742a94e37c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:27.837752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fec5:c3af (f830efc8-95ad-4ffd-abed-ffb6df29d392/d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35/92049882-4044-4a42-9c0c-0ffad249fe78) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:27.848692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a101329-3b40-403a-8489-af3158994b90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:27.873886 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf48f7a-5424-4a4d-b6b8-2ece19bd74aa x-openstack-request-id: req-ecf48f7a-5424-4a4d-b6b8-2ece19bd74aa {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:27.874280 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:27.874633 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecf48f7a-5424-4a4d-b6b8-2ece19bd74aa {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:27.875138 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6', 'status': 'completed', 'code': 200}
Jan 29 21:12:27.877420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce169222-7871-42b4-b6d4-8291f4573621 service neutron] Pushing event updated for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:27.887022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9a101329-3b40-403a-8489-af3158994b90 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:27.887536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a101329-3b40-403a-8489-af3158994b90 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:27.920280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-5c41ba25-c2a6-4aae-9bfe-7dea69b68bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:27.922738 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-5c41ba25-c2a6-4aae-9bfe-7dea69b68bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 1126 time: 0.0655138
Jan 29 21:12:27.972730 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-f2542e93-f4f4-4960-bb35-bf39ed46f51e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8280985-1e0a-4847-906e-00e4d2639ff6 HTTP/1.1" status: 200  len: 217 time: 0.0427499
Jan 29 21:12:28.051689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-b1904c86-3ba1-4d41-a254-4ff06a7c8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.054251 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-b1904c86-3ba1-4d41-a254-4ff06a7c8f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0677598
Jan 29 21:12:28.099141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (92049882-4044-4a42-9c0c-0ffad249fe78), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.117979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-2cabca0e-b92a-49f9-b009-51fc5ae7273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.119810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-2cabca0e-b92a-49f9-b009-51fc5ae7273c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0597048
Jan 29 21:12:28.143158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (92049882-4044-4a42-9c0c-0ffad249fe78), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.208444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Allocated IP 2001:db8::f816:3eff:fede:11a0 (f830efc8-95ad-4ffd-abed-ffb6df29d392/d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35/424b02de-df60-4300-8425-ad9bf4228906) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:28.222421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:28.227023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:28.229684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:28.236002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.236646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.248856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=92049882-4044-4a42-9c0c-0ffad249fe78,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:28.253079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-be81a8e4-dff1-4d14-8f5e-0d4a6e194a8d service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266811
Jan 29 21:12:28.261762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9525a1e3-0768-4a00-99cd-06e8c70bb918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.9513288
Jan 29 21:12:28.264260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48990) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:28.344461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8d9b2-33f0-4d69-aa77-1e9a51ee0467 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.349356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-58a8d9b2-33f0-4d69-aa77-1e9a51ee0467 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0838928
Jan 29 21:12:28.355527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 48994) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:28.406038 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cf0ee5ee-c14f-4c06-a925-9099e594b687 req-aab9e4f5-26e6-45ce-b7d6-f9185331c90b service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412344
Jan 29 21:12:28.496656 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks [] for port (424b02de-df60-4300-8425-ad9bf4228906), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.510069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (424b02de-df60-4300-8425-ad9bf4228906), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.517346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43de1-1ecf-4f43-847f-bf3a505e183f req-3c98644a-ee9f-4441-89af-b3562abba3ad tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.525192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ba43de1-1ecf-4f43-847f-bf3a505e183f req-3c98644a-ee9f-4441-89af-b3562abba3ad tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 944 time: 0.1213524
Jan 29 21:12:28.525483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-d11b8da6-dd42-4b64-995f-338714adcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.527492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-d11b8da6-dd42-4b64-995f-338714adcc41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 1126 time: 0.0562336
Jan 29 21:12:28.569724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:28.575783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:28.578444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Pushing event updated for resources: {'Port': ['ID=424b02de-df60-4300-8425-ad9bf4228906,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:28.588470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:28.597216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ba43de1-1ecf-4f43-847f-bf3a505e183f req-bc64649e-6d92-4d11-a738-3a75418aa0b7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667162
Jan 29 21:12:28.614610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 92049882-4044-4a42-9c0c-0ffad249fe78 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:28.615178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (92049882-4044-4a42-9c0c-0ffad249fe78), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.656292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-027a3d3e-4135-46bc-981e-1c12659d6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.658610 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-027a3d3e-4135-46bc-981e-1c12659d6f69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1239007
Jan 29 21:12:28.660362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Attempting to bind port 424b02de-df60-4300-8425-ad9bf4228906 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:28.660731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Attempting to bind port 424b02de-df60-4300-8425-ad9bf4228906 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:28.661143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Attempting to bind port 424b02de-df60-4300-8425-ad9bf4228906 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:28.667473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:28.668050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:28.668650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.669261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:28.669740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Bound port: 424b02de-df60-4300-8425-ad9bf4228906, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:28.670128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (424b02de-df60-4300-8425-ad9bf4228906), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.705515 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-164c5db0-79b2-40e3-a4a9-dc1fd9320c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8280985-1e0a-4847-906e-00e4d2639ff6 HTTP/1.1" status: 200  len: 217 time: 0.0383625
Jan 29 21:12:28.736085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (92049882-4044-4a42-9c0c-0ffad249fe78), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.742320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] For port 424b02de-df60-4300-8425-ad9bf4228906, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:28.746029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] For port 424b02de-df60-4300-8425-ad9bf4228906, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=424b02de-df60-4300-8425-ad9bf4228906,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:28.756001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 92049882-4044-4a42-9c0c-0ffad249fe78 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:28.758463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (424b02de-df60-4300-8425-ad9bf4228906), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:28.787883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-34a11e1f-dfe2-4748-af04-13a560bcc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.789835 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-34a11e1f-dfe2-4748-af04-13a560bcc37b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0786436
Jan 29 21:12:28.874432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bacd99-d8fb-47d5-93b6-3308f40f553e None None] Pushing event updated for resources: {'Port': ['ID=424b02de-df60-4300-8425-ad9bf4228906,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:28.876077 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-748c4007-7468-43f4-8a2c-5bc950c150cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:28.878092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-748c4007-7468-43f4-8a2c-5bc950c150cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0819371
Jan 29 21:12:28.994594 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-689f13da-3c4d-42b5-8d3a-7c60698a5158 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050537
Jan 29 21:12:29.002068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (92049882-4044-4a42-9c0c-0ffad249fe78), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.092168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=92049882-4044-4a42-9c0c-0ffad249fe78,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:29.094442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.098341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-73d1dbc3-8054-4754-a13e-5b7f31c713cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/92049882-4044-4a42-9c0c-0ffad249fe78 HTTP/1.1" status: 204  len: 168 time: 0.7434838
Jan 29 21:12:29.101478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.180213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b46df-8218-4dc0-b879-7c59b3e4c886 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:29.181668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b46df-8218-4dc0-b879-7c59b3e4c886 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:29.186066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.186286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-717b46df-8218-4dc0-b879-7c59b3e4c886 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0836029
Jan 29 21:12:29.192380 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f4314021-3cf3-4889-9a30-742a94e37c6c req-bcc80c7f-32fe-4499-b3a9-5b667d50d0bd service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917248
Jan 29 21:12:29.248142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:29.251704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.294346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.381278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.439667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.468953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:29.470939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.474124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49f2696e-b8c6-47ec-b8da-80053edc57e1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35 HTTP/1.1" status: 204  len: 168 time: 0.2869925
Jan 29 21:12:29.477001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.514063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0edfb01c-7081-4ed6-81cd-349b5dfad5ae tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0359719
Jan 29 21:12:29.516499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49042) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.572684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491eb98-2791-4f55-bed0-fb699dee900f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:29.574194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f491eb98-2791-4f55-bed0-fb699dee900f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0568376
Jan 29 21:12:29.576810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49044) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.634559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17267871-9188-43e2-b343-98e9d9a5c45c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:29.639035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49048) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.639188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-17267871-9188-43e2-b343-98e9d9a5c45c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0612931
Jan 29 21:12:29.686316 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6d396dee-108e-4939-8423-ca8142e21c0e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0460968
Jan 29 21:12:29.690302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:29.695317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:29.739675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ef13c-ae92-40be-98e9-f38780a6f06c req-c50775ec-6108-4e1a-a151-1014d9e49fdf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:29.748183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589ef13c-ae92-40be-98e9-f38780a6f06c req-c50775ec-6108-4e1a-a151-1014d9e49fdf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 944 time: 0.0749271
Jan 29 21:12:29.840003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:29.844389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:29.860390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-589ef13c-ae92-40be-98e9-f38780a6f06c req-9445f17e-aa5f-46e5-9101-126f27a0863c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102140
Jan 29 21:12:29.924149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 424b02de-df60-4300-8425-ad9bf4228906 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:29.980671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 424b02de-df60-4300-8425-ad9bf4228906 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:29.980887 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (424b02de-df60-4300-8425-ad9bf4228906), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.083653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf52341-3494-4e77-b9ab-7f78eef40d8b None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:30.087708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 424b02de-df60-4300-8425-ad9bf4228906 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:30.088439 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (424b02de-df60-4300-8425-ad9bf4228906), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.117572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c578490f-1ff6-4a3d-8859-09c39fefa17e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.174772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:30.181426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 424b02de-df60-4300-8425-ad9bf4228906, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=424b02de-df60-4300-8425-ad9bf4228906,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:30.191616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:30.194461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=c578490f-1ff6-4a3d-8859-09c39fefa17e,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:30.197283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:30.197916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.210325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (424b02de-df60-4300-8425-ad9bf4228906), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.218029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e2c356fe-a7c4-44a6-afca-91219e11b3f7 None None] Provisioning complete for port 424b02de-df60-4300-8425-ad9bf4228906 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:30.218406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e2c356fe-a7c4-44a6-afca-91219e11b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (424b02de-df60-4300-8425-ad9bf4228906), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.228025 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e45987f2-ac25-4c7b-a05a-b08a092dde88 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5335789
Jan 29 21:12:30.228025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49068) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:30.233705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:e1:78:c4', 'name': 'tempest-NetworksTestDHCPv6-1614217142'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:30.305353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=424b02de-df60-4300-8425-ad9bf4228906,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:30.353928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e2c356fe-a7c4-44a6-afca-91219e11b3f7 None None] Current status of the port 424b02de-df60-4300-8425-ad9bf4228906 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:30.355546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:30.365850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:30.417410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Deleting port 424b02de-df60-4300-8425-ad9bf4228906 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:30.417788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (424b02de-df60-4300-8425-ad9bf4228906), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.437351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.457431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 67a9908b-faa6-49cf-ac5d-ad89008d103c yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:30.494927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] For port 424b02de-df60-4300-8425-ad9bf4228906, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=424b02de-df60-4300-8425-ad9bf4228906,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:30.495326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (424b02de-df60-4300-8425-ad9bf4228906), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.508776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Calling delete_port for 424b02de-df60-4300-8425-ad9bf4228906 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:30.573116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::27c (f830efc8-95ad-4ffd-abed-ffb6df29d392/c578490f-1ff6-4a3d-8859-09c39fefa17e/67a9908b-faa6-49cf-ac5d-ad89008d103c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:30.593143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (424b02de-df60-4300-8425-ad9bf4228906), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.618047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] Pushing event deleted for resources: {'Port': ['ID=424b02de-df60-4300-8425-ad9bf4228906,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:30.621581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413be70-14ad-4425-90ad-a486f50c10aa None None] No DVR routers for this DVR port 424b02de-df60-4300-8425-ad9bf4228906 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:30.639387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26842a7-26db-4c98-9706-f771ec9019d7 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:30.722714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (67a9908b-faa6-49cf-ac5d-ad89008d103c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.739890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': 'c578490f-1ff6-4a3d-8859-09c39fefa17e'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:30.741351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.759708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (67a9908b-faa6-49cf-ac5d-ad89008d103c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.800889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:30.804645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:30.807181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:30.812591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:30.813245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:30.830421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=67a9908b-faa6-49cf-ac5d-ad89008d103c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:30.845012 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb76e921-570d-480f-865d-f64421c44055 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.6130314
Jan 29 21:12:30.845012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:30.875994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/c578490f-1ff6-4a3d-8859-09c39fefa17e/22530822-c8b7-43ba-b676-6c0e1b435308) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:30.898991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d4397-0548-49db-8adb-ae6e7deee469 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:30.900493 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af9d4397-0548-49db-8adb-ae6e7deee469 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0547006
Jan 29 21:12:30.903204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49074) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.031611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba714a-d35c-4e16-80de-5686e78a0038 req-25b2778c-44d6-43d7-9b78-78a46561a93b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:31.033201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36ba714a-d35c-4e16-80de-5686e78a0038 req-25b2778c-44d6-43d7-9b78-78a46561a93b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 944 time: 0.0883837
Jan 29 21:12:31.039704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks [] for port (22530822-c8b7-43ba-b676-6c0e1b435308), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.050361 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.077291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 67a9908b-faa6-49cf-ac5d-ad89008d103c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:31.077681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (67a9908b-faa6-49cf-ac5d-ad89008d103c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.092658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:31.097308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:31.099624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:31.109476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Pushing event updated for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:31.165244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36ba714a-d35c-4e16-80de-5686e78a0038 req-8977b971-8849-4cf6-bd30-83e5e944f12c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188307
Jan 29 21:12:31.181344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Attempting to bind port 22530822-c8b7-43ba-b676-6c0e1b435308 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:31.181344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Attempting to bind port 22530822-c8b7-43ba-b676-6c0e1b435308 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:31.181344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Attempting to bind port 22530822-c8b7-43ba-b676-6c0e1b435308 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:31.194315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:31.194818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:31.195313 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.195776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:31.196435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Bound port: 22530822-c8b7-43ba-b676-6c0e1b435308, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:31.196922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.213368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (67a9908b-faa6-49cf-ac5d-ad89008d103c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.226258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 67a9908b-faa6-49cf-ac5d-ad89008d103c owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:31.267707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:31.271713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22530822-c8b7-43ba-b676-6c0e1b435308,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:31.279346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.343571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0f57-441f-4d06-a227-80408d047f5b None None] Pushing event updated for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:31.363968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (67a9908b-faa6-49cf-ac5d-ad89008d103c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.397529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=67a9908b-faa6-49cf-ac5d-ad89008d103c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:31.427355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.431088 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b82ab0e7-682b-4878-a4be-af57062ea505 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/67a9908b-faa6-49cf-ac5d-ad89008d103c HTTP/1.1" status: 204  len: 168 time: 0.5269005
Jan 29 21:12:31.433671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.486671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71dfec-7db6-44e7-b6d1-4b531be3b48d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:31.488108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71dfec-7db6-44e7-b6d1-4b531be3b48d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:31.489678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ba71dfec-7db6-44e7-b6d1-4b531be3b48d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0550327
Jan 29 21:12:31.492342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.535103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f8280985-1e0a-4847-906e-00e4d2639ff6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:12:31.557948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet c578490f-1ff6-4a3d-8859-09c39fefa17e {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:31.561196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (c578490f-1ff6-4a3d-8859-09c39fefa17e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.612836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (c578490f-1ff6-4a3d-8859-09c39fefa17e), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.645909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8280985-1e0a-4847-906e-00e4d2639ff6,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:31.659295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'f8280985-1e0a-4847-906e-00e4d2639ff6', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': 'f8280985-1e0a-4847-906e-00e4d2639ff6', 'mac_address': 'fa:16:3e:82:69:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:12:31.703836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port f8280985-1e0a-4847-906e-00e4d2639ff6 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:31.704234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.705499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c578490f-1ff6-4a3d-8859-09c39fefa17e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.720963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8280985-1e0a-4847-906e-00e4d2639ff6 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:12:31.746488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8280985-1e0a-4847-906e-00e4d2639ff6,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:31.751848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.789819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (c578490f-1ff6-4a3d-8859-09c39fefa17e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.809469 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:31.818315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=c578490f-1ff6-4a3d-8859-09c39fefa17e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:31.820848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.824037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a0587fde-1291-4ea4-8cb6-55b8f31b1b17 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/c578490f-1ff6-4a3d-8859-09c39fefa17e HTTP/1.1" status: 204  len: 168 time: 0.3307686
Jan 29 21:12:31.826467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49096) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.861788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 22530822-c8b7-43ba-b676-6c0e1b435308 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:31.876579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60ce21a8-e75a-456b-b2b3-714b581898aa tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0464921
Jan 29 21:12:31.876810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.916907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:31.917332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:31.936255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6c3ee-39d3-4840-a7b4-c63122c569e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:31.937808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e4c6c3ee-39d3-4840-a7b4-c63122c569e6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0600321
Jan 29 21:12:31.940681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49100) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:31.992416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aaa8b8-c68b-4bd8-bd10-66082fb9a3dc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:31.996249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-36aaa8b8-c68b-4bd8-bd10-66082fb9a3dc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0521259
Jan 29 21:12:31.996481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:32.008447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:32.008880 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.041824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71512881-fd0e-4ebc-a27b-5a5b199c55d0 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0442131
Jan 29 21:12:32.043700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22530822-c8b7-43ba-b676-6c0e1b435308,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:32.047356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:32.048756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.057527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:32.086550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:12:32.135584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 424b02de-df60-4300-8425-ad9bf4228906 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:32.143158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:32.169706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 424b02de-df60-4300-8425-ad9bf4228906 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:32.170068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 424b02de-df60-4300-8425-ad9bf4228906 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:32.173753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:32.180504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.347106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d25e3-e355-45d1-8235-53e8412e0121 req-dc451df2-63a4-4646-adce-876eb1add526 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:32.349321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-320d25e3-e355-45d1-8235-53e8412e0121 req-dc451df2-63a4-4646-adce-876eb1add526 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 945 time: 0.0802453
Jan 29 21:12:32.421925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-320d25e3-e355-45d1-8235-53e8412e0121 req-7117c4d9-0d07-4a2c-9253-bf74763960d0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652769
Jan 29 21:12:32.474609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8d53c1-dab3-4e0a-84b5-01a1f6ea32d5 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:32.539319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-14245c4e-0da7-4199-af12-94f0d6c8c589 None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:32.539697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-14245c4e-0da7-4199-af12-94f0d6c8c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.559016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:32.660203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-14245c4e-0da7-4199-af12-94f0d6c8c589 None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:32.758165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.929998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22530822-c8b7-43ba-b676-6c0e1b435308,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:32.962892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (22530822-c8b7-43ba-b676-6c0e1b435308), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.967585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:32.999018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-676a5d2e-4686-48ab-8c90-57cf8f17bf0a None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:33.000058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-676a5d2e-4686-48ab-8c90-57cf8f17bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.019037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (946a39bf-833f-4d4f-88d3-7dfe52e3fc68), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.072014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=6']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:33.079774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:33.083467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:33.087505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:33.088122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.103205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-676a5d2e-4686-48ab-8c90-57cf8f17bf0a None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:33.105391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa246ac5-8181-4d71-a116-53c113ff7489 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:33.109035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=946a39bf-833f-4d4f-88d3-7dfe52e3fc68,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:33.119500 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3b7f196-5384-4925-aae7-1b657d59d55f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0669234
Jan 29 21:12:33.119500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49132) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:33.124219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:33.221557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8e4a256d-b0b1-48a5-92d7-0a9d428201a1 None None] Could not find standard attr ID for object 92049882-4044-4a42-9c0c-0ffad249fe78. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:33.242577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:33.246065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.343430 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 946a39bf-833f-4d4f-88d3-7dfe52e3fc68 (CIDR: 2001:db8::/64)
Jan 29 21:12:33.347091 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:33.347556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:33.364198 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05b2dd05-24b2-4b74-97e8-27098ff5972a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2437539
Jan 29 21:12:33.366910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49134) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:33.371918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:33.448306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f3dc44e3-1248-4f31-9676-e95bcd53b326 None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:33.448717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f3dc44e3-1248-4f31-9676-e95bcd53b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.496868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:33.511883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.549324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc44e3-1248-4f31-9676-e95bcd53b326 None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:33.555849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f8280985-1e0a-4847-906e-00e4d2639ff6 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:33.564942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75da4d8-46d8-404f-8fa1-ed7982daf6da req-a2ef9b23-8e29-40ae-9a3c-38bdad47b971 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:33.567545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b75da4d8-46d8-404f-8fa1-ed7982daf6da req-a2ef9b23-8e29-40ae-9a3c-38bdad47b971 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 945 time: 0.0688348
Jan 29 21:12:33.613698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port f8280985-1e0a-4847-906e-00e4d2639ff6 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:12:33.619635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port f8280985-1e0a-4847-906e-00e4d2639ff6 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:33.620165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.629455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b75da4d8-46d8-404f-8fa1-ed7982daf6da req-c5449bcc-de2f-42e3-b36d-4cefb3d66c9d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556123
Jan 29 21:12:33.676020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4507168e-36d0-4705-a4b2-aa4af248b039 None None] Could not find standard attr ID for object 67a9908b-faa6-49cf-ac5d-ad89008d103c. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:33.731322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port f8280985-1e0a-4847-906e-00e4d2639ff6 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:33.731800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.763783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:33.766535 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fbb6eb-1ef4-41b3-80e3-412865e065d3" -d '{"events": [{"server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "name": "network-vif-plugged", "status": "completed", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:33.799081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8280985-1e0a-4847-906e-00e4d2639ff6,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:33.808468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:33.888173 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c697c-7756-4704-865c-64308d661055 x-openstack-request-id: req-3f8c697c-7756-4704-865c-64308d661055 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:33.888494 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "name": "network-vif-plugged", "status": "completed", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:33.889083 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8c697c-7756-4704-865c-64308d661055 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:33.889507 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6', 'code': 200}
Jan 29 21:12:33.894053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 22530822-c8b7-43ba-b676-6c0e1b435308 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:33.986412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:34.008344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:34.009236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.070810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1fead-2d41-4c31-8544-830d0ec850be req-90cca835-b01e-40cd-8435-699847af0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:34.072509 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9db1fead-2d41-4c31-8544-830d0ec850be req-90cca835-b01e-40cd-8435-699847af0ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 1128 time: 0.0837903
Jan 29 21:12:34.107331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:34.137518 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-9db1fead-2d41-4c31-8544-830d0ec850be req-2903165e-bacc-4772-b2da-bcc5ff1d8e22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577531
Jan 29 21:12:34.244767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (65487c2a-2af2-4a32-9c13-5180d453a648), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.288277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:34.292222 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:34.296313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:34.297014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.301898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219cbb1f-6f7f-4a5e-8779-52b911bb68ad None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:34.318387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=65487c2a-2af2-4a32-9c13-5180d453a648,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:34.337479 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-854db245-6a48-4803-bcf9-71995c0c13db tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9664111
Jan 29 21:12:34.337758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:34.343170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:f9:d1:c4', 'name': 'tempest-NetworksTestDHCPv6-1252339586'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:34.454969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:34.479513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '946a39bf-833f-4d4f-88d3-7dfe52e3fc68', 'ip_address': '2001:db8::f816:3eff:fe55:4ac1'}, {'subnet_id': '65487c2a-2af2-4a32-9c13-5180d453a648'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '22530822-c8b7-43ba-b676-6c0e1b435308'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:34.507628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.539530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.559011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port d1015f8c-f932-4314-b953-719a7438da96 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:34.746122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8:0:1::39b (f830efc8-95ad-4ffd-abed-ffb6df29d392/65487c2a-2af2-4a32-9c13-5180d453a648/d1015f8c-f932-4314-b953-719a7438da96) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:34.753957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fef9:d1c4 (f830efc8-95ad-4ffd-abed-ffb6df29d392/946a39bf-833f-4d4f-88d3-7dfe52e3fc68/d1015f8c-f932-4314-b953-719a7438da96) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:34.788114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742c99c-6ee1-4bcf-82c3-b98bdc8d70ab req-bbad39dd-ff5f-4712-831b-27b082bcdbe2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:34.789565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3742c99c-6ee1-4bcf-82c3-b98bdc8d70ab req-bbad39dd-ff5f-4712-831b-27b082bcdbe2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 946 time: 0.0884058
Jan 29 21:12:34.898579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3742c99c-6ee1-4bcf-82c3-b98bdc8d70ab req-e3b089ac-d3fc-4a7e-bf80-399ce9ac8beb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027243
Jan 29 21:12:34.950766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (d1015f8c-f932-4314-b953-719a7438da96), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:34.985113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d1015f8c-f932-4314-b953-719a7438da96), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.033911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:35.037555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:35.042849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:35.044777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Allocated IP 2001:db8:0:1::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/65487c2a-2af2-4a32-9c13-5180d453a648/22530822-c8b7-43ba-b676-6c0e1b435308) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:35.049016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.049173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.052762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=d1015f8c-f932-4314-b953-719a7438da96,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:35.071482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ebcf5097-1ade-4d49-8a3f-06104a978760 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 0.7325375
Jan 29 21:12:35.074422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49182) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.156479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22530822-c8b7-43ba-b676-6c0e1b435308,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:35.178579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port d1015f8c-f932-4314-b953-719a7438da96 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:35.178944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d1015f8c-f932-4314-b953-719a7438da96), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.196474 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Publish callbacks [] for port (22530822-c8b7-43ba-b676-6c0e1b435308), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.202034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.278128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d1015f8c-f932-4314-b953-719a7438da96), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.295939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec7177-f461-4aa8-b7b1-45ccc08c918f None None] Pushing event updated for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:35.296256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for d1015f8c-f932-4314-b953-719a7438da96 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:35.407657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49190) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.514071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d1015f8c-f932-4314-b953-719a7438da96), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.542347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49194) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.547807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=d1015f8c-f932-4314-b953-719a7438da96,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:35.565268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05a23537-8a15-45c3-aee4-a02acf531709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.613423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.621708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4059eb0c-5283-478a-8ee8-ac41e7516944 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/d1015f8c-f932-4314-b953-719a7438da96 HTTP/1.1" status: 204  len: 168 time: 0.5459354
Jan 29 21:12:35.622249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.683601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05a23537-8a15-45c3-aee4-a02acf531709 admin admin] Publish callbacks [] for security_group (b845bae1-0b50-4b2b-ab34-924578995e35), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.688966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-05a23537-8a15-45c3-aee4-a02acf531709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b845bae1-0b50-4b2b-ab34-924578995e35), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.697876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a037ffe2-379a-423f-b7c3-d8273eadfaba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.699582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a037ffe2-379a-423f-b7c3-d8273eadfaba tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0763357
Jan 29 21:12:35.702032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49200) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.761015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7cd1b-a45f-48a4-8152-01848a74870e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.761015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8fd7cd1b-a45f-48a4-8152-01848a74870e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0540302
Jan 29 21:12:35.761015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49202) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.777239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05a23537-8a15-45c3-aee4-a02acf531709 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df5ffe7b97c841c0975501e87de3ec7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3683732
Jan 29 21:12:35.780075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49204) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.782088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a23537-8a15-45c3-aee4-a02acf531709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b845bae1-0b50-4b2b-ab34-924578995e35,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:35.820075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 22530822-c8b7-43ba-b676-6c0e1b435308 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:35.824926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff950b-7eb5-45d7-8c91-295415051d8c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.826993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff950b-7eb5-45d7-8c91-295415051d8c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.828541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff950b-7eb5-45d7-8c91-295415051d8c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:35.833449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9cff950b-7eb5-45d7-8c91-295415051d8c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0728085
Jan 29 21:12:35.834140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49206) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:35.848114 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1b99e796-13e6-4cbd-b5bc-64c58b717ba6 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/floatingips/b6ed0841-ed35-477b-97ca-32103dee8bf3 HTTP/1.1" status: 200  len: 993 time: 0.2955277
Jan 29 21:12:35.857780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] Publish callbacks [] for security_group (b845bae1-0b50-4b2b-ab34-924578995e35), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.884359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] Publish callbacks [] for security_group (b845bae1-0b50-4b2b-ab34-924578995e35), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.904149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 65487c2a-2af2-4a32-9c13-5180d453a648 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:35.909414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (65487c2a-2af2-4a32-9c13-5180d453a648), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.933220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:35.933732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.950282 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b845bae1-0b50-4b2b-ab34-924578995e35), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.952907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:35.956691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b845bae1-0b50-4b2b-ab34-924578995e35 HTTP/1.1" status: 204  len: 168 time: 0.1732047
Jan 29 21:12:35.967514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc6908-f50f-4db1-a6d0-619de3a43f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845bae1-0b50-4b2b-ab34-924578995e35,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:35.997712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (65487c2a-2af2-4a32-9c13-5180d453a648), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.065112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:36.135530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919f07-ecfc-4dad-8878-412785f4dc75 req-58b6dba0-ab02-432b-8b10-8ca7f8181de9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:36.137513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf919f07-ecfc-4dad-8878-412785f4dc75 req-58b6dba0-ab02-432b-8b10-8ca7f8181de9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 946 time: 0.1084843
Jan 29 21:12:36.167798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (65487c2a-2af2-4a32-9c13-5180d453a648), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.189728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49218) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.234446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf919f07-ecfc-4dad-8878-412785f4dc75 req-b40df0ca-85cc-4564-88ae-936160e525d0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893309
Jan 29 21:12:36.274241 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (65487c2a-2af2-4a32-9c13-5180d453a648), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.311934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=65487c2a-2af2-4a32-9c13-5180d453a648,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:36.315844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.319871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-10fe7728-3e89-4601-8698-c9d392886fed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/65487c2a-2af2-4a32-9c13-5180d453a648 HTTP/1.1" status: 204  len: 168 time: 0.4838431
Jan 29 21:12:36.325229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49224) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.326526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9d0642e9-5b00-479d-8427-e9f884cf1c3f None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:36.327023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9d0642e9-5b00-479d-8427-e9f884cf1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.377939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49226) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.397854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 946a39bf-833f-4d4f-88d3-7dfe52e3fc68 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:36.401565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (946a39bf-833f-4d4f-88d3-7dfe52e3fc68), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.402414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37c6f429-a774-4a90-b73b-9993dae3a275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.448345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (946a39bf-833f-4d4f-88d3-7dfe52e3fc68), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.512395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:36.513430 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.557236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (946a39bf-833f-4d4f-88d3-7dfe52e3fc68), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.600524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37c6f429-a774-4a90-b73b-9993dae3a275 admin admin] Publish callbacks [] for security_group (7eff234b-58a4-4d05-8484-c9fb0b805afe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.611248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050575e-e543-4109-8bd7-aeead7bb2242 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:36.613911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37c6f429-a774-4a90-b73b-9993dae3a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7eff234b-58a4-4d05-8484-c9fb0b805afe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.639659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (946a39bf-833f-4d4f-88d3-7dfe52e3fc68), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.663204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.663536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.667628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37c6f429-a774-4a90-b73b-9993dae3a275 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e6785e1c444ec4b4a9f0b47e9e486e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2884779
Jan 29 21:12:36.668313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=946a39bf-833f-4d4f-88d3-7dfe52e3fc68,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:36.670250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49228) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.671201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9d0642e9-5b00-479d-8427-e9f884cf1c3f None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:36.677138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.681331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8033ef2f-6ee0-4c5e-b065-7b604a674c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/946a39bf-833f-4d4f-88d3-7dfe52e3fc68 HTTP/1.1" status: 204  len: 168 time: 0.3549662
Jan 29 21:12:36.683580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49230) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.695164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6f429-a774-4a90-b73b-9993dae3a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff234b-58a4-4d05-8484-c9fb0b805afe,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:36.727647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] Publish callbacks [] for security_group (7eff234b-58a4-4d05-8484-c9fb0b805afe), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.729691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:36.733268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6dc91fc2-1bce-44bb-8275-da0a87064ae6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0477581
Jan 29 21:12:36.736339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:36.743047 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:36.750468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] Publish callbacks [] for security_group (7eff234b-58a4-4d05-8484-c9fb0b805afe), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.790688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-630b9339-4fbd-4b1f-9c9e-504549fba6d6 None None] Could not find standard attr ID for object d1015f8c-f932-4314-b953-719a7438da96. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:36.811177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7eff234b-58a4-4d05-8484-c9fb0b805afe), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.813997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.817448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eff234b-58a4-4d05-8484-c9fb0b805afe HTTP/1.1" status: 204  len: 168 time: 0.1439764
Jan 29 21:12:36.824286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f14a-8af3-4aa8-9528-f31438159e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff234b-58a4-4d05-8484-c9fb0b805afe,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:36.874280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c1bcc-f804-4624-8b05-dea8e23bea4d None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '946a39bf-833f-4d4f-88d3-7dfe52e3fc68'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '22530822-c8b7-43ba-b676-6c0e1b435308'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:36.901441 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:36.903704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c94c1bcc-f804-4624-8b05-dea8e23bea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:36.904826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.074167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.096422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f94f2-f568-4835-9220-a08b878c76b3 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:37.106933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=0f4d6397-ff5d-4c38-b9e5-5f0b843a7b58,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:37.167253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-363bb823-d57a-447a-94ee-8e1a90f30730 None None] Provisioning complete for port 22530822-c8b7-43ba-b676-6c0e1b435308 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:37.167930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-363bb823-d57a-447a-94ee-8e1a90f30730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.224864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for floatingip (b6ed0841-ed35-477b-97ca-32103dee8bf3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.225798 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Floating IP b6ed0841-ed35-477b-97ca-32103dee8bf3 disassociated (deleted). External IP: 172.35.4.128, port: 6001cd67-2542-4ebc-851d-99118d283423.
Jan 29 21:12:37.286924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:37.327986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-363bb823-d57a-447a-94ee-8e1a90f30730 None None] Current status of the port 22530822-c8b7-43ba-b676-6c0e1b435308 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:37.365548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Deleting port 22530822-c8b7-43ba-b676-6c0e1b435308 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:37.365906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.415618 ncdv-master-1 neutron-server[125942]: DEBUG neutron.objects.ports [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:37.449081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] For port 22530822-c8b7-43ba-b676-6c0e1b435308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22530822-c8b7-43ba-b676-6c0e1b435308,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:37.449487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.462545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Calling delete_port for 22530822-c8b7-43ba-b676-6c0e1b435308 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:37.581719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (22530822-c8b7-43ba-b676-6c0e1b435308), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.612371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] Pushing event deleted for resources: {'Port': ['ID=22530822-c8b7-43ba-b676-6c0e1b435308,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:37.613922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8130170-b369-46f0-993a-fd64c4ea7e7e None None] No DVR routers for this DVR port 22530822-c8b7-43ba-b676-6c0e1b435308 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:37.615079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Port 22530822-c8b7-43ba-b676-6c0e1b435308 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Jan 29 21:12:37.615079 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:4ac1 {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Jan 29 21:12:37.621431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_pluggable_backend [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:4ac1 {{(pid=125942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Jan 29 21:12:37.624569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7686c7e6-92eb-40c1-9ba6-e5d60dd5392f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.657852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 33115f99-89df-4388-9f66-0b1cf611c90b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:37.674073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:37.681048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:37.686982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:37.687595 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.693447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81fd742-5960-4b65-abe9-17e1eb458e10 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:37.706228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=7686c7e6-92eb-40c1-9ba6-e5d60dd5392f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:37.745599 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a623c014-4e77-480c-87fe-8f004d5c098c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0067687
Jan 29 21:12:37.748643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49260) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:37.754374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:37.824866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 22530822-c8b7-43ba-b676-6c0e1b435308 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:37.832861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:37.838315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.845388 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Sync routers for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:37.858296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 22530822-c8b7-43ba-b676-6c0e1b435308 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:37.858646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 22530822-c8b7-43ba-b676-6c0e1b435308 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:37.861424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '7686c7e6-92eb-40c1-9ba6-e5d60dd5392f'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:37.861580 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:37.862256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.862525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae80760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:37.896261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:37.900687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d730a9b4-dceb-4038-a872-b2ef5fecafa0 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/floatingips/b6ed0841-ed35-477b-97ca-32103dee8bf3 HTTP/1.1" status: 204  len: 168 time: 1.7096357
Jan 29 21:12:37.901323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:37.902254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:37.903964 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955e9cdc-badd-445b-9ac9-14ce5393e10a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:38.020734 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f1710-6430-4987-9de4-ac43ad99257a x-openstack-request-id: req-ee6f1710-6430-4987-9de4-ac43ad99257a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:38.021108 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "tag": "6001cd67-2542-4ebc-851d-99118d283423", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:38.021369 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee6f1710-6430-4987-9de4-ac43ad99257a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:38.022308 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'tag': '6001cd67-2542-4ebc-851d-99118d283423', 'status': 'completed', 'code': 200}
Jan 29 21:12:38.045990 ncdv-master-1 neutron-server[125943]: INFO neutron.db.ipam_backend_mixin [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7686c7e6-92eb-40c1-9ba6-e5d60dd5392f (CIDR: 2001:db8::/64)
Jan 29 21:12:38.052066 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:38.052066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:38.064837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:38.074349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dd7cc2ab-efd7-4a05-b5b0-c1a8d4712f4b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3240621
Jan 29 21:12:38.077242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49268) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:38.082904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:38.149046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Allocated IP 2001:db8::f816:3eff:fe45:66df (f830efc8-95ad-4ffd-abed-ffb6df29d392/7686c7e6-92eb-40c1-9ba6-e5d60dd5392f/36587a45-aca7-45ac-a87f-041dc155608f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:38.151566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-b6d49558-a700-41ac-aeed-59c6131e37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:38.155796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-b6d49558-a700-41ac-aeed-59c6131e37a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4205364bb7d426ab82515b200d82183&device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 1127 time: 0.1142550
Jan 29 21:12:38.245592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:38.251805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.346461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-b48b82a4-1419-4d6f-9a78-4e03786fbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:38.347842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-b48b82a4-1419-4d6f-9a78-4e03786fbb0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 200  len: 898 time: 0.1843526
Jan 29 21:12:38.362262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks [] for port (36587a45-aca7-45ac-a87f-041dc155608f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.375416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (36587a45-aca7-45ac-a87f-041dc155608f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.414390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-43395a8a-218a-4a45-9b71-416437e1a4ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 200  len: 217 time: 0.0582829
Jan 29 21:12:38.447731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:38.451400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:38.456903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:38.460811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Pushing event updated for resources: {'Port': ['ID=36587a45-aca7-45ac-a87f-041dc155608f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:38.516437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-5f99a058-178a-44c5-92aa-6f80117c5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:38.517753 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-5f99a058-178a-44c5-92aa-6f80117c5a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 200  len: 834 time: 0.0952241
Jan 29 21:12:38.518228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49276) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:38.555567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae80760>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:38.572857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Attempting to bind port 36587a45-aca7-45ac-a87f-041dc155608f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:38.573332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Attempting to bind port 36587a45-aca7-45ac-a87f-041dc155608f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:38.573841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Attempting to bind port 36587a45-aca7-45ac-a87f-041dc155608f on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:38.579922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:38.580349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:38.580860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.581363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:38.582387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Bound port: 36587a45-aca7-45ac-a87f-041dc155608f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:38.582794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36587a45-aca7-45ac-a87f-041dc155608f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.589641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Checking router: 33115f99-89df-4388-9f66-0b1cf611c90b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:12:38.599061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-e212066d-f05c-48fa-891c-7e1afb650b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:38.599462 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:38.600855 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae80760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:38.601733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-e212066d-f05c-48fa-891c-7e1afb650b30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5e35d1b-be8f-4899-9be7-9227a0d2b60c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0761399
Jan 29 21:12:38.664086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] For port 36587a45-aca7-45ac-a87f-041dc155608f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:38.667820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] For port 36587a45-aca7-45ac-a87f-041dc155608f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36587a45-aca7-45ac-a87f-041dc155608f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:38.679480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36587a45-aca7-45ac-a87f-041dc155608f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.751041 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:38.759286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175236-dbc8-43da-af28-4c3a14129dc2 None None] Pushing event updated for resources: {'Port': ['ID=36587a45-aca7-45ac-a87f-041dc155608f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:38.765291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6c89f-db8e-45ab-aca0-0cdc6892069c req-31a7ffbf-a5a0-4a70-bbf4-be15aa2e4f01 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:38.767399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dda6c89f-db8e-45ab-aca0-0cdc6892069c req-31a7ffbf-a5a0-4a70-bbf4-be15aa2e4f01 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.4410918
Jan 29 21:12:38.789549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96210650-193d-48d4-8a78-a546ef497642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.825427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-1595da99-be15-400d-b2af-57de4dedb27c service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149122
Jan 29 21:12:38.862891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dda6c89f-db8e-45ab-aca0-0cdc6892069c req-15bc2875-9c0b-4203-a36a-82a9c345f781 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843556
Jan 29 21:12:38.939282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (152cb6da-aa5e-4280-89d4-e30f27051d02), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.980272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96210650-193d-48d4-8a78-a546ef497642 admin admin] Publish callbacks [] for security_group (d74b8eb4-eeab-4aff-9764-544d035fc342), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:38.983703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-955e9cdc-badd-445b-9ac9-14ce5393e10a req-e3cf61bd-a571-496a-ae1d-a038bea84945 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502738
Jan 29 21:12:38.987489 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-96210650-193d-48d4-8a78-a546ef497642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d74b8eb4-eeab-4aff-9764-544d035fc342), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.027191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:39.040464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:39.044094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:39.045310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.068808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=152cb6da-aa5e-4280-89d4-e30f27051d02,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:39.075417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96210650-193d-48d4-8a78-a546ef497642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b8eb4-eeab-4aff-9764-544d035fc342,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:39.080404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-96210650-193d-48d4-8a78-a546ef497642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fe9f074156744bd9e60a8c0260f296a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5612073
Jan 29 21:12:39.083001 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49280) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:39.084958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae80760>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:39.102095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0203571
Jan 29 21:12:39.102095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.102095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.102486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.102749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.103044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.103854 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49282) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:39.103977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.104187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.104540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.104979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.105575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.105910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.106237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.106559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae10fb-6440-48b6-9af7-99dda0f48cbf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:39.112741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:51:b8:0c', 'name': 'tempest-NetworksTestDHCPv6-1507504434'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:39.118764 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fe146-0491-4489-8f28-a1749d15a57f None None] The sync data for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 is: [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:10:53Z', 'revision_number': 4, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ae81c9b-5dd3-4bf5-b651-4310d2f3d178', 'name': '', 'network_id': 'e5e35d1b-be8f-4899-9be7-9227a0d2b60c', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'mac_address': 'fa:16:3e:ab:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '8232234e-0f16-44e4-b255-e525037c863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:51Z', 'updated_at': '2022-01-29T21:11:08Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'subnets': [{'id': '8232234e-0f16-44e4-b255-e525037c863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:39.241438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] Publish callbacks [] for security_group (d74b8eb4-eeab-4aff-9764-544d035fc342), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.276914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] Publish callbacks [] for security_group (d74b8eb4-eeab-4aff-9764-544d035fc342), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.313096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:39.387924 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d74b8eb4-eeab-4aff-9764-544d035fc342), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.390034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b86cb-85ef-4b23-a417-7252853583ee None None] New status for floating IP b6ed0841-ed35-477b-97ca-32103dee8bf3: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:12:39.390573 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.391789 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74b8eb4-eeab-4aff-9764-544d035fc342 HTTP/1.1" status: 204  len: 168 time: 0.3077714
Jan 29 21:12:39.405973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de8ac-130b-439c-a43d-483b3d751970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b8eb4-eeab-4aff-9764-544d035fc342,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:39.421082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.442180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 0892c5d1-bdf9-42f5-b537-510de894dab9 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:39.637495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8:0:1::1e2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/152cb6da-aa5e-4280-89d4-e30f27051d02/0892c5d1-bdf9-42f5-b537-510de894dab9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:39.645282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::f816:3eff:fe51:b80c (f830efc8-95ad-4ffd-abed-ffb6df29d392/7686c7e6-92eb-40c1-9ba6-e5d60dd5392f/0892c5d1-bdf9-42f5-b537-510de894dab9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:39.840442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36587a45-aca7-45ac-a87f-041dc155608f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:39.851912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (0892c5d1-bdf9-42f5-b537-510de894dab9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.862091 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-6f2845c7-1b1d-446d-98a0-e2f144d07aca tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:39.863613 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-6f2845c7-1b1d-446d-98a0-e2f144d07aca tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.1000764
Jan 29 21:12:39.907667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 36587a45-aca7-45ac-a87f-041dc155608f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:39.908717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36587a45-aca7-45ac-a87f-041dc155608f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:39.987529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0892c5d1-bdf9-42f5-b537-510de894dab9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.029809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 36587a45-aca7-45ac-a87f-041dc155608f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:40.030542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36587a45-aca7-45ac-a87f-041dc155608f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.054563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:40.064840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:40.073973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:40.075325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a29034-c24f-4e2f-911d-0036afcc7acd req-244b32df-0035-4b4d-9b82-7a549162a6ce tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:40.077642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00a29034-c24f-4e2f-911d-0036afcc7acd req-244b32df-0035-4b4d-9b82-7a549162a6ce tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c2c174-8940-4d83-b1ab-60e20702f06a HTTP/1.1" status: 200  len: 945 time: 0.0995162
Jan 29 21:12:40.079314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:40.079975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.093560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 36587a45-aca7-45ac-a87f-041dc155608f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36587a45-aca7-45ac-a87f-041dc155608f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:40.102801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=0892c5d1-bdf9-42f5-b537-510de894dab9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:40.103141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36587a45-aca7-45ac-a87f-041dc155608f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.108214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 6001cd67-2542-4ebc-851d-99118d283423 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:40.108559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6001cd67-2542-4ebc-851d-99118d283423), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.117463 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9f0576d3-9b3b-45f8-ab53-faa0b7d14d61 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.0122590
Jan 29 21:12:40.125908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49306) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:40.170874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=36587a45-aca7-45ac-a87f-041dc155608f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:40.255487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 6001cd67-2542-4ebc-851d-99118d283423, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001cd67-2542-4ebc-851d-99118d283423,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:40.255883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6001cd67-2542-4ebc-851d-99118d283423), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.270707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00a29034-c24f-4e2f-911d-0036afcc7acd req-3f9a737d-e95a-4f14-a01f-850af9842c20 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ff392b5-f6c4-4598-8810-f228666963cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815984
Jan 29 21:12:40.271315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 6001cd67-2542-4ebc-851d-99118d283423 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:40.302503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 0892c5d1-bdf9-42f5-b537-510de894dab9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:40.303124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0892c5d1-bdf9-42f5-b537-510de894dab9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.341903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49e749-8f02-4400-8fcb-dbae07ecb401 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:40.409942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff1cf-1d5d-4548-ad07-926da8f3ba02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.416407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0892c5d1-bdf9-42f5-b537-510de894dab9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.417314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6001cd67-2542-4ebc-851d-99118d283423), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.431266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 0892c5d1-bdf9-42f5-b537-510de894dab9 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:40.444642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-aba13ef4-afcd-4602-8523-d543410c09bd None None] Provisioning complete for port 36587a45-aca7-45ac-a87f-041dc155608f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:40.445047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-aba13ef4-afcd-4602-8523-d543410c09bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36587a45-aca7-45ac-a87f-041dc155608f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.462469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=6001cd67-2542-4ebc-851d-99118d283423,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:40.519615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] No DVR routers for this DVR port 6001cd67-2542-4ebc-851d-99118d283423 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:40.522780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.526564 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-32809ceb-4ccb-4576-9429-9034965e0b65 req-cc5325f6-7b94-459e-a802-6bdcd84055ea tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.36 "DELETE /v2.0/ports/6001cd67-2542-4ebc-851d-99118d283423 HTTP/1.1" status: 204  len: 173 time: 0.6574466
Jan 29 21:12:40.527039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'name': 'network-vif-deleted', 'tag': '6001cd67-2542-4ebc-851d-99118d283423'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:40.529365 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08551493-7881-4442-8640-25a5b55f227c" -d '{"events": [{"server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "name": "network-vif-deleted", "tag": "6001cd67-2542-4ebc-851d-99118d283423"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:40.572540 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a0af83-c615-46d9-8901-5018525acee2 x-openstack-request-id: req-23a0af83-c615-46d9-8901-5018525acee2 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:40.573262 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c174-8940-4d83-b1ab-60e20702f06a", "name": "network-vif-deleted", "tag": "6001cd67-2542-4ebc-851d-99118d283423", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:40.573916 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23a0af83-c615-46d9-8901-5018525acee2 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:40.574176 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c174-8940-4d83-b1ab-60e20702f06a', 'name': 'network-vif-deleted', 'tag': '6001cd67-2542-4ebc-851d-99118d283423', 'status': 'completed', 'code': 200}
Jan 29 21:12:40.633163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-aba13ef4-afcd-4602-8523-d543410c09bd None None] Current status of the port 36587a45-aca7-45ac-a87f-041dc155608f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:40.696115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0892c5d1-bdf9-42f5-b537-510de894dab9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.706390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': '7686c7e6-92eb-40c1-9ba6-e5d60dd5392f', 'ip_address': '2001:db8::f816:3eff:fe45:66df'}, {'subnet_id': '152cb6da-aa5e-4280-89d4-e30f27051d02'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '36587a45-aca7-45ac-a87f-041dc155608f'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:40.736469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=0892c5d1-bdf9-42f5-b537-510de894dab9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:40.738077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (36587a45-aca7-45ac-a87f-041dc155608f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.790772 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:40.796455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0ca7242c-96a2-4c15-8924-e8a76e7fe89e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/0892c5d1-bdf9-42f5-b537-510de894dab9 HTTP/1.1" status: 204  len: 168 time: 0.6643734
Jan 29 21:12:40.796742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49318) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:40.854784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2a09f-58b5-4418-9609-8d7b08fda343 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:40.856328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4db2a09f-58b5-4418-9609-8d7b08fda343 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0585971
Jan 29 21:12:40.859182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49320) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:40.938988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Allocated IP 2001:db8:0:1::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/152cb6da-aa5e-4280-89d4-e30f27051d02/36587a45-aca7-45ac-a87f-041dc155608f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:40.964939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95036dda-3870-4cdf-ab76-c9f6e965e2c9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:40.974148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49326) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:40.974374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-95036dda-3870-4cdf-ab76-c9f6e965e2c9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1137717
Jan 29 21:12:41.081652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc3b94-e0a1-4eb3-b235-3fb89f38c859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:41.084554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc3b94-e0a1-4eb3-b235-3fb89f38c859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:41.087371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc3b94-e0a1-4eb3-b235-3fb89f38c859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:41.089815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7cc3b94-e0a1-4eb3-b235-3fb89f38c859 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1146007
Jan 29 21:12:41.092425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49328) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.099137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] For port 36587a45-aca7-45ac-a87f-041dc155608f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36587a45-aca7-45ac-a87f-041dc155608f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:41.152220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 152cb6da-aa5e-4280-89d4-e30f27051d02 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:41.153071 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Publish callbacks [] for port (36587a45-aca7-45ac-a87f-041dc155608f), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.157132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (152cb6da-aa5e-4280-89d4-e30f27051d02), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.157653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (36587a45-aca7-45ac-a87f-041dc155608f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.211078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (152cb6da-aa5e-4280-89d4-e30f27051d02), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.235544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb81586-03ba-48ab-9d05-e011acef98d9 None None] Pushing event updated for resources: {'Port': ['ID=36587a45-aca7-45ac-a87f-041dc155608f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:41.316205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (152cb6da-aa5e-4280-89d4-e30f27051d02), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.326963 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49344) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.388418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (6ff392b5-f6c4-4598-8810-f228666963cd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.395531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (152cb6da-aa5e-4280-89d4-e30f27051d02), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.415935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (6ff392b5-f6c4-4598-8810-f228666963cd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.438020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=152cb6da-aa5e-4280-89d4-e30f27051d02,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:41.444149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.447395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a70bc6fe-e9dc-496c-9f67-c182f8357245 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/152cb6da-aa5e-4280-89d4-e30f27051d02 HTTP/1.1" status: 204  len: 168 time: 0.3535955
Jan 29 21:12:41.449901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49346) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.492131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6ff392b5-f6c4-4598-8810-f228666963cd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.494949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.498915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/security-groups/6ff392b5-f6c4-4598-8810-f228666963cd HTTP/1.1" status: 204  len: 168 time: 0.1683438
Jan 29 21:12:41.507368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add22db4-b526-4d68-a526-86ee3ae78c67 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff392b5-f6c4-4598-8810-f228666963cd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:41.509688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 7686c7e6-92eb-40c1-9ba6-e5d60dd5392f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:41.512580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (7686c7e6-92eb-40c1-9ba6-e5d60dd5392f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.556771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49350) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.559335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (7686c7e6-92eb-40c1-9ba6-e5d60dd5392f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.652551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7686c7e6-92eb-40c1-9ba6-e5d60dd5392f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.715641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (7686c7e6-92eb-40c1-9ba6-e5d60dd5392f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.733508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.739483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7686c7e6-92eb-40c1-9ba6-e5d60dd5392f HTTP/1.1" status: 204  len: 168 time: 0.2885258
Jan 29 21:12:41.741745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49354) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.838434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5b96b863-ea22-45a4-9f4e-7084db1a9dd4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0936537
Jan 29 21:12:41.839455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49356) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:41.843643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36587a45-aca7-45ac-a87f-041dc155608f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:41.847510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:41.851525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411183b-0feb-4176-82d9-919f60f44c74 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=7686c7e6-92eb-40c1-9ba6-e5d60dd5392f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:41.906879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459c797-d34e-4086-b28a-864cfe55a491 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:41.947276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:41.951330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:41.979948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 36587a45-aca7-45ac-a87f-041dc155608f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:41.980632 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36587a45-aca7-45ac-a87f-041dc155608f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.039601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (33115f99-89df-4388-9f66-0b1cf611c90b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.082603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f74da0a3-c7d3-4e73-8996-fc5962b772c8 None None] Provisioning complete for port 36587a45-aca7-45ac-a87f-041dc155608f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:42.083039 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f74da0a3-c7d3-4e73-8996-fc5962b772c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (36587a45-aca7-45ac-a87f-041dc155608f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.141920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c28dfb54-929e-414d-afdf-fdf2f77cc190 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b715a32b57b7413aafef163d223369d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0387869
Jan 29 21:12:42.186064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 36587a45-aca7-45ac-a87f-041dc155608f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:42.234773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f74da0a3-c7d3-4e73-8996-fc5962b772c8 None None] Current status of the port 36587a45-aca7-45ac-a87f-041dc155608f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:42.240790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f74da0a3-c7d3-4e73-8996-fc5962b772c8 None None] Could not find standard attr ID for object 0892c5d1-bdf9-42f5-b537-510de894dab9. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:42.257203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:42.309875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Deleting port 36587a45-aca7-45ac-a87f-041dc155608f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:42.310261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (36587a45-aca7-45ac-a87f-041dc155608f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.380805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] For port 36587a45-aca7-45ac-a87f-041dc155608f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36587a45-aca7-45ac-a87f-041dc155608f,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:42.382028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (36587a45-aca7-45ac-a87f-041dc155608f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.382650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:42.383280 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.393349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-96a286b5-24ad-4b21-803d-12fab20ab203 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:42.394820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-96a286b5-24ad-4b21-803d-12fab20ab203 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2440472
Jan 29 21:12:42.396377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (8c577345-1500-4506-aeb4-8a57d87dae1c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.399293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Calling delete_port for 36587a45-aca7-45ac-a87f-041dc155608f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:42.440843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-47186ad2-0c05-42e8-9d39-6e0605a71175 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/quotas/b715a32b57b7413aafef163d223369d4 HTTP/1.1" status: 200  len: 375 time: 0.0391591
Jan 29 21:12:42.453172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:42.466836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:42.484592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:42.485202 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.489389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-a1ee2bbc-c140-48d0-8165-7d3c34ab2df9 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b715a32b57b7413aafef163d223369d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0388765
Jan 29 21:12:42.491618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=8c577345-1500-4506-aeb4-8a57d87dae1c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:42.501040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:42.501698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.508400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (36587a45-aca7-45ac-a87f-041dc155608f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.510131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-29d39273-4f4f-42f4-819b-d050357f39eb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6696455
Jan 29 21:12:42.513165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49372) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:42.522666 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:42.526152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:42.541783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] Pushing event deleted for resources: {'Port': ['ID=36587a45-aca7-45ac-a87f-041dc155608f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:42.547914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e9603-556d-4c2c-bd0d-ad8f86ffa492 None None] No DVR routers for this DVR port 36587a45-aca7-45ac-a87f-041dc155608f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:42.572516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44d085-177f-41eb-98c6-4a246a7cd5e7 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:42.843829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19753066-414f-4dab-befd-5a91dcdc55a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.856044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '8c577345-1500-4506-aeb4-8a57d87dae1c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:42.857228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:42.999587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/8c577345-1500-4506-aeb4-8a57d87dae1c/329e07c1-2005-4409-8b74-e0271a022e5a) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:43.050683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:43.054865 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.149178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks [] for port (329e07c1-2005-4409-8b74-e0271a022e5a), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.154432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.188838 ncdv-master-1 neutron-server[125942]: INFO neutron.db.ipam_backend_mixin [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c577345-1500-4506-aeb4-8a57d87dae1c (CIDR: 2001:db8::/64)
Jan 29 21:12:43.194941 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:43.195713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:43.197987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:43.202807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:43.205248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:43.212350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8ae81c9b-5dd3-4bf5-b651-4310d2f3d178), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.220517 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e73e8d0-5746-4df6-a6ed-651cb0a7f9f5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7060966
Jan 29 21:12:43.223633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49376) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:43.229445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:43.244603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Pushing event updated for resources: {'Port': ['ID=329e07c1-2005-4409-8b74-e0271a022e5a,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:43.245033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=8ae81c9b-5dd3-4bf5-b651-4310d2f3d178,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:43.300715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Attempting to bind port 329e07c1-2005-4409-8b74-e0271a022e5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:43.301943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Attempting to bind port 329e07c1-2005-4409-8b74-e0271a022e5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:43.302517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Attempting to bind port 329e07c1-2005-4409-8b74-e0271a022e5a on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:43.309377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:43.310105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:43.310758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.311235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:43.312047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Bound port: 329e07c1-2005-4409-8b74-e0271a022e5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:43.312727 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.378464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:43.382321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.412249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] For port 329e07c1-2005-4409-8b74-e0271a022e5a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:43.416497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] For port 329e07c1-2005-4409-8b74-e0271a022e5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=329e07c1-2005-4409-8b74-e0271a022e5a,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:43.425841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.454210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (33115f99-89df-4388-9f66-0b1cf611c90b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.499585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be14a-d256-4e60-af6e-9eb11f52d381 None None] Pushing event updated for resources: {'Port': ['ID=329e07c1-2005-4409-8b74-e0271a022e5a,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:43.633837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6001cd67-2542-4ebc-851d-99118d283423 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:43.670477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 6001cd67-2542-4ebc-851d-99118d283423 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:43.671374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6001cd67-2542-4ebc-851d-99118d283423 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:43.739797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4285958-80c3-4b23-95fa-98a05d9ef16d req-580aa244-ce04-4785-80c9-79197c1b8fc1 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 210 time: 0.0515630
Jan 29 21:12:43.794222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:43.823172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Router 33115f99-89df-4388-9f66-0b1cf611c90b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:43.925880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:43.971832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:43.980587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6acc304d-9778-4fdb-9268-ebe567ee5248 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "PUT /v2.0/routers/33115f99-89df-4388-9f66-0b1cf611c90b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4225559
Jan 29 21:12:43.983096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49390) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:43.987001 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Sync routers for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:44.035271 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:44.035971 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aed8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:44.040938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36587a45-aca7-45ac-a87f-041dc155608f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:44.077213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 36587a45-aca7-45ac-a87f-041dc155608f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:44.077575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 36587a45-aca7-45ac-a87f-041dc155608f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:44.078003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting subnet 8232234e-0f16-44e4-b255-e525037c863d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:44.095699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (8232234e-0f16-44e4-b255-e525037c863d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.152297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (8232234e-0f16-44e4-b255-e525037c863d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.177673 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:44.187247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.270624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8232234e-0f16-44e4-b255-e525037c863d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.360089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (8232234e-0f16-44e4-b255-e525037c863d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.387419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] For port 329e07c1-2005-4409-8b74-e0271a022e5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=329e07c1-2005-4409-8b74-e0271a022e5a,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:44.417754 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aed8550>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:12:43Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:44.423453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Subnet': ['ID=8232234e-0f16-44e4-b255-e525037c863d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:44.425450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.432463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd8af6-57f4-4b10-a568-f900b7055cc7 None None] Network e5e35d1b-be8f-4899-9be7-9227a0d2b60c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:44.439826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (329e07c1-2005-4409-8b74-e0271a022e5a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.440482 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a4a937c-f095-42db-b07e-af0f3aa3ab00 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/subnets/8232234e-0f16-44e4-b255-e525037c863d HTTP/1.1" status: 204  len: 168 time: 0.4555836
Jan 29 21:12:44.443523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49394) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:44.458747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Checking router: 33115f99-89df-4388-9f66-0b1cf611c90b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:12:44.463817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.475300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Routers {'33115f99-89df-4388-9f66-0b1cf611c90b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:44.475973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aed8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['33115f99-89df-4388-9f66-0b1cf611c90b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:44.547138 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (6c81bb0e-4147-441f-9f90-bf3b808d3543), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.603688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=329e07c1-2005-4409-8b74-e0271a022e5a,revision_number=4']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:44.612144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=6c81bb0e-4147-441f-9f90-bf3b808d3543,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:44.636123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:44.637661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:44.648300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:44.648905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.675296 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] Set router 33115f99-89df-4388-9f66-0b1cf611c90b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:44.684830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (33115f99-89df-4388-9f66-0b1cf611c90b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.698191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-669b0ea3-40e0-40b9-b452-691b073618df tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.4734490
Jan 29 21:12:44.701454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49396) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:44.706534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:40:d7:37', 'name': 'tempest-NetworksTestDHCPv6-2129431305'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:44.761709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] DHCP port deletion for e5e35d1b-be8f-4899-9be7-9227a0d2b60c request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:44.858719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Deleting port dbaf133e-b963-4984-9490-8ba2e44e9f47 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:44.862035 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.878646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_gateway (33115f99-89df-4388-9f66-0b1cf611c90b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.968531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d492bd2-e8e9-456b-a8ec-f0b5e88203bd req-3d08779a-5a94-4754-898a-e0983c04e12b tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 210 time: 0.0707123
Jan 29 21:12:44.975294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Deleting port 335b5fe7-4fa7-492c-a640-281708b2f8d2 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:44.976144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:44.989838 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aed8550>, [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:12:43Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:45.019237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:45.053603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] For port dbaf133e-b963-4984-9490-8ba2e44e9f47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbaf133e-b963-4984-9490-8ba2e44e9f47,segment=NetworkSegment(116e8ad9-4891-4fe9-8232-13970a59cc84),segment_id=116e8ad9-4891-4fe9-8232-13970a59cc84)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:45.054067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.065027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc748b-d24c-4e80-a0fe-fac880169e51 None None] The sync data for ids ['33115f99-89df-4388-9f66-0b1cf611c90b'] in ncdv-master-1 is: [{'id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'name': 'tempest-TestNetworkBasicOps-router-179438272', 'tenant_id': 'f4205364bb7d426ab82515b200d82183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:46Z', 'updated_at': '2022-01-29T21:12:43Z', 'revision_number': 5, 'project_id': 'f4205364bb7d426ab82515b200d82183', 'gw_port': {'id': '335b5fe7-4fa7-492c-a640-281708b2f8d2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33115f99-89df-4388-9f66-0b1cf611c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:47Z', 'updated_at': '2022-01-29T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:45.111585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Calling delete_port for dbaf133e-b963-4984-9490-8ba2e44e9f47 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:45.163985 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-75ab81e4-83e9-4dc4-a1dc-74d76bc0f5da tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b715a32b57b7413aafef163d223369d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0616906
Jan 29 21:12:45.166805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.208746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port f98b9bb9-3384-47e5-ad68-b24b1a258282 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:45.217628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e9c2e-4cc4-441d-9f25-2bac418c915e None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:45.300212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Provisioning complete for port 329e07c1-2005-4409-8b74-e0271a022e5a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:45.300915 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.378899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] For port 335b5fe7-4fa7-492c-a640-281708b2f8d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=335b5fe7-4fa7-492c-a640-281708b2f8d2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:45.379274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.394919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (dbaf133e-b963-4984-9490-8ba2e44e9f47), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.401320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::1b7 (f830efc8-95ad-4ffd-abed-ffb6df29d392/8c577345-1500-4506-aeb4-8a57d87dae1c/f98b9bb9-3384-47e5-ad68-b24b1a258282) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:45.409391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:d737 (f830efc8-95ad-4ffd-abed-ffb6df29d392/6c81bb0e-4147-441f-9f90-bf3b808d3543/f98b9bb9-3384-47e5-ad68-b24b1a258282) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:45.416548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Calling delete_port for 335b5fe7-4fa7-492c-a640-281708b2f8d2 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:45.432691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] No DVR routers for this DVR port dbaf133e-b963-4984-9490-8ba2e44e9f47 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:45.438691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe094b-a00b-4451-917b-89d92b4ca494 None None] Pushing event deleted for resources: {'Port': ['ID=dbaf133e-b963-4984-9490-8ba2e44e9f47,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:45.461465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e48ca450-6409-4f8c-8745-9d430eb083e1 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:45.463597 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e48ca450-6409-4f8c-8745-9d430eb083e1 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2947028
Jan 29 21:12:45.493626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Current status of the port 329e07c1-2005-4409-8b74-e0271a022e5a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:45.493925 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.545894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] For port 329e07c1-2005-4409-8b74-e0271a022e5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=329e07c1-2005-4409-8b74-e0271a022e5a,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:45.552678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.600923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Request body: {'port': {'device_id': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'b715a32b57b7413aafef163d223369d4'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:45.653059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800c87-5621-420b-83ed-feaa7aeeb99a None None] Pushing event updated for resources: {'Port': ['ID=329e07c1-2005-4409-8b74-e0271a022e5a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:45.658570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.660717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (f98b9bb9-3384-47e5-ad68-b24b1a258282), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.727826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f98b9bb9-3384-47e5-ad68-b24b1a258282), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.772960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:45.776959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:45.780282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:45.785985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:45.786646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.810167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (335b5fe7-4fa7-492c-a640-281708b2f8d2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.814885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Made reservation on behalf of b715a32b57b7413aafef163d223369d4 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:45.817378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=f98b9bb9-3384-47e5-ad68-b24b1a258282,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:45.819624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.828848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-50049bce-73d0-4063-a0c2-a5143bfc40d5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1263363
Jan 29 21:12:45.831476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49404) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:45.873511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Port': ['ID=335b5fe7-4fa7-492c-a640-281708b2f8d2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:45.881586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.898257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 329e07c1-2005-4409-8b74-e0271a022e5a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:45.966063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 329e07c1-2005-4409-8b74-e0271a022e5a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:45.966500 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.968014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port f98b9bb9-3384-47e5-ad68-b24b1a258282 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:45.968890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f98b9bb9-3384-47e5-ad68-b24b1a258282), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:45.977851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (33115f99-89df-4388-9f66-0b1cf611c90b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.072792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 329e07c1-2005-4409-8b74-e0271a022e5a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:46.094363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f98b9bb9-3384-47e5-ad68-b24b1a258282), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.099913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (33115f99-89df-4388-9f66-0b1cf611c90b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.115142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for f98b9bb9-3384-47e5-ad68-b24b1a258282 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:46.117679 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router_controller (33115f99-89df-4388-9f66-0b1cf611c90b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.157636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:46.178377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4c35195-4bbe-4cdc-9fb7-d00d4c53e3c6 req-5beadb3e-4464-4d34-95da-57eaf9cca3f2 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 210 time: 0.0476532
Jan 29 21:12:46.183794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks [] for security_group (336a8aa6-912e-4909-9977-c5e5f70016ea), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.185306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (33115f99-89df-4388-9f66-0b1cf611c90b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.185906 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Fanout notify agent at l3_agent the message router_deleted on router 33115f99-89df-4388-9f66-0b1cf611c90b {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:12:46.193123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.197076 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-017320bc-4334-4d3b-b1dc-efbe5308d652 tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/routers/33115f99-89df-4388-9f66-0b1cf611c90b HTTP/1.1" status: 204  len: 168 time: 1.7503078
Jan 29 21:12:46.199558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:46.211465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (336a8aa6-912e-4909-9977-c5e5f70016ea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.220742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:46.220742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8ae81c9b-5dd3-4bf5-b651-4310d2f3d178 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:46.227923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dbaf133e-b963-4984-9490-8ba2e44e9f47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:46.274918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: dbaf133e-b963-4984-9490-8ba2e44e9f47 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:46.276853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device dbaf133e-b963-4984-9490-8ba2e44e9f47 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:46.306425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336a8aa6-912e-4909-9977-c5e5f70016ea,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:46.363496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e5e35d1b-be8f-4899-9be7-9227a0d2b60c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.462791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f98b9bb9-3384-47e5-ad68-b24b1a258282), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.485158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8b671aee-daa1-4f3c-ae12-8052b7fff242 None None] Provisioning complete for port 329e07c1-2005-4409-8b74-e0271a022e5a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:46.485625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b671aee-daa1-4f3c-ae12-8052b7fff242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.508041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=f98b9bb9-3384-47e5-ad68-b24b1a258282,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:46.520454 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e5e35d1b-be8f-4899-9be7-9227a0d2b60c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.555516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a01ac0>,) {'filters': {'network_id': ['e5e35d1b-be8f-4899-9be7-9227a0d2b60c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:46.568420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.572886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28ff6e91-37c1-4a45-98da-f903d6f2932b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/f98b9bb9-3384-47e5-ad68-b24b1a258282 HTTP/1.1" status: 204  len: 168 time: 0.7399526
Jan 29 21:12:46.575112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49414) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:46.588803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a01ac0>, '116e8ad9-4891-4fe9-8232-13970a59cc84') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:46.589224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a01ac0>, '116e8ad9-4891-4fe9-8232-13970a59cc84') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:46.591928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8b671aee-daa1-4f3c-ae12-8052b7fff242 None None] Current status of the port 329e07c1-2005-4409-8b74-e0271a022e5a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:46.605384 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (116e8ad9-4891-4fe9-8232-13970a59cc84), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.632517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (116e8ad9-4891-4fe9-8232-13970a59cc84), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.641071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Allocated IP 192.168.233.219 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/4ca96b6c-661f-4d2d-b1de-e47e71c12230) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:46.642378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb22ca-876e-476a-b4c8-a9b4a386b2f1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:46.646745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:46.647207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (116e8ad9-4891-4fe9-8232-13970a59cc84), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.647374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-85eb22ca-876e-476a-b4c8-a9b4a386b2f1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0706043
Jan 29 21:12:46.648013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49416) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:46.651242 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:46.708576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc6954-1e7d-4f39-b4eb-0bac8bdfe09e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:46.713466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e7bc6954-1e7d-4f39-b4eb-0bac8bdfe09e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0620005
Jan 29 21:12:46.713683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49418) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:46.716749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2811c275-9e2f-4c8b-8e96-1acea76473aa None None] Could not find standard attr ID for object 0892c5d1-bdf9-42f5-b537-510de894dab9. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:46.739403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e5e35d1b-be8f-4899-9be7-9227a0d2b60c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.761038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.764231 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] 10.222.0.20 "DELETE /v2.0/networks/e5e35d1b-be8f-4899-9be7-9227a0d2b60c HTTP/1.1" status: 204  len: 168 time: 0.5633748
Jan 29 21:12:46.772858 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264417d-d193-40d0-a300-6b9ddf5608ff tempest-TestNetworkBasicOps-969657746 tempest-TestNetworkBasicOps-969657746-project] Pushing event deleted for resources: {'Network': ['ID=e5e35d1b-be8f-4899-9be7-9227a0d2b60c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:46.799876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0686ce-4628-4b37-8360-03ea5151a422 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:46.801615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0686ce-4628-4b37-8360-03ea5151a422 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:46.803888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0686ce-4628-4b37-8360-03ea5151a422 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:46.813170 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d0686ce-4628-4b37-8360-03ea5151a422 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0981715
Jan 29 21:12:46.816216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49422) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:46.858741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.905914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 6c81bb0e-4147-441f-9f90-bf3b808d3543 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:46.909611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (6c81bb0e-4147-441f-9f90-bf3b808d3543), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.950892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks [] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.966722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (6c81bb0e-4147-441f-9f90-bf3b808d3543), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:46.999698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.041225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b1ec6cc2-8c76-475f-b34c-e903b5cd0d0b None None] Could not find standard attr ID for object f98b9bb9-3384-47e5-ad68-b24b1a258282. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:47.074983 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:47.078231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:47.083162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:47.087271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6c81bb0e-4147-441f-9f90-bf3b808d3543), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.087842 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Pushing event updated for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:47.145444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49426) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:47.165962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:47.166660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.197571 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (6c81bb0e-4147-441f-9f90-bf3b808d3543), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.197830 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-c3932f79-09fd-4fc2-b0e4-9832c81e0c33 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6355648
Jan 29 21:12:47.250149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=6c81bb0e-4147-441f-9f90-bf3b808d3543,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:47.264439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.293275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d25a5fc9-ac2b-40e2-a805-c6d2d2ca6fb4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/6c81bb0e-4147-441f-9f90-bf3b808d3543 HTTP/1.1" status: 204  len: 168 time: 0.4737375
Jan 29 21:12:47.293798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49434) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:47.379361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Request body: {'port': {'device_id': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:47.381851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22de4-606b-4c37-ac3e-b18cfc6e17af req-811e57ad-8d51-4a15-8604-91e747382932 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:47.384487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3d22de4-606b-4c37-ac3e-b18cfc6e17af req-811e57ad-8d51-4a15-8604-91e747382932 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 936 time: 0.0730302
Jan 29 21:12:47.423609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 8c577345-1500-4506-aeb4-8a57d87dae1c {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:47.432183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (8c577345-1500-4506-aeb4-8a57d87dae1c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.441954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516f19f-0e1b-49ba-83d5-b7fc3ddc3a95 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:47.486237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3c462c55-354e-44b9-9394-2f2f1ee7019a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4205364bb7d426ab82515b200d82183&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3374214
Jan 29 21:12:47.487580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3d22de4-606b-4c37-ac3e-b18cfc6e17af req-5afcc037-6f2c-4e13-b845-e700ded1a5d5 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954807
Jan 29 21:12:47.488045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49438) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:47.508857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (8c577345-1500-4506-aeb4-8a57d87dae1c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.544793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] Publish callbacks [] for security_group (07124dd5-1cd4-4cb4-9e78-9310ac95214f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.549351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.572282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] Publish callbacks [] for security_group (07124dd5-1cd4-4cb4-9e78-9310ac95214f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.575582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f636b445-3bd4-4e5b-ab28-6f6c180bb38d None None] Provisioning complete for port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:47.576308 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f636b445-3bd4-4e5b-ab28-6f6c180bb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.629688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f636b445-3bd4-4e5b-ab28-6f6c180bb38d None None] Port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:47.635092 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (07124dd5-1cd4-4cb4-9e78-9310ac95214f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.637714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:47.641383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07124dd5-1cd4-4cb4-9e78-9310ac95214f HTTP/1.1" status: 204  len: 168 time: 0.1498549
Jan 29 21:12:47.648106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe64f-da71-45c1-ab27-a85bb20518ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07124dd5-1cd4-4cb4-9e78-9310ac95214f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:47.808082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 335b5fe7-4fa7-492c-a640-281708b2f8d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:47.833421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 335b5fe7-4fa7-492c-a640-281708b2f8d2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:47.834221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 335b5fe7-4fa7-492c-a640-281708b2f8d2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:48.007135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49444) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:48.008520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8c577345-1500-4506-aeb4-8a57d87dae1c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.023300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85d54451-9e61-4a39-897a-eef2b8ab5619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.122046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85d54451-9e61-4a39-897a-eef2b8ab5619 admin admin] Publish callbacks [] for security_group (2ce68031-ae41-4289-bb23-5186fcbe88d9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.129711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-85d54451-9e61-4a39-897a-eef2b8ab5619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2ce68031-ae41-4289-bb23-5186fcbe88d9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.166286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-85d54451-9e61-4a39-897a-eef2b8ab5619 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b54a4e9d4cde4581bcc61d902a5341c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1556573
Jan 29 21:12:48.167291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:48.204314 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54451-9e61-4a39-897a-eef2b8ab5619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce68031-ae41-4289-bb23-5186fcbe88d9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:48.209601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (8c577345-1500-4506-aeb4-8a57d87dae1c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.256072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=8c577345-1500-4506-aeb4-8a57d87dae1c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:48.274296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.277521 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-457467d7-1930-490d-960c-30c3a0e1f06a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8c577345-1500-4506-aeb4-8a57d87dae1c HTTP/1.1" status: 204  len: 168 time: 0.9827468
Jan 29 21:12:48.280153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49452) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:48.315566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] Publish callbacks [] for security_group (2ce68031-ae41-4289-bb23-5186fcbe88d9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.320484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49454) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:48.328815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ce3c0-4ac9-415d-8d48-f1b7ef4241cf None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:48.338454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9dae788d-8d43-402d-87ce-4522f935ce89 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0569243
Jan 29 21:12:48.341277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49458) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:48.347165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:48.382625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] Publish callbacks [] for security_group (2ce68031-ae41-4289-bb23-5186fcbe88d9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.408376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca96b6c-661f-4d2d-b1de-e47e71c12230 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:12:48.428735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks [] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.429091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-57914416-417a-4b27-8a5f-7db4fbafb797 None None] Provisioning complete for port 329e07c1-2005-4409-8b74-e0271a022e5a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:48.429477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57914416-417a-4b27-8a5f-7db4fbafb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.443970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Transition to ACTIVE for port object 4ca96b6c-661f-4d2d-b1de-e47e71c12230 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:12:48.451210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.462442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:48.483917 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.538307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2ce68031-ae41-4289-bb23-5186fcbe88d9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.539327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-57914416-417a-4b27-8a5f-7db4fbafb797 None None] Current status of the port 329e07c1-2005-4409-8b74-e0271a022e5a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:48.540872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.554020 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ce68031-ae41-4289-bb23-5186fcbe88d9 HTTP/1.1" status: 204  len: 168 time: 0.3836300
Jan 29 21:12:48.597466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:48.639641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c8e8-255d-45a3-8efb-90bc33e08ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce68031-ae41-4289-bb23-5186fcbe88d9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:48.653742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:48.723387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174543-8c00-4faf-9140-53bf4e2cf007 req-86b60320-c7de-4afe-b386-d494c321b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:48.730869 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71174543-8c00-4faf-9140-53bf4e2cf007 req-86b60320-c7de-4afe-b386-d494c321b1cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.4092817
Jan 29 21:12:48.763286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Attempting to bind port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:48.763627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Attempting to bind port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:48.763960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Attempting to bind port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:48.769714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Deleting port 329e07c1-2005-4409-8b74-e0271a022e5a {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:48.770479 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.775546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:12:48.775879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Attempting to bind port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:48.788667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:48.789088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:48.789657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:48.789875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Bound port: 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:48.790241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.820964 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-71174543-8c00-4faf-9140-53bf4e2cf007 req-c0d784e5-0416-42e7-8cd9-e4111b72febd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0889034
Jan 29 21:12:48.897063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:48.900853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:48.901149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] For port 329e07c1-2005-4409-8b74-e0271a022e5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=329e07c1-2005-4409-8b74-e0271a022e5a,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:48.901570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.909102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.920145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Calling delete_port for 329e07c1-2005-4409-8b74-e0271a022e5a owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:48.956464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:48.957559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:48.959537 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ca96b6c-661f-4d2d-b1de-e47e71c12230 HTTP/1.1" status: 200  len: 1096 time: 1.7545300
Jan 29 21:12:48.962072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:48.965608 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:48.998235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9d477-dc2e-4df0-9d7d-cd5d4019a342 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:49.061903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-779f1742-1286-4a8b-b597-c52027876b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.063690 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-779f1742-1286-4a8b-b597-c52027876b94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b715a32b57b7413aafef163d223369d4&device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 1130 time: 0.0544991
Jan 29 21:12:49.066995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (329e07c1-2005-4409-8b74-e0271a022e5a), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.111486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] Pushing event deleted for resources: {'Port': ['ID=329e07c1-2005-4409-8b74-e0271a022e5a,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:49.117723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-9a4da7b6-9ee9-4b6b-812b-3e678c2e9a8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230 HTTP/1.1" status: 200  len: 217 time: 0.0451770
Jan 29 21:12:49.129246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd03c9-5512-4514-b96e-3608de218365 None None] No DVR routers for this DVR port 329e07c1-2005-4409-8b74-e0271a022e5a on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:49.201670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-15ea53a8-f67f-4d1d-a0d1-9c250b177e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.203331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-15ea53a8-f67f-4d1d-a0d1-9c250b177e42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0799503
Jan 29 21:12:49.272819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6374e-8409-4339-991c-93e1e6bb175e req-07c5042c-d5ba-4c92-98c8-a015e2948983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.275403 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-07c5042c-d5ba-4c92-98c8-a015e2948983 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0646133
Jan 29 21:12:49.337096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac7-e8f7-448c-bcbd-30d27043449d req-cb0a7778-8c2b-4da9-9b0b-7cec5e6a9079 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.344241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-612c7ac7-e8f7-448c-bcbd-30d27043449d req-cb0a7778-8c2b-4da9-9b0b-7cec5e6a9079 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 948 time: 0.7240024
Jan 29 21:12:49.374157 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-2720b52b-20d3-439b-9551-c98cdfaed9c3 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923324
Jan 29 21:12:49.398898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2432432-e03f-4ab5-8d2a-61709b385251 req-f4e4d782-96ad-4ff9-a766-59242bb7102d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.400406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2432432-e03f-4ab5-8d2a-61709b385251 req-f4e4d782-96ad-4ff9-a766-59242bb7102d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.5926974
Jan 29 21:12:49.424078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (8492c94e-7264-48c9-aea2-9140dd70ab71), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.490979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-aef6374e-8409-4339-991c-93e1e6bb175e req-6fc98243-5bcc-46cf-b718-3ec03901e9f6 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100550
Jan 29 21:12:49.508258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:49.512698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-612c7ac7-e8f7-448c-bcbd-30d27043449d req-a1e5a1a5-2f62-4ee8-a41d-5b166a887cfa tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676626
Jan 29 21:12:49.523464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:49.527134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.527682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.539101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd66de-4a38-4c28-9a11-6ab962e8a422 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:49.553380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=8492c94e-7264-48c9-aea2-9140dd70ab71,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:49.568048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2432432-e03f-4ab5-8d2a-61709b385251 req-1a876bdd-57d7-446d-86ea-d7a1867a3ace tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579502
Jan 29 21:12:49.574477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2b36c9f2-2570-459a-a9f7-f821b6109076 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2315533
Jan 29 21:12:49.575232 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8bb6c6-b9c3-4ea4-ad8d-d38c769ffab4 x-openstack-request-id: req-3a8bb6c6-b9c3-4ea4-ad8d-d38c769ffab4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:49.575539 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:49.575805 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a8bb6c6-b9c3-4ea4-ad8d-d38c769ffab4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:49.576222 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230', 'status': 'completed', 'code': 200}
Jan 29 21:12:49.577255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49490) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:49.595164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:49.660199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49494) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:49.686918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-440d4e93-4f91-4960-be7f-6c353a1f7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.689343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-440d4e93-4f91-4960-be7f-6c353a1f7fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b715a32b57b7413aafef163d223369d4&device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 1130 time: 0.0776763
Jan 29 21:12:49.698785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f830efc8-95ad-4ffd-abed-ffb6df29d392', 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'project_id': '3bed8f58bd0f42c5bd2ec13af19536ba', 'fixed_ips': [{'subnet_id': '8492c94e-7264-48c9-aea2-9140dd70ab71'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:49.699639 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.805247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1775960705-network', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:49.832626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652aed5-45ea-414c-aef6-2d296c6f12b5 req-d9f239c4-eeba-4e5e-89d0-63e4389c00f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.833133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-1cc52207-f147-428d-90fe-6f8894f9971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:49.834586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5652aed5-45ea-414c-aef6-2d296c6f12b5 req-d9f239c4-eeba-4e5e-89d0-63e4389c00f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1422145
Jan 29 21:12:49.835079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-1cc52207-f147-428d-90fe-6f8894f9971b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.1383474
Jan 29 21:12:49.835264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 329e07c1-2005-4409-8b74-e0271a022e5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:49.855020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Made reservation on behalf of 6c792b770dad43a4932b6731a7833a8c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:49.858127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.860690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:49.864004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.879653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 329e07c1-2005-4409-8b74-e0271a022e5a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:49.879653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 329e07c1-2005-4409-8b74-e0271a022e5a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:49.897312 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-b44aa37e-8a88-47f8-8674-e77e1c03a171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230 HTTP/1.1" status: 200  len: 217 time: 0.0541196
Jan 29 21:12:49.898225 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:49.952194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5652aed5-45ea-414c-aef6-2d296c6f12b5 req-d04f5fe5-bd30-4831-96a5-a69a27dd93bb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057012
Jan 29 21:12:49.982405 ncdv-master-1 neutron-server[125943]: INFO neutron.db.ipam_backend_mixin [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8492c94e-7264-48c9-aea2-9140dd70ab71 (CIDR: 2001:db8::/64)
Jan 29 21:12:49.986427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Allocated IP 2001:db8::2 (f830efc8-95ad-4ffd-abed-ffb6df29d392/8492c94e-7264-48c9-aea2-9140dd70ab71/08cb1431-e670-4cac-b797-aafcbafbe973) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:49.988264 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:12:49.989309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:50.012100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd9db589-591d-4407-a71b-8dca3e16e867 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4336772
Jan 29 21:12:50.014704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49504) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:50.022164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'subnet': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:50.048399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks [] for security_group (d920bd9a-300b-4ee0-8e00-bb0cca4845fa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.068228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d920bd9a-300b-4ee0-8e00-bb0cca4845fa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.094671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:50.107364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (da613d75-8a65-42f5-9f3e-6e5f72c3757f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.107715 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Added segment da613d75-8a65-42f5-9f3e-6e5f72c3757f of type vlan for network da8e1d8f-ec49-4df6-8135-983e453b0e04
Jan 29 21:12:50.156210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (da8e1d8f-ec49-4df6-8135-983e453b0e04), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.166118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-0aada3c1-2594-4393-b3ce-a25ec44bdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:50.168555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-0aada3c1-2594-4393-b3ce-a25ec44bdc56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2612092
Jan 29 21:12:50.188133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks [] for port (08cb1431-e670-4cac-b797-aafcbafbe973), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.202738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:50.205540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.207666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.226102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:50.230581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:50.260389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:50.262046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d920bd9a-300b-4ee0-8e00-bb0cca4845fa,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:50.281388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (da8e1d8f-ec49-4df6-8135-983e453b0e04), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.283533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:50.284366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.345648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Pushing event updated for resources: {'Port': ['ID=08cb1431-e670-4cac-b797-aafcbafbe973,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:50.357541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Attempting to bind port 08cb1431-e670-4cac-b797-aafcbafbe973 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:50.357896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-1f151ff3-cb4c-4f75-8951-de3ed86d175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:50.358024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Attempting to bind port 08cb1431-e670-4cac-b797-aafcbafbe973 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:50.358278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Attempting to bind port 08cb1431-e670-4cac-b797-aafcbafbe973 on network f830efc8-95ad-4ffd-abed-ffb6df29d392 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:50.359427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-1f151ff3-cb4c-4f75-8951-de3ed86d175a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1795683
Jan 29 21:12:50.364009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:50.364390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Checking segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:50.364826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.365828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Bound using segment: {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:50.366998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Bound port: 08cb1431-e670-4cac-b797-aafcbafbe973, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bfb17-82af-4dea-af74-2bda7e82f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:50.367409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.394151 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7313399
Jan 29 21:12:50.398356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49512) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:50.407469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Request body: {'subnet': {'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1775960705-subnet', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:50.437370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] For port 08cb1431-e670-4cac-b797-aafcbafbe973, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:50.440515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] For port 08cb1431-e670-4cac-b797-aafcbafbe973, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08cb1431-e670-4cac-b797-aafcbafbe973,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:50.448145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.448553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5354fc2-7414-41bd-8138-69e80efaaac0 admin admin] Pushing event updated for resources: {'Network': ['ID=da8e1d8f-ec49-4df6-8135-983e453b0e04,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:50.478624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:50.502031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Made reservation on behalf of 6c792b770dad43a4932b6731a7833a8c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:50.504626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:50.507250 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-b9510512-b7a3-4c47-a999-ac1d9ab35692 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401465
Jan 29 21:12:50.510134 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:12:50.580233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28ce51-af30-4423-a80f-7eea3e93d9de None None] Pushing event updated for resources: {'Port': ['ID=08cb1431-e670-4cac-b797-aafcbafbe973,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:50.589659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2559-4a94-47ef-bfaf-11661bce3cdd req-bf3bebbc-e604-4060-bb79-8e666144653e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:50.591542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0c2559-4a94-47ef-bfaf-11661bce3cdd req-bf3bebbc-e604-4060-bb79-8e666144653e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.2055376
Jan 29 21:12:50.618376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8478acb1-0c2d-460e-bb8f-ef6f7b3270cf req-b6894b4e-a736-4fc8-bc7a-222a866192c9 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048725
Jan 29 21:12:50.764728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da0c2559-4a94-47ef-bfaf-11661bce3cdd req-7be220ec-6dd8-4314-9f09-7b5dc2e354e6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1675060
Jan 29 21:12:50.823538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b8f52-18d0-4639-a710-7857435d9e96 req-63623023-8876-466c-938c-86fe54907dd9 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:50.824979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a78b8f52-18d0-4639-a710-7857435d9e96 req-63623023-8876-466c-938c-86fe54907dd9 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 948 time: 0.1889896
Jan 29 21:12:50.964856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.objects.ports [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125943) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 29 21:12:50.969456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (cb75f780-9275-4337-89ff-bd9296d3750b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.064923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a78b8f52-18d0-4639-a710-7857435d9e96 req-03663976-ba25-4a59-9580-9fcfaeeb9180 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283995
Jan 29 21:12:51.111712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb75f780-9275-4337-89ff-bd9296d3750b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:51.155619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Checking segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:51.155985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Network hostable DHCP agents. Network: da8e1d8f-ec49-4df6-8135-983e453b0e04, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:51.235006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:51.255033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cddd8-692d-4271-82c4-ba45a1b7ae5e req-7f979f1a-565a-4647-a4c1-2da15f80665b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:51.257080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b6cddd8-692d-4271-82c4-ba45a1b7ae5e req-7f979f1a-565a-4647-a4c1-2da15f80665b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1162868
Jan 29 21:12:51.259217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.262481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da8e1d8f-ec49-4df6-8135-983e453b0e04) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:51.270083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e0235-3935-4a5e-b629-4aeba4e0d901 None None] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:51.278094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:51.278696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.345356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:51.345902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cce12679-a0a6-4614-87d5-f7e4eda9d718 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9421403
Jan 29 21:12:51.350460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:51.376537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.378273 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.383254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b6cddd8-692d-4271-82c4-ba45a1b7ae5e req-579b1b08-fd49-45fa-addf-527715885a49 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137319
Jan 29 21:12:51.421812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da8e1d8f-ec49-4df6-8135-983e453b0e04', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:51.422912 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.451320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for router_controller (f0532d40-fa63-47b2-9292-c7107507c6e7), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.511107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] For port 08cb1431-e670-4cac-b797-aafcbafbe973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08cb1431-e670-4cac-b797-aafcbafbe973,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:51.551220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (08cb1431-e670-4cac-b797-aafcbafbe973), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.558324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.598862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (b8511d5b-8c2c-400c-994b-9c7f08b8fde3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.626937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for router_gateway (f0532d40-fa63-47b2-9292-c7107507c6e7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.630537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:51.660793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:51.664516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:51.665158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.706983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=08cb1431-e670-4cac-b797-aafcbafbe973,revision_number=4']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:51.718762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Subnet': ['ID=b8511d5b-8c2c-400c-994b-9c7f08b8fde3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:51.729863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01d15ff1-f72c-4d1f-88aa-29eb6c48b3a6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.7132022
Jan 29 21:12:51.731762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49528) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:51.738245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Request body: {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'mac_address': 'fa:16:3e:24:fe:7c', 'name': 'tempest-NetworksTestDHCPv6-1796008563'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:51.769554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Allocated IP 172.20.0.2 (da8e1d8f-ec49-4df6-8135-983e453b0e04/cb75f780-9275-4337-89ff-bd9296d3750b/85b82f9a-06ab-46e9-8b80-5f3c47c1f40f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:51.875332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6a52a-beb2-4433-9ffa-beae3fcd6629 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:51.895587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Made reservation on behalf of 3bed8f58bd0f42c5bd2ec13af19536ba for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:51.931791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for router_gateway (f0532d40-fa63-47b2-9292-c7107507c6e7), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:51.936033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 08cb1431-e670-4cac-b797-aafcbafbe973 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:51.952879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.000479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.024183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] device_id is not set on port 7a7c3385-b085-470c-b98e-14618b57b6e4 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:12:52.030454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Provisioning complete for port 08cb1431-e670-4cac-b797-aafcbafbe973 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:52.030835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.057449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks [] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.065094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Allocated IP 172.35.4.175 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/de7d9496-c268-418f-a1ad-20d45663eb35) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:52.081165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.181768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:52.190052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 08cb1431-e670-4cac-b797-aafcbafbe973 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:52.190459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.197302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for port (de7d9496-c268-418f-a1ad-20d45663eb35), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.217511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Pushing event updated for resources: {'Port': ['ID=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:52.225337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:52.236200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:52.241872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.248573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.248924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.249300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.250251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.250251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.250495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.250772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.251122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.251512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.251832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.252160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.252484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.252806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:12:52.261217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ccd72-4449-47c3-ae66-090edb6f2859 req-d4e85193-6673-43c1-8e5b-17617ef28fbd tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:52.268029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c37ccd72-4449-47c3-ae66-090edb6f2859 req-d4e85193-6673-43c1-8e5b-17617ef28fbd tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 948 time: 0.1249173
Jan 29 21:12:52.270997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8::27d (f830efc8-95ad-4ffd-abed-ffb6df29d392/8492c94e-7264-48c9-aea2-9140dd70ab71/7a7c3385-b085-470c-b98e-14618b57b6e4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:52.286058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:52.289349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:fe7c (f830efc8-95ad-4ffd-abed-ffb6df29d392/b8511d5b-8c2c-400c-994b-9c7f08b8fde3/7a7c3385-b085-470c-b98e-14618b57b6e4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:52.293505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:52.296330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:52.354655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c37ccd72-4449-47c3-ae66-090edb6f2859 req-62d26133-89d3-4086-8e92-736c8fa645f0 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801444
Jan 29 21:12:52.363331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:52.364360 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.402906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Attempting to bind port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:52.404092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Attempting to bind port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:52.404466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Attempting to bind port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:52.414085 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Pushing event updated for resources: {'Port': ['ID=de7d9496-c268-418f-a1ad-20d45663eb35,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:52.428261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:52.428820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Checking segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:52.429256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.429654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Bound using segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:52.430141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Bound port: 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:52.430525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.472564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:52.473050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.476967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] For port 08cb1431-e670-4cac-b797-aafcbafbe973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08cb1431-e670-4cac-b797-aafcbafbe973,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:52.480029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.490638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.551406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4ca96b6c-661f-4d2d-b1de-e47e71c12230 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:12:52.579059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for port (7a7c3385-b085-470c-b98e-14618b57b6e4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.632855 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for router_gateway (f0532d40-fa63-47b2-9292-c7107507c6e7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.647555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aecfbe-73a6-4848-8882-de4bdfb06445 req-eb9ef57d-002d-4511-bdad-77c382478041 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:52.653527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11aecfbe-73a6-4848-8882-de4bdfb06445 req-eb9ef57d-002d-4511-bdad-77c382478041 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1105406
Jan 29 21:12:52.659974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] For port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:52.663815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f985-8965-4efe-93ab-34d6ffdb7ffc None None] Pushing event updated for resources: {'Port': ['ID=08cb1431-e670-4cac-b797-aafcbafbe973,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:52.689451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7a7c3385-b085-470c-b98e-14618b57b6e4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.716822 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:12:52.717265 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:12:52.720091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] For port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:52.737864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.776665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11aecfbe-73a6-4848-8882-de4bdfb06445 req-00c32565-3840-47ef-adf9-a7407102533e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185558
Jan 29 21:12:52.784305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:52.786051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event updated for resources: {'Port': ['ID=7a7c3385-b085-470c-b98e-14618b57b6e4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:52.798286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:52.801338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:52.808610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:52.809215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.839350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-68bc0345-a6a3-41f8-bd6d-2035208f1fbe tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1028953
Jan 29 21:12:52.839599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:52.840433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:52.856924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba448-0cb9-4e9d-8d12-764bd4b47052 None None] Pushing event updated for resources: {'Port': ['ID=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:52.873202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '4ca96b6c-661f-4d2d-b1de-e47e71c12230', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '4ca96b6c-661f-4d2d-b1de-e47e71c12230', 'mac_address': 'fa:16:3e:c0:17:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:12:52.942709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:52.943644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.963061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.965267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca96b6c-661f-4d2d-b1de-e47e71c12230 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:12:52.973924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting port 7a7c3385-b085-470c-b98e-14618b57b6e4 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:52.974269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7a7c3385-b085-470c-b98e-14618b57b6e4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:52.998570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:53.006932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.101441 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7a7c3385-b085-470c-b98e-14618b57b6e4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.110730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:53.119266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Calling delete_port for 7a7c3385-b085-470c-b98e-14618b57b6e4 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:53.159930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Router f0532d40-fa63-47b2-9292-c7107507c6e7 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:12:53.298327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:53.331437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:53.338038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-07e9d2dd-7835-40bf-8851-e0a61ede53ab None None] Provisioning complete for port 08cb1431-e670-4cac-b797-aafcbafbe973 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:53.338419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07e9d2dd-7835-40bf-8851-e0a61ede53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.354814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7a7c3385-b085-470c-b98e-14618b57b6e4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.364122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.366681 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6449294f-6c59-4322-88dc-82c2a2b77b72 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0202951
Jan 29 21:12:53.370276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49540) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:53.373352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Sync routers for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:53.382707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4ca96b6c-661f-4d2d-b1de-e47e71c12230'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:12:53.437546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Port': ['ID=7a7c3385-b085-470c-b98e-14618b57b6e4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:53.437797 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.450760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:53.451406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a335dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:53.557546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:53.563774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-28e6c6da-f9f8-4e9a-bb76-4db2bbe82a04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/7a7c3385-b085-470c-b98e-14618b57b6e4 HTTP/1.1" status: 204  len: 168 time: 0.7216151
Jan 29 21:12:53.566262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49542) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:53.626205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b754e-7d36-4453-b590-4df07142031e req-097a6789-40ab-4e3a-81be-ea2d20cea9a8 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:53.628028 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-448b754e-7d36-4453-b590-4df07142031e req-097a6789-40ab-4e3a-81be-ea2d20cea9a8 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 949 time: 0.1329947
Jan 29 21:12:53.647124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-07e9d2dd-7835-40bf-8851-e0a61ede53ab None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:53.670516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:53.684399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab7e01-445c-4631-a472-b7ded7bdda20 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:53.688959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-acab7e01-445c-4631-a472-b7ded7bdda20 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1214304
Jan 29 21:12:53.689203 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:53.726751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-448b754e-7d36-4453-b590-4df07142031e req-15b3ce08-ac02-44be-bb10-411f49ae4d13 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892203
Jan 29 21:12:53.818897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c46ad831-07cf-4997-8ad7-92d665b1cdfb None None] Could not find standard attr ID for object 7a7c3385-b085-470c-b98e-14618b57b6e4. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:12:53.969231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a335dc0>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:52Z', 'revision_number': 3, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:54.016888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Checking router: f0532d40-fa63-47b2-9292-c7107507c6e7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:12:54.018035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Updating router f0532d40-fa63-47b2-9292-c7107507c6e7 port de7d9496-c268-418f-a1ad-20d45663eb35 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:12:54.040791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330cad1-fc15-4787-938f-05b7a52fc239 req-2e0cb0e1-563a-49d5-b6e2-3c92efd532bf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.043054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4330cad1-fc15-4787-938f-05b7a52fc239 req-2e0cb0e1-563a-49d5-b6e2-3c92efd532bf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1284099
Jan 29 21:12:54.070322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:54.113722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.121024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4330cad1-fc15-4787-938f-05b7a52fc239 req-5fb0672b-f359-476c-9910-642c2bbb3e0e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694835
Jan 29 21:12:54.229703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:54.230227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.262551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512f76e-4f56-4aae-ae86-0feb58d0dca1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.264374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9512f76e-4f56-4aae-ae86-0feb58d0dca1 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.5740073
Jan 29 21:12:54.266849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49548) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:54.335613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630a9c8-8f9f-4780-a1cc-1bd59a22633d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.337132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630a9c8-8f9f-4780-a1cc-1bd59a22633d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.338937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630a9c8-8f9f-4780-a1cc-1bd59a22633d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.340377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6630a9c8-8f9f-4780-a1cc-1bd59a22633d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0723417
Jan 29 21:12:54.343233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49550) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:54.387966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:54.388655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.394482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ce8ee-9771-4803-a95f-975294da361b None None] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:54.403296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.414342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet 8492c94e-7264-48c9-aea2-9140dd70ab71 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:54.417855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (8492c94e-7264-48c9-aea2-9140dd70ab71), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.463365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8492c94e-7264-48c9-aea2-9140dd70ab71), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.511706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:54.555715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8492c94e-7264-48c9-aea2-9140dd70ab71), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.589896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Allocated IP 172.20.0.1 (da8e1d8f-ec49-4df6-8135-983e453b0e04/cb75f780-9275-4337-89ff-bd9296d3750b/69c85f1a-4f76-4e2d-b661-ec693d194385) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:54.622796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8492c94e-7264-48c9-aea2-9140dd70ab71), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.651193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=8492c94e-7264-48c9-aea2-9140dd70ab71,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:54.654926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.661293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2b0881bc-e326-4f3a-b47d-63b914b1cebd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8492c94e-7264-48c9-aea2-9140dd70ab71 HTTP/1.1" status: 204  len: 168 time: 0.3168385
Jan 29 21:12:54.662574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:54.702267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4ca96b6c-661f-4d2d-b1de-e47e71c12230 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:54.704080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ebe95-5421-4a6a-89cf-0db8caa2e21f None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:54.706081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.706981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 08cb1431-e670-4cac-b797-aafcbafbe973 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:54.711315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks [] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.716422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-385e26b8-e53c-4b56-8871-374697cb2379 None None] Provisioning complete for port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:54.716841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-385e26b8-e53c-4b56-8871-374697cb2379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.721462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Deleting subnet b8511d5b-8c2c-400c-994b-9c7f08b8fde3 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:12:54.725580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks [] for subnet (b8511d5b-8c2c-400c-994b-9c7f08b8fde3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.751530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.771328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (b8511d5b-8c2c-400c-994b-9c7f08b8fde3), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.789732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:54.792685 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:54.796466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:54.832270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Pushing event updated for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:54.848698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f0532d40-fa63-47b2-9292-c7107507c6e7), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.915654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b8511d5b-8c2c-400c-994b-9c7f08b8fde3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.949372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f9030-6d45-499e-a2d7-a2a72c1820f5 req-9a70222b-3eaa-4d94-a6a2-de4be2ba97cc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:54.951274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-602f9030-6d45-499e-a2d7-a2a72c1820f5 req-9a70222b-3eaa-4d94-a6a2-de4be2ba97cc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 949 time: 0.1183126
Jan 29 21:12:54.980540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks [] for port (de7d9496-c268-418f-a1ad-20d45663eb35), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.985850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:54.995197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:55.008606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.022940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-602f9030-6d45-499e-a2d7-a2a72c1820f5 req-e1d19ea7-c78e-4ae8-ab4c-ad226f25af98 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588539
Jan 29 21:12:55.024589 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (b8511d5b-8c2c-400c-994b-9c7f08b8fde3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.056110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Subnet': ['ID=b8511d5b-8c2c-400c-994b-9c7f08b8fde3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:55.059844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.065679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5e49159a-06e7-44c1-b41a-a39a37ad4189 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b8511d5b-8c2c-400c-994b-9c7f08b8fde3 HTTP/1.1" status: 204  len: 168 time: 0.3999031
Jan 29 21:12:55.066175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49556) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.086730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:12:55.115998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c5d183f8-3a77-4a8b-9891-a16be4146f2d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0476832
Jan 29 21:12:55.116233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49558) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.123478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 08cb1431-e670-4cac-b797-aafcbafbe973 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:55.123894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.132592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:55.133042 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.194127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476b29f-b3e0-48a9-88a6-0bf5c9e01d02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:55.195887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c476b29f-b3e0-48a9-88a6-0bf5c9e01d02 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0785851
Jan 29 21:12:55.203023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49562) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.237116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Attempting to bind port de7d9496-c268-418f-a1ad-20d45663eb35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:55.237494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Attempting to bind port de7d9496-c268-418f-a1ad-20d45663eb35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:55.238001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Attempting to bind port de7d9496-c268-418f-a1ad-20d45663eb35 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:55.250575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ca226-35fe-4387-956b-5d236ee0c594 None None] Pushing event updated for resources: {'Port': ['ID=de7d9496-c268-418f-a1ad-20d45663eb35,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:55.261940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-385e26b8-e53c-4b56-8871-374697cb2379 None None] Current status of the port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:55.265834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:55.266351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:55.267455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.267455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:55.267950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Bound port: de7d9496-c268-418f-a1ad-20d45663eb35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:55.268538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.276439 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks [] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.283184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90bfeb-39ed-4334-b0e0-20e725050050 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:55.285082 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cd90bfeb-39ed-4334-b0e0-20e725050050 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0809247
Jan 29 21:12:55.289052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.291469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe72bfa-3356-418f-a847-41b735b6867c req-060abaea-0262-4ba4-9a11-f59cf63c65f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:55.291646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.293831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fe72bfa-3356-418f-a847-41b735b6867c req-060abaea-0262-4ba4-9a11-f59cf63c65f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0960515
Jan 29 21:12:55.381808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5fe72bfa-3356-418f-a847-41b735b6867c req-a8d0db86-c218-4132-8316-d4fd1d62b1f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807712
Jan 29 21:12:55.383002 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9137ea0b-3da6-4135-861f-2e3810801437 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0884886
Jan 29 21:12:55.395360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49566) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.416730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f0532d40-fa63-47b2-9292-c7107507c6e7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.431210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Pushing event updated for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:55.433744 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada09f57-a9a4-4262-be78-ed969be373c2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.434420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada09f57-a9a4-4262-be78-ed969be373c2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.440446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ada09f57-a9a4-4262-be78-ed969be373c2 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/7a7c3385-b085-470c-b98e-14618b57b6e4 HTTP/1.1" status: 404  len: 333 time: 0.0406876
Jan 29 21:12:55.441015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49568) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.464917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] For port de7d9496-c268-418f-a1ad-20d45663eb35, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:55.470719 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e3e496-a1b4-453a-9fd3-4f613f805a73 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.471791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e3e496-a1b4-453a-9fd3-4f613f805a73 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.472045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:55.481690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d1e3e496-a1b4-453a-9fd3-4f613f805a73 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b8511d5b-8c2c-400c-994b-9c7f08b8fde3 HTTP/1.1" status: 404  len: 337 time: 0.0395200
Jan 29 21:12:55.482410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.497005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] For port de7d9496-c268-418f-a1ad-20d45663eb35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7d9496-c268-418f-a1ad-20d45663eb35,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:55.518405 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.520250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e63e78-cfa9-4c19-9035-020aee9be9ff None None] Update dhcp port {'port': {'network_id': 'f830efc8-95ad-4ffd-abed-ffb6df29d392', 'fixed_ips': [{'subnet_id': 'b8511d5b-8c2c-400c-994b-9c7f08b8fde3'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '08cb1431-e670-4cac-b797-aafcbafbe973'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:12:55.525465 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e79663-6fda-4c49-ac26-eaee1cbe388e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.525670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:55.525882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.526422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e79663-6fda-4c49-ac26-eaee1cbe388e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.529875 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46e79663-6fda-4c49-ac26-eaee1cbe388e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8492c94e-7264-48c9-aea2-9140dd70ab71 HTTP/1.1" status: 404  len: 337 time: 0.0462887
Jan 29 21:12:55.532577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49572) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.573365 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678bb78-7a76-4945-ae06-c79b7c295fa5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.573947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678bb78-7a76-4945-ae06-c79b7c295fa5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.580417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5678bb78-7a76-4945-ae06-c79b7c295fa5 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/f98b9bb9-3384-47e5-ad68-b24b1a258282 HTTP/1.1" status: 404  len: 333 time: 0.0432930
Jan 29 21:12:55.581173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.603428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Provisioning complete for port 69c85f1a-4f76-4e2d-b661-ec693d194385 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:55.603804 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.612359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:55.614840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:55.619256 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1cc401-228c-4d97-b7db-f25976d33e8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.620055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1cc401-228c-4d97-b7db-f25976d33e8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.626353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49576) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.632151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2c1cc401-228c-4d97-b7db-f25976d33e8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/6c81bb0e-4147-441f-9f90-bf3b808d3543 HTTP/1.1" status: 404  len: 337 time: 0.0476096
Jan 29 21:12:55.686301 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a254d1-e141-46ac-ae2d-d2b109284a2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.686726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a254d1-e141-46ac-ae2d-d2b109284a2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.689934 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37a254d1-e141-46ac-ae2d-d2b109284a2c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8c577345-1500-4506-aeb4-8a57d87dae1c HTTP/1.1" status: 404  len: 337 time: 0.0626228
Jan 29 21:12:55.697303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49578) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.705768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ca226-35fe-4387-956b-5d236ee0c594 None None] Pushing event updated for resources: {'Port': ['ID=de7d9496-c268-418f-a1ad-20d45663eb35,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:55.720015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52e63e78-cfa9-4c19-9035-020aee9be9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.723498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:12:55.726994 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cad694-21b6-4f6a-8552-55f27ae3e3f0" -d '{"events": [{"server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "name": "network-vif-plugged", "status": "completed", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:12:55.727605 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0882b5-1a96-44ea-936d-c7ec1abe570c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.728165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0882b5-1a96-44ea-936d-c7ec1abe570c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.732928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c0882b5-1a96-44ea-936d-c7ec1abe570c tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/0892c5d1-bdf9-42f5-b537-510de894dab9 HTTP/1.1" status: 404  len: 333 time: 0.0346036
Jan 29 21:12:55.735012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49582) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.741737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Port 69c85f1a-4f76-4e2d-b661-ec693d194385 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:55.753443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:55.753973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a335dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:55.781439 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9151be-b607-4b24-9280-9b6f47838ede tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.782004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9151be-b607-4b24-9280-9b6f47838ede tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.793295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b9151be-b607-4b24-9280-9b6f47838ede tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/152cb6da-aa5e-4280-89d4-e30f27051d02 HTTP/1.1" status: 404  len: 337 time: 0.0544472
Jan 29 21:12:55.794724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49586) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.835584 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-df038e6c-d22d-4918-aafa-6ee83c3c51e8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.836317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df038e6c-d22d-4918-aafa-6ee83c3c51e8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.842783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.843879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-df038e6c-d22d-4918-aafa-6ee83c3c51e8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7686c7e6-92eb-40c1-9ba6-e5d60dd5392f HTTP/1.1" status: 404  len: 337 time: 0.0478752
Jan 29 21:12:55.860495 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3d236-fb96-465a-80b1-7cf8a58401ac x-openstack-request-id: req-6eb3d236-fb96-465a-80b1-7cf8a58401ac {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:12:55.860810 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "name": "network-vif-plugged", "status": "completed", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:12:55.861094 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eb3d236-fb96-465a-80b1-7cf8a58401ac {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:12:55.861492 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230', 'code': 200}
Jan 29 21:12:55.870016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:12:55.877632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:55.897535 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Router f0532d40-fa63-47b2-9292-c7107507c6e7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:12:55.908158 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f85d08-879b-4a74-b9e3-053f3462dc1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.908779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f85d08-879b-4a74-b9e3-053f3462dc1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.912420 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e1f85d08-879b-4a74-b9e3-053f3462dc1b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/d1015f8c-f932-4314-b953-719a7438da96 HTTP/1.1" status: 404  len: 333 time: 0.0683794
Jan 29 21:12:55.915162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49590) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.931223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.948426 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2bd9e3-04dc-4100-97bb-13f8c5cf37d8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.948896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2bd9e3-04dc-4100-97bb-13f8c5cf37d8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:55.954787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1b2bd9e3-04dc-4100-97bb-13f8c5cf37d8 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/65487c2a-2af2-4a32-9c13-5180d453a648 HTTP/1.1" status: 404  len: 337 time: 0.0362682
Jan 29 21:12:55.955820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49592) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:55.965793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Provisioning complete for port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:55.966206 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:55.996213 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a720339b-0a8e-4649-a606-6579b2287f27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:55.997073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a720339b-0a8e-4649-a606-6579b2287f27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.001261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a720339b-0a8e-4649-a606-6579b2287f27 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/946a39bf-833f-4d4f-88d3-7dfe52e3fc68 HTTP/1.1" status: 404  len: 337 time: 0.0444169
Jan 29 21:12:56.003993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49594) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.035571 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc2b392-2024-4556-bd9c-ee9ad49cbfd4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.037559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc2b392-2024-4556-bd9c-ee9ad49cbfd4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.043342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ecc2b392-2024-4556-bd9c-ee9ad49cbfd4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/67a9908b-faa6-49cf-ac5d-ad89008d103c HTTP/1.1" status: 404  len: 333 time: 0.0357919
Jan 29 21:12:56.044502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.065604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbab11-9982-4b30-8766-b1df4a40e5bb req-988615e1-0741-4984-ae39-50c7766c5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:56.067327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fecbab11-9982-4b30-8766-b1df4a40e5bb req-988615e1-0741-4984-ae39-50c7766c5ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 1132 time: 0.1719348
Jan 29 21:12:56.079937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:56.080706 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d081f8-a31a-4b9f-9937-1dec72dbbace tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.081621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d081f8-a31a-4b9f-9937-1dec72dbbace tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.086426 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e8fbf057-3f7e-4528-ba19-16f54a530acb admin admin] 10.222.0.20 "PUT /v2.0/routers/f0532d40-fa63-47b2-9292-c7107507c6e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7149477
Jan 29 21:12:56.107442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49602) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.114407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c2d081f8-a31a-4b9f-9937-1dec72dbbace tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/c578490f-1ff6-4a3d-8859-09c39fefa17e HTTP/1.1" status: 404  len: 337 time: 0.0603099
Jan 29 21:12:56.148811 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b29fae2-59b4-4d19-9742-1c41582df619 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.149387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b29fae2-59b4-4d19-9742-1c41582df619 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.153230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7b29fae2-59b4-4d19-9742-1c41582df619 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/92049882-4044-4a42-9c0c-0ffad249fe78 HTTP/1.1" status: 404  len: 333 time: 0.0432966
Jan 29 21:12:56.157024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.158801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:12:56.170311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fecbab11-9982-4b30-8766-b1df4a40e5bb req-0c8ecc8c-70e6-4a30-893a-90faaebbe7e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960414
Jan 29 21:12:56.191642 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36ee6a3-76bd-4779-b1a0-dd4a347a75ed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.191987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36ee6a3-76bd-4779-b1a0-dd4a347a75ed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.195478 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d36ee6a3-76bd-4779-b1a0-dd4a347a75ed tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/d1b15ae4-46e3-4db1-9ba0-e3ba26b5dc35 HTTP/1.1" status: 404  len: 337 time: 0.0375040
Jan 29 21:12:56.198116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.205724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:56.223649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bba268-43e1-41d9-a33d-89781552afad req-db9ce13e-c279-42a5-b8f1-173577c7e2d5 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:56.226388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bba268-43e1-41d9-a33d-89781552afad req-db9ce13e-c279-42a5-b8f1-173577c7e2d5 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.0943377
Jan 29 21:12:56.228242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:56.229434 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.248338 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ddda7f-cb49-4cf1-85cb-20091fb265bf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.248936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ddda7f-cb49-4cf1-85cb-20091fb265bf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.255032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2ddda7f-cb49-4cf1-85cb-20091fb265bf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2e5ab348-7a85-473e-ab37-c20a1010a868 HTTP/1.1" status: 404  len: 333 time: 0.0559337
Jan 29 21:12:56.255741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49608) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.288573 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8927e80b-caff-405a-b1be-2be8a6063d9f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.289105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8927e80b-caff-405a-b1be-2be8a6063d9f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.294922 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8927e80b-caff-405a-b1be-2be8a6063d9f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/8570328d-500c-4a9f-bbc8-0559a39e782c HTTP/1.1" status: 404  len: 337 time: 0.0379198
Jan 29 21:12:56.295553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49612) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.298315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bba268-43e1-41d9-a33d-89781552afad req-d58c733b-d988-4220-9feb-1a92196a36f1 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530739
Jan 29 21:12:56.308453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f6e18-f6bb-4482-b04e-ab9247361ec1 None None] Network f830efc8-95ad-4ffd-abed-ffb6df29d392 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:56.339604 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d397d9-d5b1-4d75-a4f7-9f9724ac105e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.340354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d397d9-d5b1-4d75-a4f7-9f9724ac105e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.345027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b8d397d9-d5b1-4d75-a4f7-9f9724ac105e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/dac72a78-9985-4700-828c-178d805b2762 HTTP/1.1" status: 404  len: 333 time: 0.0471902
Jan 29 21:12:56.346423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49616) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.372971 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-070232f8-f1ed-488f-b427-c065e4aa109a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.373817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070232f8-f1ed-488f-b427-c065e4aa109a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.377287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-070232f8-f1ed-488f-b427-c065e4aa109a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/5037b596-eab1-4d97-b1d9-3ea3c0033e3a HTTP/1.1" status: 404  len: 337 time: 0.0296619
Jan 29 21:12:56.379756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.404898 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-df47ddd8-53e2-4cb8-8eb2-e3dffcdabfcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.405365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df47ddd8-53e2-4cb8-8eb2-e3dffcdabfcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.408353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-df47ddd8-53e2-4cb8-8eb2-e3dffcdabfcd tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/eee8eee6-3fed-48af-a02f-da50b01f6ed6 HTTP/1.1" status: 404  len: 333 time: 0.0275478
Jan 29 21:12:56.410886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49622) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.425343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2393e559-f4c0-4694-ab89-5a28389a9a70 None None] Current status of the port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:56.440218 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-77257895-0adb-42ef-be13-06b716631ade tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.440912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77257895-0adb-42ef-be13-06b716631ade tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.444859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-77257895-0adb-42ef-be13-06b716631ade tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/dd0a81fe-372b-49c8-84df-3c6c88c96e83 HTTP/1.1" status: 404  len: 337 time: 0.0330579
Jan 29 21:12:56.447554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49624) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.481366 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0198f0a-9b09-4034-99e6-1ac84aa7bbaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.482177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0198f0a-9b09-4034-99e6-1ac84aa7bbaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.485703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0198f0a-9b09-4034-99e6-1ac84aa7bbaf tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/b6c40e60-10af-473d-964d-8c1e5e78de9a HTTP/1.1" status: 404  len: 333 time: 0.0370574
Jan 29 21:12:56.488476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.526652 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ec97c2-493b-43bd-ac44-24580b29a177 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.527690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ec97c2-493b-43bd-ac44-24580b29a177 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.534915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49632) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.535766 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-75ec97c2-493b-43bd-ac44-24580b29a177 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/66f5c843-2692-444c-b5f6-59f1c29226db HTTP/1.1" status: 404  len: 337 time: 0.0437050
Jan 29 21:12:56.574810 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcec3c1e-47e4-4554-9d9b-f35ef2d0a836 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.575279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcec3c1e-47e4-4554-9d9b-f35ef2d0a836 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.578739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fcec3c1e-47e4-4554-9d9b-f35ef2d0a836 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/581b38dd-6566-44c1-94cc-d81bd1249f38 HTTP/1.1" status: 404  len: 337 time: 0.0420499
Jan 29 21:12:56.582399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49634) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.594682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730a1f3-5216-4307-8901-848357d2c8f5 req-8dd8a179-7762-486f-bb01-c2f336c29b6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:56.604089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d730a1f3-5216-4307-8901-848357d2c8f5 req-8dd8a179-7762-486f-bb01-c2f336c29b6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1249881
Jan 29 21:12:56.606476 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac776a58-683e-45fc-b4b3-45e2512b0303 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.607075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac776a58-683e-45fc-b4b3-45e2512b0303 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.610171 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac776a58-683e-45fc-b4b3-45e2512b0303 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/30fa205d-22b3-4fe1-8470-afabba4705b9 HTTP/1.1" status: 404  len: 333 time: 0.0277278
Jan 29 21:12:56.612632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49638) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.640609 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a084fc2f-9bad-4e3b-b8bb-994efa6eeeac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.641105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a084fc2f-9bad-4e3b-b8bb-994efa6eeeac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.644555 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a084fc2f-9bad-4e3b-b8bb-994efa6eeeac tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/c7f9dd1c-ce0f-4d1e-8327-662c342fe08d HTTP/1.1" status: 404  len: 337 time: 0.0309064
Jan 29 21:12:56.647892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49640) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.676456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d730a1f3-5216-4307-8901-848357d2c8f5 req-99968019-5108-4b84-8c58-b47679361739 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708048
Jan 29 21:12:56.682270 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ffc72b-6609-421d-9b2e-4d017606d501 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.682739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ffc72b-6609-421d-9b2e-4d017606d501 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.687803 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-89ffc72b-6609-421d-9b2e-4d017606d501 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/561d8145-eda6-4f0e-b47d-afdf69b82f6f HTTP/1.1" status: 404  len: 337 time: 0.0372641
Jan 29 21:12:56.689149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49642) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.716365 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b7ee56-dfc4-4742-80e6-31fe137101cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.716931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b7ee56-dfc4-4742-80e6-31fe137101cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.720244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1b7ee56-dfc4-4742-80e6-31fe137101cc tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/9f2f3828-c1d0-4078-b0f4-8242287fc5a5 HTTP/1.1" status: 404  len: 333 time: 0.0293231
Jan 29 21:12:56.722520 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.758678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:56.762864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Provisioning complete for port 69c85f1a-4f76-4e2d-b661-ec693d194385 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:56.762864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.771025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49648) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.773431 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc51ec6-3a9f-4907-99d5-dfdc4f4c9202 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.774017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc51ec6-3a9f-4907-99d5-dfdc4f4c9202 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.777348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ecc51ec6-3a9f-4907-99d5-dfdc4f4c9202 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/435229f4-8d7b-414e-a0cf-a554e33a45a5 HTTP/1.1" status: 404  len: 337 time: 0.0538211
Jan 29 21:12:56.780182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49650) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.781241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1414232826-network', 'tenant_id': '0fac805709a54f7a838441c44266b218'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:56.795132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] DHCP port deletion for f830efc8-95ad-4ffd-abed-ffb6df29d392 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:12:56.809040 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Made reservation on behalf of 0fac805709a54f7a838441c44266b218 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:56.809040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.809399 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de1d1e8-cfce-4438-b0b3-61edf2a00287 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.809859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de1d1e8-cfce-4438-b0b3-61edf2a00287 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.816209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9de1d1e8-cfce-4438-b0b3-61edf2a00287 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b0289448-a647-4978-a220-0409e5baaca8 HTTP/1.1" status: 404  len: 337 time: 0.0325265
Jan 29 21:12:56.816405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49652) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.819642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.840797 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da46edc-9bd0-4181-a6d0-e80f5a8569fb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.841514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da46edc-9bd0-4181-a6d0-e80f5a8569fb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.847349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8da46edc-9bd0-4181-a6d0-e80f5a8569fb tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/de2ae391-392f-48c7-a8a2-3c1df28ebf33 HTTP/1.1" status: 404  len: 333 time: 0.0273530
Jan 29 21:12:56.847780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49654) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.850373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Port 69c85f1a-4f76-4e2d-b661-ec693d194385 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:12:56.873991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a335dc0>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:54Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69c85f1a-4f76-4e2d-b661-ec693d194385', 'name': '', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'mac_address': 'fa:16:3e:ca:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:54Z', 'updated_at': '2022-01-29T21:12:55Z', 'revision_number': 2, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'subnets': [{'id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:56.875223 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef597c9-e6ac-4501-9efb-d6b2f6b60a82 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.875682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef597c9-e6ac-4501-9efb-d6b2f6b60a82 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.882568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bef597c9-e6ac-4501-9efb-d6b2f6b60a82 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/d55317e4-6a6f-4a20-a557-e2daa94a00c4 HTTP/1.1" status: 404  len: 337 time: 0.0303147
Jan 29 21:12:56.882568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49656) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.899299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks [] for security_group (287dbb27-85bf-48ef-9719-8c513d7cb095), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.904120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (287dbb27-85bf-48ef-9719-8c513d7cb095), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.909589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Provisioning complete for port 08cb1431-e670-4cac-b797-aafcbafbe973 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:12:56.909589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.912291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab76d2-a224-49b2-8182-3c33711d5848 None None] The sync data for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 is: [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:54Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69c85f1a-4f76-4e2d-b661-ec693d194385', 'name': '', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'mac_address': 'fa:16:3e:ca:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:54Z', 'updated_at': '2022-01-29T21:12:55Z', 'revision_number': 2, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'subnets': [{'id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:12:56.916660 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f627e2be-7f79-47a2-9300-2c2c89462c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:56.917299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f627e2be-7f79-47a2-9300-2c2c89462c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:56.922874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f627e2be-7f79-47a2-9300-2c2c89462c8f tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/b5e9a537-b4c9-41cf-8853-f45164b5c4b6 HTTP/1.1" status: 404  len: 337 time: 0.0364850
Jan 29 21:12:56.922874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49658) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:56.941308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:12:56.951495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Deleting port 08cb1431-e670-4cac-b797-aafcbafbe973 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:12:56.951983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.954470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287dbb27-85bf-48ef-9719-8c513d7cb095,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:56.958520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe9fe79a-c972-4951-be70-eedae871f57f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:56.959486 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Added segment fe9fe79a-c972-4951-be70-eedae871f57f of type vlan for network 8e19ec72-5687-441b-bb4c-bce862d50900
Jan 29 21:12:56.964123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d662194c-fb4b-4c57-b6a5-0f8f9928d619 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcc052c6-ece4-4cf2-ba18-cd8e3f583dff HTTP/1.1" status: 200  len: 205 time: 0.0379293
Jan 29 21:12:56.966910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49660) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.010595 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-42df2b69-e6da-4605-9f89-3f49a711b20d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] delete failed (client error): The resource could not be found.
Jan 29 21:12:57.012001 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-42df2b69-e6da-4605-9f89-3f49a711b20d tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/routers/fcc052c6-ece4-4cf2-ba18-cd8e3f583dff HTTP/1.1" status: 404  len: 336 time: 0.0465569
Jan 29 21:12:57.014789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49662) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.023552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8e19ec72-5687-441b-bb4c-bce862d50900), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.035416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] For port 08cb1431-e670-4cac-b797-aafcbafbe973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08cb1431-e670-4cac-b797-aafcbafbe973,segment=NetworkSegment(703bfb17-82af-4dea-af74-2bda7e82f374),segment_id=703bfb17-82af-4dea-af74-2bda7e82f374)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:12:57.035819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.043992 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb00aec1-9d70-483d-96a9-d9db6f707d04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.044453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb00aec1-9d70-483d-96a9-d9db6f707d04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.050709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb00aec1-9d70-483d-96a9-d9db6f707d04 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/1f6a1b1c-edd7-44d3-bea5-4db704e13295 HTTP/1.1" status: 404  len: 337 time: 0.0322263
Jan 29 21:12:57.050954 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49664) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.068821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Calling delete_port for 08cb1431-e670-4cac-b797-aafcbafbe973 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:12:57.085972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8e19ec72-5687-441b-bb4c-bce862d50900), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.086969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:57.087553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.093309 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-082cfe34-5577-4111-963d-fdb98604f6ab tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9029148-4846-46ef-88a0-7b13cfd0765c HTTP/1.1" status: 200  len: 205 time: 0.0391028
Jan 29 21:12:57.094737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.094891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-31943fd2-ca71-4bec-8def-173c943b4bac None None] Current status of the port 08cb1431-e670-4cac-b797-aafcbafbe973 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:12:57.153234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3809030
Jan 29 21:12:57.156170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49668) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.165487 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Request body: {'subnet': {'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1414232826-subnet', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:57.175276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6834f-c95b-4f85-86fc-cd0a2e48b221 admin admin] Pushing event updated for resources: {'Network': ['ID=8e19ec72-5687-441b-bb4c-bce862d50900,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:57.181016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (08cb1431-e670-4cac-b797-aafcbafbe973), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.205055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Made reservation on behalf of 0fac805709a54f7a838441c44266b218 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:12:57.208808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.213167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8e19ec72-5687-441b-bb4c-bce862d50900 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:12:57.229200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] Pushing event deleted for resources: {'Port': ['ID=08cb1431-e670-4cac-b797-aafcbafbe973,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:57.291722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403aee1d-4515-488e-b3e5-490042043b5d None None] No DVR routers for this DVR port 08cb1431-e670-4cac-b797-aafcbafbe973 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:12:57.475594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (11ae4ecf-980d-4c6d-9eb6-1b18e2037a83), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.486554 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-fa002f31-a28b-4bd3-8dcd-91d0da1e8878 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] delete failed (client error): The resource could not be found.
Jan 29 21:12:57.489967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fa002f31-a28b-4bd3-8dcd-91d0da1e8878 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/routers/a9029148-4846-46ef-88a0-7b13cfd0765c HTTP/1.1" status: 404  len: 336 time: 0.3926480
Jan 29 21:12:57.497394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49672) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.543061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ae4ecf-980d-4c6d-9eb6-1b18e2037a83,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:57.549044 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fd5cf0-5182-4461-96e7-1d952521010b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.549044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fd5cf0-5182-4461-96e7-1d952521010b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.555546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-86fd5cf0-5182-4461-96e7-1d952521010b tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/ce46e269-d5c3-4c04-9689-6c67d6eb7141 HTTP/1.1" status: 404  len: 337 time: 0.0526021
Jan 29 21:12:57.555662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49674) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.581723 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679619a4-8387-48cc-a070-b96f4da615c4 req-cc30e24c-d7f1-481c-bea1-4333b55e79d2 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:57.583329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-679619a4-8387-48cc-a070-b96f4da615c4 req-cc30e24c-d7f1-481c-bea1-4333b55e79d2 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.0948117
Jan 29 21:12:57.596490 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-356abd2a-b22f-4191-9703-05f7fa466f5a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.597089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356abd2a-b22f-4191-9703-05f7fa466f5a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.603484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-356abd2a-b22f-4191-9703-05f7fa466f5a tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/92645538-b85c-4795-ba11-d09b42fca7de HTTP/1.1" status: 404  len: 337 time: 0.0474148
Jan 29 21:12:57.604374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Checking segment: {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:57.604846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Network hostable DHCP agents. Network: 8e19ec72-5687-441b-bb4c-bce862d50900, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:12:57.606528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.623695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Network 8e19ec72-5687-441b-bb4c-bce862d50900 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:12:57.634389 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-905de852-5705-4d53-98b6-143621d02c32 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.634628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e19ec72-5687-441b-bb4c-bce862d50900) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:57.635047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905de852-5705-4d53-98b6-143621d02c32 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.638753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-905de852-5705-4d53-98b6-143621d02c32 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/7473165d-3909-4b1e-8113-eeef70a8cf37 HTTP/1.1" status: 404  len: 333 time: 0.0307355
Jan 29 21:12:57.640741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49678) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.644217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960a671-e375-47a8-94d8-dd530b6b4dfe None None] Network 8e19ec72-5687-441b-bb4c-bce862d50900 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:12:57.651043 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:57.652581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.674873 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e8e9b7bc-5870-405f-859b-d5a8943e3145 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5175557
Jan 29 21:12:57.677404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49680) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.684044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:12:57.692411 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ad387c-f34c-4ad3-b142-a97aaaacf3a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.693576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ad387c-f34c-4ad3-b142-a97aaaacf3a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.704712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e3ad387c-f34c-4ad3-b142-a97aaaacf3a9 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/4ecb9fcb-bdcb-445c-8889-4bce714b1105 HTTP/1.1" status: 404  len: 337 time: 0.0628698
Jan 29 21:12:57.705483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49684) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.713156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.714902 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.744049 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa67fd0-4033-4c58-aefa-ec907b07e46e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.744320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa67fd0-4033-4c58-aefa-ec907b07e46e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.750034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8aa67fd0-4033-4c58-aefa-ec907b07e46e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/6f362134-e776-41da-aa07-8cd0b6fa7eb8 HTTP/1.1" status: 404  len: 333 time: 0.0352993
Jan 29 21:12:57.750678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49686) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.755626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-679619a4-8387-48cc-a070-b96f4da615c4 req-f977def9-b813-44f3-96cc-a27d41758da3 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647928
Jan 29 21:12:57.781508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for router_controller (97977fa8-f006-45e2-bf7a-99d459c760a2), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.782011 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf130d6-df75-4bd6-bab0-62087fc4a48e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.782542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf130d6-df75-4bd6-bab0-62087fc4a48e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.789505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-abf130d6-df75-4bd6-bab0-62087fc4a48e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/02cc24fe-057b-4adb-9568-0c1b9ade74a2 HTTP/1.1" status: 404  len: 337 time: 0.0374691
Jan 29 21:12:57.790847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.814581 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e2adc9-56af-49e5-afe8-6fce97b2a4c4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.815167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e2adc9-56af-49e5-afe8-6fce97b2a4c4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.821499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d0e2adc9-56af-49e5-afe8-6fce97b2a4c4 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2b9f4c10-4fc9-4f8f-801a-f25861d38727 HTTP/1.1" status: 404  len: 333 time: 0.0303226
Jan 29 21:12:57.823318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.854924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e19ec72-5687-441b-bb4c-bce862d50900', 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900', 'project_id': '0fac805709a54f7a838441c44266b218', 'fixed_ips': [{'subnet_id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:12:57.858168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:57.860013 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4dc179-9bc5-4b41-8562-e118afe60923 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.860474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4dc179-9bc5-4b41-8562-e118afe60923 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.863613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9e4dc179-9bc5-4b41-8562-e118afe60923 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/e7f76b9a-d317-47e9-95e1-783137fdcb1a HTTP/1.1" status: 404  len: 337 time: 0.0394151
Jan 29 21:12:57.888802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 08cb1431-e670-4cac-b797-aafcbafbe973 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:12:57.889615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49692) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.919815 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0719f63-100f-4f28-abc3-1a8f23ae4fc6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.920418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0719f63-100f-4f28-abc3-1a8f23ae4fc6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.924223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a0719f63-100f-4f28-abc3-1a8f23ae4fc6 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/2326a541-856c-43ae-a2a4-e86f550b0d8e HTTP/1.1" status: 404  len: 333 time: 0.0327761
Jan 29 21:12:57.924410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 08cb1431-e670-4cac-b797-aafcbafbe973 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:12:57.924625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 08cb1431-e670-4cac-b797-aafcbafbe973 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:12:57.926825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:57.967987 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16234e1-3431-42cb-8937-0abc6f60b9d7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:57.968456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16234e1-3431-42cb-8937-0abc6f60b9d7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:57.974038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b16234e1-3431-42cb-8937-0abc6f60b9d7 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/75ed68ae-268e-43ee-8f68-b217b9e66eee HTTP/1.1" status: 404  len: 337 time: 0.0437799
Jan 29 21:12:57.979851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.001520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c89284-d459-4149-967b-16d10250b95d req-f03dc0ae-540a-4c7c-9e95-a4f114fc3a9a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:58.009517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96c89284-d459-4149-967b-16d10250b95d req-f03dc0ae-540a-4c7c-9e95-a4f114fc3a9a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1867175
Jan 29 21:12:58.018897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for router_gateway (97977fa8-f006-45e2-bf7a-99d459c760a2), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.036113 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63ca3c6-79c5-4731-986d-1a237129a848 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.036837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63ca3c6-79c5-4731-986d-1a237129a848 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.044789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a63ca3c6-79c5-4731-986d-1a237129a848 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/4e2f9325-b5d9-4061-85e7-97642c3428f0 HTTP/1.1" status: 404  len: 333 time: 0.0635200
Jan 29 21:12:58.045123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.093471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Allocated IP 172.20.0.2 (8e19ec72-5687-441b-bb4c-bce862d50900/11ae4ecf-980d-4c6d-9eb6-1b18e2037a83/3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:58.099480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96c89284-d459-4149-967b-16d10250b95d req-a38eb2d6-7bd6-47e9-85f8-2368e4d062f5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889444
Jan 29 21:12:58.123151 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-572fecb7-2b0e-4a62-87f4-70a3ce541354 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.123616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572fecb7-2b0e-4a62-87f4-70a3ce541354 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.127163 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-572fecb7-2b0e-4a62-87f4-70a3ce541354 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7f7314da-fa34-47d0-9b14-a0eb2edc2adf HTTP/1.1" status: 404  len: 337 time: 0.0800183
Jan 29 21:12:58.129935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49700) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.183858 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cfac0e-4bd0-449b-b657-b6dcfaa0d918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.184528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cfac0e-4bd0-449b-b657-b6dcfaa0d918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.189935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98cfac0e-4bd0-449b-b657-b6dcfaa0d918 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/4dcb00e3-5311-488a-8da6-5cb3fbc497eb HTTP/1.1" status: 404  len: 333 time: 0.0581102
Jan 29 21:12:58.194151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.222943 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8843875-6b48-469b-b660-a67a0c7bf795 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.223927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8843875-6b48-469b-b660-a67a0c7bf795 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.226783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f8843875-6b48-469b-b660-a67a0c7bf795 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/319974f8-7af9-4cd0-92f7-4854f56dfd2f HTTP/1.1" status: 404  len: 337 time: 0.0315495
Jan 29 21:12:58.229280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49704) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.254212 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78e0584-be9a-490a-a268-ed27256f3824 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.254887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78e0584-be9a-490a-a268-ed27256f3824 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.258711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f78e0584-be9a-490a-a268-ed27256f3824 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/ports/9d666678-fbce-4fb2-8950-b30c1bc76e64 HTTP/1.1" status: 404  len: 333 time: 0.0284319
Jan 29 21:12:58.262435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49706) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.299843 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb8a92b-50e0-4476-9906-cf1abf7b989e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:12:58.300312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb8a92b-50e0-4476-9906-cf1abf7b989e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:12:58.300725 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks [] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.306855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2eb8a92b-50e0-4476-9906-cf1abf7b989e tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/subnets/7f28cc69-2cd5-40f7-a597-bfe6944a1cc0 HTTP/1.1" status: 404  len: 337 time: 0.0410964
Jan 29 21:12:58.308066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49708) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:58.313284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.327263 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for router_gateway (97977fa8-f006-45e2-bf7a-99d459c760a2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.353831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.358744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Network 8e19ec72-5687-441b-bb4c-bce862d50900 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:58.362844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:58.367041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:58.386439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Pushing event updated for resources: {'Port': ['ID=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:58.399968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (f830efc8-95ad-4ffd-abed-ffb6df29d392), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.457814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Attempting to bind port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:12:58.458455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Attempting to bind port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:12:58.459206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Attempting to bind port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf on network 8e19ec72-5687-441b-bb4c-bce862d50900 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:12:58.464956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:12:58.465233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Checking segment: {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:12:58.465642 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.466134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Bound using segment: {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:12:58.466855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Bound port: 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:12:58.467011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.491541 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Allocated IP 172.35.4.125 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9a77962c-cb26-4f50-9c75-604697381df8) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:12:58.516709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (f830efc8-95ad-4ffd-abed-ffb6df29d392), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.545997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0997b700>,) {'filters': {'network_id': ['f830efc8-95ad-4ffd-abed-ffb6df29d392']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:58.557398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0997b700>, '703bfb17-82af-4dea-af74-2bda7e82f374') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:58.558071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0997b700>, '703bfb17-82af-4dea-af74-2bda7e82f374') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:12:58.559607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] For port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:12:58.563591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] For port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:12:58.570551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (703bfb17-82af-4dea-af74-2bda7e82f374), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.571988 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.589699 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (703bfb17-82af-4dea-af74-2bda7e82f374), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.598037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:12:58.598541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (703bfb17-82af-4dea-af74-2bda7e82f374), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:12:58.603773 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:12:58.635033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8644af-f7df-4ef5-abd8-29a6ef331778 None None] Pushing event updated for resources: {'Port': ['ID=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:58.658363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for port (9a77962c-cb26-4f50-9c75-604697381df8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.699041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9a77962c-cb26-4f50-9c75-604697381df8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.709872 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (f830efc8-95ad-4ffd-abed-ffb6df29d392), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.732020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:58.735683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] 10.222.0.20 "DELETE /v2.0/networks/f830efc8-95ad-4ffd-abed-ffb6df29d392 HTTP/1.1" status: 204  len: 168 time: 0.4276001
Jan 29 21:12:58.736795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aedd2-b6d2-4ad8-9f7d-9c540a41b672 tempest-NetworksTestDHCPv6-581813293 tempest-NetworksTestDHCPv6-581813293-project] Pushing event deleted for resources: {'Network': ['ID=f830efc8-95ad-4ffd-abed-ffb6df29d392,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:58.738908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:12:58.745192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:12:58.748948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:12:58.773323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a77962c-cb26-4f50-9c75-604697381df8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:58.955946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948967f-e7c3-438d-a02f-c258107b339b req-8ed125d8-59d6-4c8c-b3e7-06fcf5a272c3 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:58.960306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4948967f-e7c3-438d-a02f-c258107b339b req-8ed125d8-59d6-4c8c-b3e7-06fcf5a272c3 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.1116374
Jan 29 21:12:59.059205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4948967f-e7c3-438d-a02f-c258107b339b req-e6f9476f-117f-43ff-ba2a-0a12af044725 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890505
Jan 29 21:12:59.159914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49720) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:59.165028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for router_gateway (97977fa8-f006-45e2-bf7a-99d459c760a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.266649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77946b8-f4c8-4780-9fd3-5ff1db3c5b29 req-710e2ce6-f3b1-4ec2-8720-c0258d217cae tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:12:59.267859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77946b8-f4c8-4780-9fd3-5ff1db3c5b29 req-710e2ce6-f3b1-4ec2-8720-c0258d217cae tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0690286
Jan 29 21:12:59.336136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f77946b8-f4c8-4780-9fd3-5ff1db3c5b29 req-e49ea48f-9451-47c2-839f-971d0b105037 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610745
Jan 29 21:12:59.368437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a16d36d8-6208-4c77-a03b-f543142cd18f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bed8f58bd0f42c5bd2ec13af19536ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2072935
Jan 29 21:12:59.371352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:59.423823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.429808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] Publish callbacks [] for security_group (647e1f5c-ade2-4580-89bc-075142bde56e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.454147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] Publish callbacks [] for security_group (647e1f5c-ade2-4580-89bc-075142bde56e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.532098 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (647e1f5c-ade2-4580-89bc-075142bde56e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.536230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.538653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/647e1f5c-ade2-4580-89bc-075142bde56e HTTP/1.1" status: 204  len: 168 time: 0.1654248
Jan 29 21:12:59.552205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4ac04-e9ed-43e3-934b-d269c71475db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647e1f5c-ade2-4580-89bc-075142bde56e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:12:59.603514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Router 97977fa8-f006-45e2-bf7a-99d459c760a2 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:12:59.715234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:12:59.726596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Sync routers for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:12:59.745672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:12:59.747837 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-084ee048-0703-4092-a528-47d37d0154c5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0679979
Jan 29 21:12:59.751052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49738) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:12:59.757592 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:12:59.763073 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae5f280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:00.080924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device de7d9496-c268-418f-a1ad-20d45663eb35 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:00.206047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port de7d9496-c268-418f-a1ad-20d45663eb35 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:00.207766 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:00.229030 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:00.364522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port de7d9496-c268-418f-a1ad-20d45663eb35 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:00.365827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:00.430084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port de7d9496-c268-418f-a1ad-20d45663eb35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7d9496-c268-418f-a1ad-20d45663eb35,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:00.439654 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:00.441694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:00.528377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd218c-cdc5-48e6-bf33-f77d7c0b258c None None] Network 8e19ec72-5687-441b-bb4c-bce862d50900 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:00.635222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16124659-cee5-40d8-bec2-c0dbd5613cfe req-67ddcc51-8ae5-485f-8049-cdd14a006100 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:00.640166 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae5f280>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:12:58Z', 'revision_number': 3, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:00.642002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16124659-cee5-40d8-bec2-c0dbd5613cfe req-67ddcc51-8ae5-485f-8049-cdd14a006100 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1287453
Jan 29 21:13:00.707573 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Checking router: 97977fa8-f006-45e2-bf7a-99d459c760a2 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:13:00.725641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Updating router 97977fa8-f006-45e2-bf7a-99d459c760a2 port 9a77962c-cb26-4f50-9c75-604697381df8 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:13:00.734742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16124659-cee5-40d8-bec2-c0dbd5613cfe req-49204eac-eb51-4c6d-b99d-71b256d698e9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885408
Jan 29 21:13:00.767724 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a77962c-cb26-4f50-9c75-604697381df8), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:00.782668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49768) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:00.795301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=de7d9496-c268-418f-a1ad-20d45663eb35,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:00.807549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Sync routers for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:13:00.847567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:00.848470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:00.899297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:00.973769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'networks': [{'name': 'tempest-network--1333227351'}, {'name': 'tempest-network--2051436147'}]} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:00.974228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-network--1333227351'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:00.975596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-network--2051436147'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:00.983701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:01.007916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'network': 2} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:01.012287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.029636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.038080 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks [] for port (9a77962c-cb26-4f50-9c75-604697381df8), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.052455 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a77962c-cb26-4f50-9c75-604697381df8), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.076791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Provisioning complete for port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:01.077593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.164765 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Attempting to bind port 9a77962c-cb26-4f50-9c75-604697381df8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:01.167975 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Attempting to bind port 9a77962c-cb26-4f50-9c75-604697381df8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:01.168819 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Attempting to bind port 9a77962c-cb26-4f50-9c75-604697381df8 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:01.170374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for security_group (6af330d6-71cd-4cbf-8716-324d962270e5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.179397 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Pushing event updated for resources: {'Port': ['ID=9a77962c-cb26-4f50-9c75-604697381df8,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.187730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6af330d6-71cd-4cbf-8716-324d962270e5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.188661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.199121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Allocated IP 172.20.0.1 (8e19ec72-5687-441b-bb4c-bce862d50900/11ae4ecf-980d-4c6d-9eb6-1b18e2037a83/3887e7d7-a089-409b-821e-6f8eae49c89e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:01.200195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:01.201285 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:01.202700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:01.203281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.204530 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.205726 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:01.207691 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Bound port: 9a77962c-cb26-4f50-9c75-604697381df8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:01.209403 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a77962c-cb26-4f50-9c75-604697381df8), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.219236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.221813 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.222340 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.223542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.225094 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.226717 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.227499 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.230054 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.230598 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.231195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.231927 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.232460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.234205 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:01.251447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af330d6-71cd-4cbf-8716-324d962270e5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.284022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:01.295793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc171b0d-71f2-4aa7-85b7-943cbc0b4161), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.296535 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment cc171b0d-71f2-4aa7-85b7-943cbc0b4161 of type vlan for network 03844644-6a0f-4c66-9514-316d6417882c
Jan 29 21:13:01.342878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] For port 9a77962c-cb26-4f50-9c75-604697381df8, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:01.347125 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] For port 9a77962c-cb26-4f50-9c75-604697381df8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a77962c-cb26-4f50-9c75-604697381df8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:01.355341 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a77962c-cb26-4f50-9c75-604697381df8), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.359966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (03844644-6a0f-4c66-9514-316d6417882c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.397195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:01.410214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (810d4520-a5b4-4396-8af0-0cd657c16e1d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.410717 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment 810d4520-a5b4-4396-8af0-0cd657c16e1d of type vlan for network fad4bed0-2cc3-465a-b4a0-b577a7452a8c
Jan 29 21:13:01.430019 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:01.431200 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae5f280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:01.463892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Current status of the port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:01.464589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.470614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks [] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.506307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (fad4bed0-2cc3-465a-b4a0-b577a7452a8c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.520872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.547896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (03844644-6a0f-4c66-9514-316d6417882c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.550298 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (fad4bed0-2cc3-465a-b4a0-b577a7452a8c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.565229 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffd6fa-514b-4f52-aa33-ed22511d7226 None None] Pushing event updated for resources: {'Port': ['ID=9a77962c-cb26-4f50-9c75-604697381df8,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.566789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:01.577298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:01.577651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Pushing event updated for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.578284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.593745 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Network 8e19ec72-5687-441b-bb4c-bce862d50900 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:01.595470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:01.609042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:01.629220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:01.654315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (97977fa8-f006-45e2-bf7a-99d459c760a2), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.675335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=03844644-6a0f-4c66-9514-316d6417882c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.786189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 03844644-6a0f-4c66-9514-316d6417882c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:01.809018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=fad4bed0-2cc3-465a-b4a0-b577a7452a8c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:01.841787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-59ccb625-314e-4dc6-8e46-d686968e9b0f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.0579202
Jan 29 21:13:01.843812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49776) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:01.888150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network fad4bed0-2cc3-465a-b4a0-b577a7452a8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:01.923281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:01.990863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae5f280>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:12:58Z', 'revision_number': 3, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:02.018429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] For port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:02.020484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:02.020905 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.028412 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efeeba4-4083-4951-81b7-d40decd5acb2 None None] The sync data for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 is: [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:12:58Z', 'revision_number': 3, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:13:02.045014 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.155114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6f06c-0837-41c7-8d96-8c846b3d1800 None None] Pushing event updated for resources: {'Port': ['ID=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:02.164732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:13:02.165009 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:13:02.167869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40cf70>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:54Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69c85f1a-4f76-4e2d-b661-ec693d194385', 'name': '', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'mac_address': 'fa:16:3e:ca:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:54Z', 'updated_at': '2022-01-29T21:12:55Z', 'revision_number': 2, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'subnets': [{'id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:02.181365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f229e-c7d1-41be-a79e-3bb51cc93593 req-3c3251b6-d850-45f3-a986-4e422291e19e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.183146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e70f229e-c7d1-41be-a79e-3bb51cc93593 req-3c3251b6-d850-45f3-a986-4e422291e19e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.2880588
Jan 29 21:13:02.189875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25369abf-8fc0-4771-93e8-e8dba53d450f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.195428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25369abf-8fc0-4771-93e8-e8dba53d450f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.198857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Checking router: f0532d40-fa63-47b2-9292-c7107507c6e7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:13:02.199214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Updating router f0532d40-fa63-47b2-9292-c7107507c6e7 port 69c85f1a-4f76-4e2d-b661-ec693d194385 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:13:02.200958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25369abf-8fc0-4771-93e8-e8dba53d450f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.201689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks [] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.206570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25369abf-8fc0-4771-93e8-e8dba53d450f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.211738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-25369abf-8fc0-4771-93e8-e8dba53d450f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.3618567
Jan 29 21:13:02.212006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:02.226363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Provisioning complete for port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:02.226870 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.228584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.259762 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.284613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e70f229e-c7d1-41be-a79e-3bb51cc93593 req-b9ef1bf6-d0a5-4b96-b89f-ab53ec4a3886 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737183
Jan 29 21:13:02.375848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Pushing event updated for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:02.401348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (97977fa8-f006-45e2-bf7a-99d459c760a2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.407192 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (03844644-6a0f-4c66-9514-316d6417882c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.469203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Current status of the port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:02.531648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Provisioning complete for port 3887e7d7-a089-409b-821e-6f8eae49c89e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:02.533805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.611095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9fbda002-0f32-4123-9e96-201c41a94249 None None] Port 3887e7d7-a089-409b-821e-6f8eae49c89e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:13:02.644867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217c149-a183-49f3-8a0e-84959965325e req-55ac7632-12f0-4a93-9ac5-904d1079a730 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.652271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (03844644-6a0f-4c66-9514-316d6417882c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.656942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1217c149-a183-49f3-8a0e-84959965325e req-55ac7632-12f0-4a93-9ac5-904d1079a730 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0972209
Jan 29 21:13:02.680023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08da8e20>,) {'filters': {'network_id': ['03844644-6a0f-4c66-9514-316d6417882c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:02.734389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08da8e20>, 'cc171b0d-71f2-4aa7-85b7-943cbc0b4161') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:02.735195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08da8e20>, 'cc171b0d-71f2-4aa7-85b7-943cbc0b4161') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:02.748530 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cc171b0d-71f2-4aa7-85b7-943cbc0b4161), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.753968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1217c149-a183-49f3-8a0e-84959965325e req-b34e5349-195b-47f6-a75a-29843406feb1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919273
Jan 29 21:13:02.771163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks [] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.774517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:02.786365 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.815531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc171b0d-71f2-4aa7-85b7-943cbc0b4161), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.853926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c545b9-a3f6-4eb5-9bf9-daeca281da49 None None] Pushing event updated for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:02.882057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:02.882724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cc171b0d-71f2-4aa7-85b7-943cbc0b4161), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:02.890005 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:02.933031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Attempting to bind port 69c85f1a-4f76-4e2d-b661-ec693d194385 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:02.933031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Attempting to bind port 69c85f1a-4f76-4e2d-b661-ec693d194385 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:02.933031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Attempting to bind port 69c85f1a-4f76-4e2d-b661-ec693d194385 on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:02.935839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:02.936273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Checking segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:02.936685 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.937135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Bound using segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:02.937609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Bound port: 69c85f1a-4f76-4e2d-b661-ec693d194385, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:02.937990 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:02.996142 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-43651195-2be0-4b3c-a1b2-b5a7040950f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:02.998459 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-43651195-2be0-4b3c-a1b2-b5a7040950f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.3898263
Jan 29 21:13:03.000630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Network 8e19ec72-5687-441b-bb4c-bce862d50900 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:03.011207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:03.080188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] For port 69c85f1a-4f76-4e2d-b661-ec693d194385, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:03.087087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] For port 69c85f1a-4f76-4e2d-b661-ec693d194385, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c85f1a-4f76-4e2d-b661-ec693d194385,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:03.098428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.184718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device de7d9496-c268-418f-a1ad-20d45663eb35 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:03.291583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:03.293864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:03.346385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-a75f5399-dd36-487d-95e5-8694ca66bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:03.354394 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-a75f5399-dd36-487d-95e5-8694ca66bbc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.3446648
Jan 29 21:13:03.395977 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (03844644-6a0f-4c66-9514-316d6417882c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.424531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c545b9-a3f6-4eb5-9bf9-daeca281da49 None None] Pushing event updated for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:03.439242 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.449777 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/03844644-6a0f-4c66-9514-316d6417882c HTTP/1.1" status: 204  len: 168 time: 1.2364345
Jan 29 21:13:03.450197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49790) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:03.452519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc80809-9605-4af6-a9f2-21ede981eb41 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=03844644-6a0f-4c66-9514-316d6417882c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:03.495509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:03.590978 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-6955dcd8-af6c-4142-812c-55369a601869 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.1931832
Jan 29 21:13:03.606495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (fad4bed0-2cc3-465a-b4a0-b577a7452a8c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.640274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Router 97977fa8-f006-45e2-bf7a-99d459c760a2 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:13:03.669052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Provisioning complete for port 69c85f1a-4f76-4e2d-b661-ec693d194385 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:03.669438 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.670365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-c6c03a14-d431-47d9-ba2b-e7333cfbbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:03.672070 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-c6c03a14-d431-47d9-ba2b-e7333cfbbab8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0664458
Jan 29 21:13:03.735273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port de7d9496-c268-418f-a1ad-20d45663eb35 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:03.735650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.771615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (fad4bed0-2cc3-465a-b4a0-b577a7452a8c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.808700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea1046cac0>,) {'filters': {'network_id': ['fad4bed0-2cc3-465a-b4a0-b577a7452a8c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:03.825913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1046cac0>, '810d4520-a5b4-4396-8af0-0cd657c16e1d') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:03.827600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea1046cac0>, '810d4520-a5b4-4396-8af0-0cd657c16e1d') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:03.841598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-4c997fa1-f371-4980-9c69-07da364a3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:03.842657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (810d4520-a5b4-4396-8af0-0cd657c16e1d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.843144 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-4c997fa1-f371-4980-9c69-07da364a3d2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1323259
Jan 29 21:13:03.863147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (810d4520-a5b4-4396-8af0-0cd657c16e1d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.875203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:03.876089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (810d4520-a5b4-4396-8af0-0cd657c16e1d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.881192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:13:03.900318 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9fb9841-a329-4163-8a7d-43eba0d8fc41 admin admin] 10.222.0.20 "PUT /v2.0/routers/97977fa8-f006-45e2-bf7a-99d459c760a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1384978
Jan 29 21:13:03.900535 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Current status of the port 69c85f1a-4f76-4e2d-b661-ec693d194385 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:03.900535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.952699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port de7d9496-c268-418f-a1ad-20d45663eb35 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:03.953837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:03.965812 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:03.982812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (fad4bed0-2cc3-465a-b4a0-b577a7452a8c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:03.994809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] For port 69c85f1a-4f76-4e2d-b661-ec693d194385, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c85f1a-4f76-4e2d-b661-ec693d194385,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:04.000287 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40cf70>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:54Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69c85f1a-4f76-4e2d-b661-ec693d194385', 'name': '', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'mac_address': 'fa:16:3e:ca:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:54Z', 'updated_at': '2022-01-29T21:13:03Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'subnets': [{'id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:04.006309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.018412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.025549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/fad4bed0-2cc3-465a-b4a0-b577a7452a8c HTTP/1.1" status: 204  len: 168 time: 0.5717397
Jan 29 21:13:04.027063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49796) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:04.044106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97a66-f743-4722-a325-6604ef3866c3 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=fad4bed0-2cc3-465a-b4a0-b577a7452a8c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:04.090073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c9772-2900-4f9e-8386-1c8b0cf1d62e None None] The sync data for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 is: [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:12:54Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69c85f1a-4f76-4e2d-b661-ec693d194385', 'name': '', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'mac_address': 'fa:16:3e:ca:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:54Z', 'updated_at': '2022-01-29T21:13:03Z', 'revision_number': 4, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'subnets': [{'id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:13:04.094114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90370d-f9d3-463e-897f-7cb94a3acdfd req-1c5d9d43-87c1-4096-98d0-d42651d3e4e3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.095741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb90370d-f9d3-463e-897f-7cb94a3acdfd req-1c5d9d43-87c1-4096-98d0-d42651d3e4e3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1247730
Jan 29 21:13:04.165135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb90370d-f9d3-463e-897f-7cb94a3acdfd req-e1493f95-82b0-4ea3-8504-400a67ed0713 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632782
Jan 29 21:13:04.182273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:04.186609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.274096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Provisioning complete for port 69c85f1a-4f76-4e2d-b661-ec693d194385 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:04.274575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.332519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5c62c-75a0-4012-9c4f-52d46acae83b None None] Pushing event updated for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:04.369700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-5ae096f4-3f8a-4262-a2ce-48253119c394 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5186458
Jan 29 21:13:04.381843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac1fa3-3996-4902-b65f-0840ccce1e1b tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.387769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac1fa3-3996-4902-b65f-0840ccce1e1b tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.389648 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-46ac1fa3-3996-4902-b65f-0840ccce1e1b tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3616431
Jan 29 21:13:04.393447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49812) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:04.398719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-459062120'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:04.417424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:04.419002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a77962c-cb26-4f50-9c75-604697381df8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:04.451966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:04.458105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.487386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:04.502149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bfd79e06-1196-4e69-92eb-928feaf26a6e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.502766 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment bfd79e06-1196-4e69-92eb-928feaf26a6e of type vlan for network 66f134d3-26d9-401c-adc5-182e4091b235
Jan 29 21:13:04.509342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Current status of the port 69c85f1a-4f76-4e2d-b661-ec693d194385 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:04.558317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Provisioning complete for port 3887e7d7-a089-409b-821e-6f8eae49c89e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:04.559503 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.573137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (66f134d3-26d9-401c-adc5-182e4091b235), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.608671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (66f134d3-26d9-401c-adc5-182e4091b235), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.611056 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2c62adf8-d3c3-4d25-b43b-7c0fa641e6db req-c0ee5292-c759-4e28-aafd-e17a3c8ec395 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202635
Jan 29 21:13:04.617278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.618268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.635550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a580d-ac44-4e23-b2d6-e1914c0a81bf None None] Port 3887e7d7-a089-409b-821e-6f8eae49c89e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:13:04.643281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2481036
Jan 29 21:13:04.647139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49818) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:04.657233 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-245308177'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:04.674187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9a77962c-cb26-4f50-9c75-604697381df8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:04.679054 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a77962c-cb26-4f50-9c75-604697381df8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.713679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:04.717154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.755746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157605f-4697-4ea0-acbd-a7a1d815b573 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=66f134d3-26d9-401c-adc5-182e4091b235,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:04.763110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:04.771552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 66f134d3-26d9-401c-adc5-182e4091b235 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:04.791893 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (72bfd958-255e-47cf-b7f5-e0ddebc9b019), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.793300 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment 72bfd958-255e-47cf-b7f5-e0ddebc9b019 of type vlan for network 6a90c077-c037-48b4-bc18-6cb2b7f97647
Jan 29 21:13:04.870025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6a90c077-c037-48b4-bc18-6cb2b7f97647), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.910401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9a77962c-cb26-4f50-9c75-604697381df8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:04.910528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a77962c-cb26-4f50-9c75-604697381df8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.912871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6a90c077-c037-48b4-bc18-6cb2b7f97647), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.917987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.918592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.961719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 9a77962c-cb26-4f50-9c75-604697381df8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a77962c-cb26-4f50-9c75-604697381df8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:04.962295 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Sync routers for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:13:04.969468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9a77962c-cb26-4f50-9c75-604697381df8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:04.971638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-2dfa8a00-675e-475e-9387-bc85127f7c86 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:04.973737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-2dfa8a00-675e-475e-9387-bc85127f7c86 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.1643455
Jan 29 21:13:04.998037 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:04.999076 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:05.017358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-3b7b2a7b-ff2b-4bfc-ad47-825ed699c625 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/quotas/0fac805709a54f7a838441c44266b218 HTTP/1.1" status: 200  len: 375 time: 0.0335824
Jan 29 21:13:05.053124 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4011610
Jan 29 21:13:05.054848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:05.080183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'ports': [{'network_id': '66f134d3-26d9-401c-adc5-182e4091b235', 'name': 'tempest-port--2065075436', 'admin_state_up': True}, {'network_id': '6a90c077-c037-48b4-bc18-6cb2b7f97647', 'admin_state_up': False}]} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:05.080504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'port': {'network_id': '66f134d3-26d9-401c-adc5-182e4091b235', 'name': 'tempest-port--2065075436', 'admin_state_up': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:05.085187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'port': {'network_id': '6a90c077-c037-48b4-bc18-6cb2b7f97647', 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:05.150754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cbf07-63ba-4dc9-914e-642c6753d8c2 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=6a90c077-c037-48b4-bc18-6cb2b7f97647,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:05.301687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-418c65a4-6fe1-472f-a7c8-66eeb6d1c1be tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2713223
Jan 29 21:13:05.337574 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:05.402075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'port': 2} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:05.409189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:05.428600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:05.441135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6a90c077-c037-48b4-bc18-6cb2b7f97647 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:05.443686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 69c85f1a-4f76-4e2d-b661-ec693d194385 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:05.483381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea79b-2a37-4c09-b47a-c80cb6d33569 req-55b4e6e7-d777-4dbb-9b40-965631c98ba3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:05.485396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-784ea79b-2a37-4c09-b47a-c80cb6d33569 req-55b4e6e7-d777-4dbb-9b40-965631c98ba3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1054490
Jan 29 21:13:05.499097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-bc5ffe19-9687-4ebb-a194-0ef06ceca22b service neutron] 10.222.0.20 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959407
Jan 29 21:13:05.547889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=9a77962c-cb26-4f50-9c75-604697381df8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:05.596547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 69c85f1a-4f76-4e2d-b661-ec693d194385 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:05.596941 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:05.641353 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b670>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 4, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3887e7d7-a089-409b-821e-6f8eae49c89e', 'name': '', 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'mac_address': 'fa:16:3e:df:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:13:00Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 2, 'project_id': '0fac805709a54f7a838441c44266b218', 'subnets': [{'id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:05.654183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] device_id is not set on port 82ecfe5c-f533-4d7a-9337-c152bd52ff3c yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:13:05.660290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-784ea79b-2a37-4c09-b47a-c80cb6d33569 req-433709f5-99b4-4019-8f45-6ec3178a254c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590822
Jan 29 21:13:05.676517 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Checking router: 97977fa8-f006-45e2-bf7a-99d459c760a2 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:13:05.678113 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Updating router 97977fa8-f006-45e2-bf7a-99d459c760a2 port 3887e7d7-a089-409b-821e-6f8eae49c89e binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:13:05.712133 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:05.727601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-062c7863-8c76-4983-bfc6-9162037f9377 service neutron] 10.222.0.20 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275836
Jan 29 21:13:05.743832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 69c85f1a-4f76-4e2d-b661-ec693d194385 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:05.793913 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for port (82ecfe5c-f533-4d7a-9337-c152bd52ff3c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:05.837517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5585-06a2-414b-96fc-99e15e6c77e9 req-1756c87e-1061-4c24-a6fd-62560cb62bca tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:05.841474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c5a5585-06a2-414b-96fc-99e15e6c77e9 req-1756c87e-1061-4c24-a6fd-62560cb62bca tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0794287
Jan 29 21:13:05.882062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] device_id is not set on port 1e429d89-b08c-42e0-8bcf-77b2cae6a166 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:13:05.905233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c5a5585-06a2-414b-96fc-99e15e6c77e9 req-48f7b8a4-c724-4798-994c-36fb524371f6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562158
Jan 29 21:13:06.000774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for port (1e429d89-b08c-42e0-8bcf-77b2cae6a166), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.013823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-81089f87-5d62-4517-b591-155cc6224cf0 req-322b86f7-ebe1-4d45-a93f-503cc7dcdfc2 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 210 time: 0.0629871
Jan 29 21:13:06.054827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (82ecfe5c-f533-4d7a-9337-c152bd52ff3c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.116747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Port': ['ID=82ecfe5c-f533-4d7a-9337-c152bd52ff3c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:06.141940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Checking segment: {'id': 'bfd79e06-1196-4e69-92eb-928feaf26a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '66f134d3-26d9-401c-adc5-182e4091b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:06.142859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network hostable DHCP agents. Network: 66f134d3-26d9-401c-adc5-182e4091b235, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:06.165808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network 66f134d3-26d9-401c-adc5-182e4091b235 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:06.190117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66f134d3-26d9-401c-adc5-182e4091b235) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:06.204248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eda1a5-7ad3-4fe6-9dce-38ed7f761158 None None] Network 66f134d3-26d9-401c-adc5-182e4091b235 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:06.206785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:06.208143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1e429d89-b08c-42e0-8bcf-77b2cae6a166), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.283500 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks [] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.295109 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.320060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e57767-1ca1-401f-bb6f-b2ed0396e10d req-559d1e6c-0f6d-4b68-82b8-e786e4cb1c54 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.324824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14e57767-1ca1-401f-bb6f-b2ed0396e10d req-559d1e6c-0f6d-4b68-82b8-e786e4cb1c54 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1014087
Jan 29 21:13:06.348470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Port': ['ID=1e429d89-b08c-42e0-8bcf-77b2cae6a166,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:06.390195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e5c6-371b-43d2-96cb-321bbbe7fd5e None None] Pushing event updated for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:06.422081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Checking segment: {'id': '72bfd958-255e-47cf-b7f5-e0ddebc9b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a90c077-c037-48b4-bc18-6cb2b7f97647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:06.422376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network hostable DHCP agents. Network: 6a90c077-c037-48b4-bc18-6cb2b7f97647, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:06.444952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14e57767-1ca1-401f-bb6f-b2ed0396e10d req-f29c5a7f-eb1f-4524-9480-69e5d891ea6e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136925
Jan 29 21:13:06.492549 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Attempting to bind port 3887e7d7-a089-409b-821e-6f8eae49c89e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:06.493337 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Attempting to bind port 3887e7d7-a089-409b-821e-6f8eae49c89e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:06.493973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Attempting to bind port 3887e7d7-a089-409b-821e-6f8eae49c89e on network 8e19ec72-5687-441b-bb4c-bce862d50900 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:06.504593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network 6a90c077-c037-48b4-bc18-6cb2b7f97647 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:06.513814 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:06.514929 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Checking segment: {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:06.517107 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.518691 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Bound using segment: {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:06.519561 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Bound port: 3887e7d7-a089-409b-821e-6f8eae49c89e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9fe79a-c972-4951-be70-eedae871f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:06.520224 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.541334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a90c077-c037-48b4-bc18-6cb2b7f97647) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:06.546772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:06.554399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.561264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.562270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.574537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f0c13-5fe6-4822-b1d4-aef160cf5e3f None None] Network 6a90c077-c037-48b4-bc18-6cb2b7f97647 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:06.586703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cf07476f-2689-40ba-9788-274e889e584c tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.5310192
Jan 29 21:13:06.589449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49898) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:06.623929 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] For port 3887e7d7-a089-409b-821e-6f8eae49c89e, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:06.628745 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] For port 3887e7d7-a089-409b-821e-6f8eae49c89e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3887e7d7-a089-409b-821e-6f8eae49c89e,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:06.638987 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.693870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a14094-7b05-48dc-8a67-ccd9a4f2bcf8 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.700972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a14094-7b05-48dc-8a67-ccd9a4f2bcf8 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.704721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-87a14094-7b05-48dc-8a67-ccd9a4f2bcf8 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1134386
Jan 29 21:13:06.707065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49900) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:06.715665 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:06.716538 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:06.799984 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e5c6-371b-43d2-96cb-321bbbe7fd5e None None] Pushing event updated for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:06.840325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Provisioning complete for port 3887e7d7-a089-409b-821e-6f8eae49c89e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:06.840715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.896729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Deleting port 82ecfe5c-f533-4d7a-9337-c152bd52ff3c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:06.897097 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (82ecfe5c-f533-4d7a-9337-c152bd52ff3c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:06.899334 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:06.920498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88fe31-69ed-4d72-a82f-c906c1543fa8 req-e9e0f359-2c3b-40b5-b00a-afa2ed0b0c68 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:06.933135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d88fe31-69ed-4d72-a82f-c906c1543fa8 req-e9e0f359-2c3b-40b5-b00a-afa2ed0b0c68 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0957041
Jan 29 21:13:07.002732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Current status of the port 3887e7d7-a089-409b-821e-6f8eae49c89e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:07.003243 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.031503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d88fe31-69ed-4d72-a82f-c906c1543fa8 req-4c125ba9-d61b-44da-81ee-5bc28a8b475f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973008
Jan 29 21:13:07.069390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (82ecfe5c-f533-4d7a-9337-c152bd52ff3c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.082531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] For port 3887e7d7-a089-409b-821e-6f8eae49c89e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3887e7d7-a089-409b-821e-6f8eae49c89e,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:07.097699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.103581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Calling delete_port for 82ecfe5c-f533-4d7a-9337-c152bd52ff3c owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:07.154842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a77962c-cb26-4f50-9c75-604697381df8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:07.246872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-368877e5-7565-4f93-b389-ad4dfd316b2d None None] Provisioning complete for port 3887e7d7-a089-409b-821e-6f8eae49c89e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:07.247256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-368877e5-7565-4f93-b389-ad4dfd316b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.250746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17673148-ebe6-4d6e-afc5-ab2ee09c9dce req-b0d70107-ac0e-4dd2-9cab-acb462ad616b tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 210 time: 0.0691066
Jan 29 21:13:07.253861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74bfe6-297d-4979-9d6b-9184aaf4ffc8 None None] Pushing event updated for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:07.274850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (82ecfe5c-f533-4d7a-9337-c152bd52ff3c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.306771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Port': ['ID=82ecfe5c-f533-4d7a-9337-c152bd52ff3c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:07.321125 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b25b670>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 4, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3887e7d7-a089-409b-821e-6f8eae49c89e', 'name': '', 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'mac_address': 'fa:16:3e:df:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:13:00Z', 'updated_at': '2022-01-29T21:13:06Z', 'revision_number': 4, 'project_id': '0fac805709a54f7a838441c44266b218', 'subnets': [{'id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:07.322499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.328969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49906) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:07.329263 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e0c3d8bc-2bad-489f-913c-7663b0251607 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/ports/82ecfe5c-f533-4d7a-9337-c152bd52ff3c HTTP/1.1" status: 204  len: 168 time: 0.6210659
Jan 29 21:13:07.356444 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f41f9-00f5-4d9d-a6e2-57dfb01442b4 None None] The sync data for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 is: [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:01Z', 'revision_number': 4, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3887e7d7-a089-409b-821e-6f8eae49c89e', 'name': '', 'network_id': '8e19ec72-5687-441b-bb4c-bce862d50900', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'mac_address': 'fa:16:3e:df:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:13:00Z', 'updated_at': '2022-01-29T21:13:06Z', 'revision_number': 4, 'project_id': '0fac805709a54f7a838441c44266b218', 'subnets': [{'id': '11ae4ecf-980d-4c6d-9eb6-1b18e2037a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:13:07.393812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9a77962c-cb26-4f50-9c75-604697381df8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:07.394199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9a77962c-cb26-4f50-9c75-604697381df8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.437140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-368877e5-7565-4f93-b389-ad4dfd316b2d None None] Current status of the port 3887e7d7-a089-409b-821e-6f8eae49c89e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:07.511911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Deleting port 1e429d89-b08c-42e0-8bcf-77b2cae6a166 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:07.512267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1e429d89-b08c-42e0-8bcf-77b2cae6a166), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.521317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9a77962c-cb26-4f50-9c75-604697381df8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:07.612162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1e429d89-b08c-42e0-8bcf-77b2cae6a166), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.627608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Calling delete_port for 1e429d89-b08c-42e0-8bcf-77b2cae6a166 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:07.698836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-6380e140-a36e-4c74-aa82-67eab2864b9c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:07.700657 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-6380e140-a36e-4c74-aa82-67eab2864b9c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.18 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.1114995
Jan 29 21:13:07.712276 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Request body: {'port': {'device_id': 'bda80f99-976c-4b57-b859-683684ac049a', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'admin_state_up': True, 'tenant_id': '0fac805709a54f7a838441c44266b218'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:07.727262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1e429d89-b08c-42e0-8bcf-77b2cae6a166), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.734263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Made reservation on behalf of 0fac805709a54f7a838441c44266b218 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:07.737463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.759541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Port': ['ID=1e429d89-b08c-42e0-8bcf-77b2cae6a166,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:07.768977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.774744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-802ae5b4-d249-4910-b409-0cfc02704f1f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/ports/1e429d89-b08c-42e0-8bcf-77b2cae6a166 HTTP/1.1" status: 204  len: 168 time: 0.4420090
Jan 29 21:13:07.775043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 49920) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:07.814740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49922) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:07.817700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4ebf818e-7c45-4bea-b340-d6132c3a197d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0414560
Jan 29 21:13:07.822334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1483506564'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:07.874385 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:07.877685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.898773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Allocated IP 172.20.0.6 (da8e1d8f-ec49-4df6-8135-983e453b0e04/cb75f780-9275-4337-89ff-bd9296d3750b/bc789a0d-0f24-45d6-ae08-ac053dd55db7) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:07.922952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:07.955879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (26b14c35-7fa1-445d-a12f-95db12bc15a6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:07.956788 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment 26b14c35-7fa1-445d-a12f-95db12bc15a6 of type vlan for network 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff
Jan 29 21:13:08.044935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (550ddfc1-e4b4-4e9f-a173-fd5b54d6afff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.093833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (550ddfc1-e4b4-4e9f-a173-fd5b54d6afff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.098689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.099831 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.129979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d618c-ef5d-48ed-a812-1d28675a5c06 req-0bb1bc86-312b-4179-a000-235f5ef75da8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.131538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-677d618c-ef5d-48ed-a812-1d28675a5c06 req-0bb1bc86-312b-4179-a000-235f5ef75da8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0573108
Jan 29 21:13:08.167470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks [] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.181831 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3632493
Jan 29 21:13:08.182821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:08.188385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-677d618c-ef5d-48ed-a812-1d28675a5c06 req-fa689fc8-9b84-48e7-9464-81678cf4a5c6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500360
Jan 29 21:13:08.194048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-877600007'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:08.204699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f96c2-880c-4270-86ea-973834e75927 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=550ddfc1-e4b4-4e9f-a173-fd5b54d6afff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:08.220475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:08.234592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:08.238277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.269127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.270698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:08.315130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (23138bab-9434-4543-95a7-a5da6c36a2bf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.315130 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Added segment 23138bab-9434-4543-95a7-a5da6c36a2bf of type vlan for network 8bd0ec29-923d-468f-832c-15a941fb810d
Jan 29 21:13:08.342550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:08.405407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:08.409144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Pushing event updated for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:08.411647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:08.473633 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8bd0ec29-923d-468f-832c-15a941fb810d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.488170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.488954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e64c-ac9d-442f-bd29-7ca26ed5cf58 req-40d6f67d-ad87-4764-a859-24bd106a9d19 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.489176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.509630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e83e64c-ac9d-442f-bd29-7ca26ed5cf58 req-40d6f67d-ad87-4764-a859-24bd106a9d19 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1027 time: 0.1557987
Jan 29 21:13:08.556434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-d710ea35-8003-419f-9dcb-2792cf181ce1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.8471968
Jan 29 21:13:08.556694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5e1c3-80ec-4a88-b51e-bf2ff0ad82cc req-b946b14e-4fd9-49fc-b5d2-912adc5d6682 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.558861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9f5e1c3-80ec-4a88-b51e-bf2ff0ad82cc req-b946b14e-4fd9-49fc-b5d2-912adc5d6682 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1548471
Jan 29 21:13:08.559753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8bd0ec29-923d-468f-832c-15a941fb810d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.575558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:08.576276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.595295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Request body: {'port': {'device_id': 'bda80f99-976c-4b57-b859-683684ac049a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:08.650498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e83e64c-ac9d-442f-bd29-7ca26ed5cf58 req-168893e9-d154-482f-8b28-5a69a42ff2d9 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367569
Jan 29 21:13:08.711288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d9f5e1c3-80ec-4a88-b51e-bf2ff0ad82cc req-8ede721f-c8c8-47c3-a558-0384064c7004 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394768
Jan 29 21:13:08.783456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b0ef6f4e-42a8-4015-802c-65547eb172c2 None None] Provisioning complete for port bc789a0d-0f24-45d6-ae08-ac053dd55db7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:08.783669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f4e-42a8-4015-802c-65547eb172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.797101 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6030624
Jan 29 21:13:08.797101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f36a8-cbef-457b-a50d-e06324d9c09a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Network': ['ID=8bd0ec29-923d-468f-832c-15a941fb810d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:08.797101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:08.826944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8bd0ec29-923d-468f-832c-15a941fb810d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:08.890995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef6f4e-42a8-4015-802c-65547eb172c2 None None] Port bc789a0d-0f24-45d6-ae08-ac053dd55db7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:13:09.143314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3887e7d7-a089-409b-821e-6f8eae49c89e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:09.198182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 3887e7d7-a089-409b-821e-6f8eae49c89e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:09.198731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.291890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 3887e7d7-a089-409b-821e-6f8eae49c89e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:09.477131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc789a0d-0f24-45d6-ae08-ac053dd55db7 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:13:09.485829 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks [] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.498656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Transition to ACTIVE for port object bc789a0d-0f24-45d6-ae08-ac053dd55db7 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:13:09.503447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.591617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Pushing event updated for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:09.660434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Attempting to bind port bc789a0d-0f24-45d6-ae08-ac053dd55db7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:09.660770 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Attempting to bind port bc789a0d-0f24-45d6-ae08-ac053dd55db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:09.661165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Attempting to bind port bc789a0d-0f24-45d6-ae08-ac053dd55db7 on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:09.666327 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Port bc789a0d-0f24-45d6-ae08-ac053dd55db7 on network da8e1d8f-ec49-4df6-8135-983e453b0e04 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:13:09.666810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Attempting to bind port bc789a0d-0f24-45d6-ae08-ac053dd55db7 on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:09.673271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:09.673908 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Checking segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:09.674707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Bound using segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:09.675352 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Bound port: bc789a0d-0f24-45d6-ae08-ac053dd55db7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:09.675813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.777702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:09.782011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:09.790825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.847932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:09.848752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:09.851084 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] 10.222.0.18 "PUT /v2.0/ports/bc789a0d-0f24-45d6-ae08-ac053dd55db7 HTTP/1.1" status: 200  len: 1091 time: 1.2655048
Jan 29 21:13:09.851805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:09.854137 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1a9c2-9e35-4c36-a69b-a76349829110" -d '{"events": [{"name": "network-changed", "server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:09.885318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec568e3-156f-4336-91d5-1b67fe4ca34e service neutron] Pushing event updated for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:09.902130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795201-6e35-4dcc-895a-bf7657e8bcb7 req-e25c8731-306f-4466-8452-6b7adf96b832 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:09.905014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70795201-6e35-4dcc-895a-bf7657e8bcb7 req-e25c8731-306f-4466-8452-6b7adf96b832 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1125 time: 0.1226890
Jan 29 21:13:09.926783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfeaa2-e8e2-4c82-a9f1-bf57e57760bb req-06799fc2-71bb-4279-9988-c9069d7bf2e0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:09.930537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-becfeaa2-e8e2-4c82-a9f1-bf57e57760bb req-06799fc2-71bb-4279-9988-c9069d7bf2e0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1183190
Jan 29 21:13:09.990529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-32b6df4b-2205-4644-b7a7-b3285ea19b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:09.992333 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-32b6df4b-2205-4644-b7a7-b3285ea19b1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1125 time: 0.0861337
Jan 29 21:13:10.053271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-becfeaa2-e8e2-4c82-a9f1-bf57e57760bb req-6c9f466d-f22a-4ed4-9a92-08b2f18bfdd9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911975
Jan 29 21:13:10.067331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-870ffeea-d104-4a3c-a88b-ef026d0eee7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7 HTTP/1.1" status: 200  len: 217 time: 0.0665781
Jan 29 21:13:10.069416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70795201-6e35-4dcc-895a-bf7657e8bcb7 req-de9dd55f-8af9-4557-837a-a38faf6fac75 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329844
Jan 29 21:13:10.156776 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514571ae-eacd-48da-b425-07259f86c128 x-openstack-request-id: req-514571ae-eacd-48da-b425-07259f86c128 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:10.160074 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:10.160521 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-514571ae-eacd-48da-b425-07259f86c128 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:10.161186 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7', 'status': 'completed', 'code': 200}
Jan 29 21:13:10.169709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-e5d7f330-7de4-4690-88b2-6c42e36d8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.171181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-e5d7f330-7de4-4690-88b2-6c42e36d8e54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb75f780-9275-4337-89ff-bd9296d3750b HTTP/1.1" status: 200  len: 849 time: 0.0826757
Jan 29 21:13:10.256424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-de5a430e-2d3d-4989-8758-f040f72d8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.258059 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-de5a430e-2d3d-4989-8758-f040f72d8c9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8e1d8f-ec49-4df6-8135-983e453b0e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0792418
Jan 29 21:13:10.317273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3709-5391-4927-ae76-dda79f575799 req-26daad3c-7757-4d11-b6c6-38cc36a3a4e6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.325500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e20c3709-5391-4927-ae76-dda79f575799 req-26daad3c-7757-4d11-b6c6-38cc36a3a4e6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0850124
Jan 29 21:13:10.350419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cb17655e-41e5-48e8-b00b-047dd814ea71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:10.381323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e20c3709-5391-4927-ae76-dda79f575799 req-12c922cc-9b55-404f-acf0-894e6262b076 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549567
Jan 29 21:13:10.415836 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-f76f5d64-2a60-4387-9fbd-478b210f3ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496670
Jan 29 21:13:10.519280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9b513-ff73-4ab1-8eb6-243dab186d61 req-6c585425-28e4-4c22-b609-604f7ed11235 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.521317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6d9b513-ff73-4ab1-8eb6-243dab186d61 req-6c585425-28e4-4c22-b609-604f7ed11235 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0580459
Jan 29 21:13:10.559025 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e9de6896-d23e-436a-9f7a-66e8fcd3e00c req-bf055404-2eb2-47e6-8d79-4ee7b9578a33 service neutron] 10.222.0.18 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352925
Jan 29 21:13:10.571907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6d9b513-ff73-4ab1-8eb6-243dab186d61 req-1265beb3-087d-4848-ab12-e78975923256 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441120
Jan 29 21:13:10.682742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-3f33da41-78d6-4abe-b52a-4ddfb1265f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.684282 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-3f33da41-78d6-4abe-b52a-4ddfb1265f3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1125 time: 0.0485711
Jan 29 21:13:10.694438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be372fa-6681-4ecd-aff0-32b0f5f6bf12 req-6948a02e-bc27-47e8-b04b-419cb7ad7c9e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.695918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1be372fa-6681-4ecd-aff0-32b0f5f6bf12 req-6948a02e-bc27-47e8-b04b-419cb7ad7c9e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0571458
Jan 29 21:13:10.743647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1be372fa-6681-4ecd-aff0-32b0f5f6bf12 req-1df64632-0b79-4e5d-bb55-ab347931fc69 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416901
Jan 29 21:13:10.780223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-5d3bcf60-0043-458f-b15f-075078094051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.781783 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-5d3bcf60-0043-458f-b15f-075078094051 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.0896807
Jan 29 21:13:10.824561 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-cef6150a-e98f-4b8e-bfae-d815e617f22e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7 HTTP/1.1" status: 200  len: 217 time: 0.0352345
Jan 29 21:13:10.877210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-350d2161-b7b5-40b7-95a6-50537f7fc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.878642 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-350d2161-b7b5-40b7-95a6-50537f7fc9cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb75f780-9275-4337-89ff-bd9296d3750b HTTP/1.1" status: 200  len: 849 time: 0.0471065
Jan 29 21:13:10.932558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-a20ba3a9-f71a-4cb5-bd7d-37c3487b0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:10.934082 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-a20ba3a9-f71a-4cb5-bd7d-37c3487b0e82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8e1d8f-ec49-4df6-8135-983e453b0e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492048
Jan 29 21:13:11.024249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-b77131ed-823f-4403-86c3-39141e628c67 service neutron] 10.222.0.18 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797591
Jan 29 21:13:11.115784 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2ba1a9c2-9e35-4c36-a69b-a76349829110 req-0c3cb480-55f1-4db5-bba2-5ca10ce5a94a service neutron] 10.222.0.18 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853105
Jan 29 21:13:11.201330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d56ae-0690-4f5c-a7b3-684da7a69092 req-a78bda96-3cf1-487f-acda-84616ed69057 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:11.202877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f3d56ae-0690-4f5c-a7b3-684da7a69092 req-a78bda96-3cf1-487f-acda-84616ed69057 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1125 time: 0.0541220
Jan 29 21:13:11.251304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f3d56ae-0690-4f5c-a7b3-684da7a69092 req-649d6bdb-e4df-4e71-98fc-6bb76faac283 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415797
Jan 29 21:13:11.732442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ed01-c15f-46bb-a799-df3c36c6d563 req-c7f01e3a-c6e6-45a0-85b3-d2c236c63be0 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:11.734123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3f0ed01-c15f-46bb-a799-df3c36c6d563 req-c7f01e3a-c6e6-45a0-85b3-d2c236c63be0 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.0581799
Jan 29 21:13:11.988555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 49996) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:11.994971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'subnets': [{'network_id': '550ddfc1-e4b4-4e9f-a173-fd5b54d6afff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--22405983', 'ip_version': 6}, {'network_id': '8bd0ec29-923d-468f-832c-15a941fb810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:11.995287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'subnet': {'network_id': '550ddfc1-e4b4-4e9f-a173-fd5b54d6afff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--22405983', 'ip_version': 6}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:11.995955 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Request body: {'subnet': {'network_id': '8bd0ec29-923d-468f-832c-15a941fb810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:12.045097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3f0ed01-c15f-46bb-a799-df3c36c6d563 req-1169b2c2-6b1b-4a23-89ae-a002a10d6893 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042996
Jan 29 21:13:12.151411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Made reservation on behalf of 2046057fcee44828a1d3d111deeae3d6 for: {'subnet': 2} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:12.155636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.155973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.363991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07a1a-7d58-4614-941f-39f8442a7d52 req-02a7eec9-0c64-4ebb-8eae-d2daca61733a tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.366200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5d07a1a-7d58-4614-941f-39f8442a7d52 req-02a7eec9-0c64-4ebb-8eae-d2daca61733a tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1125 time: 0.0438812
Jan 29 21:13:12.410945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5d07a1a-7d58-4614-941f-39f8442a7d52 req-4f8a3f89-4a1d-405a-ba75-208865ff91e4 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389814
Jan 29 21:13:12.533807 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (53e0bcf2-62a7-4ce7-b816-e45121d66fee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.593828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Subnet': ['ID=53e0bcf2-62a7-4ce7-b816-e45121d66fee,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:12.602036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Checking segment: {'id': '26b14c35-7fa1-445d-a12f-95db12bc15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '550ddfc1-e4b4-4e9f-a173-fd5b54d6afff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:12.602405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network hostable DHCP agents. Network: 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:12.618330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:12.626349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:12.631942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (b76d5ce5-bbf1-4029-b699-edffa40e6d2a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.632572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bc789a0d-0f24-45d6-ae08-ac053dd55db7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:13:12.649443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f485d-4acd-4663-909f-1ec1d2c56560 None None] Network 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:12.701562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event updated for resources: {'Subnet': ['ID=b76d5ce5-bbf1-4029-b699-edffa40e6d2a,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:12.712768 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Checking segment: {'id': '23138bab-9434-4543-95a7-a5da6c36a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bd0ec29-923d-468f-832c-15a941fb810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:12.713309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network hostable DHCP agents. Network: 8bd0ec29-923d-468f-832c-15a941fb810d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:12.730487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29e32bf9-e44a-40a9-b2ae-5fa4fada5207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.730938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Network 8bd0ec29-923d-468f-832c-15a941fb810d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:12.741048 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8bd0ec29-923d-468f-832c-15a941fb810d) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:12.746317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.746687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.748001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.760748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93af3d-96fc-4fd6-89a3-76806367a297 None None] Network 8bd0ec29-923d-468f-832c-15a941fb810d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:12.764804 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-26b99cb9-18fb-490e-bd76-bfd2102991e6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1474 time: 0.7738860
Jan 29 21:13:12.767326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50000) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:12.820476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27860fbb-87b4-4f0b-a59f-c41c5a1d468f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.821675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27860fbb-87b4-4f0b-a59f-c41c5a1d468f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.822888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27860fbb-87b4-4f0b-a59f-c41c5a1d468f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:12.824437 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-27860fbb-87b4-4f0b-a59f-c41c5a1d468f tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2100 time: 0.0562127
Jan 29 21:13:12.834758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50002) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:12.887932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Deleting subnet 53e0bcf2-62a7-4ce7-b816-e45121d66fee {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:12.889379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511997f-ca29-4e9e-a774-4899e6ffbea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-550ddfc1-e4b4-4e9f-a173-fd5b54d6afff', 'network_id': '550ddfc1-e4b4-4e9f-a173-fd5b54d6afff', 'project_id': '2046057fcee44828a1d3d111deeae3d6', 'fixed_ips': [{'subnet_id': '53e0bcf2-62a7-4ce7-b816-e45121d66fee'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:12.890235 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2511997f-ca29-4e9e-a774-4899e6ffbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.891369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for subnet (53e0bcf2-62a7-4ce7-b816-e45121d66fee), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.919461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:12.935897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (53e0bcf2-62a7-4ce7-b816-e45121d66fee), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.955302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'port_id': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7', 'mac_address': 'fa:16:3e:52:93:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:13:12.961265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659d810-2052-45ec-add9-4e77e69e2772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8bd0ec29-923d-468f-832c-15a941fb810d', 'network_id': '8bd0ec29-923d-468f-832c-15a941fb810d', 'project_id': '2046057fcee44828a1d3d111deeae3d6', 'fixed_ips': [{'subnet_id': 'b76d5ce5-bbf1-4029-b699-edffa40e6d2a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:12.962073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7659d810-2052-45ec-add9-4e77e69e2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:12.982025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (53e0bcf2-62a7-4ce7-b816-e45121d66fee), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.040405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (53e0bcf2-62a7-4ce7-b816-e45121d66fee), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.069162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Subnet': ['ID=53e0bcf2-62a7-4ce7-b816-e45121d66fee,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:13.074300 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.077790 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1bdfd827-69fc-426c-9218-6b99b5fc4fb6 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/subnets/53e0bcf2-62a7-4ce7-b816-e45121d66fee HTTP/1.1" status: 204  len: 168 time: 0.2420213
Jan 29 21:13:13.080376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:13.122470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bc789a0d-0f24-45d6-ae08-ac053dd55db7 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:13.122868 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.139503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Deleting subnet b76d5ce5-bbf1-4029-b699-edffa40e6d2a {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:13.144080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for subnet (b76d5ce5-bbf1-4029-b699-edffa40e6d2a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-2511997f-ca29-4e9e-a774-4899e6ffbea6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53e0bcf2-62a7-4ce7-b816-e45121d66fee: This subnet is being modified by another concurrent operation.
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53e0bcf2-62a7-4ce7-b816-e45121d66fee: This subnet is being modified by another concurrent operation.
Jan 29 21:13:13.172972 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:13:13.191370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc789a0d-0f24-45d6-ae08-ac053dd55db7 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:13:13.191466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (b76d5ce5-bbf1-4029-b699-edffa40e6d2a), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.201219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e6a55-d67b-4689-9359-b87ef7365ce0 None None] Network 550ddfc1-e4b4-4e9f-a173-fd5b54d6afff requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:13.202265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9e702-3332-4895-95f9-f836942451fe req-28079827-4895-4bb2-ba6c-a4157a8afda2 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:13.203932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52d9e702-3332-4895-95f9-f836942451fe req-28079827-4895-4bb2-ba6c-a4157a8afda2 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.0760386
Jan 29 21:13:13.248100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b76d5ce5-bbf1-4029-b699-edffa40e6d2a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.263464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52d9e702-3332-4895-95f9-f836942451fe req-0d70bb27-28b1-46bf-adff-e78b44498f30 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/security-groups?id=336a8aa6-912e-4909-9977-c5e5f70016ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493600
Jan 29 21:13:13.272859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:13.282316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.318299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (b76d5ce5-bbf1-4029-b699-edffa40e6d2a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-7659d810-2052-45ec-add9-4e77e69e2772 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b76d5ce5-bbf1-4029-b699-edffa40e6d2a: This subnet is being modified by another concurrent operation.
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b76d5ce5-bbf1-4029-b699-edffa40e6d2a: This subnet is being modified by another concurrent operation.
Jan 29 21:13:13.331542 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:13:13.348624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Subnet': ['ID=b76d5ce5-bbf1-4029-b699-edffa40e6d2a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:13.348792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.354706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50008) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:13.357513 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-411d3eb5-7318-44ea-a8a4-5b4d6166c69a tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/subnets/b76d5ce5-bbf1-4029-b699-edffa40e6d2a HTTP/1.1" status: 204  len: 168 time: 0.2759786
Jan 29 21:13:13.357953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5e24b-8368-4e38-95a1-fb437af3ef35 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:13.388542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:13.406966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c72dc-8e1b-41f9-ad0a-10251ac6fc28 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:13.408526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-058c72dc-8e1b-41f9-ad0a-10251ac6fc28 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0528567
Jan 29 21:13:13.412027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50010) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:13.486751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5e24b-8368-4e38-95a1-fb437af3ef35 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:13.490323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-b9e09dca-611b-4938-867e-69ac72263c02 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:13.492244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-b9e09dca-611b-4938-867e-69ac72263c02 tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 950 time: 0.0781302
Jan 29 21:13:13.511199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8bd0ec29-923d-468f-832c-15a941fb810d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.610806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Deleting port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:13.611169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.624072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e36294-7788-45a5-85e8-35c88ff874f4 req-360b9342-e0b6-419a-aef0-6605acc6c4fc tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:13.625865 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53e36294-7788-45a5-85e8-35c88ff874f4 req-360b9342-e0b6-419a-aef0-6605acc6c4fc tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1126 time: 0.1304731
Jan 29 21:13:13.663962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8bd0ec29-923d-468f-832c-15a941fb810d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.703460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53e36294-7788-45a5-85e8-35c88ff874f4 req-93f95021-f649-4782-aa88-c07b30c94ab0 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634768
Jan 29 21:13:13.707124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea112e0400>,) {'filters': {'network_id': ['8bd0ec29-923d-468f-832c-15a941fb810d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:13.723137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea112e0400>, '23138bab-9434-4543-95a7-a5da6c36a2bf') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:13.723435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea112e0400>, '23138bab-9434-4543-95a7-a5da6c36a2bf') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:13.727629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] For port 4ca96b6c-661f-4d2d-b1de-e47e71c12230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca96b6c-661f-4d2d-b1de-e47e71c12230,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:13.728054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.740444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (23138bab-9434-4543-95a7-a5da6c36a2bf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.741613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Calling delete_port for 4ca96b6c-661f-4d2d-b1de-e47e71c12230 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:13.750133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.759161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (23138bab-9434-4543-95a7-a5da6c36a2bf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.766398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:13.767127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (23138bab-9434-4543-95a7-a5da6c36a2bf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:13.770179 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:13.837130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8bd0ec29-923d-468f-832c-15a941fb810d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.844574 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.849525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/8bd0ec29-923d-468f-832c-15a941fb810d HTTP/1.1" status: 204  len: 168 time: 0.4363885
Jan 29 21:13:13.852252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:13.860449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bc789a0d-0f24-45d6-ae08-ac053dd55db7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:13.872619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90e34-99a5-442a-b294-1c8f9780ed62 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=8bd0ec29-923d-468f-832c-15a941fb810d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:13.897653 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4ca96b6c-661f-4d2d-b1de-e47e71c12230), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.915829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['4ca96b6c-661f-4d2d-b1de-e47e71c12230'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:13.918429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d80bdf-5a4a-46e7-a70d-c74d3361fb4e None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:13.934475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Pushing event deleted for resources: {'Port': ['ID=4ca96b6c-661f-4d2d-b1de-e47e71c12230,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:13.954145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (550ddfc1-e4b4-4e9f-a173-fd5b54d6afff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.979597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] No DVR routers for this DVR port 4ca96b6c-661f-4d2d-b1de-e47e71c12230 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:13.982296 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:13.986106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f7a6f6fc-6f16-4370-969a-aae36cc29665 req-ce1fea65-2034-4dbe-b4db-a364c4cb8bdc tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.18 "DELETE /v2.0/ports/4ca96b6c-661f-4d2d-b1de-e47e71c12230 HTTP/1.1" status: 204  len: 173 time: 0.4888356
Jan 29 21:13:13.986633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'name': 'network-vif-deleted', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:13.989315 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506ed22-d56b-4a42-8919-a0aeefff454b" -d '{"events": [{"server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "name": "network-vif-deleted", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:14.035694 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52dff97-4164-433c-8757-91f177ec969d x-openstack-request-id: req-f52dff97-4164-433c-8757-91f177ec969d {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:14.036058 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a51d0-e32f-4061-91ab-5f6753d17892", "name": "network-vif-deleted", "tag": "4ca96b6c-661f-4d2d-b1de-e47e71c12230", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:14.036965 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f52dff97-4164-433c-8757-91f177ec969d {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:14.037525 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a51d0-e32f-4061-91ab-5f6753d17892', 'name': 'network-vif-deleted', 'tag': '4ca96b6c-661f-4d2d-b1de-e47e71c12230', 'status': 'completed', 'code': 200}
Jan 29 21:13:14.064119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (550ddfc1-e4b4-4e9f-a173-fd5b54d6afff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.091106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a3e61f0>,) {'filters': {'network_id': ['550ddfc1-e4b4-4e9f-a173-fd5b54d6afff']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.099307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d80bdf-5a4a-46e7-a70d-c74d3361fb4e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:14.102222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3e61f0>, '26b14c35-7fa1-445d-a12f-95db12bc15a6') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.102630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a3e61f0>, '26b14c35-7fa1-445d-a12f-95db12bc15a6') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.113557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (26b14c35-7fa1-445d-a12f-95db12bc15a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.128478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (26b14c35-7fa1-445d-a12f-95db12bc15a6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.135341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:14.135829 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (26b14c35-7fa1-445d-a12f-95db12bc15a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:14.139125 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:14.197851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (550ddfc1-e4b4-4e9f-a173-fd5b54d6afff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.203179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.206985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/550ddfc1-e4b4-4e9f-a173-fd5b54d6afff HTTP/1.1" status: 204  len: 168 time: 0.3533623
Jan 29 21:13:14.210088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:14.223428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eda62-893f-4406-a383-acb5b9784881 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=550ddfc1-e4b4-4e9f-a173-fd5b54d6afff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:14.293639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6a90c077-c037-48b4-bc18-6cb2b7f97647), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.318902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d12d0-e3ea-41e0-9401-a73d7b0a1801 None None] Network 8bd0ec29-923d-468f-832c-15a941fb810d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:14.333606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d12d0-e3ea-41e0-9401-a73d7b0a1801 None None] Network 8bd0ec29-923d-468f-832c-15a941fb810d could not be found, it might have been deleted concurrently. {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Jan 29 21:13:14.405780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6a90c077-c037-48b4-bc18-6cb2b7f97647), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.413585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf790d1a-bf1e-4ea3-90d3-dfbb28bee137 req-63e94b9b-ee6c-4aad-9553-dc56228c8a3a tempest-VolumesBackupsTest-2013611801 tempest-VolumesBackupsTest-2013611801-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a51d0-e32f-4061-91ab-5f6753d17892 HTTP/1.1" status: 200  len: 210 time: 0.0447283
Jan 29 21:13:14.436299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e250>,) {'filters': {'network_id': ['6a90c077-c037-48b4-bc18-6cb2b7f97647']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.447158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e250>, '72bfd958-255e-47cf-b7f5-e0ddebc9b019') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.447467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e250>, '72bfd958-255e-47cf-b7f5-e0ddebc9b019') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.457883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (72bfd958-255e-47cf-b7f5-e0ddebc9b019), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.474163 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (72bfd958-255e-47cf-b7f5-e0ddebc9b019), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.481769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:14.482300 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (72bfd958-255e-47cf-b7f5-e0ddebc9b019), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:14.486850 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:14.551480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6a90c077-c037-48b4-bc18-6cb2b7f97647), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.558457 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.561580 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/6a90c077-c037-48b4-bc18-6cb2b7f97647 HTTP/1.1" status: 204  len: 168 time: 0.3504832
Jan 29 21:13:14.564298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50022) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:14.573534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d340b-dbe8-44d0-b66a-b8a719101311 tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=6a90c077-c037-48b4-bc18-6cb2b7f97647,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:14.644405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (66f134d3-26d9-401c-adc5-182e4091b235), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.729496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (66f134d3-26d9-401c-adc5-182e4091b235), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.749771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09404100>,) {'filters': {'network_id': ['66f134d3-26d9-401c-adc5-182e4091b235']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.759774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09404100>, 'bfd79e06-1196-4e69-92eb-928feaf26a6e') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.760066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09404100>, 'bfd79e06-1196-4e69-92eb-928feaf26a6e') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:14.774715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (bfd79e06-1196-4e69-92eb-928feaf26a6e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.787984 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bfd79e06-1196-4e69-92eb-928feaf26a6e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.802408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:14.803045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (bfd79e06-1196-4e69-92eb-928feaf26a6e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:14.806000 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:14.883088 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (66f134d3-26d9-401c-adc5-182e4091b235), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.888352 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:14.891537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] 10.222.0.20 "DELETE /v2.0/networks/66f134d3-26d9-401c-adc5-182e4091b235 HTTP/1.1" status: 204  len: 168 time: 0.3260360
Jan 29 21:13:14.897480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a186-b9f4-4be9-85de-ffac8343674b req-59e7a0db-c62d-4673-87d4-be0abf564451 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:14.898942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c2a186-b9f4-4be9-85de-ffac8343674b req-59e7a0db-c62d-4673-87d4-be0abf564451 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1126 time: 0.1085715
Jan 29 21:13:14.916101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1eac2-a7d3-4092-9fd5-f52a9b99a82d tempest-BulkNetworkOpsIpV6Test-1559436307 tempest-BulkNetworkOpsIpV6Test-1559436307-project] Pushing event deleted for resources: {'Network': ['ID=66f134d3-26d9-401c-adc5-182e4091b235,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:14.956683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2c2a186-b9f4-4be9-85de-ffac8343674b req-d387e761-e13d-46cc-b955-b83cef717586 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468469
Jan 29 21:13:15.139059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:15.271560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3150e01b-9e65-4036-9681-e4f41d74b325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2046057fcee44828a1d3d111deeae3d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1311355
Jan 29 21:13:15.274056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50034) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:15.320293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] Publish callbacks [] for security_group (6af330d6-71cd-4cbf-8716-324d962270e5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:15.340627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] Publish callbacks [] for security_group (6af330d6-71cd-4cbf-8716-324d962270e5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:15.386259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6af330d6-71cd-4cbf-8716-324d962270e5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:15.388931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:15.390113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6af330d6-71cd-4cbf-8716-324d962270e5 HTTP/1.1" status: 204  len: 168 time: 0.1151538
Jan 29 21:13:15.397582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae803-0140-4180-9d0a-7c68114fc2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af330d6-71cd-4cbf-8716-324d962270e5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:15.604958 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.085671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bb5bb-9590-4787-9dae-78b95d8782e2 req-91a11063-7007-4089-b3e9-510e43b3feaf tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:16.087245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-766bb5bb-9590-4787-9dae-78b95d8782e2 req-91a11063-7007-4089-b3e9-510e43b3feaf tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1126 time: 0.0521662
Jan 29 21:13:16.112579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50090) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:16.135378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-766bb5bb-9590-4787-9dae-78b95d8782e2 req-e1a12d5c-4ceb-40ab-8dea-2e3ba7762394 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421028
Jan 29 21:13:16.213863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073268575'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:16.232734 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:16.235978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.244748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.316214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for security_group (b55d3949-8734-4c91-8525-c88a405c5647), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.320006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b55d3949-8734-4c91-8525-c88a405c5647), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.347140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:16.352415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d3949-8734-4c91-8525-c88a405c5647,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:16.360424 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fa8003cd-f1e8-417d-8ceb-2e1507df03a9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.360857 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment fa8003cd-f1e8-417d-8ceb-2e1507df03a9 of type vlan for network 358213e6-f649-4745-b64f-5f1ca21aee67
Jan 29 21:13:16.400672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (358213e6-f649-4745-b64f-5f1ca21aee67), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.428378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (358213e6-f649-4745-b64f-5f1ca21aee67), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.433286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:16.433804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.490087 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3757350
Jan 29 21:13:16.500827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ed82-8fd3-49c8-845f-5e012934b0fe tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=358213e6-f649-4745-b64f-5f1ca21aee67,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:16.511001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:16.647389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bc789a0d-0f24-45d6-ae08-ac053dd55db7 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:16.703630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port bc789a0d-0f24-45d6-ae08-ac053dd55db7 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:13:16.708343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port bc789a0d-0f24-45d6-ae08-ac053dd55db7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:16.708732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.795416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bc789a0d-0f24-45d6-ae08-ac053dd55db7 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:16.795892 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.821185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:16.823863 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc2b02-1eda-4976-8895-74ba7cf56a19" -d '{"events": [{"server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "name": "network-vif-plugged", "status": "completed", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:16.845958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:16.857264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.858242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4ca96b6c-661f-4d2d-b1de-e47e71c12230 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:16.881146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 4ca96b6c-661f-4d2d-b1de-e47e71c12230 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:16.881492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 4ca96b6c-661f-4d2d-b1de-e47e71c12230 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:16.884178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:16.903429 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5aa52-50bd-4005-bb6b-49bcf6b7c2a4 x-openstack-request-id: req-75a5aa52-50bd-4005-bb6b-49bcf6b7c2a4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:16.903727 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "name": "network-vif-plugged", "status": "completed", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:16.904155 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a5aa52-50bd-4005-bb6b-49bcf6b7c2a4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:16.904743 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7', 'code': 200}
Jan 29 21:13:16.944932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:17.019631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c9e4-7ee1-4659-ab89-2ece185ecccc req-6fe20740-fa47-42a6-9a82-0a1e96f69c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:17.029176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-73b9c9e4-7ee1-4659-ab89-2ece185ecccc req-6fe20740-fa47-42a6-9a82-0a1e96f69c12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0610125
Jan 29 21:13:17.071461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-73b9c9e4-7ee1-4659-ab89-2ece185ecccc req-1bdcc3cd-5ec2-4ed6-968f-6609190c3283 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397348
Jan 29 21:13:17.254311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce705-73f4-40fe-bc7e-6b830fdfb79e req-207e0304-4213-44fb-99fe-494f1fd6ad92 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:17.256503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5bce705-73f4-40fe-bc7e-6b830fdfb79e req-207e0304-4213-44fb-99fe-494f1fd6ad92 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0513544
Jan 29 21:13:17.308918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5bce705-73f4-40fe-bc7e-6b830fdfb79e req-933eda86-cf98-4b52-91bd-6e1a61990c08 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430305
Jan 29 21:13:18.422128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2a8c8-fd7b-4086-af5c-2c4fcd32570a req-4d72ad0e-9dc0-4e63-95b9-f4f45e88ddd9 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:18.423680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0f2a8c8-fd7b-4086-af5c-2c4fcd32570a req-4d72ad0e-9dc0-4e63-95b9-f4f45e88ddd9 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0468383
Jan 29 21:13:18.469627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0f2a8c8-fd7b-4086-af5c-2c4fcd32570a req-5f0c713a-d3b4-48fd-ac51-c3deebcada6d tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396013
Jan 29 21:13:19.603801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333839-240e-4c7d-aaf8-7eee85b9c98c req-26e0ecd3-5126-4def-b368-bba199e00aaa tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:19.607036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52333839-240e-4c7d-aaf8-7eee85b9c98c req-26e0ecd3-5126-4def-b368-bba199e00aaa tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0615573
Jan 29 21:13:19.636194 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50192) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:19.643002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:19.654511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52333839-240e-4c7d-aaf8-7eee85b9c98c req-72281d6f-d0d0-4997-b38b-e48d33305c5e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413249
Jan 29 21:13:19.747595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:19.751098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:19.768952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcd7f2-48f7-459b-b623-c12dd4dfcfbb req-362dc72b-4768-4f13-b028-50b47383c1d0 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:19.771195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbfcd7f2-48f7-459b-b623-c12dd4dfcfbb req-362dc72b-4768-4f13-b028-50b47383c1d0 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0488968
Jan 29 21:13:19.824871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbfcd7f2-48f7-459b-b623-c12dd4dfcfbb req-4c4cada2-17a1-44d1-bf25-3d2e4f9c211e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466204
Jan 29 21:13:19.939490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3452-2f33-4bc1-b639-62652eeaf83a req-74c1f14b-5ebd-4574-9408-d48cbbea5ec8 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:19.941358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-533c3452-2f33-4bc1-b639-62652eeaf83a req-74c1f14b-5ebd-4574-9408-d48cbbea5ec8 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0481768
Jan 29 21:13:19.943894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (65bef552-702f-4a5a-8566-6358f8de8c43), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:19.991137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-533c3452-2f33-4bc1-b639-62652eeaf83a req-ce6e7f7a-2aa2-47bf-996e-b4e96c93d387 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435431
Jan 29 21:13:20.017198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=65bef552-702f-4a5a-8566-6358f8de8c43,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:20.027470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:20.027850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: 358213e6-f649-4745-b64f-5f1ca21aee67, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:20.045523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network 358213e6-f649-4745-b64f-5f1ca21aee67 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:20.055973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 358213e6-f649-4745-b64f-5f1ca21aee67) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:20.060004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:20.060607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.066915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e927eab-23dc-40d8-9e2d-d8c0e0e639d8 None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:20.099459 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a39e0ad4-3813-4a3f-a38c-eeef95507758 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4585426
Jan 29 21:13:20.100398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50210) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:20.108033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-126879772'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:20.137404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:20.141882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.168474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:20.195022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.195604 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment b8f32b0d-2aae-487b-9b26-c90d80e63483 of type vlan for network a8663cd5-8206-4c79-a853-c0323615d153
Jan 29 21:13:20.205395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-358213e6-f649-4745-b64f-5f1ca21aee67', 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': '65bef552-702f-4a5a-8566-6358f8de8c43'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:20.210100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.293326 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a8663cd5-8206-4c79-a853-c0323615d153), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.343363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a8663cd5-8206-4c79-a853-c0323615d153), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.349240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:20.349858 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.384492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Allocated IP 2001:db8:0:ffff::2 (358213e6-f649-4745-b64f-5f1ca21aee67/65bef552-702f-4a5a-8566-6358f8de8c43/13e93c08-a2df-479c-a6d5-fb3e2e9fcc30) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:20.429247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3265002
Jan 29 21:13:20.430463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-a3423dc6-95c1-4404-aa33-255c95f6be42 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:20.431867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-a3423dc6-95c1-4404-aa33-255c95f6be42 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.2000411
Jan 29 21:13:20.432181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:20.437242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:20.454157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-42bc3161-409c-4590-a523-c32cf1b108bd tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/quotas/0fac805709a54f7a838441c44266b218 HTTP/1.1" status: 200  len: 375 time: 0.0151656
Jan 29 21:13:20.456932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ae4d3-eccc-476a-a67d-b3421b78bde1 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=a8663cd5-8206-4c79-a853-c0323615d153,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:20.474980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a8663cd5-8206-4c79-a853-c0323615d153 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:20.509704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-fef081a6-7fb4-4893-a117-770937332422 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0487955
Jan 29 21:13:20.532188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:20.537551 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.604286 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks [] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.607910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-ae2256d9-f221-4879-ba94-a30a3480390c service neutron] 10.222.0.20 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905714
Jan 29 21:13:20.611787 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.659604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:20.664443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:20.666632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Pushing event updated for resources: {'Port': ['ID=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:20.669117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:20.714035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-d9918f12-fb90-400b-8d12-92e0221f0c69 service neutron] 10.222.0.20 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996623
Jan 29 21:13:20.731193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Attempting to bind port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:20.731746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Attempting to bind port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:20.732239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Attempting to bind port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 on network 358213e6-f649-4745-b64f-5f1ca21aee67 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:20.738920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:20.740049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Checking segment: {'id': 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:20.740580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.740821 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.741347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Bound using segment: {'id': 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:20.742021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Bound port: 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '358213e6-f649-4745-b64f-5f1ca21aee67'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:20.742463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.807133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:20.811903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] For port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:20.812329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': 'b8f32b0d-2aae-487b-9b26-c90d80e63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:20.812903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: a8663cd5-8206-4c79-a853-c0323615d153, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:20.815343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] For port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,segment=NetworkSegment(fa8003cd-f1e8-417d-8ceb-2e1507df03a9),segment_id=fa8003cd-f1e8-417d-8ceb-2e1507df03a9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:20.823137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.831845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network a8663cd5-8206-4c79-a853-c0323615d153 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:20.845305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8663cd5-8206-4c79-a853-c0323615d153) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:20.850022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:20.850695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:20.873309 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-77bcfb7f-fe31-4b64-bbd5-5b696dad7809 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4399562
Jan 29 21:13:20.875475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a78cf-77d7-481c-a602-f58b1d7d0279 None None] Network a8663cd5-8206-4c79-a853-c0323615d153 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:20.876806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50248) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:20.965819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5814cf-320b-42d7-b6c4-df0905d9bca5 None None] Pushing event updated for resources: {'Port': ['ID=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:21.031667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8663cd5-8206-4c79-a853-c0323615d153', 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': '9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:21.032785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.066969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c45cf69-fa75-452b-8345-98088f41930f req-06947774-4071-4ff1-94b9-dfb8604f9b20 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 210 time: 0.1627092
Jan 29 21:13:21.165033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a8663cd5-8206-4c79-a853-c0323615d153), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.284401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Allocated IP 2001:db8::1 (a8663cd5-8206-4c79-a853-c0323615d153/9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54/5370200d-aedd-475c-883e-acddedde2e50) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:21.307991 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.518189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks [] for port (5370200d-aedd-475c-883e-acddedde2e50), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.529783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5370200d-aedd-475c-883e-acddedde2e50), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.565097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.602019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Pushing event updated for resources: {'Port': ['ID=5370200d-aedd-475c-883e-acddedde2e50,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:21.612272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:21.630420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Network a8663cd5-8206-4c79-a853-c0323615d153 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:21.648453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:21.659200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:21.739942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a8663cd5-8206-4c79-a853-c0323615d153), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.813683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10f5ad00>,) {'filters': {'network_id': ['a8663cd5-8206-4c79-a853-c0323615d153']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:21.823431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Attempting to bind port 5370200d-aedd-475c-883e-acddedde2e50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:21.823858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Attempting to bind port 5370200d-aedd-475c-883e-acddedde2e50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8f32b0d-2aae-487b-9b26-c90d80e63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:21.824474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Attempting to bind port 5370200d-aedd-475c-883e-acddedde2e50 on network a8663cd5-8206-4c79-a853-c0323615d153 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:21.830057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:21.830786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10f5ad00>, 'b8f32b0d-2aae-487b-9b26-c90d80e63483') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:21.830985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10f5ad00>, 'b8f32b0d-2aae-487b-9b26-c90d80e63483') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:21.831465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Checking segment: {'id': 'b8f32b0d-2aae-487b-9b26-c90d80e63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:21.832103 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.833474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Bound using segment: {'id': 'b8f32b0d-2aae-487b-9b26-c90d80e63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:21.833474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Bound port: 5370200d-aedd-475c-883e-acddedde2e50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f32b0d-2aae-487b-9b26-c90d80e63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a8663cd5-8206-4c79-a853-c0323615d153'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:21.834028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5370200d-aedd-475c-883e-acddedde2e50), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.847517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.869219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.876682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:21.877601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:21.881460 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:21.915796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] For port 5370200d-aedd-475c-883e-acddedde2e50, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:21.939833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] For port 5370200d-aedd-475c-883e-acddedde2e50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5370200d-aedd-475c-883e-acddedde2e50,segment=NetworkSegment(b8f32b0d-2aae-487b-9b26-c90d80e63483),segment_id=b8f32b0d-2aae-487b-9b26-c90d80e63483)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:21.941521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:13:21.941521 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:13:21.941521 ncdv-master-1 neutron-server[125943]: [parameters: {'id': 'a8663cd5-8206-4c79-a853-c0323615d153'}]
Jan 29 21:13:21.941521 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:13:21.941976 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:13:21.947733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5370200d-aedd-475c-883e-acddedde2e50), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.030588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e99ab-29bd-43c6-90e3-3b068e7c670d None None] Pushing event updated for resources: {'Port': ['ID=5370200d-aedd-475c-883e-acddedde2e50,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:22.067990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b19b09-8efe-4201-b9a2-bfd4576d6100 None None] Network a8663cd5-8206-4c79-a853-c0323615d153 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:22.244692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b0dcc23-c11f-4386-9be5-f04b76032b2b req-27a40cae-5725-48ed-9f6c-66907489885c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 210 time: 0.0844805
Jan 29 21:13:22.443208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a8663cd5-8206-4c79-a853-c0323615d153), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.461752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-6328e583-3a5b-4a94-bf0e-3280b1d2b7c4 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:22.463237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.463696 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-6328e583-3a5b-4a94-bf0e-3280b1d2b7c4 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.36 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.1738231
Jan 29 21:13:22.486595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Request body: {'port': {'device_id': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'admin_state_up': True, 'tenant_id': '0fac805709a54f7a838441c44266b218'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:22.511454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Made reservation on behalf of 0fac805709a54f7a838441c44266b218 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:22.514621 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.515795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port 5370200d-aedd-475c-883e-acddedde2e50 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:22.516145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5370200d-aedd-475c-883e-acddedde2e50), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.583997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port 5370200d-aedd-475c-883e-acddedde2e50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5370200d-aedd-475c-883e-acddedde2e50,segment=NetworkSegment(b8f32b0d-2aae-487b-9b26-c90d80e63483),segment_id=b8f32b0d-2aae-487b-9b26-c90d80e63483)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:22.584395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5370200d-aedd-475c-883e-acddedde2e50), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.598875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a9cea-8c4f-45ca-9248-cb0f053a3183 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:22.602112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for 5370200d-aedd-475c-883e-acddedde2e50 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:22.685179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Allocated IP 172.20.0.13 (da8e1d8f-ec49-4df6-8135-983e453b0e04/cb75f780-9275-4337-89ff-bd9296d3750b/b50d242d-43b9-4ed9-80c0-e63ff946525a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:22.695164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-05303bee-3824-48bd-b302-f935209528be None None] Provisioning complete for port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:22.695833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05303bee-3824-48bd-b302-f935209528be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.739958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5370200d-aedd-475c-883e-acddedde2e50), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.771337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=5370200d-aedd-475c-883e-acddedde2e50,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:22.774967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port 5370200d-aedd-475c-883e-acddedde2e50 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:22.874531 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a8663cd5-8206-4c79-a853-c0323615d153), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.892862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-05303bee-3824-48bd-b302-f935209528be None None] Current status of the port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:22.892862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05303bee-3824-48bd-b302-f935209528be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.916694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea091c91c0>,) {'filters': {'network_id': ['a8663cd5-8206-4c79-a853-c0323615d153']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:22.917129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a9cea-8c4f-45ca-9248-cb0f053a3183 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:22.934702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091c91c0>, 'b8f32b0d-2aae-487b-9b26-c90d80e63483') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:22.935702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea091c91c0>, 'b8f32b0d-2aae-487b-9b26-c90d80e63483') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:22.941952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-05303bee-3824-48bd-b302-f935209528be None None] For port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,segment=NetworkSegment(fa8003cd-f1e8-417d-8ceb-2e1507df03a9),segment_id=fa8003cd-f1e8-417d-8ceb-2e1507df03a9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:22.948822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.951744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05303bee-3824-48bd-b302-f935209528be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:22.959379 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks [] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.000363 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.018126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:23.018878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (b8f32b0d-2aae-487b-9b26-c90d80e63483), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:23.023628 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:23.026600 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.046869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bc789a0d-0f24-45d6-ae08-ac053dd55db7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:23.074046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:23.083930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:23.090108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:23.134703 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-89c77671-0b64-41d6-a129-91c0f945b711 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1926336
Jan 29 21:13:23.155200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Pushing event updated for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:23.158465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a8663cd5-8206-4c79-a853-c0323615d153), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.194407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.201814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/a8663cd5-8206-4c79-a853-c0323615d153 HTTP/1.1" status: 204  len: 168 time: 2.3186207
Jan 29 21:13:23.202938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50286) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:23.232963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-267486945'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:23.238023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.238656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.240535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50a077-16ec-4e59-b020-9612e13fcf5e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=a8663cd5-8206-4c79-a853-c0323615d153,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:23.267765 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9451953e-13dc-4760-83e2-5068f715cc39 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.7961593
Jan 29 21:13:23.282822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Request body: {'port': {'device_id': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:23.288168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:23.292617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.340404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-e9aa6252-9d2e-4c3d-b38f-aaeb0b220317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.342911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-e9aa6252-9d2e-4c3d-b38f-aaeb0b220317 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.1789968
Jan 29 21:13:23.377787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:23.410572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:23.411690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (644ab9ce-94c7-453a-891b-614b9a59a4fc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.412075 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment 644ab9ce-94c7-453a-891b-614b9a59a4fc of type vlan for network db486811-91f3-4306-9b17-0a0ca8942666
Jan 29 21:13:23.432660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303bee-3824-48bd-b302-f935209528be None None] Pushing event updated for resources: {'Port': ['ID=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:23.488112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.493466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (db486811-91f3-4306-9b17-0a0ca8942666), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.506618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79548e4-a2eb-42b7-adcf-dc5389f69d7c req-53db184d-f10e-43e0-806b-09b56288ec77 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.508572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c79548e4-a2eb-42b7-adcf-dc5389f69d7c req-53db184d-f10e-43e0-806b-09b56288ec77 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1028 time: 0.1891196
Jan 29 21:13:23.533290 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.583677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (db486811-91f3-4306-9b17-0a0ca8942666), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.594748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.595525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.599628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-c5817f6e-9711-4f54-82cd-1da6cf25f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.601221 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-c5817f6e-9711-4f54-82cd-1da6cf25f9d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 910 time: 0.2019987
Jan 29 21:13:23.674964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:23.675370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.706230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c79548e4-a2eb-42b7-adcf-dc5389f69d7c req-f337f9c2-703b-4314-9b68-27c98413c2ae tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907573
Jan 29 21:13:23.721045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5056634
Jan 29 21:13:23.723784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50292) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:23.731353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:23.783758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caccfd35-d976-4559-aba3-761f74b34cce None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:23.787947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e0b90-5380-4751-baf0-82eeb060d645 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=db486811-91f3-4306-9b17-0a0ca8942666,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:23.810902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-beb40a50-12b5-4a7f-8d94-56f73c89f248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 1000 time: 0.1982021
Jan 29 21:13:23.816946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-ab938317-ba3b-46bc-8afd-f37d89e3857a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2041843
Jan 29 21:13:23.844465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network db486811-91f3-4306-9b17-0a0ca8942666 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:23.952588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:23.958578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:23.960095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-e81a19d9-3bef-465b-8a60-1001bf84c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:23.961789 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-e81a19d9-3bef-465b-8a60-1001bf84c923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.1446183
Jan 29 21:13:23.972217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:24.096035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-47e6a9b3-15b1-481e-99b1-d66b075e589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.097681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-47e6a9b3-15b1-481e-99b1-d66b075e589d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 1127 time: 0.2447064
Jan 29 21:13:24.102981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-8670364c-76e7-45c3-b3fe-5bc0d12b8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.107982 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-8670364c-76e7-45c3-b3fe-5bc0d12b8f24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1387432
Jan 29 21:13:24.265301 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d242d-43b9-4ed9-80c0-e63ff946525a {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:13:24.278555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks [] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.313896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Transition to ACTIVE for port object b50d242d-43b9-4ed9-80c0-e63ff946525a will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:13:24.322593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.329335 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-d69150f7-181f-4256-9bf2-c5e473f61854 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117326
Jan 29 21:13:24.453176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-b4cdb5aa-de19-4a13-854f-bd69c35dd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.454868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-b4cdb5aa-de19-4a13-854f-bd69c35dd038 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.3258491
Jan 29 21:13:24.456330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (1cda6461-33a9-4bd7-8c13-ee3efc504358), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.477396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:24.576788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Attempting to bind port b50d242d-43b9-4ed9-80c0-e63ff946525a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:24.577579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Attempting to bind port b50d242d-43b9-4ed9-80c0-e63ff946525a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:24.577716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Attempting to bind port b50d242d-43b9-4ed9-80c0-e63ff946525a on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:24.587313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d38fa8b6-32c5-4eeb-92db-5b9027d79378 req-53ad5d00-6809-47a9-a6a4-59cdb62ef034 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487566
Jan 29 21:13:24.599609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Port b50d242d-43b9-4ed9-80c0-e63ff946525a on network da8e1d8f-ec49-4df6-8135-983e453b0e04 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:13:24.599609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Attempting to bind port b50d242d-43b9-4ed9-80c0-e63ff946525a on network da8e1d8f-ec49-4df6-8135-983e453b0e04 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:24.601832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-6cd67048-36e1-4475-b411-4874f5906205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 200  len: 217 time: 0.1379921
Jan 29 21:13:24.618501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:24.619237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Checking segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:24.619876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Bound using segment: {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:24.622966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Bound port: b50d242d-43b9-4ed9-80c0-e63ff946525a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da613d75-8a65-42f5-9f3e-6e5f72c3757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:24.622966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.670904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=1cda6461-33a9-4bd7-8c13-ee3efc504358,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:24.682123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': '644ab9ce-94c7-453a-891b-614b9a59a4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:24.682815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: db486811-91f3-4306-9b17-0a0ca8942666, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:24.691787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-405c67eb-9a31-439b-bcd0-99f196cb9659 None None] Provisioning complete for port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:24.692539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-405c67eb-9a31-439b-bcd0-99f196cb9659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.715318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-c0484d7c-fb5f-4d9f-8756-088cccf50791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.717442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-c0484d7c-fb5f-4d9f-8756-088cccf50791 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.1016159
Jan 29 21:13:24.722118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network db486811-91f3-4306-9b17-0a0ca8942666 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:24.767457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db486811-91f3-4306-9b17-0a0ca8942666) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:24.773191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.773934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.775447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:24.801995 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:24.807352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbdaf3d-f187-4ddd-b603-2b519b1c1045 None None] Network db486811-91f3-4306-9b17-0a0ca8942666 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:24.827219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.841284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2ef60727-7f4b-46d6-b870-85f4428d0c5a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.1163845
Jan 29 21:13:24.843393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50298) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:24.874923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325540017'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:24.886169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-3155bac4-58bc-459c-8723-6aa9aa085b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.888244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-3155bac4-58bc-459c-8723-6aa9aa085b09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1607966
Jan 29 21:13:24.902706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.903678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:24.905726 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b50d242d-43b9-4ed9-80c0-e63ff946525a HTTP/1.1" status: 200  len: 1092 time: 1.6280499
Jan 29 21:13:24.906419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:24.924040 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10" -d '{"events": [{"name": "network-changed", "server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:24.959169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-405c67eb-9a31-439b-bcd0-99f196cb9659 None None] Current status of the port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:24.991918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bd97f-3681-4f10-89a0-c655dd40a9fd req-971e6c10-f8b6-454b-9f47-53bfd3c07f51 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:24.991918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-109bd97f-3681-4f10-89a0-c655dd40a9fd req-971e6c10-f8b6-454b-9f47-53bfd3c07f51 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.1745448
Jan 29 21:13:25.017897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db486811-91f3-4306-9b17-0a0ca8942666', 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': '1cda6461-33a9-4bd7-8c13-ee3efc504358'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:25.019035 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.048578 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e3c94-32de-40ba-b0f9-dc2bbf803461 x-openstack-request-id: req-fd4e3c94-32de-40ba-b0f9-dc2bbf803461 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:25.049016 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:25.049339 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd4e3c94-32de-40ba-b0f9-dc2bbf803461 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:25.049863 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a', 'status': 'completed', 'code': 200}
Jan 29 21:13:25.083662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-cf06aec5-2aae-4f80-bb63-4ac2ec65ca46 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858809
Jan 29 21:13:25.088619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-109bd97f-3681-4f10-89a0-c655dd40a9fd req-80ad3047-5ae6-4844-ab76-f716a58a6303 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873857
Jan 29 21:13:25.149106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:25.161642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.201341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eded34-b4a3-4048-a2af-5d7e66dd68c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:25.231770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:25.248633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-2327f771-2840-4cab-a8ff-9bcd65f486e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:25.250558 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-2327f771-2840-4cab-a8ff-9bcd65f486e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.2737296
Jan 29 21:13:25.269134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:25.285608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-006395b3-0d12-49ee-baea-3d333c9233c3 req-c8476d6b-c066-4cc6-8e0a-91dffd7cae87 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864161
Jan 29 21:13:25.328305 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-469e8e93-7de4-4edc-8dc1-0141c497d7eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a HTTP/1.1" status: 200  len: 217 time: 0.0688624
Jan 29 21:13:25.334395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (207b6033-0508-48a2-9eee-fb1f5e1fc74f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.335369 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment 207b6033-0508-48a2-9eee-fb1f5e1fc74f of type vlan for network 56501774-01ac-4ca6-8079-8eb6c6c24e20
Jan 29 21:13:25.401731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Allocated IP 2001:db8::3 (db486811-91f3-4306-9b17-0a0ca8942666/1cda6461-33a9-4bd7-8c13-ee3efc504358/fa5d79e9-6086-4ea3-89cd-91963497b575) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:25.410822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:25.411194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.421605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (56501774-01ac-4ca6-8079-8eb6c6c24e20), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.450605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-1a23e858-5e78-4a6a-8800-b33abe604329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:25.452083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-1a23e858-5e78-4a6a-8800-b33abe604329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb75f780-9275-4337-89ff-bd9296d3750b HTTP/1.1" status: 200  len: 849 time: 0.1150253
Jan 29 21:13:25.469196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (56501774-01ac-4ca6-8079-8eb6c6c24e20), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.474259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:25.474915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.562413 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7178338
Jan 29 21:13:25.565338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50302) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:25.575659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d1c8-237a-4635-9ae7-648e8e0630ec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=56501774-01ac-4ca6-8079-8eb6c6c24e20,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:25.575772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': '56501774-01ac-4ca6-8079-8eb6c6c24e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:25.584604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-e3098b00-a476-4d37-bc6b-487df233ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:25.589586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-e3098b00-a476-4d37-bc6b-487df233ade7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da8e1d8f-ec49-4df6-8135-983e453b0e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1303427
Jan 29 21:13:25.592775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 56501774-01ac-4ca6-8079-8eb6c6c24e20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:25.647956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:25.722253 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9588c92d-1c1f-4586-a052-18719a70ff09 service neutron] 10.222.0.36 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256335
Jan 29 21:13:25.757173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks [] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.760098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:25.764157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.772881 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.826728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Network db486811-91f3-4306-9b17-0a0ca8942666 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:25.830695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:25.838601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-851d5b97-c528-4b4d-b505-0f282d9cfb05 req-9b8975b5-0ad0-4bd2-ab4f-eb7e72daf6ba service neutron] 10.222.0.36 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1105289
Jan 29 21:13:25.844426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:25.854897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Pushing event updated for resources: {'Port': ['ID=fa5d79e9-6086-4ea3-89cd-91963497b575,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:25.961442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Attempting to bind port fa5d79e9-6086-4ea3-89cd-91963497b575 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:25.961816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Attempting to bind port fa5d79e9-6086-4ea3-89cd-91963497b575 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '644ab9ce-94c7-453a-891b-614b9a59a4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:25.962184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Attempting to bind port fa5d79e9-6086-4ea3-89cd-91963497b575 on network db486811-91f3-4306-9b17-0a0ca8942666 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:25.970828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:25.971228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Checking segment: {'id': '644ab9ce-94c7-453a-891b-614b9a59a4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:25.971629 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.972030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Bound using segment: {'id': '644ab9ce-94c7-453a-891b-614b9a59a4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:25.972522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Bound port: fa5d79e9-6086-4ea3-89cd-91963497b575, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644ab9ce-94c7-453a-891b-614b9a59a4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db486811-91f3-4306-9b17-0a0ca8942666'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:25.972963 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:25.979740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-4ba1c4aa-a051-4763-a3ec-da9d99906585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:25.981348 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-4ba1c4aa-a051-4763-a3ec-da9d99906585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fac805709a54f7a838441c44266b218&device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.0642278
Jan 29 21:13:26.071560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] For port fa5d79e9-6086-4ea3-89cd-91963497b575, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:26.074908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] For port fa5d79e9-6086-4ea3-89cd-91963497b575, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5d79e9-6086-4ea3-89cd-91963497b575,segment=NetworkSegment(644ab9ce-94c7-453a-891b-614b9a59a4fc),segment_id=644ab9ce-94c7-453a-891b-614b9a59a4fc)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:26.096076 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:26.118884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-8e32d087-abef-4dd6-b096-e631d7a4fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:26.120815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-8e32d087-abef-4dd6-b096-e631d7a4fcdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 200  len: 911 time: 0.1337588
Jan 29 21:13:26.232283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a27ea-b430-4834-aba8-a9af0d77b2f1 None None] Pushing event updated for resources: {'Port': ['ID=fa5d79e9-6086-4ea3-89cd-91963497b575,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:26.235731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Performing IP validity checks on allocation pools {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:13:26.236412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:13:26.366132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c256-3b7f-4347-b574-1449ccca9d2c req-a3c0339c-cb0e-45b0-b936-aa2c412862fa tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:26.367675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8828c256-3b7f-4347-b574-1449ccca9d2c req-a3c0339c-cb0e-45b0-b936-aa2c412862fa tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.1090434
Jan 29 21:13:26.479634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8828c256-3b7f-4347-b574-1449ccca9d2c req-51fb7efd-7e20-421c-bc93-638b32028eea tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029468
Jan 29 21:13:26.498204 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (d7feedd3-d098-4c9a-8b81-06bb0a3cad54), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:26.597135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=d7feedd3-d098-4c9a-8b81-06bb0a3cad54,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:26.605867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': '207b6033-0508-48a2-9eee-fb1f5e1fc74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '56501774-01ac-4ca6-8079-8eb6c6c24e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:26.606242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: 56501774-01ac-4ca6-8079-8eb6c6c24e20, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:26.642427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network 56501774-01ac-4ca6-8079-8eb6c6c24e20 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:26.649874 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-30667a9a-ea28-472d-9cd1-7c055d40a359 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a HTTP/1.1" status: 200  len: 217 time: 0.5175807
Jan 29 21:13:26.655493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56501774-01ac-4ca6-8079-8eb6c6c24e20) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:26.662885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:26.663794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:26.685987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bc2a4-0e33-446b-a7c2-f436edf904d8 None None] Network 56501774-01ac-4ca6-8079-8eb6c6c24e20 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:26.715634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-571851a1-1968-415d-8bb1-5235d9c92a45 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.1437037
Jan 29 21:13:26.715988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50310) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:26.779429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-68d7625d-14b5-444a-8d55-a37caa13750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:26.783333 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-68d7625d-14b5-444a-8d55-a37caa13750d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb75f780-9275-4337-89ff-bd9296d3750b HTTP/1.1" status: 200  len: 849 time: 0.1250319
Jan 29 21:13:26.884188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-b65e2281-474b-4e1d-a334-59ae35baee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:26.885658 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-b65e2281-474b-4e1d-a334-59ae35baee2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da8e1d8f-ec49-4df6-8135-983e453b0e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0920117
Jan 29 21:13:26.888372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (56501774-01ac-4ca6-8079-8eb6c6c24e20), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:26.916684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e113764-e6a8-4eac-806f-42bd0e4f5607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56501774-01ac-4ca6-8079-8eb6c6c24e20', 'network_id': '56501774-01ac-4ca6-8079-8eb6c6c24e20', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': 'd7feedd3-d098-4c9a-8b81-06bb0a3cad54'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:26.925420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e113764-e6a8-4eac-806f-42bd0e4f5607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:26.971982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d7feedd3-d098-4c9a-8b81-06bb0a3cad54), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.047102 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-452e5d47-88d0-44a3-87b5-e83212093843 service neutron] 10.222.0.36 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523767
Jan 29 21:13:27.079776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (d7feedd3-d098-4c9a-8b81-06bb0a3cad54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-2e113764-e6a8-4eac-806f-42bd0e4f5607 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7feedd3-d098-4c9a-8b81-06bb0a3cad54: This subnet is being modified by another concurrent operation.
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7feedd3-d098-4c9a-8b81-06bb0a3cad54: This subnet is being modified by another concurrent operation.
Jan 29 21:13:27.089423 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:13:27.116339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041ed7d-d95d-49b6-9541-ec7d213451d1 None None] Network 56501774-01ac-4ca6-8079-8eb6c6c24e20 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:27.153676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=d7feedd3-d098-4c9a-8b81-06bb0a3cad54,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:27.209040 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55bb87f9-1dd4-4246-9a3d-dc7eb9240e10 req-ae614335-5ac8-4b8c-94c5-66f40fd0ad86 service neutron] 10.222.0.36 "GET /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542962
Jan 29 21:13:27.251861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa5d79e9-6086-4ea3-89cd-91963497b575 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:27.259115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (56501774-01ac-4ca6-8079-8eb6c6c24e20), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.290580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b123d90>,) {'filters': {'network_id': ['56501774-01ac-4ca6-8079-8eb6c6c24e20']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:27.304778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b123d90>, '207b6033-0508-48a2-9eee-fb1f5e1fc74f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:27.325718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b123d90>, '207b6033-0508-48a2-9eee-fb1f5e1fc74f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:27.350850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (207b6033-0508-48a2-9eee-fb1f5e1fc74f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.352789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fa5d79e9-6086-4ea3-89cd-91963497b575 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:27.353223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.368872 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (207b6033-0508-48a2-9eee-fb1f5e1fc74f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.379426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:27.379894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (207b6033-0508-48a2-9eee-fb1f5e1fc74f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:27.387959 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:27.464522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fa5d79e9-6086-4ea3-89cd-91963497b575 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:27.465200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.524515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (56501774-01ac-4ca6-8079-8eb6c6c24e20), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.526725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:13:27.571189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.571189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/56501774-01ac-4ca6-8079-8eb6c6c24e20 HTTP/1.1" status: 204  len: 168 time: 0.8479109
Jan 29 21:13:27.571555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port fa5d79e9-6086-4ea3-89cd-91963497b575, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5d79e9-6086-4ea3-89cd-91963497b575,segment=NetworkSegment(644ab9ce-94c7-453a-891b-614b9a59a4fc),segment_id=644ab9ce-94c7-453a-891b-614b9a59a4fc)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:27.571731 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50314) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:27.582338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253913422'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:27.606113 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.621114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896c81b-ec99-416d-baa6-3f03ca996cd4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=56501774-01ac-4ca6-8079-8eb6c6c24e20,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:27.696831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:27.711260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.739212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257bb90-d9ba-469e-b0fd-43dec3671133 req-0d5afd6d-90bf-45eb-90d4-56fc4fb257d8 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:27.748731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2257bb90-d9ba-469e-b0fd-43dec3671133 req-0d5afd6d-90bf-45eb-90d4-56fc4fb257d8 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.1222222
Jan 29 21:13:27.778609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=fa5d79e9-6086-4ea3-89cd-91963497b575,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:27.798259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:27.825864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (592c8411-68ac-4e6f-acd0-640315e184fa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.826632 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment 592c8411-68ac-4e6f-acd0-640315e184fa of type vlan for network be9f3a19-5145-4c4b-962b-348423f02602
Jan 29 21:13:27.869787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2257bb90-d9ba-469e-b0fd-43dec3671133 req-4ea2d912-2546-4b25-acc5-12f250d100fc tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195886
Jan 29 21:13:27.881277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (be9f3a19-5145-4c4b-962b-348423f02602), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.927954 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (be9f3a19-5145-4c4b-962b-348423f02602), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.936066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:27.936286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:27.979138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e4143-354c-45f5-9192-dbd74dd5677a None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:28.010759 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4405863
Jan 29 21:13:28.015308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50318) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:28.015540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=be9f3a19-5145-4c4b-962b-348423f02602,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:28.021039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'be9f3a19-5145-4c4b-962b-348423f02602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:28.024635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.025018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.025761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.026305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.026820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.027346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.028205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.028829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.029373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.030990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.031612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.032162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.032735 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d2ded-b551-4332-8a10-442af30a2e44 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:28.052250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network be9f3a19-5145-4c4b-962b-348423f02602 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:28.174077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:28.179270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.205351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7ec9bf39-1814-47b4-b16e-0aa96385901b None None] Provisioning complete for port fa5d79e9-6086-4ea3-89cd-91963497b575 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:28.205995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7ec9bf39-1814-47b4-b16e-0aa96385901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.269532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e4143-354c-45f5-9192-dbd74dd5677a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:28.469499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (fd27b36b-8036-4405-945e-0ebcffd35d66), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.529923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=fd27b36b-8036-4405-945e-0ebcffd35d66,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:28.548075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': '592c8411-68ac-4e6f-acd0-640315e184fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'be9f3a19-5145-4c4b-962b-348423f02602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:28.548440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: be9f3a19-5145-4c4b-962b-348423f02602, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:28.565917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network be9f3a19-5145-4c4b-962b-348423f02602 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:28.575700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be9f3a19-5145-4c4b-962b-348423f02602) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:28.578251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9bf39-1814-47b4-b16e-0aa96385901b None None] Current status of the port fa5d79e9-6086-4ea3-89cd-91963497b575 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:28.579943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:28.580790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.596295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e86b156c-1e29-4e98-9669-5084cf503d09 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.5811198
Jan 29 21:13:28.599620 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50320) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:28.697422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52acdace-df95-4414-ac8e-067439febfbd None None] Network db486811-91f3-4306-9b17-0a0ca8942666 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:28.700110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (be9f3a19-5145-4c4b-962b-348423f02602), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.700615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49467e2-820b-476d-b839-960ea0bb9f0c None None] Network be9f3a19-5145-4c4b-962b-348423f02602 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:28.815202 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (fd27b36b-8036-4405-945e-0ebcffd35d66), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.876451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165f5a9-6b20-4792-93bb-e7ef65e4cbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-be9f3a19-5145-4c4b-962b-348423f02602', 'network_id': 'be9f3a19-5145-4c4b-962b-348423f02602', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': 'fd27b36b-8036-4405-945e-0ebcffd35d66'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:28.877328 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9165f5a9-6b20-4792-93bb-e7ef65e4cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.882192 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (fd27b36b-8036-4405-945e-0ebcffd35d66), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:28.915216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=fd27b36b-8036-4405-945e-0ebcffd35d66,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:28.997183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97bb60-4873-41fa-907c-640148cfd84b None None] Network be9f3a19-5145-4c4b-962b-348423f02602 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:29.005609 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (be9f3a19-5145-4c4b-962b-348423f02602), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.029706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09629340>,) {'filters': {'network_id': ['be9f3a19-5145-4c4b-962b-348423f02602']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:29.046285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09629340>, '592c8411-68ac-4e6f-acd0-640315e184fa') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:29.048173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09629340>, '592c8411-68ac-4e6f-acd0-640315e184fa') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:29.066274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (592c8411-68ac-4e6f-acd0-640315e184fa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.093817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (592c8411-68ac-4e6f-acd0-640315e184fa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.111248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:29.111947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (592c8411-68ac-4e6f-acd0-640315e184fa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.113339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25959-2ec8-480f-8fe8-3604c298a02c req-c0fd6151-7e1d-447e-a3b9-f65b64d88620 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:29.115843 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:29.125811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0da25959-2ec8-480f-8fe8-3604c298a02c req-c0fd6151-7e1d-447e-a3b9-f65b64d88620 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1126 time: 0.1484571
Jan 29 21:13:29.142037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa5d79e9-6086-4ea3-89cd-91963497b575 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:29.187681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0da25959-2ec8-480f-8fe8-3604c298a02c req-072963ea-0980-43cb-9a31-0d39ff7fffae tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603442
Jan 29 21:13:29.206251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fa5d79e9-6086-4ea3-89cd-91963497b575 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:29.206636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.228905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (be9f3a19-5145-4c4b-962b-348423f02602), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.236307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.251486 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/be9f3a19-5145-4c4b-962b-348423f02602 HTTP/1.1" status: 204  len: 168 time: 0.6507192
Jan 29 21:13:29.255056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50356) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:29.260139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120704868'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:29.269643 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d86026-f5dc-4f64-a6e6-f170f72f18f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=be9f3a19-5145-4c4b-962b-348423f02602,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:29.281363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:29.284659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.311492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:29.321013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f01fc856-c8ca-4e93-b44e-cd7891540b20), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.321432 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment f01fc856-c8ca-4e93-b44e-cd7891540b20 of type vlan for network b5896320-a098-4e4f-ba39-4cd9f9969202
Jan 29 21:13:29.335074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fa5d79e9-6086-4ea3-89cd-91963497b575 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:29.341942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6de66939-1abb-4fba-8866-7ec5f33e5fa5 None None] Provisioning complete for port fa5d79e9-6086-4ea3-89cd-91963497b575 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:29.342459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6de66939-1abb-4fba-8866-7ec5f33e5fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.362140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b5896320-a098-4e4f-ba39-4cd9f9969202), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.391952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b5896320-a098-4e4f-ba39-4cd9f9969202), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.397612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:29.398194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.420868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6de66939-1abb-4fba-8866-7ec5f33e5fa5 None None] Current status of the port fa5d79e9-6086-4ea3-89cd-91963497b575 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:29.455599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1994545
Jan 29 21:13:29.459017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50358) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:29.465887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'b5896320-a098-4e4f-ba39-4cd9f9969202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:29.511218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff142f-6aab-41ca-be46-351d4948ecc8 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=b5896320-a098-4e4f-ba39-4cd9f9969202,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:29.522104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b5896320-a098-4e4f-ba39-4cd9f9969202 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:29.560053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:29.563519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.741031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (dd9910f9-bd60-4a47-8738-83835ba48c21), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.802274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=dd9910f9-bd60-4a47-8738-83835ba48c21,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:29.810244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': 'f01fc856-c8ca-4e93-b44e-cd7891540b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b5896320-a098-4e4f-ba39-4cd9f9969202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:29.810609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: b5896320-a098-4e4f-ba39-4cd9f9969202, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:29.811935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b50d242d-43b9-4ed9-80c0-e63ff946525a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:13:29.829335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network b5896320-a098-4e4f-ba39-4cd9f9969202 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:29.840480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5896320-a098-4e4f-ba39-4cd9f9969202) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:29.845318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:29.845962 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.866745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b096dd98-af75-45c8-8366-5fadfb804bbd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4036677
Jan 29 21:13:29.866992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50366) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:29.883421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee8812-1768-455f-813d-f035b9f8f8c2 None None] Network b5896320-a098-4e4f-ba39-4cd9f9969202 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:29.976050 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b5896320-a098-4e4f-ba39-4cd9f9969202), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:29.991644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:30.024593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b50d242d-43b9-4ed9-80c0-e63ff946525a', 'network_id': 'da8e1d8f-ec49-4df6-8135-983e453b0e04', 'port_id': 'b50d242d-43b9-4ed9-80c0-e63ff946525a', 'mac_address': 'fa:16:3e:cc:f4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb75f780-9275-4337-89ff-bd9296d3750b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:13:30.031840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (dd9910f9-bd60-4a47-8738-83835ba48c21), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.055329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7801bcd-fd66-400a-b9f9-0bc196debed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5896320-a098-4e4f-ba39-4cd9f9969202', 'network_id': 'b5896320-a098-4e4f-ba39-4cd9f9969202', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': 'dd9910f9-bd60-4a47-8738-83835ba48c21'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:30.056002 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e7801bcd-fd66-400a-b9f9-0bc196debed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.089362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b50d242d-43b9-4ed9-80c0-e63ff946525a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:30.089784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.102515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (dd9910f9-bd60-4a47-8738-83835ba48c21), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.131961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9910f9-bd60-4a47-8738-83835ba48c21,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:30.170952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d242d-43b9-4ed9-80c0-e63ff946525a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:13:30.203416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b5896320-a098-4e4f-ba39-4cd9f9969202), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.213337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-e7801bcd-fd66-400a-b9f9-0bc196debed7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd9910f9-bd60-4a47-8738-83835ba48c21: This subnet is being modified by another concurrent operation.
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd9910f9-bd60-4a47-8738-83835ba48c21: This subnet is being modified by another concurrent operation.
Jan 29 21:13:30.230135 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:13:30.238063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b602340>,) {'filters': {'network_id': ['b5896320-a098-4e4f-ba39-4cd9f9969202']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:30.248195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b602340>, 'f01fc856-c8ca-4e93-b44e-cd7891540b20') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:30.248861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b602340>, 'f01fc856-c8ca-4e93-b44e-cd7891540b20') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:30.249758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c2b17-1eed-4427-b639-1998bf7fdacc None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:30.260030 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f01fc856-c8ca-4e93-b44e-cd7891540b20), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.274812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f01fc856-c8ca-4e93-b44e-cd7891540b20), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.284743 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.285503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:30.287103 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f01fc856-c8ca-4e93-b44e-cd7891540b20), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:30.292615 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:30.380124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:30.391355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12076-b671-47d1-859c-88fc4d13deba req-26483672-4aab-4bce-9d8d-4454391aa2ca tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:30.392918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cd12076-b671-47d1-859c-88fc4d13deba req-26483672-4aab-4bce-9d8d-4454391aa2ca tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1127 time: 0.0994720
Jan 29 21:13:30.393683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b5896320-a098-4e4f-ba39-4cd9f9969202), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.397864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.405794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/b5896320-a098-4e4f-ba39-4cd9f9969202 HTTP/1.1" status: 204  len: 168 time: 0.5342906
Jan 29 21:13:30.406271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50380) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:30.412726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81842376'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:30.438598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:30.443200 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.443910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c2b17-1eed-4427-b639-1998bf7fdacc None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:30.449763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e125-71d9-4cff-a986-b62fd6faa9dd tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=b5896320-a098-4e4f-ba39-4cd9f9969202,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:30.467732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cd12076-b671-47d1-859c-88fc4d13deba req-f0404d31-f7f3-4a09-befe-c80d2157150c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572424
Jan 29 21:13:30.496738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:30.508839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (07b9b6b4-04b1-49c8-802c-ffe237224235), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.509526 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment 07b9b6b4-04b1-49c8-802c-ffe237224235 of type vlan for network fc28e583-a1d2-41ed-8525-c90cf9b6400d
Jan 29 21:13:30.555760 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (fc28e583-a1d2-41ed-8525-c90cf9b6400d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.582095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (fc28e583-a1d2-41ed-8525-c90cf9b6400d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.587613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:30.588203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.641611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b50d242d-43b9-4ed9-80c0-e63ff946525a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:30.654224 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2467575
Jan 29 21:13:30.657183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50388) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:30.659775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec715b-e854-46ff-9b92-1dcd15adce23 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=fc28e583-a1d2-41ed-8525-c90cf9b6400d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:30.662906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:30.670959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9e150-85f6-4cc9-b3de-7069a24cc678 None None] Network b5896320-a098-4e4f-ba39-4cd9f9969202 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:30.676975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:30.698326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9e150-85f6-4cc9-b3de-7069a24cc678 None None] Network b5896320-a098-4e4f-ba39-4cd9f9969202 could not be found, it might have been deleted concurrently. {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Jan 29 21:13:30.750956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:30.754371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:30.939481 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ba3358be-325a-4956-95cb-f521f8f36270), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.001803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=ba3358be-325a-4956-95cb-f521f8f36270,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:31.010845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': '07b9b6b4-04b1-49c8-802c-ffe237224235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:31.011205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: fc28e583-a1d2-41ed-8525-c90cf9b6400d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:31.028033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:31.036574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc28e583-a1d2-41ed-8525-c90cf9b6400d) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:31.040508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.041136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.045066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e55009-b85f-4aa1-a6ab-9db9749d39ae None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:31.057458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e18739e-b7e2-4f5a-a561-a93a88878088 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3990750
Jan 29 21:13:31.060249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50390) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:31.065617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:31.164867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc28e583-a1d2-41ed-8525-c90cf9b6400d', 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': 'ba3358be-325a-4956-95cb-f521f8f36270'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:31.170852 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.195671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:31.199346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.321147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Allocated IP 2001:db8::2 (fc28e583-a1d2-41ed-8525-c90cf9b6400d/ba3358be-325a-4956-95cb-f521f8f36270/9bcec65d-71eb-42a7-aa53-24e0facc00ff) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:31.446253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.480915 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks [] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.489480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.503158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:31.507219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:31.511791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.512479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.516234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:31.533674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:31.536797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:31.540031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-79b144e9-6ff9-4953-8d6f-dd3a39cfe881 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4776106
Jan 29 21:13:31.540520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:31.542161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50398) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:31.561039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Pushing event updated for resources: {'Port': ['ID=9bcec65d-71eb-42a7-aa53-24e0facc00ff,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:31.623116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Attempting to bind port 9bcec65d-71eb-42a7-aa53-24e0facc00ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:31.623504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Attempting to bind port 9bcec65d-71eb-42a7-aa53-24e0facc00ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07b9b6b4-04b1-49c8-802c-ffe237224235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:31.623876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Attempting to bind port 9bcec65d-71eb-42a7-aa53-24e0facc00ff on network fc28e583-a1d2-41ed-8525-c90cf9b6400d {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:31.629011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:31.629439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Checking segment: {'id': '07b9b6b4-04b1-49c8-802c-ffe237224235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:31.629845 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.630240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Bound using segment: {'id': '07b9b6b4-04b1-49c8-802c-ffe237224235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:31.630756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Bound port: 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b9b6b4-04b1-49c8-802c-ffe237224235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:31.631147 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.640052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.641518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.642830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.644154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.645755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.652934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6d09973b-9f50-4f8e-9c28-26c6f0ef8326 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1041322
Jan 29 21:13:31.653318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50408) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:31.658464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515776287'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:31.659069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907dc7-d277-4688-970f-9e2f367198ee req-bc339f17-1bd8-47a4-b25d-d47036534c66 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.661252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54907dc7-d277-4688-970f-9e2f367198ee req-bc339f17-1bd8-47a4-b25d-d47036534c66 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1127 time: 0.0768681
Jan 29 21:13:31.686278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:31.691974 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.718615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:31.726907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] For port 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:31.731598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54907dc7-d277-4688-970f-9e2f367198ee req-75427bbb-d1f7-4155-817d-93d24446c0d3 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642066
Jan 29 21:13:31.732128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] For port 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bcec65d-71eb-42a7-aa53-24e0facc00ff,segment=NetworkSegment(07b9b6b4-04b1-49c8-802c-ffe237224235),segment_id=07b9b6b4-04b1-49c8-802c-ffe237224235)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:31.734232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.734958 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment f834b4ad-702f-4d7b-a321-edda59eae632 of type vlan for network e9f25cca-273e-453b-b824-09c676a0a495
Jan 29 21:13:31.740727 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.782897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e9f25cca-273e-453b-b824-09c676a0a495), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.815992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb862-70c6-4d51-bdf9-ef57e8381273 None None] Pushing event updated for resources: {'Port': ['ID=9bcec65d-71eb-42a7-aa53-24e0facc00ff,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:31.822026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b50d242d-43b9-4ed9-80c0-e63ff946525a up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:31.831695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e9f25cca-273e-453b-b824-09c676a0a495), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.837150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:31.837741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.886209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b50d242d-43b9-4ed9-80c0-e63ff946525a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:13:31.891086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b50d242d-43b9-4ed9-80c0-e63ff946525a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:31.891683 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:31.931050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=e9f25cca-273e-453b-b824-09c676a0a495,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:31.947503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e9f25cca-273e-453b-b824-09c676a0a495 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:31.949692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50410) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:31.950267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9c346e6-6c09-4062-aa29-4b6135b1eeb6 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2958374
Jan 29 21:13:31.955810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'New_network'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:32.054265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b50d242d-43b9-4ed9-80c0-e63ff946525a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:32.054768 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.101835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:32.104105 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31706023-50fc-44e7-9cf8-15de87016af1" -d '{"events": [{"server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "name": "network-vif-plugged", "status": "completed", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:32.119811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:32.127987 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.172322 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61acb558-431d-4bca-b5f5-2d7456e3abfc x-openstack-request-id: req-61acb558-431d-4bca-b5f5-2d7456e3abfc {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:32.172476 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "name": "network-vif-plugged", "status": "completed", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:32.180054 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61acb558-431d-4bca-b5f5-2d7456e3abfc {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:32.180054 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a', 'code': 200}
Jan 29 21:13:32.234203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:32.241910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e9f25cca-273e-453b-b824-09c676a0a495), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.258824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e9f25cca-273e-453b-b824-09c676a0a495), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.275022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df0b01-dc95-44fe-9502-9628552217ad req-224a5bd6-941b-49fa-ac22-2c79f0d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:32.276581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-26df0b01-dc95-44fe-9502-9628552217ad req-224a5bd6-941b-49fa-ac22-2c79f0d4de3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.0564997
Jan 29 21:13:32.344172 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-26df0b01-dc95-44fe-9502-9628552217ad req-294730a2-4e2b-45de-8ebd-1fa3cda58d38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548470
Jan 29 21:13:32.346335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network e9f25cca-273e-453b-b824-09c676a0a495 is not hosted by any dhcp agent {{(pid=125943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:13:32.351836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:32.352551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.353944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "PUT /v2.0/networks/e9f25cca-273e-453b-b824-09c676a0a495 HTTP/1.1" status: 200  len: 723 time: 0.4024324
Jan 29 21:13:32.356750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50444) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:32.362830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:32.367858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746b10f-0514-42a7-b6a1-9511ba472c9b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=e9f25cca-273e-453b-b824-09c676a0a495,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:32.381321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e9f25cca-273e-453b-b824-09c676a0a495 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:32.463042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:32.466804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.669896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.747019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:32.760079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': 'f834b4ad-702f-4d7b-a321-edda59eae632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:32.760453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: e9f25cca-273e-453b-b824-09c676a0a495, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:32.780776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network e9f25cca-273e-453b-b824-09c676a0a495 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:32.793217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9f25cca-273e-453b-b824-09c676a0a495) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:32.798146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:32.799078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.810171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85544bf0-871c-4a57-98b4-181c6340a027 None None] Network e9f25cca-273e-453b-b824-09c676a0a495 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:32.824455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8ab373ac-f978-41f7-a4de-f1ff1a877e6e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4630785
Jan 29 21:13:32.824820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:32.831193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:32.876662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba7a7-6c62-437c-a0d7-3a45d7065b3e req-cd1423b1-02c3-4213-a372-f50f72204315 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:32.878773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35ba7a7-6c62-437c-a0d7-3a45d7065b3e req-cd1423b1-02c3-4213-a372-f50f72204315 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.0540063
Jan 29 21:13:32.952462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b35ba7a7-6c62-437c-a0d7-3a45d7065b3e req-7c8661c8-591d-4d76-93d9-b949151ec92c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671368
Jan 29 21:13:32.955093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25879529'] for subnet (00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:32.968698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9f25cca-273e-453b-b824-09c676a0a495', 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': '00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:32.971579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.171646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206161475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25800503'] for subnet (00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.259708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:33.260241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.261799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "PUT /v2.0/subnets/00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3 HTTP/1.1" status: 200  len: 826 time: 0.4358804
Jan 29 21:13:33.265569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50474) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:33.266283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84c276-18a1-4d9c-8de9-0af86430179f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:33.338033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9bcec65d-71eb-42a7-aa53-24e0facc00ff up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:33.340398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57ea36-36e7-439a-b10e-6a8d00c84468 None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:33.459264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e9f25cca-273e-453b-b824-09c676a0a495), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.499123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Provisioning complete for port 9bcec65d-71eb-42a7-aa53-24e0facc00ff triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:33.499503 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.527837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.546140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Allocated IP 2001:db8::2 (e9f25cca-273e-453b-b824-09c676a0a495/00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3/52e8e138-a08f-4d79-8ac2-02a7569d3aa7) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:33.661396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9bcec65d-71eb-42a7-aa53-24e0facc00ff triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:33.661805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.805586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:33.806010 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.943169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] For port 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bcec65d-71eb-42a7-aa53-24e0facc00ff,segment=NetworkSegment(07b9b6b4-04b1-49c8-802c-ffe237224235),segment_id=07b9b6b4-04b1-49c8-802c-ffe237224235)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:33.944616 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks [] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.946070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Update dhcp port {'port': {'network_id': 'fc28e583-a1d2-41ed-8525-c90cf9b6400d', 'fixed_ips': [{'subnet_id': 'ba3358be-325a-4956-95cb-f521f8f36270', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9bcec65d-71eb-42a7-aa53-24e0facc00ff'} from ncdv-master-1. {{(pid=125944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Jan 29 21:13:33.951633 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.982128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.987531 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:33.988024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:33.991104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.034684 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.044115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:34.062401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Network e9f25cca-273e-453b-b824-09c676a0a495 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:34.077050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:34.085406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:34.125051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592e828-0939-4642-b308-fbe7d913ef8b None None] Pushing event updated for resources: {'Port': ['ID=9bcec65d-71eb-42a7-aa53-24e0facc00ff,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:34.171137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e9f25cca-273e-453b-b824-09c676a0a495), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.200622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0940ea30>,) {'filters': {'network_id': ['e9f25cca-273e-453b-b824-09c676a0a495']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:34.217058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0940ea30>, 'f834b4ad-702f-4d7b-a321-edda59eae632') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:34.217058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0940ea30>, 'f834b4ad-702f-4d7b-a321-edda59eae632') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:34.217673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:13:34.217673 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:13:34.228622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.255928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.282966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:34.283487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:34.289814 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:34.317979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Pushing event updated for resources: {'Port': ['ID=52e8e138-a08f-4d79-8ac2-02a7569d3aa7,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:34.332031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Attempting to bind port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:34.332532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Attempting to bind port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f834b4ad-702f-4d7b-a321-edda59eae632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:34.332900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Attempting to bind port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 on network e9f25cca-273e-453b-b824-09c676a0a495 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:34.344948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:34.345750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Checking segment: {'id': 'f834b4ad-702f-4d7b-a321-edda59eae632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:34.346277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.346747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Bound using segment: {'id': 'f834b4ad-702f-4d7b-a321-edda59eae632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:34.352775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Bound port: 52e8e138-a08f-4d79-8ac2-02a7569d3aa7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f834b4ad-702f-4d7b-a321-edda59eae632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e9f25cca-273e-453b-b824-09c676a0a495'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:34.353377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.380169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:13:34.380169 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:13:34.380169 ncdv-master-1 neutron-server[125943]: [parameters: {'id': 'e9f25cca-273e-453b-b824-09c676a0a495'}]
Jan 29 21:13:34.380169 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:13:34.380883 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:13:34.384721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66082-7dc7-46ca-afa6-6b42bad6d0dd req-56092a5a-1fbb-48b3-8dbc-f6fe1467a9fd tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:34.393993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e66082-7dc7-46ca-afa6-6b42bad6d0dd req-56092a5a-1fbb-48b3-8dbc-f6fe1467a9fd tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.1480854
Jan 29 21:13:34.451326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Allocated IP 172.20.0.1 (fc28e583-a1d2-41ed-8525-c90cf9b6400d/c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053/9bcec65d-71eb-42a7-aa53-24e0facc00ff) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:34.456661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e66082-7dc7-46ca-afa6-6b42bad6d0dd req-2e572bef-33aa-4c33-a08c-e14413922ea1 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623167
Jan 29 21:13:34.482237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] For port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:34.533522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] For port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52e8e138-a08f-4d79-8ac2-02a7569d3aa7,segment=NetworkSegment(f834b4ad-702f-4d7b-a321-edda59eae632),segment_id=f834b4ad-702f-4d7b-a321-edda59eae632)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:34.542955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.681398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276841b-92da-4991-a7c0-4d1356fae7a3 req-ea321613-be7b-4bb9-a5f8-1057fd9b798a tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:34.682353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] For port 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bcec65d-71eb-42a7-aa53-24e0facc00ff,segment=NetworkSegment(07b9b6b4-04b1-49c8-802c-ffe237224235),segment_id=07b9b6b4-04b1-49c8-802c-ffe237224235)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:34.683567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8276841b-92da-4991-a7c0-4d1356fae7a3 req-ea321613-be7b-4bb9-a5f8-1057fd9b798a tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.0626376
Jan 29 21:13:34.691643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3fe4-3c10-4a5d-aa8d-ca8c5560842e None None] Pushing event updated for resources: {'Port': ['ID=52e8e138-a08f-4d79-8ac2-02a7569d3aa7,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:34.723663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Publish callbacks [] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.728074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62d1af-d46a-41b5-bd8f-57437b652b8a None None] Network e9f25cca-273e-453b-b824-09c676a0a495 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:34.761980 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.787784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8276841b-92da-4991-a7c0-4d1356fae7a3 req-d71f8368-7f25-452c-bdb2-35a0cf04df78 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894358
Jan 29 21:13:34.868708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:34.887850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e9f25cca-273e-453b-b824-09c676a0a495), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:34.939416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94d48d-832c-4174-b064-8baea1b5ec7a None None] Pushing event updated for resources: {'Port': ['ID=9bcec65d-71eb-42a7-aa53-24e0facc00ff,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:34.980256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dfdbb-2c4f-4f90-983e-cfb7025ce90d None None] Network e9f25cca-273e-453b-b824-09c676a0a495 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:35.062066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078388b5-6280-4e27-93d9-fa15f5aad13d req-dcffd2d9-705e-40f6-8ac5-d2f9c978a3af tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:35.064600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-078388b5-6280-4e27-93d9-fa15f5aad13d req-dcffd2d9-705e-40f6-8ac5-d2f9c978a3af tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.1830215
Jan 29 21:13:35.130762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:35.136603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.141426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9bcec65d-71eb-42a7-aa53-24e0facc00ff up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:13:35.215064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-078388b5-6280-4e27-93d9-fa15f5aad13d req-6ed1e664-818c-433f-bc50-69f87e69780c tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405497
Jan 29 21:13:35.262792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52e8e138-a08f-4d79-8ac2-02a7569d3aa7,segment=NetworkSegment(f834b4ad-702f-4d7b-a321-edda59eae632),segment_id=f834b4ad-702f-4d7b-a321-edda59eae632)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:35.263078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.290627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9bcec65d-71eb-42a7-aa53-24e0facc00ff triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:35.291057 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.323944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:35.510155 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (52e8e138-a08f-4d79-8ac2-02a7569d3aa7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.556630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port 52e8e138-a08f-4d79-8ac2-02a7569d3aa7 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:35.558650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=52e8e138-a08f-4d79-8ac2-02a7569d3aa7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:35.696294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e9f25cca-273e-453b-b824-09c676a0a495), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.713230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:35.729798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65212-d70b-445c-9476-c68c76507e67 req-5c1ead9a-2288-429b-9ee6-ba5803444e30 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:35.731599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd65212-d70b-445c-9476-c68c76507e67 req-5c1ead9a-2288-429b-9ee6-ba5803444e30 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.1706874
Jan 29 21:13:35.738277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b053070>,) {'filters': {'network_id': ['e9f25cca-273e-453b-b824-09c676a0a495']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:35.759597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b053070>, 'f834b4ad-702f-4d7b-a321-edda59eae632') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:35.759911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b053070>, 'f834b4ad-702f-4d7b-a321-edda59eae632') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:35.805587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.836641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fd65212-d70b-445c-9476-c68c76507e67 req-49e17f68-af3f-4ad2-9d2d-844fd4cbfda5 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838437
Jan 29 21:13:35.841337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.862586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:35.863089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (f834b4ad-702f-4d7b-a321-edda59eae632), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:35.867747 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:35.932974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b675ce-1cd7-4506-85da-cd4ad89db3ca None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:35.957043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e9f25cca-273e-453b-b824-09c676a0a495), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.971164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:35.977751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50490) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:35.978911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/e9f25cca-273e-453b-b824-09c676a0a495 HTTP/1.1" status: 204  len: 168 time: 2.7117231
Jan 29 21:13:35.996582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac7aad-ec92-4258-88b0-fad401a111f4 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=e9f25cca-273e-453b-b824-09c676a0a495,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:36.010760 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b0bc72-48cc-4a26-8ad9-81a79c4cc61b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:36.011374 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b0bc72-48cc-4a26-8ad9-81a79c4cc61b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:36.024659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:36.033218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833899861', 'description': 'd1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:36.033479 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-90b0bc72-48cc-4a26-8ad9-81a79c4cc61b tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/e9f25cca-273e-453b-b824-09c676a0a495 HTTP/1.1" status: 404  len: 339 time: 0.0516434
Jan 29 21:13:36.055661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:36.062275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.074955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-63e46120-57a7-4d48-8e93-9b4306dc7d7f None None] Provisioning complete for port 9bcec65d-71eb-42a7-aa53-24e0facc00ff triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:36.075340 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-63e46120-57a7-4d48-8e93-9b4306dc7d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.111082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:36.130966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (38b41441-8e52-4611-b9ac-10a870f0d814), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.131585 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment 38b41441-8e52-4611-b9ac-10a870f0d814 of type vlan for network 168b57ed-ed97-4bb2-8d10-115bb750abb8
Jan 29 21:13:36.175519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b675ce-1cd7-4506-85da-cd4ad89db3ca None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:36.202876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.244126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.251840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:36.252805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.315284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-63e46120-57a7-4d48-8e93-9b4306dc7d7f None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:36.344618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3187768
Jan 29 21:13:36.347542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50494) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:36.355133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b50725-b7de-4637-adab-e547cb3253fc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=168b57ed-ed97-4bb2-8d10-115bb750abb8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:36.375263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 168b57ed-ed97-4bb2-8d10-115bb750abb8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:36.509753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc847222-ccbe-43bf-a902-7fdd09447901 None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:36.569698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26f3f9-019f-41ae-ae24-ccdaad1ace50 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:36.571882 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6e26f3f9-019f-41ae-ae24-ccdaad1ace50 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks?id=168b57ed-ed97-4bb2-8d10-115bb750abb8 HTTP/1.1" status: 200  len: 764 time: 0.2225864
Jan 29 21:13:36.575589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50498) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:36.581681 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'description': 'd2'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:36.820333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.841563 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.852603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network 168b57ed-ed97-4bb2-8d10-115bb750abb8 is not hosted by any dhcp agent {{(pid=125942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:13:36.858139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:36.859120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:36.866075 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "PUT /v2.0/networks/168b57ed-ed97-4bb2-8d10-115bb750abb8 HTTP/1.1" status: 200  len: 761 time: 0.2887506
Jan 29 21:13:36.867894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50502) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:36.992477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7bf1-126c-4c88-b935-ba9f07f33046 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=168b57ed-ed97-4bb2-8d10-115bb750abb8,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:37.005614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 168b57ed-ed97-4bb2-8d10-115bb750abb8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:37.016476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-16e97843-e651-40ac-963d-4c60aa78ef82 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:37.021057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-16e97843-e651-40ac-963d-4c60aa78ef82 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.0887451
Jan 29 21:13:37.159000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f5cdce07-d0fc-487b-9569-fb2673a0105b None None] Provisioning complete for port 9bcec65d-71eb-42a7-aa53-24e0facc00ff triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:13:37.159785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f5cdce07-d0fc-487b-9569-fb2673a0105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:37.166936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Deleting port b50d242d-43b9-4ed9-80c0-e63ff946525a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:37.167408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:37.300287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] For port b50d242d-43b9-4ed9-80c0-e63ff946525a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b50d242d-43b9-4ed9-80c0-e63ff946525a,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:37.301770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:37.334493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Calling delete_port for b50d242d-43b9-4ed9-80c0-e63ff946525a owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:37.354651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdce07-d0fc-487b-9569-fb2673a0105b None None] Current status of the port 9bcec65d-71eb-42a7-aa53-24e0facc00ff is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:13:37.430002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5c073-73cf-4cae-9045-cdb15200c38e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:37.431534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-55b5c073-73cf-4cae-9045-cdb15200c38e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks?id=168b57ed-ed97-4bb2-8d10-115bb750abb8 HTTP/1.1" status: 200  len: 764 time: 0.5623412
Jan 29 21:13:37.435713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50506) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:37.527390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f14f-b1f8-42cd-ac6a-9102d2707290 req-9ff2be36-4a2d-427b-bb33-8a50e4cb5135 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:37.529014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26a2f14f-b1f8-42cd-ac6a-9102d2707290 req-9ff2be36-4a2d-427b-bb33-8a50e4cb5135 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0420e30-297a-4def-b873-0bf78e37ff16 HTTP/1.1" status: 200  len: 1128 time: 0.5622468
Jan 29 21:13:37.549347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b50d242d-43b9-4ed9-80c0-e63ff946525a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:37.570457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b50d242d-43b9-4ed9-80c0-e63ff946525a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:37.578175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bc789a0d-0f24-45d6-ae08-ac053dd55db7'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:13:37.589556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50d242d-43b9-4ed9-80c0-e63ff946525a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:37.694273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] No DVR routers for this DVR port b50d242d-43b9-4ed9-80c0-e63ff946525a on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:37.704101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:37.708430 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-55fb5803-9eb4-4586-8384-ab423565f1bd req-be793c8d-c102-4066-8044-56edab620c13 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b50d242d-43b9-4ed9-80c0-e63ff946525a HTTP/1.1" status: 204  len: 173 time: 0.6801839
Jan 29 21:13:37.713953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'name': 'network-vif-deleted', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:37.717544 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686d78e1-fa3c-46ed-895f-c2d262c5f4da" -d '{"events": [{"server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "name": "network-vif-deleted", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:37.732381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b0e48-71d4-44af-9deb-363dfd3d6bfb tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:37.754054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50510) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:37.755326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee1b0e48-71d4-44af-9deb-363dfd3d6bfb tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3185959
Jan 29 21:13:37.764386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26a2f14f-b1f8-42cd-ac6a-9102d2707290 req-819fad08-f232-4b41-a518-fe1b5630b208 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256014
Jan 29 21:13:37.828529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6776113-d570-40c6-8925-3bb5ce4d68bb tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 207 time: 0.0730441
Jan 29 21:13:37.831953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:37.852481 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a923cb89-67d7-4513-9422-1b1eb79fc7b9 x-openstack-request-id: req-a923cb89-67d7-4513-9422-1b1eb79fc7b9 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:37.853169 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0420e30-297a-4def-b873-0bf78e37ff16", "name": "network-vif-deleted", "tag": "b50d242d-43b9-4ed9-80c0-e63ff946525a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:37.853639 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a923cb89-67d7-4513-9422-1b1eb79fc7b9 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:37.853883 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0420e30-297a-4def-b873-0bf78e37ff16', 'name': 'network-vif-deleted', 'tag': 'b50d242d-43b9-4ed9-80c0-e63ff946525a', 'status': 'completed', 'code': 200}
Jan 29 21:13:38.003167 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.008326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.014587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.020502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.025460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.030387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.032200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c9a50a4-9e6f-489b-a687-3b4ef67d323a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.1991169
Jan 29 21:13:38.036663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50514) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.150489 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f6c887fa-90d9-4270-b00d-6d3febe9469f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.1123736
Jan 29 21:13:38.153503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50516) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.216682 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.218039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.219347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.220718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.222162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.224723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f345b17f-51fa-4c5a-be10-bfcb41833590 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0703011
Jan 29 21:13:38.228446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50518) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.288051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.289353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.290564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.291773 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.293114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.294691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ba3441b-057a-41a3-9142-c2745e8505f3 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0651832
Jan 29 21:13:38.298258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.394003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5534c9-20c7-47fb-a146-fad408dd61a9 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.395885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bd5534c9-20c7-47fb-a146-fad408dd61a9 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks/358213e6-f649-4745-b64f-5f1ca21aee67 HTTP/1.1" status: 200  len: 804 time: 0.0967157
Jan 29 21:13:38.399455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.497368 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bfb639c2-c32a-4fd6-9b98-a4c6656b6903 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/networks/358213e6-f649-4745-b64f-5f1ca21aee67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.0968537
Jan 29 21:13:38.500629 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.550448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a248a96-2cfd-4913-924d-89413c094b93 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.552896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a248a96-2cfd-4913-924d-89413c094b93 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets/65bef552-702f-4a5a-8566-6358f8de8c43 HTTP/1.1" status: 200  len: 843 time: 0.0508738
Jan 29 21:13:38.556147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.605344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed25460-67d0-49ab-8611-5c3d7363474f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['shared'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.606687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8ed25460-67d0-49ab-8611-5c3d7363474f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "GET /v2.0/subnets/65bef552-702f-4a5a-8566-6358f8de8c43?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0496652
Jan 29 21:13:38.609948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.614572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505392185'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:38.633366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:38.636742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.664923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:13:38.673519 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.673858 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Added segment af7a85cd-8951-4647-9ccc-ab496211a237 of type vlan for network e0af060c-4075-4ee0-a949-445a9b8b4685
Jan 29 21:13:38.712348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.735793 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.741102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:38.741683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.797148 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1862020
Jan 29 21:13:38.799903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50532) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:38.805815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:38.855899 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986212d-4e9a-4a8b-ba71-89e918020265 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Network': ['ID=e0af060c-4075-4ee0-a949-445a9b8b4685,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:38.866862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e0af060c-4075-4ee0-a949-445a9b8b4685 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:13:38.906253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Made reservation on behalf of 57e036cb259d4a8f80f15823f39d68f8 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:13:38.910732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:38.990590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Performing IP validity checks on allocation pools {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:13:38.991349 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:13:39.081041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fab74-15a2-42ab-88d8-7873f454f0f2 req-ad5b1dcf-97c3-4607-b852-9adad1fa80e3 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:39.082642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f2fab74-15a2-42ab-88d8-7873f454f0f2 req-ad5b1dcf-97c3-4607-b852-9adad1fa80e3 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0563073
Jan 29 21:13:39.130412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f2fab74-15a2-42ab-88d8-7873f454f0f2 req-ac4d6bfb-56dd-454a-a170-6ccd0b2176a8 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419683
Jan 29 21:13:39.145971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c28213d3-2bba-4277-a0d1-2cacdb653fbb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.213708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=c28213d3-2bba-4277-a0d1-2cacdb653fbb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:39.229020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Checking segment: {'id': 'af7a85cd-8951-4647-9ccc-ab496211a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:39.229436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network hostable DHCP agents. Network: e0af060c-4075-4ee0-a949-445a9b8b4685, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:13:39.247939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Network e0af060c-4075-4ee0-a949-445a9b8b4685 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:13:39.258018 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0af060c-4075-4ee0-a949-445a9b8b4685) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:39.262162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:39.262797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.269963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2780866-17a1-4a37-8ce1-bef23dc1547c None None] Network e0af060c-4075-4ee0-a949-445a9b8b4685 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:39.283741 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f4b498b5-43f5-496d-8382-752340b14a88 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.4797580
Jan 29 21:13:39.284157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50562) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:39.290311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:39.378002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0af060c-4075-4ee0-a949-445a9b8b4685', 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685', 'project_id': '57e036cb259d4a8f80f15823f39d68f8', 'fixed_ips': [{'subnet_id': 'c28213d3-2bba-4277-a0d1-2cacdb653fbb'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:13:39.379366 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.392842 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25879529'] for subnet (c28213d3-2bba-4277-a0d1-2cacdb653fbb), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.558105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206161475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25800503'] for subnet (c28213d3-2bba-4277-a0d1-2cacdb653fbb), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.600634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:39.601318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.605470 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "PUT /v2.0/subnets/c28213d3-2bba-4277-a0d1-2cacdb653fbb HTTP/1.1" status: 200  len: 900 time: 0.3203516
Jan 29 21:13:39.605810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50570) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:39.618662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0636-4c7d-4b1e-9be2-2359d4fdf53f tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event updated for resources: {'Subnet': ['ID=c28213d3-2bba-4277-a0d1-2cacdb653fbb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:39.623911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Allocated IP 2001:db8::3 (e0af060c-4075-4ee0-a949-445a9b8b4685/c28213d3-2bba-4277-a0d1-2cacdb653fbb/98e0e0af-81fb-43eb-9f4a-a662463a271f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:13:39.717297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.781039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c28213d3-2bba-4277-a0d1-2cacdb653fbb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.790067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks [] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.798323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.840541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Network e0af060c-4075-4ee0-a949-445a9b8b4685 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:13:39.845430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:13:39.849403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:13:39.857199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (c28213d3-2bba-4277-a0d1-2cacdb653fbb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.858667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Pushing event updated for resources: {'Port': ['ID=98e0e0af-81fb-43eb-9f4a-a662463a271f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:39.883774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b50d242d-43b9-4ed9-80c0-e63ff946525a no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:39.885208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=c28213d3-2bba-4277-a0d1-2cacdb653fbb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:39.897804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.898157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.898506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.898847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.899207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.899646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.899982 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.901077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.901077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.901077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.901404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.901686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.902023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:13:39.919184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: b50d242d-43b9-4ed9-80c0-e63ff946525a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:39.919533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b50d242d-43b9-4ed9-80c0-e63ff946525a not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:39.930110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Attempting to bind port 98e0e0af-81fb-43eb-9f4a-a662463a271f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:13:39.930484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Attempting to bind port 98e0e0af-81fb-43eb-9f4a-a662463a271f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af7a85cd-8951-4647-9ccc-ab496211a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:13:39.930843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Attempting to bind port 98e0e0af-81fb-43eb-9f4a-a662463a271f on network e0af060c-4075-4ee0-a949-445a9b8b4685 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:13:39.936653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:13:39.936940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Checking segment: {'id': 'af7a85cd-8951-4647-9ccc-ab496211a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:13:39.937264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.937731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Bound using segment: {'id': 'af7a85cd-8951-4647-9ccc-ab496211a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:13:39.938176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Bound port: 98e0e0af-81fb-43eb-9f4a-a662463a271f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a85cd-8951-4647-9ccc-ab496211a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:13:39.938555 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:39.986409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.008050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09e33370>,) {'filters': {'network_id': ['e0af060c-4075-4ee0-a949-445a9b8b4685']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:40.012383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] For port 98e0e0af-81fb-43eb-9f4a-a662463a271f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:13:40.016019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] For port 98e0e0af-81fb-43eb-9f4a-a662463a271f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e0e0af-81fb-43eb-9f4a-a662463a271f,segment=NetworkSegment(af7a85cd-8951-4647-9ccc-ab496211a237),segment_id=af7a85cd-8951-4647-9ccc-ab496211a237)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:13:40.018546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09e33370>, 'af7a85cd-8951-4647-9ccc-ab496211a237') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:40.019284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09e33370>, 'af7a85cd-8951-4647-9ccc-ab496211a237') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:40.024469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.030723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.045407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.052101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:40.052928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:40.056229 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:40.109714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964be50-6b4e-470c-8eb0-16aad38677ff None None] Pushing event updated for resources: {'Port': ['ID=98e0e0af-81fb-43eb-9f4a-a662463a271f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:40.117892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:13:40.117892 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:13:40.117892 ncdv-master-1 neutron-server[125943]: [parameters: {'id': 'e0af060c-4075-4ee0-a949-445a9b8b4685'}]
Jan 29 21:13:40.117892 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:13:40.119448 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:13:40.133073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f751e7c-9d1b-47ba-906f-28ebc6efc567 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:13:40.272163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df6750-325c-4e33-b3ce-beb17711b671 req-cb6ca92e-a9b8-4ebb-95e2-a9c86f26ade2 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:40.274428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04df6750-325c-4e33-b3ce-beb17711b671 req-cb6ca92e-a9b8-4ebb-95e2-a9c86f26ade2 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0619838
Jan 29 21:13:40.276516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f751e7c-9d1b-47ba-906f-28ebc6efc567 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:13:40.335439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04df6750-325c-4e33-b3ce-beb17711b671 req-209d2a5e-710e-41c5-bba6-8ef927e3c4b2 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=287dbb27-85bf-48ef-9719-8c513d7cb095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547187
Jan 29 21:13:40.362195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5d322ceb-678d-49d5-8857-73b2e648a99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.501868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed93c7e-b917-4571-a9cf-9225c913457e None None] Network e0af060c-4075-4ee0-a949-445a9b8b4685 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:40.605496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441ce64-7d26-44cc-9fbb-fefc3ce197ec None None] Network e0af060c-4075-4ee0-a949-445a9b8b4685 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:40.619228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.673942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port 98e0e0af-81fb-43eb-9f4a-a662463a271f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:40.674454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.693833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-7a8b0b44-b68a-455c-ad73-ea135241b195 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:13:40.695381 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-7a8b0b44-b68a-455c-ad73-ea135241b195 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 1127 time: 0.0529289
Jan 29 21:13:40.739532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port 98e0e0af-81fb-43eb-9f4a-a662463a271f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e0e0af-81fb-43eb-9f4a-a662463a271f,segment=NetworkSegment(af7a85cd-8951-4647-9ccc-ab496211a237),segment_id=af7a85cd-8951-4647-9ccc-ab496211a237)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:40.739903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.752942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for 98e0e0af-81fb-43eb-9f4a-a662463a271f owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:40.781772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Deleting port bc789a0d-0f24-45d6-ae08-ac053dd55db7 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:40.782119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.846032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (98e0e0af-81fb-43eb-9f4a-a662463a271f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.875662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=98e0e0af-81fb-43eb-9f4a-a662463a271f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:40.880267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port 98e0e0af-81fb-43eb-9f4a-a662463a271f on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:40.881976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] For port bc789a0d-0f24-45d6-ae08-ac053dd55db7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc789a0d-0f24-45d6-ae08-ac053dd55db7,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:40.882366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.896505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Calling delete_port for bc789a0d-0f24-45d6-ae08-ac053dd55db7 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:40.967621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:40.988916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09747fd0>,) {'filters': {'network_id': ['e0af060c-4075-4ee0-a949-445a9b8b4685']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:40.998392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09747fd0>, 'af7a85cd-8951-4647-9ccc-ab496211a237') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:40.998691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09747fd0>, 'af7a85cd-8951-4647-9ccc-ab496211a237') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:41.009389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.025550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.033619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:41.034102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (af7a85cd-8951-4647-9ccc-ab496211a237), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:41.038063 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:41.043639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bc789a0d-0f24-45d6-ae08-ac053dd55db7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.078031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc789a0d-0f24-45d6-ae08-ac053dd55db7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:41.107585 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e0af060c-4075-4ee0-a949-445a9b8b4685), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.114854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.118198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/e0af060c-4075-4ee0-a949-445a9b8b4685 HTTP/1.1" status: 204  len: 168 time: 1.5110860
Jan 29 21:13:41.122112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50620) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.128574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] No DVR routers for this DVR port bc789a0d-0f24-45d6-ae08-ac053dd55db7 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:41.134092 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.138306 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-da030be5-f21b-419c-8fc9-6a384fda9464 req-4c2cce2c-5092-4a4b-bec5-69e94180ec3e tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bc789a0d-0f24-45d6-ae08-ac053dd55db7 HTTP/1.1" status: 204  len: 173 time: 0.4372158
Jan 29 21:13:41.138942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'name': 'network-vif-deleted', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:13:41.142489 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc80512-925f-4e1c-a3b0-9e8b5a481004" -d '{"events": [{"server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "name": "network-vif-deleted", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:13:41.158383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b71ee-c68a-4597-bd59-6b9cf077a542 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=e0af060c-4075-4ee0-a949-445a9b8b4685,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:41.162260 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68b700d-e100-4ba3-88f4-a0d907f62913 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:41.162711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68b700d-e100-4ba3-88f4-a0d907f62913 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:41.166068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d68b700d-e100-4ba3-88f4-a0d907f62913 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/c28213d3-2bba-4277-a0d1-2cacdb653fbb HTTP/1.1" status: 404  len: 337 time: 0.0430195
Jan 29 21:13:41.169580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.202611 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f7983f-4fee-4c75-b61f-470e038e6292 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:41.203288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f7983f-4fee-4c75-b61f-470e038e6292 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:41.210313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-42f7983f-4fee-4c75-b61f-470e038e6292 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/e0af060c-4075-4ee0-a949-445a9b8b4685 HTTP/1.1" status: 404  len: 339 time: 0.0385160
Jan 29 21:13:41.210517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.221948 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42312b26-c918-4539-9549-e6e1a4f6d9a7 x-openstack-request-id: req-42312b26-c918-4539-9549-e6e1a4f6d9a7 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:13:41.222291 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda80f99-976c-4b57-b859-683684ac049a", "name": "network-vif-deleted", "tag": "bc789a0d-0f24-45d6-ae08-ac053dd55db7", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:13:41.222607 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42312b26-c918-4539-9549-e6e1a4f6d9a7 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:13:41.223614 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda80f99-976c-4b57-b859-683684ac049a', 'name': 'network-vif-deleted', 'tag': 'bc789a0d-0f24-45d6-ae08-ac053dd55db7', 'status': 'completed', 'code': 200}
Jan 29 21:13:41.310622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.414448 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.445511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b5dea30>,) {'filters': {'network_id': ['168b57ed-ed97-4bb2-8d10-115bb750abb8']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:41.467418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccbbf1a2-f1e1-4d72-9f44-3c5a77485078 req-6b9e19cc-0d63-4040-be64-81bf51468ea5 tempest-TestServerMultinode-1893334894 tempest-TestServerMultinode-1893334894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bda80f99-976c-4b57-b859-683684ac049a HTTP/1.1" status: 200  len: 210 time: 0.0388241
Jan 29 21:13:41.470853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b5dea30>, '38b41441-8e52-4611-b9ac-10a870f0d814') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:41.471154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b5dea30>, '38b41441-8e52-4611-b9ac-10a870f0d814') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:41.488121 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (38b41441-8e52-4611-b9ac-10a870f0d814), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.495708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (38b41441-8e52-4611-b9ac-10a870f0d814), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.502204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:41.502597 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (38b41441-8e52-4611-b9ac-10a870f0d814), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:41.506137 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:41.566159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (168b57ed-ed97-4bb2-8d10-115bb750abb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.574591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.577157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/168b57ed-ed97-4bb2-8d10-115bb750abb8 HTTP/1.1" status: 204  len: 168 time: 0.3661008
Jan 29 21:13:41.579898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.589476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11920c8e-9111-4f2a-b1ba-6095d5aa08dc tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=168b57ed-ed97-4bb2-8d10-115bb750abb8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:41.620789 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f9552f-628d-4c54-9d12-2650f2577d77 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:41.621832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f9552f-628d-4c54-9d12-2650f2577d77 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:41.625608 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66f9552f-628d-4c54-9d12-2650f2577d77 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/00ef29dd-81c5-4ce6-b0b7-b6c91f9197e3 HTTP/1.1" status: 404  len: 337 time: 0.0445747
Jan 29 21:13:41.628266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50644) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.652768 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42562b2-65bd-4ff8-b28d-3f759b06f75e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:41.653436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42562b2-65bd-4ff8-b28d-3f759b06f75e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:41.656563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c42562b2-65bd-4ff8-b28d-3f759b06f75e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/e9f25cca-273e-453b-b824-09c676a0a495 HTTP/1.1" status: 404  len: 339 time: 0.0265729
Jan 29 21:13:41.659345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50646) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.712725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting subnet c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:41.716038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.755947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.840002 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.901476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.926952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:41.933416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:41.936610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4444523f-d43e-4c65-9b6e-90a34c99ffec tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/c4e02a6c-e4bc-4cd0-8da7-d5020cc0f053 HTTP/1.1" status: 204  len: 168 time: 0.2762866
Jan 29 21:13:41.939146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50654) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:41.944365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a64f80-0f0c-4b7e-977c-fc0187673fef None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:42.002482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting subnet ba3358be-325a-4956-95cb-f521f8f36270 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:42.009371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (ba3358be-325a-4956-95cb-f521f8f36270), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.053963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (ba3358be-325a-4956-95cb-f521f8f36270), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.148567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ba3358be-325a-4956-95cb-f521f8f36270), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.210424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (ba3358be-325a-4956-95cb-f521f8f36270), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.238377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3358be-325a-4956-95cb-f521f8f36270,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:42.242435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.246275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-229217f2-184f-47e1-83fa-d80444cdc7db tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/ba3358be-325a-4956-95cb-f521f8f36270 HTTP/1.1" status: 204  len: 168 time: 0.3062780
Jan 29 21:13:42.248694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:42.331677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (fc28e583-a1d2-41ed-8525-c90cf9b6400d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.386896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port 9bcec65d-71eb-42a7-aa53-24e0facc00ff {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:42.387242 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.453922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port 9bcec65d-71eb-42a7-aa53-24e0facc00ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bcec65d-71eb-42a7-aa53-24e0facc00ff,segment=NetworkSegment(07b9b6b4-04b1-49c8-802c-ffe237224235),segment_id=07b9b6b4-04b1-49c8-802c-ffe237224235)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:42.454288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.468307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for 9bcec65d-71eb-42a7-aa53-24e0facc00ff owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:42.533431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:42.622109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04625f7a-0eee-4847-a117-0e2f4b30737e None None] Network fc28e583-a1d2-41ed-8525-c90cf9b6400d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:42.639305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9bcec65d-71eb-42a7-aa53-24e0facc00ff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.670753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=9bcec65d-71eb-42a7-aa53-24e0facc00ff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:42.674960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port 9bcec65d-71eb-42a7-aa53-24e0facc00ff on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:42.693662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d9d7ee8-131c-4924-9d57-9598ec4981a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.715063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-59d85cbf-a141-44fd-a477-3ae7f359f14c None None] Could not find standard attr ID for object 9bcec65d-71eb-42a7-aa53-24e0facc00ff. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:13:42.753577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bc789a0d-0f24-45d6-ae08-ac053dd55db7 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:42.774915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: bc789a0d-0f24-45d6-ae08-ac053dd55db7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:42.775274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bc789a0d-0f24-45d6-ae08-ac053dd55db7 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:42.779002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeac7bc-21e5-47dc-af15-d1ea654ca092 None None] DHCP port deletion for fc28e583-a1d2-41ed-8525-c90cf9b6400d request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:13:42.836136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (fc28e583-a1d2-41ed-8525-c90cf9b6400d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.866250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09756fa0>,) {'filters': {'network_id': ['fc28e583-a1d2-41ed-8525-c90cf9b6400d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:42.880042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09756fa0>, '07b9b6b4-04b1-49c8-802c-ffe237224235') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:42.880343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09756fa0>, '07b9b6b4-04b1-49c8-802c-ffe237224235') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:42.894444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (07b9b6b4-04b1-49c8-802c-ffe237224235), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.929649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (07b9b6b4-04b1-49c8-802c-ffe237224235), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.939368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:42.940006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (07b9b6b4-04b1-49c8-802c-ffe237224235), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:42.943654 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:43.047384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (fc28e583-a1d2-41ed-8525-c90cf9b6400d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.056124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.062136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/fc28e583-a1d2-41ed-8525-c90cf9b6400d HTTP/1.1" status: 204  len: 168 time: 0.8102415
Jan 29 21:13:43.065787 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50674) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.088245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10005b-81dd-4b2b-bd8c-bc4c365cd2aa tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=fc28e583-a1d2-41ed-8525-c90cf9b6400d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:43.099002 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-572cc94a-4662-42b6-a9bf-c4168eb81557 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.099791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572cc94a-4662-42b6-a9bf-c4168eb81557 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.103112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-572cc94a-4662-42b6-a9bf-c4168eb81557 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/dd9910f9-bd60-4a47-8738-83835ba48c21 HTTP/1.1" status: 404  len: 337 time: 0.0338743
Jan 29 21:13:43.111707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50676) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.113394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9bcec65d-71eb-42a7-aa53-24e0facc00ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:43.136176 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7be7c3-4e7a-492e-9462-75597f00c496 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.136692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7be7c3-4e7a-492e-9462-75597f00c496 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.138635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9bcec65d-71eb-42a7-aa53-24e0facc00ff {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:43.139041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9bcec65d-71eb-42a7-aa53-24e0facc00ff not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:43.139899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aa7be7c3-4e7a-492e-9462-75597f00c496 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/b5896320-a098-4e4f-ba39-4cd9f9969202 HTTP/1.1" status: 404  len: 339 time: 0.0271661
Jan 29 21:13:43.142621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50678) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.178342 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c3d654-c66f-48a4-b123-ffc624f82f05 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.178903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c3d654-c66f-48a4-b123-ffc624f82f05 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.182150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76c3d654-c66f-48a4-b123-ffc624f82f05 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/fd27b36b-8036-4405-945e-0ebcffd35d66 HTTP/1.1" status: 404  len: 337 time: 0.0381088
Jan 29 21:13:43.184743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50680) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.216095 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3de352-a88e-450b-8981-667edc264706 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.216595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3de352-a88e-450b-8981-667edc264706 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.219765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a3de352-a88e-450b-8981-667edc264706 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/be9f3a19-5145-4c4b-962b-348423f02602 HTTP/1.1" status: 404  len: 339 time: 0.0339751
Jan 29 21:13:43.222335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50682) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.234237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f0532d40-fa63-47b2-9292-c7107507c6e7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.253761 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d20f235-96d7-49ef-8b55-a27fac63b033 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.254786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d20f235-96d7-49ef-8b55-a27fac63b033 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.257994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0d20f235-96d7-49ef-8b55-a27fac63b033 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/d7feedd3-d098-4c9a-8b81-06bb0a3cad54 HTTP/1.1" status: 404  len: 337 time: 0.0346963
Jan 29 21:13:43.260855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50684) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.282762 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-35300f20-1037-4dc5-87a9-2de0bf1e68c2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:43.283466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35300f20-1037-4dc5-87a9-2de0bf1e68c2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:43.286966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35300f20-1037-4dc5-87a9-2de0bf1e68c2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/56501774-01ac-4ca6-8079-8eb6c6c24e20 HTTP/1.1" status: 404  len: 339 time: 0.0248802
Jan 29 21:13:43.289818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.349229 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting subnet 1cda6461-33a9-4bd7-8c13-ee3efc504358 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:43.352606 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (1cda6461-33a9-4bd7-8c13-ee3efc504358), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.395931 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (1cda6461-33a9-4bd7-8c13-ee3efc504358), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.487579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1cda6461-33a9-4bd7-8c13-ee3efc504358), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.524573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Deleting port 69c85f1a-4f76-4e2d-b661-ec693d194385 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:43.524902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.549090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (1cda6461-33a9-4bd7-8c13-ee3efc504358), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.576896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=1cda6461-33a9-4bd7-8c13-ee3efc504358,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:43.580433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.583747 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e68c94e-baf5-49e9-a467-3e3c161acbb7 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/1cda6461-33a9-4bd7-8c13-ee3efc504358 HTTP/1.1" status: 204  len: 168 time: 0.2928772
Jan 29 21:13:43.586628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50688) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:43.591545 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af66c08-17ff-4b9c-b123-5dd1c4236bbd None None] Network db486811-91f3-4306-9b17-0a0ca8942666 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:43.607502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] For port 69c85f1a-4f76-4e2d-b661-ec693d194385, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c85f1a-4f76-4e2d-b661-ec693d194385,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:43.607868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.621701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Calling delete_port for 69c85f1a-4f76-4e2d-b661-ec693d194385 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:43.669079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (db486811-91f3-4306-9b17-0a0ca8942666), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.730421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port fa5d79e9-6086-4ea3-89cd-91963497b575 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:43.730782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.747224 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.771299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] DHCP port deletion for db486811-91f3-4306-9b17-0a0ca8942666 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:13:43.808319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port fa5d79e9-6086-4ea3-89cd-91963497b575, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5d79e9-6086-4ea3-89cd-91963497b575,segment=NetworkSegment(644ab9ce-94c7-453a-891b-614b9a59a4fc),segment_id=644ab9ce-94c7-453a-891b-614b9a59a4fc)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:43.808718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.823341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for fa5d79e9-6086-4ea3-89cd-91963497b575 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:43.830325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Deleting port fa5d79e9-6086-4ea3-89cd-91963497b575 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:43.830713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.914868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] For port fa5d79e9-6086-4ea3-89cd-91963497b575, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5d79e9-6086-4ea3-89cd-91963497b575,segment=NetworkSegment(644ab9ce-94c7-453a-891b-614b9a59a4fc),segment_id=644ab9ce-94c7-453a-891b-614b9a59a4fc)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:43.915357 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.919073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:43.930607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Calling delete_port for fa5d79e9-6086-4ea3-89cd-91963497b575 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:43.946823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=fa5d79e9-6086-4ea3-89cd-91963497b575,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:43.951500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port fa5d79e9-6086-4ea3-89cd-91963497b575 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:44.017402 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (fa5d79e9-6086-4ea3-89cd-91963497b575), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.034332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (db486811-91f3-4306-9b17-0a0ca8942666), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.045536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] Pushing event deleted for resources: {'Port': ['ID=fa5d79e9-6086-4ea3-89cd-91963497b575,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:44.049809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124244b-ed75-48ca-86c7-3a76054ae2cc None None] No DVR routers for this DVR port fa5d79e9-6086-4ea3-89cd-91963497b575 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:44.069430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea080c6fa0>,) {'filters': {'network_id': ['db486811-91f3-4306-9b17-0a0ca8942666']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:44.076324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080c6fa0>, '644ab9ce-94c7-453a-891b-614b9a59a4fc') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:44.080383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080c6fa0>, '644ab9ce-94c7-453a-891b-614b9a59a4fc') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:44.096960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (644ab9ce-94c7-453a-891b-614b9a59a4fc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.114956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (644ab9ce-94c7-453a-891b-614b9a59a4fc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.122492 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:44.123138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (644ab9ce-94c7-453a-891b-614b9a59a4fc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:44.127155 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:44.165414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (69c85f1a-4f76-4e2d-b661-ec693d194385), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.192897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Pushing event deleted for resources: {'Port': ['ID=69c85f1a-4f76-4e2d-b661-ec693d194385,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:44.210397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (db486811-91f3-4306-9b17-0a0ca8942666), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.222681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.226628 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/db486811-91f3-4306-9b17-0a0ca8942666 HTTP/1.1" status: 204  len: 168 time: 0.6394672
Jan 29 21:13:44.231776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:44.251076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051641b-6e27-4848-a60f-13a6d15dcc1a tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=db486811-91f3-4306-9b17-0a0ca8942666,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:44.275060 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8cd2f1-a547-41bb-b1a5-39dbf8a4da73 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:44.275453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8cd2f1-a547-41bb-b1a5-39dbf8a4da73 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:44.281072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a8cd2f1-a547-41bb-b1a5-39dbf8a4da73 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/9e6b5bd6-c6a1-4d3c-bc22-7ea77d185e54 HTTP/1.1" status: 404  len: 337 time: 0.0459702
Jan 29 21:13:44.281440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:44.313940 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6670aec1-a751-4247-a1f1-50c14b76a76e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:44.314484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6670aec1-a751-4247-a1f1-50c14b76a76e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:44.320033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6670aec1-a751-4247-a1f1-50c14b76a76e tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/a8663cd5-8206-4c79-a853-c0323615d153 HTTP/1.1" status: 404  len: 339 time: 0.0351810
Jan 29 21:13:44.320373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50706) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:44.401801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting subnet 65bef552-702f-4a5a-8566-6358f8de8c43 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:44.405069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (65bef552-702f-4a5a-8566-6358f8de8c43), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.424325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f0532d40-fa63-47b2-9292-c7107507c6e7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.447613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (65bef552-702f-4a5a-8566-6358f8de8c43), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.529455 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (65bef552-702f-4a5a-8566-6358f8de8c43), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.593690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (65bef552-702f-4a5a-8566-6358f8de8c43), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.620168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Subnet': ['ID=65bef552-702f-4a5a-8566-6358f8de8c43,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:44.623763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.630376 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f5fab48-0f0c-4c21-af8e-cb8a0370aaa2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/subnets/65bef552-702f-4a5a-8566-6358f8de8c43 HTTP/1.1" status: 204  len: 168 time: 0.3087711
Jan 29 21:13:44.630546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50718) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:44.632143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a08fbf-dcf8-46fb-a84f-a3f8470ad870 None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:44.696698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Router f0532d40-fa63-47b2-9292-c7107507c6e7 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:13:44.723866 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (358213e6-f649-4745-b64f-5f1ca21aee67), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.776330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] DHCP port deletion for 358213e6-f649-4745-b64f-5f1ca21aee67 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:13:44.823626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Deleting port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:44.823927 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.851158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:13:44.859176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7128405c-5ca2-4fb3-acdd-0653c287245b admin admin] 10.222.0.20 "PUT /v2.0/routers/f0532d40-fa63-47b2-9292-c7107507c6e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3203287
Jan 29 21:13:44.859382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:44.870771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Deleting port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:44.871390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.945254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] For port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,segment=NetworkSegment(fa8003cd-f1e8-417d-8ceb-2e1507df03a9),segment_id=fa8003cd-f1e8-417d-8ceb-2e1507df03a9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:44.945775 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:44.961254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Calling delete_port for 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:44.967445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks [] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.026518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Sync routers for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:13:45.056942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:45.057615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097dfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:13:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.058647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.089415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Port': ['ID=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:45.094150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] No DVR routers for this DVR port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:45.103537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks [] for router_gateway (f0532d40-fa63-47b2-9292-c7107507c6e7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.142786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] For port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,segment=NetworkSegment(fa8003cd-f1e8-417d-8ceb-2e1507df03a9),segment_id=fa8003cd-f1e8-417d-8ceb-2e1507df03a9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:45.149604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.183609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Deleting port de7d9496-c268-418f-a1ad-20d45663eb35 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:45.187730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.190506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Calling delete_port for 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:45.221008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (358213e6-f649-4745-b64f-5f1ca21aee67), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.247252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09526370>,) {'filters': {'network_id': ['358213e6-f649-4745-b64f-5f1ca21aee67']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.250307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa5d79e9-6086-4ea3-89cd-91963497b575 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:45.259198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09526370>, 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.259694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09526370>, 'fa8003cd-f1e8-417d-8ceb-2e1507df03a9') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.270611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (fa8003cd-f1e8-417d-8ceb-2e1507df03a9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.274011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: fa5d79e9-6086-4ea3-89cd-91963497b575 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:45.274451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fa5d79e9-6086-4ea3-89cd-91963497b575 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:45.275201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:45.285934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fa8003cd-f1e8-417d-8ceb-2e1507df03a9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.295747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] For port de7d9496-c268-418f-a1ad-20d45663eb35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de7d9496-c268-418f-a1ad-20d45663eb35,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:45.295980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:45.296125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.296471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (fa8003cd-f1e8-417d-8ceb-2e1507df03a9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.301262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:45.301262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:45.301537 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:45.320480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Calling delete_port for de7d9496-c268-418f-a1ad-20d45663eb35 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:45.330131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:45.402983 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (358213e6-f649-4745-b64f-5f1ca21aee67), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.409888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.417425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] 10.222.0.20 "DELETE /v2.0/networks/358213e6-f649-4745-b64f-5f1ca21aee67 HTTP/1.1" status: 204  len: 168 time: 0.7834895
Jan 29 21:13:45.443009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8e60e-9b92-4d86-8b05-d562d05365a2 tempest-NetworksIpV6Test-1973484649 tempest-NetworksIpV6Test-1973484649-project] Pushing event deleted for resources: {'Network': ['ID=358213e6-f649-4745-b64f-5f1ca21aee67,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:45.456583 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (13e93c08-a2df-479c-a6d5-fb3e2e9fcc30), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.493697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Pushing event deleted for resources: {'Port': ['ID=13e93c08-a2df-479c-a6d5-fb3e2e9fcc30,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:45.498242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] Network 358213e6-f649-4745-b64f-5f1ca21aee67 is not hosted by any dhcp agent {{(pid=125944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:13:45.498681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82ea08-81b9-41be-9713-0bd4ebb271c1 None None] No DVR routers for this DVR port 13e93c08-a2df-479c-a6d5-fb3e2e9fcc30 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:45.598347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50734) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:45.603761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097dfaf0>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175'}], 'enable_snat': True}, 'gw_port_id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:44Z', 'revision_number': 5, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port': {'id': 'de7d9496-c268-418f-a1ad-20d45663eb35', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.650216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Checking router: f0532d40-fa63-47b2-9292-c7107507c6e7 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:13:45.664441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Routers {'f0532d40-fa63-47b2-9292-c7107507c6e7'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:45.665628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097dfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:13:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f0532d40-fa63-47b2-9292-c7107507c6e7'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.670247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.727433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50738) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:45.769450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] Set router f0532d40-fa63-47b2-9292-c7107507c6e7 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:45.829295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097dfaf0>, [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:45Z', 'revision_number': 6, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:45.857538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a48d69e-993c-42e5-a16a-0a6f4071de8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b715a32b57b7413aafef163d223369d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2556126
Jan 29 21:13:45.858114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:45.870061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf491e-f082-4bb3-9cbc-8d8da65ad9ac None None] The sync data for ids ['f0532d40-fa63-47b2-9292-c7107507c6e7'] in ncdv-master-1 is: [{'id': 'f0532d40-fa63-47b2-9292-c7107507c6e7', 'name': 'tempest-TestServerMultinode-1775960705-router', 'tenant_id': '6c792b770dad43a4932b6731a7833a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:51Z', 'updated_at': '2022-01-29T21:13:45Z', 'revision_number': 6, 'project_id': '6c792b770dad43a4932b6731a7833a8c', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:13:45.940582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-05879d48-8429-4a33-aa52-1ef77205fbb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57e036cb259d4a8f80f15823f39d68f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2118022
Jan 29 21:13:45.943974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50744) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:45.953162 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (de7d9496-c268-418f-a1ad-20d45663eb35), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.954347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] Publish callbacks [] for security_group (336a8aa6-912e-4909-9977-c5e5f70016ea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:45.977705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] Publish callbacks [] for security_group (336a8aa6-912e-4909-9977-c5e5f70016ea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.007373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7d9496-c268-418f-a1ad-20d45663eb35,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:46.025456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (336a8aa6-912e-4909-9977-c5e5f70016ea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.028123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.031732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/336a8aa6-912e-4909-9977-c5e5f70016ea HTTP/1.1" status: 204  len: 168 time: 0.1703854
Jan 29 21:13:46.040133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5af1-94bd-4de5-8d59-dd6c070683b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336a8aa6-912e-4909-9977-c5e5f70016ea,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:46.084557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] Publish callbacks [] for security_group (b55d3949-8734-4c91-8525-c88a405c5647), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.090321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f0532d40-fa63-47b2-9292-c7107507c6e7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.191846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] Publish callbacks [] for security_group (b55d3949-8734-4c91-8525-c88a405c5647), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.200475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.203998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks [] for router_controller (f0532d40-fa63-47b2-9292-c7107507c6e7), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.273646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f0532d40-fa63-47b2-9292-c7107507c6e7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.274782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0532d40-fa63-47b2-9292-c7107507c6e7 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:13:46.279835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.283835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50752) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:46.284323 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b49e2d18-8051-41e1-84c0-3dbded59cd26 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0532d40-fa63-47b2-9292-c7107507c6e7 HTTP/1.1" status: 204  len: 168 time: 1.4236138
Jan 29 21:13:46.296694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b55d3949-8734-4c91-8525-c88a405c5647), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.299711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.304296 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b55d3949-8734-4c91-8525-c88a405c5647 HTTP/1.1" status: 204  len: 168 time: 0.3561902
Jan 29 21:13:46.328669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793bd2-b05e-4dbd-9df7-dbd51a04da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d3949-8734-4c91-8525-c88a405c5647,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:46.343384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Deleting subnet cb75f780-9275-4337-89ff-bd9296d3750b {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:46.346809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Publish callbacks [] for subnet (cb75f780-9275-4337-89ff-bd9296d3750b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.386471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (cb75f780-9275-4337-89ff-bd9296d3750b), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.472144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cb75f780-9275-4337-89ff-bd9296d3750b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.538068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (cb75f780-9275-4337-89ff-bd9296d3750b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.573212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb75f780-9275-4337-89ff-bd9296d3750b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:46.574651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.578295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19e1d025-944c-4612-a18b-beab7de857bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb75f780-9275-4337-89ff-bd9296d3750b HTTP/1.1" status: 204  len: 168 time: 0.2926202
Jan 29 21:13:46.580785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50772) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:46.584329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d493b-6706-412c-9a32-3e76530d9fad None None] Network da8e1d8f-ec49-4df6-8135-983e453b0e04 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:46.663022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (da8e1d8f-ec49-4df6-8135-983e453b0e04), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.740836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Deleting port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:46.741205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.812566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] DHCP port deletion for da8e1d8f-ec49-4df6-8135-983e453b0e04 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:13:46.822334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] For port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:46.822710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.841449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Calling delete_port for 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:46.882946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.921122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Deleting port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:46.921825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.961000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:46.995518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] For port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,segment=NetworkSegment(da613d75-8a65-42f5-9f3e-6e5f72c3757f),segment_id=da613d75-8a65-42f5-9f3e-6e5f72c3757f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:46.996142 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.003368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:47.012427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] No DVR routers for this DVR port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:47.014197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Calling delete_port for 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:47.160931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device de7d9496-c268-418f-a1ad-20d45663eb35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:47.168906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (da8e1d8f-ec49-4df6-8135-983e453b0e04), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.201288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea096b8190>,) {'filters': {'network_id': ['da8e1d8f-ec49-4df6-8135-983e453b0e04']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:47.203347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: de7d9496-c268-418f-a1ad-20d45663eb35 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:47.203700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device de7d9496-c268-418f-a1ad-20d45663eb35 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:47.204112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:47.212901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096b8190>, 'da613d75-8a65-42f5-9f3e-6e5f72c3757f') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:47.213337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096b8190>, 'da613d75-8a65-42f5-9f3e-6e5f72c3757f') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:47.224371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (da613d75-8a65-42f5-9f3e-6e5f72c3757f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.238391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:47.238966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:47.239381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 69c85f1a-4f76-4e2d-b661-ec693d194385 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:47.240621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (da613d75-8a65-42f5-9f3e-6e5f72c3757f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.248547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:47.249225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (da613d75-8a65-42f5-9f3e-6e5f72c3757f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:47.253099 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:47.256483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50794) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.267567 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 69c85f1a-4f76-4e2d-b661-ec693d194385 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:47.268134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 69c85f1a-4f76-4e2d-b661-ec693d194385 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:47.279000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (85b82f9a-06ab-46e9-8b80-5f3c47c1f40f), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.315930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] Pushing event deleted for resources: {'Port': ['ID=85b82f9a-06ab-46e9-8b80-5f3c47c1f40f,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:47.318395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa1e5e-3391-499a-9478-0f2ed35b3e38 None None] No DVR routers for this DVR port 85b82f9a-06ab-46e9-8b80-5f3c47c1f40f on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:47.328853 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (da8e1d8f-ec49-4df6-8135-983e453b0e04), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.340645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:47.344608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] 10.222.0.20 "DELETE /v2.0/networks/da8e1d8f-ec49-4df6-8135-983e453b0e04 HTTP/1.1" status: 204  len: 168 time: 0.7627544
Jan 29 21:13:47.349687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.362709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382fd5-b64a-40fd-a793-66c7db185156 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e1d8f-ec49-4df6-8135-983e453b0e04,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:47.448919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-affd3466-b9ed-48d7-bcc1-f52011e1d962 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] Request body: {'port': {'network_id': '6b6d36b1-134d-4dc5-aa98-d31cdc31f6ed', 'name': 'tempest-NetworksNegativeTestJSON-2091984352'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:47.465275 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-affd3466-b9ed-48d7-bcc1-f52011e1d962 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] POST failed (client error): The resource could not be found.
Jan 29 21:13:47.465905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affd3466-b9ed-48d7-bcc1-f52011e1d962 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.467096 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-affd3466-b9ed-48d7-bcc1-f52011e1d962 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2080665
Jan 29 21:13:47.471418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50804) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.494597 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e624666-13e1-40d8-8610-9a449890ccb8 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:47.495417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e624666-13e1-40d8-8610-9a449890ccb8 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.502550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0e624666-13e1-40d8-8610-9a449890ccb8 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "DELETE /v2.0/networks/e41f15c6-30b1-4f58-8745-2e9b3379136e HTTP/1.1" status: 404  len: 339 time: 0.0259938
Jan 29 21:13:47.502844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50806) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.528852 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c464f7-3ab7-4ee3-921b-e2d1c2fb1887 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:47.529435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c464f7-3ab7-4ee3-921b-e2d1c2fb1887 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.533032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-44c464f7-3ab7-4ee3-921b-e2d1c2fb1887 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "DELETE /v2.0/ports/e5e03f32-d3d4-495d-a31f-460b12490d17 HTTP/1.1" status: 404  len: 333 time: 0.0276384
Jan 29 21:13:47.537573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50808) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.564048 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de4730e-94cb-4e7a-afe9-ac137dab30fb tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:13:47.564504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de4730e-94cb-4e7a-afe9-ac137dab30fb tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.569392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9de4730e-94cb-4e7a-afe9-ac137dab30fb tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "DELETE /v2.0/subnets/3c003239-f5c9-4836-a698-169726074e70 HTTP/1.1" status: 404  len: 337 time: 0.0307312
Jan 29 21:13:47.573604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50810) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.595990 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-067be48a-7f27-4b95-a344-4364163cec89 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] GET failed (client error): The resource could not be found.
Jan 29 21:13:47.598046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-067be48a-7f27-4b95-a344-4364163cec89 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "GET /v2.0/networks/d0e5c153-88af-42b4-9c52-9b85566d137e HTTP/1.1" status: 404  len: 339 time: 0.0233331
Jan 29 21:13:47.601844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50814) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.640080 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a657e4-04e3-41a5-a8bf-644ad77c99e1 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] GET failed (client error): The resource could not be found.
Jan 29 21:13:47.645761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b9a657e4-04e3-41a5-a8bf-644ad77c99e1 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "GET /v2.0/ports/afb08031-f437-48d4-92fe-ff0d91026198 HTTP/1.1" status: 404  len: 333 time: 0.0388267
Jan 29 21:13:47.646103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50816) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.674475 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1701c24d-4590-4771-b699-3cf6681f33c6 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] GET failed (client error): The resource could not be found.
Jan 29 21:13:47.675827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1701c24d-4590-4771-b699-3cf6681f33c6 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "GET /v2.0/subnets/c790eb6f-9bef-4f45-b510-d05c3ee52e5a HTTP/1.1" status: 404  len: 337 time: 0.0287390
Jan 29 21:13:47.679836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50822) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.684749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7ea9eb65-2e8f-4ced-8464-ece49dc5439a tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] Request body: {'network': {'name': 'new_name'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:47.699546 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea9eb65-2e8f-4ced-8464-ece49dc5439a tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] PUT failed (client error): The resource could not be found.
Jan 29 21:13:47.700486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea9eb65-2e8f-4ced-8464-ece49dc5439a tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.701651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ea9eb65-2e8f-4ced-8464-ece49dc5439a tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "PUT /v2.0/networks/cb2284dc-6620-4186-bcfa-cd8bc0484ed0 HTTP/1.1" status: 404  len: 339 time: 0.0208936
Jan 29 21:13:47.705692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50830) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.712525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0464b590-c9cf-4723-ba49-7de7641748fa tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] Request body: {'port': {'name': 'new_name'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:47.740298 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0464b590-c9cf-4723-ba49-7de7641748fa tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] PUT failed (client error): The resource could not be found.
Jan 29 21:13:47.740836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0464b590-c9cf-4723-ba49-7de7641748fa tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.741990 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0464b590-c9cf-4723-ba49-7de7641748fa tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "PUT /v2.0/ports/9ba9b7ef-ad9a-4907-b4ac-d82bb8dee78d HTTP/1.1" status: 404  len: 333 time: 0.0353670
Jan 29 21:13:47.745878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:47.751480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ec50d31d-ec03-4203-90e7-aef709d69e58 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:13:47.774049 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec50d31d-ec03-4203-90e7-aef709d69e58 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] PUT failed (client error): The resource could not be found.
Jan 29 21:13:47.774535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec50d31d-ec03-4203-90e7-aef709d69e58 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:13:47.775796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec50d31d-ec03-4203-90e7-aef709d69e58 tempest-NetworksNegativeTestJSON-131922771 tempest-NetworksNegativeTestJSON-131922771-project] 10.222.0.20 "PUT /v2.0/subnets/2856f81c-d336-4644-be8b-47406007a085 HTTP/1.1" status: 404  len: 337 time: 0.0289514
Jan 29 21:13:47.877358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (97977fa8-f006-45e2-bf7a-99d459c760a2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.037738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50838) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:48.148235 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0aacc01e-ea91-4ddc-ae1e-7568225913c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.155554 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Deleting port 3887e7d7-a089-409b-821e-6f8eae49c89e {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:48.155900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.226203 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0aacc01e-ea91-4ddc-ae1e-7568225913c7 admin admin] Publish callbacks [] for security_group (5945e08f-f1ab-4ee2-ba60-575736acb7b4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.230042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0aacc01e-ea91-4ddc-ae1e-7568225913c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5945e08f-f1ab-4ee2-ba60-575736acb7b4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.236024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] For port 3887e7d7-a089-409b-821e-6f8eae49c89e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3887e7d7-a089-409b-821e-6f8eae49c89e,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:48.236387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.249513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Calling delete_port for 3887e7d7-a089-409b-821e-6f8eae49c89e owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:48.268222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0aacc01e-ea91-4ddc-ae1e-7568225913c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2b5ec8b54b84d0386bd09961210b3ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2294323
Jan 29 21:13:48.269235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacc01e-ea91-4ddc-ae1e-7568225913c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945e08f-f1ab-4ee2-ba60-575736acb7b4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:48.271587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50842) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:48.324686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] Publish callbacks [] for security_group (5945e08f-f1ab-4ee2-ba60-575736acb7b4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.345196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] Publish callbacks [] for security_group (5945e08f-f1ab-4ee2-ba60-575736acb7b4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.392150 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5945e08f-f1ab-4ee2-ba60-575736acb7b4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.394843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.397425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5945e08f-f1ab-4ee2-ba60-575736acb7b4 HTTP/1.1" status: 204  len: 168 time: 0.1249104
Jan 29 21:13:48.406356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07a5f2-e7a7-4626-b695-132968995403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945e08f-f1ab-4ee2-ba60-575736acb7b4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:48.432440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3887e7d7-a089-409b-821e-6f8eae49c89e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.461270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Pushing event deleted for resources: {'Port': ['ID=3887e7d7-a089-409b-821e-6f8eae49c89e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:48.667779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (97977fa8-f006-45e2-bf7a-99d459c760a2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:48.917910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Router 97977fa8-f006-45e2-bf7a-99d459c760a2 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:13:49.032627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:13:49.040168 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5938df8d-15ab-41ee-9abc-6c4e2fff0707 admin admin] 10.222.0.20 "PUT /v2.0/routers/97977fa8-f006-45e2-bf7a-99d459c760a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6872065
Jan 29 21:13:49.040584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:49.046797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Sync routers for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:13:49.061681 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:49.062316 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:13:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:49.210578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:49.436201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks [] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:49.464693 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1dab20>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:48Z', 'revision_number': 5, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:49.499061 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Checking router: 97977fa8-f006-45e2-bf7a-99d459c760a2 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:13:49.513488 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Routers {'97977fa8-f006-45e2-bf7a-99d459c760a2'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:13:49.514453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b1dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:13:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['97977fa8-f006-45e2-bf7a-99d459c760a2'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:49.556947 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks [] for router_gateway (97977fa8-f006-45e2-bf7a-99d459c760a2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:49.624557 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Deleting port 9a77962c-cb26-4f50-9c75-604697381df8 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:49.625309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9a77962c-cb26-4f50-9c75-604697381df8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:49.674958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] Set router 97977fa8-f006-45e2-bf7a-99d459c760a2 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:13:49.751360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] For port 9a77962c-cb26-4f50-9c75-604697381df8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a77962c-cb26-4f50-9c75-604697381df8,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:49.751725 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9a77962c-cb26-4f50-9c75-604697381df8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:49.770688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Calling delete_port for 9a77962c-cb26-4f50-9c75-604697381df8 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:49.899596 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b1dab20>, [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:48Z', 'revision_number': 5, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:49.926482 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822b07e-59c7-486a-91d7-6ecb25c22203 None None] The sync data for ids ['97977fa8-f006-45e2-bf7a-99d459c760a2'] in ncdv-master-1 is: [{'id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'name': 'tempest-TestServerMultinode-1414232826-router', 'tenant_id': '0fac805709a54f7a838441c44266b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '9a77962c-cb26-4f50-9c75-604697381df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:12:57Z', 'updated_at': '2022-01-29T21:13:48Z', 'revision_number': 5, 'project_id': '0fac805709a54f7a838441c44266b218', 'gw_port': {'id': '9a77962c-cb26-4f50-9c75-604697381df8', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97977fa8-f006-45e2-bf7a-99d459c760a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:12:58Z', 'updated_at': '2022-01-29T21:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:13:49.996833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9a77962c-cb26-4f50-9c75-604697381df8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.028149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9a77962c-cb26-4f50-9c75-604697381df8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:50.093698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (97977fa8-f006-45e2-bf7a-99d459c760a2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.195087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.197511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks [] for router_controller (97977fa8-f006-45e2-bf7a-99d459c760a2), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.247405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (97977fa8-f006-45e2-bf7a-99d459c760a2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.248011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97977fa8-f006-45e2-bf7a-99d459c760a2 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:13:50.252474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.253800 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4f5071ac-0e42-4dfa-9266-b7cb9ceac5ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/97977fa8-f006-45e2-bf7a-99d459c760a2 HTTP/1.1" status: 204  len: 168 time: 1.2117214
Jan 29 21:13:50.256293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:50.304771 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Deleting subnet 11ae4ecf-980d-4c6d-9eb6-1b18e2037a83 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:13:50.308281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Publish callbacks [] for subnet (11ae4ecf-980d-4c6d-9eb6-1b18e2037a83), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.348528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (11ae4ecf-980d-4c6d-9eb6-1b18e2037a83), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.447809 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (11ae4ecf-980d-4c6d-9eb6-1b18e2037a83), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.499493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (11ae4ecf-980d-4c6d-9eb6-1b18e2037a83), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.527891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ae4ecf-980d-4c6d-9eb6-1b18e2037a83,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:50.529102 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.532349 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-33ab3eaa-1372-4669-afc5-010de1afa9ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11ae4ecf-980d-4c6d-9eb6-1b18e2037a83 HTTP/1.1" status: 204  len: 168 time: 0.2749424
Jan 29 21:13:50.534848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50954) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:50.537558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c5cd6-cdf5-49e0-92b6-f24b23da0696 None None] Network 8e19ec72-5687-441b-bb4c-bce862d50900 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:13:50.606461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8e19ec72-5687-441b-bb4c-bce862d50900), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.670380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Deleting port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:50.670728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.718707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50958) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:50.743058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] DHCP port deletion for 8e19ec72-5687-441b-bb4c-bce862d50900 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:13:50.767117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] For port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:50.767465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.783285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Calling delete_port for 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:50.822999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Deleting port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:13:50.823649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.898930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] For port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,segment=NetworkSegment(fe9fe79a-c972-4951-be70-eedae871f57f),segment_id=fe9fe79a-c972-4951-be70-eedae871f57f)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:13:50.899341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.919694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Calling delete_port for 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:13:50.940371 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd96b-5499-40f8-bfac-3cc8d588773e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.949552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:50.965112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] No DVR routers for this DVR port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:50.990358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.025599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.052015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] Pushing event deleted for resources: {'Port': ['ID=3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.054271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bafac7-d476-4711-a6b4-91b4d853e9d8 None None] No DVR routers for this DVR port 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:13:51.083387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8e19ec72-5687-441b-bb4c-bce862d50900), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.111759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3887e7d7-a089-409b-821e-6f8eae49c89e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:51.112254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f3a0>,) {'filters': {'network_id': ['8e19ec72-5687-441b-bb4c-bce862d50900']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:51.126495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f3a0>, 'fe9fe79a-c972-4951-be70-eedae871f57f') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:51.126811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f3a0>, 'fe9fe79a-c972-4951-be70-eedae871f57f') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:13:51.132610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3887e7d7-a089-409b-821e-6f8eae49c89e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:51.132959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3887e7d7-a089-409b-821e-6f8eae49c89e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:51.133404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:51.143158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (fe9fe79a-c972-4951-be70-eedae871f57f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.156660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:51.157014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3debeb8f-c44c-4d98-a4d7-4c89e9a9b0cf not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:51.157441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a77962c-cb26-4f50-9c75-604697381df8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:13:51.162959 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd96b-5499-40f8-bfac-3cc8d588773e admin admin] Publish callbacks [] for security_group (e66e598b-50bb-4211-b6a8-a844d49c354b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.167524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd96b-5499-40f8-bfac-3cc8d588773e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e66e598b-50bb-4211-b6a8-a844d49c354b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.172937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe9fe79a-c972-4951-be70-eedae871f57f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.182864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9a77962c-cb26-4f50-9c75-604697381df8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:13:51.182864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9a77962c-cb26-4f50-9c75-604697381df8 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:13:51.193521 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:13:51.194133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (fe9fe79a-c972-4951-be70-eedae871f57f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:13:51.196632 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:13:51.289912 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c1fd96b-5499-40f8-bfac-3cc8d588773e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2eb5ad72ae284c94bf046a90710d6ccb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5670815
Jan 29 21:13:51.289912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd96b-5499-40f8-bfac-3cc8d588773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e598b-50bb-4211-b6a8-a844d49c354b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.291414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50984) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:51.294512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8e19ec72-5687-441b-bb4c-bce862d50900), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.299592 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.305910 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/8e19ec72-5687-441b-bb4c-bce862d50900 HTTP/1.1" status: 204  len: 168 time: 0.7677987
Jan 29 21:13:51.316333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2d0f-1f63-40d8-a6db-5f76fde5b4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8e19ec72-5687-441b-bb4c-bce862d50900,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.345636 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] Publish callbacks [] for security_group (e66e598b-50bb-4211-b6a8-a844d49c354b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.368305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] Publish callbacks [] for security_group (e66e598b-50bb-4211-b6a8-a844d49c354b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.417168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e66e598b-50bb-4211-b6a8-a844d49c354b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.419854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.421098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e66e598b-50bb-4211-b6a8-a844d49c354b HTTP/1.1" status: 204  len: 168 time: 0.1281180
Jan 29 21:13:51.423201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 50988) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:51.441078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca570fb0-116a-47e0-ae9a-31f27decb252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e598b-50bb-4211-b6a8-a844d49c354b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.471046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-97a03503-11ac-42ef-b22a-4496c97f626f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c792b770dad43a4932b6731a7833a8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0465522
Jan 29 21:13:51.474299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50992) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:51.521742 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] Publish callbacks [] for security_group (d920bd9a-300b-4ee0-8e00-bb0cca4845fa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.545962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] Publish callbacks [] for security_group (d920bd9a-300b-4ee0-8e00-bb0cca4845fa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.596637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d920bd9a-300b-4ee0-8e00-bb0cca4845fa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.599925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.601122 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d920bd9a-300b-4ee0-8e00-bb0cca4845fa HTTP/1.1" status: 204  len: 168 time: 0.1258068
Jan 29 21:13:51.615573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5501d1-4c8b-4f1a-a9b5-28801b6848bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d920bd9a-300b-4ee0-8e00-bb0cca4845fa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.767030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 50998) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:51.782036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f96cc95-59fe-411f-8e32-f105ffa6fcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.869369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f96cc95-59fe-411f-8e32-f105ffa6fcd3 admin admin] Publish callbacks [] for security_group (b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.873788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0f96cc95-59fe-411f-8e32-f105ffa6fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:51.917220 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0f96cc95-59fe-411f-8e32-f105ffa6fcd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0888435e75146aabf1059a5a44594fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1491883
Jan 29 21:13:51.918356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96cc95-59fe-411f-8e32-f105ffa6fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:51.919957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:51.986394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] Publish callbacks [] for security_group (b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.016438 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] Publish callbacks [] for security_group (b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.021707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51016) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:52.069395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8546bd92-e486-4e21-8ec5-fa83ef7b7a85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fac805709a54f7a838441c44266b218&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0461478
Jan 29 21:13:52.071782 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51018) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:52.087599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.090200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.091365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e HTTP/1.1" status: 204  len: 168 time: 0.1704392
Jan 29 21:13:52.100771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06956a4-37e3-4705-a7c8-6f9b7c5c5339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c569c8-9dbb-4f7d-a84b-ea615bc5aa7e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:52.127689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] Publish callbacks [] for security_group (287dbb27-85bf-48ef-9719-8c513d7cb095), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.153748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] Publish callbacks [] for security_group (287dbb27-85bf-48ef-9719-8c513d7cb095), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.205522 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (287dbb27-85bf-48ef-9719-8c513d7cb095), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.208838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:52.210023 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/287dbb27-85bf-48ef-9719-8c513d7cb095 HTTP/1.1" status: 204  len: 168 time: 0.1371577
Jan 29 21:13:52.218153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eb51e-f548-443e-92f4-6a87afb9de4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287dbb27-85bf-48ef-9719-8c513d7cb095,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:52.444126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:53.380676 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.406157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51148) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:55.509477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d06e018-f63d-4290-aa58-682f50459aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.581349 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d06e018-f63d-4290-aa58-682f50459aae admin admin] Publish callbacks [] for security_group (35f97682-89e2-4be3-8a22-390574293863), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.585486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4d06e018-f63d-4290-aa58-682f50459aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (35f97682-89e2-4be3-8a22-390574293863), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.622463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4d06e018-f63d-4290-aa58-682f50459aae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07cef8983ba8460d95867e59daf580ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2152522
Jan 29 21:13:55.624490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06e018-f63d-4290-aa58-682f50459aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f97682-89e2-4be3-8a22-390574293863,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:13:55.625241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51152) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:13:55.673939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] Publish callbacks [] for security_group (35f97682-89e2-4be3-8a22-390574293863), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.695431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] Publish callbacks [] for security_group (35f97682-89e2-4be3-8a22-390574293863), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.742552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (35f97682-89e2-4be3-8a22-390574293863), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.745189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:13:55.746330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35f97682-89e2-4be3-8a22-390574293863 HTTP/1.1" status: 204  len: 168 time: 0.1201138
Jan 29 21:13:55.754873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51220d6a-af94-4813-8c19-a3813eadb1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f97682-89e2-4be3-8a22-390574293863,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:04.507193 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:14:05.896253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-94d96bb7-7e64-449e-a993-a1a534641d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:05.897815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-94d96bb7-7e64-449e-a993-a1a534641d45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.0511820
Jan 29 21:14:05.908088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f9a59-d52d-41a8-8d0e-1bd7f44b8aa5 req-da7220ea-2dca-4681-bd3e-2418f20879a7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:05.909607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-069f9a59-d52d-41a8-8d0e-1bd7f44b8aa5 req-da7220ea-2dca-4681-bd3e-2418f20879a7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0575442
Jan 29 21:14:05.959211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-069f9a59-d52d-41a8-8d0e-1bd7f44b8aa5 req-8151a7ed-c7b3-4941-bc73-47267300ea72 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438840
Jan 29 21:14:05.986044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-5fdf71fa-eb71-4aae-8828-8fbb17cbc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:05.987527 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-5fdf71fa-eb71-4aae-8828-8fbb17cbc168 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0837867
Jan 29 21:14:06.062072 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-4e34e0f5-91d3-449e-9962-10ccfe3f9b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.0658038
Jan 29 21:14:06.110081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-8e7d4fd0-d041-4402-ae3e-2613d3e1e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:06.111456 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-8e7d4fd0-d041-4402-ae3e-2613d3e1e6bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0423801
Jan 29 21:14:06.159449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-cc7dc9f1-b0d7-44da-a847-2654e0ae5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:06.161701 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-cc7dc9f1-b0d7-44da-a847-2654e0ae5272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438082
Jan 29 21:14:06.251909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-ec564a4d-98d1-4ec0-9fe4-d5d676c15316 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844777
Jan 29 21:14:06.338492 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-36a91e11-4a39-49ba-9410-e9fdad1d830b req-ede854aa-3d51-4423-9b5a-82a9e861cefb service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797558
Jan 29 21:14:07.079508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013113df-ca50-4755-8642-b268b88535f2 req-f013e04e-ba44-410f-8aae-445998673be0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:07.080979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-013113df-ca50-4755-8642-b268b88535f2 req-f013e04e-ba44-410f-8aae-445998673be0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0513637
Jan 29 21:14:07.126352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-013113df-ca50-4755-8642-b268b88535f2 req-0b1f6978-b86a-4ded-b200-cc5d26ff3715 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391831
Jan 29 21:14:09.517172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51736) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:09.623198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c4353ef-e8d1-47c9-9a57-bf19c51d0f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.699314 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c4353ef-e8d1-47c9-9a57-bf19c51d0f0a admin admin] Publish callbacks [] for security_group (7f08921a-bb49-484e-9092-69643d140831), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.703051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c4353ef-e8d1-47c9-9a57-bf19c51d0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7f08921a-bb49-484e-9092-69643d140831), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.737938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4353ef-e8d1-47c9-9a57-bf19c51d0f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f08921a-bb49-484e-9092-69643d140831,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:09.742711 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c4353ef-e8d1-47c9-9a57-bf19c51d0f0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f44eca3d18e4991bfc1b7b0e458e095&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2245243
Jan 29 21:14:09.745316 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51740) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:09.791426 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] Publish callbacks [] for security_group (7f08921a-bb49-484e-9092-69643d140831), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.812541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] Publish callbacks [] for security_group (7f08921a-bb49-484e-9092-69643d140831), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.858299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7f08921a-bb49-484e-9092-69643d140831), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.860979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:09.862271 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f08921a-bb49-484e-9092-69643d140831 HTTP/1.1" status: 204  len: 168 time: 0.1159513
Jan 29 21:14:09.870456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0087a63-1f42-4805-b7cc-1550dcf96447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f08921a-bb49-484e-9092-69643d140831,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:10.133928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51764) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:10.149618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca99695d-690c-4681-9dc3-d516bbc3a34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.222029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca99695d-690c-4681-9dc3-d516bbc3a34c admin admin] Publish callbacks [] for security_group (b742e425-98b3-4110-9453-69394025672c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.226076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ca99695d-690c-4681-9dc3-d516bbc3a34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b742e425-98b3-4110-9453-69394025672c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.268840 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ca99695d-690c-4681-9dc3-d516bbc3a34c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f487424c281b4ffc9f8f939fff8a25f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1338010
Jan 29 21:14:10.269754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99695d-690c-4681-9dc3-d516bbc3a34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b742e425-98b3-4110-9453-69394025672c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:10.271634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51766) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:10.319737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] Publish callbacks [] for security_group (b742e425-98b3-4110-9453-69394025672c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.333103 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e528955-9ac6-463d-bc33-6b469ca3e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.341087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] Publish callbacks [] for security_group (b742e425-98b3-4110-9453-69394025672c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.386570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b742e425-98b3-4110-9453-69394025672c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.389136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:10.390274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b742e425-98b3-4110-9453-69394025672c HTTP/1.1" status: 204  len: 168 time: 0.1176293
Jan 29 21:14:10.398462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571362d4-6696-4349-bbe8-836a4bf80d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b742e425-98b3-4110-9453-69394025672c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:11.063024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:11.217217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33b7f853-ae9a-4006-a12a-d216fe471be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.294756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33b7f853-ae9a-4006-a12a-d216fe471be6 admin admin] Publish callbacks [] for security_group (67598e25-d9c5-48d5-8113-5d6ae8020540), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.301282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33b7f853-ae9a-4006-a12a-d216fe471be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67598e25-d9c5-48d5-8113-5d6ae8020540), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.337440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-33b7f853-ae9a-4006-a12a-d216fe471be6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14b75a3a6b5407a9bd03e7e8ab3774f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2732658
Jan 29 21:14:11.338400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f853-ae9a-4006-a12a-d216fe471be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67598e25-d9c5-48d5-8113-5d6ae8020540,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:11.340107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:11.390062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] Publish callbacks [] for security_group (67598e25-d9c5-48d5-8113-5d6ae8020540), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.409782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] Publish callbacks [] for security_group (67598e25-d9c5-48d5-8113-5d6ae8020540), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.456955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67598e25-d9c5-48d5-8113-5d6ae8020540), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.460117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:11.461317 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67598e25-d9c5-48d5-8113-5d6ae8020540 HTTP/1.1" status: 204  len: 168 time: 0.1202216
Jan 29 21:14:11.470542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82553e0-e372-46c8-9720-179efbf43cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67598e25-d9c5-48d5-8113-5d6ae8020540,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:12.543293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 51866) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:12.646706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a6d67b6-e647-44d0-bdb2-5e124ce8b08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.667688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b826e2d6-2520-4fa9-98bd-c775568a4c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.721433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a6d67b6-e647-44d0-bdb2-5e124ce8b08d admin admin] Publish callbacks [] for security_group (f09ee7e3-8613-4078-bcb9-8e35afc875ff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.725414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6a6d67b6-e647-44d0-bdb2-5e124ce8b08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f09ee7e3-8613-4078-bcb9-8e35afc875ff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.764178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a6d67b6-e647-44d0-bdb2-5e124ce8b08d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b594df00b8b44582ae36233e14768d3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2197609
Jan 29 21:14:12.765023 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d67b6-e647-44d0-bdb2-5e124ce8b08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ee7e3-8613-4078-bcb9-8e35afc875ff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:12.766694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 51870) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:12.813316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] Publish callbacks [] for security_group (f09ee7e3-8613-4078-bcb9-8e35afc875ff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.833756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] Publish callbacks [] for security_group (f09ee7e3-8613-4078-bcb9-8e35afc875ff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.877725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f09ee7e3-8613-4078-bcb9-8e35afc875ff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.880438 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:12.881606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09ee7e3-8613-4078-bcb9-8e35afc875ff HTTP/1.1" status: 204  len: 168 time: 0.1139104
Jan 29 21:14:12.888913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b348296-4f63-40ab-9d82-40835db65433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ee7e3-8613-4078-bcb9-8e35afc875ff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:13.737176 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:15.102102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-8edccbd5-9706-47ba-b1c9-7d35589dd0f3 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0234244
Jan 29 21:14:15.210943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-2d21ca8e-a99d-42d3-b276-60c6797cb12c tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:15.212305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-2d21ca8e-a99d-42d3-b276-60c6797cb12c tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1040840
Jan 29 21:14:15.227151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-2164324b-594a-45d1-af8b-6da969019fdd tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/quotas/d7c8d11b7b1f4b12b39e8deac62a726c HTTP/1.1" status: 200  len: 375 time: 0.0093071
Jan 29 21:14:15.260458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-95de3095-d6ff-46e4-974e-4e95142f964a tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0280619
Jan 29 21:14:15.419773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fb22959-7cbe-47ac-a148-7af8944dc44b req-b7dab2ab-0224-414d-bad6-1df6605800bf tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 210 time: 0.0304158
Jan 29 21:14:15.617874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.278131 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-8fc04404-9e52-4970-90c0-83f0fe5c1765 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0220957
Jan 29 21:14:16.396469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-c4a43a82-6e08-4154-9766-e727b34cbec3 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:16.397960 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-c4a43a82-6e08-4154-9766-e727b34cbec3 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1156435
Jan 29 21:14:16.410152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Request body: {'port': {'device_id': '937351da-77fa-4980-bc1a-8fcde6587083', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': 'd7c8d11b7b1f4b12b39e8deac62a726c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:14:16.525453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e246543d-eba9-40ec-9cf5-94514ba6a509 req-b8e6a552-25db-4bab-a929-1adb7eef2070 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 210 time: 0.0317624
Jan 29 21:14:16.534606 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Made reservation on behalf of d7c8d11b7b1f4b12b39e8deac62a726c for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:14:16.538213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.547647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.626964 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks [] for security_group (a6043bdc-0c42-4206-8633-ac258b61c107), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.630753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6043bdc-0c42-4206-8633-ac258b61c107), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.692130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6043bdc-0c42-4206-8633-ac258b61c107,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:16.769992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Allocated IP 192.168.233.163 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/71ff89c9-9913-48ac-8017-fa4902dacb20) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:14:16.834454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.917572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks [] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:16.953962 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.000366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:14:17.005388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:14:17.009014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:14:17.015234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Pushing event updated for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:17.063103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:17.064299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.081797 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-d9662281-5d2c-49bf-925b-e57f097ca5bb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6752725
Jan 29 21:14:17.092763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Request body: {'port': {'device_id': '937351da-77fa-4980-bc1a-8fcde6587083', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:14:17.156631 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.292052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3a20b4c0-43bb-4578-a7e1-fa30411a549d None None] Provisioning complete for port 71ff89c9-9913-48ac-8017-fa4902dacb20 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:14:17.292376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3a20b4c0-43bb-4578-a7e1-fa30411a549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.326626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3a20b4c0-43bb-4578-a7e1-fa30411a549d None None] Port 71ff89c9-9913-48ac-8017-fa4902dacb20 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:14:17.420388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ff89c9-9913-48ac-8017-fa4902dacb20 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:14:17.428554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks [] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.440600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Transition to ACTIVE for port object 71ff89c9-9913-48ac-8017-fa4902dacb20 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:14:17.444386 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.495246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:17.568148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Attempting to bind port 71ff89c9-9913-48ac-8017-fa4902dacb20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:14:17.568488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Attempting to bind port 71ff89c9-9913-48ac-8017-fa4902dacb20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:14:17.568819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Attempting to bind port 71ff89c9-9913-48ac-8017-fa4902dacb20 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:14:17.573253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Port 71ff89c9-9913-48ac-8017-fa4902dacb20 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:14:17.573559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Attempting to bind port 71ff89c9-9913-48ac-8017-fa4902dacb20 on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:14:17.578464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:14:17.578803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:14:17.579190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:14:17.579613 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Bound port: 71ff89c9-9913-48ac-8017-fa4902dacb20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:14:17.579976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.659503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:14:17.662960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05db90-b4a7-47b6-b463-a08a52b32622 req-5b444772-f341-4996-9ca0-250ef2aadacc tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:17.663485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71ff89c9-9913-48ac-8017-fa4902dacb20,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:14:17.664737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb05db90-b4a7-47b6-b463-a08a52b32622 req-5b444772-f341-4996-9ca0-250ef2aadacc tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 948 time: 0.0578885
Jan 29 21:14:17.675215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.712566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:17.715223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:17.715223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] 10.222.0.36 "PUT /v2.0/ports/71ff89c9-9913-48ac-8017-fa4902dacb20 HTTP/1.1" status: 200  len: 1096 time: 0.6269054
Jan 29 21:14:17.715887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:14:17.718696 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:14:17.734819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb05db90-b4a7-47b6-b463-a08a52b32622 req-869bd8af-06fc-42d5-87f7-22b196e1d595 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527534
Jan 29 21:14:17.784474 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c37d2-5498-4d2b-b47f-76c9fd8fd875 x-openstack-request-id: req-116c37d2-5498-4d2b-b47f-76c9fd8fd875 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:14:17.785013 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:14:17.785611 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-116c37d2-5498-4d2b-b47f-76c9fd8fd875 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:14:17.786001 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20', 'status': 'completed', 'code': 200}
Jan 29 21:14:17.791788 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec051fc-4888-4a99-88b9-f58234da6cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:17.830483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-e8678f2f-3973-42d0-9e49-d4ade0e00159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:17.832057 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-e8678f2f-3973-42d0-9e49-d4ade0e00159 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 1130 time: 0.0628731
Jan 29 21:14:17.880085 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-50ed0f62-5c45-446e-9169-1af1bb57317d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=71ff89c9-9913-48ac-8017-fa4902dacb20 HTTP/1.1" status: 200  len: 217 time: 0.0409126
Jan 29 21:14:18.175109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-64545f25-be9f-4b97-b232-dbc96fc9744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.177186 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-64545f25-be9f-4b97-b232-dbc96fc9744e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.2915676
Jan 29 21:14:18.230451 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dcfb1377-f1dc-4418-aaae-ad15be143bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.231967 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-dcfb1377-f1dc-4418-aaae-ad15be143bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0490577
Jan 29 21:14:18.329660 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-42a03631-8248-46bf-83c6-3cefd0efb0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913041
Jan 29 21:14:18.417079 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dc0d622e-8b6c-4f2a-95dc-d656b5cd24b4 req-489657e0-6359-4d1e-b50d-ca49bdf7e3e8 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816333
Jan 29 21:14:18.512769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-b0e7042d-0085-43b4-9812-f343581673b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.514239 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-b0e7042d-0085-43b4-9812-f343581673b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 1130 time: 0.0445554
Jan 29 21:14:18.606141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-1d3c8e56-ace6-4b55-a920-9d3b301f1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.607640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-1d3c8e56-ace6-4b55-a920-9d3b301f1da5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.0878372
Jan 29 21:14:18.646815 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-0aabc31f-05f0-4771-8cbf-ef855291eb68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=71ff89c9-9913-48ac-8017-fa4902dacb20 HTTP/1.1" status: 200  len: 217 time: 0.0340555
Jan 29 21:14:18.695812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-2f25effc-01f5-4a9d-9b54-a8f4d2e5d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.697236 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-2f25effc-01f5-4a9d-9b54-a8f4d2e5d786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0454233
Jan 29 21:14:18.746159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-5d7fd369-c52b-4e6e-91a7-1aa65d56447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.747638 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-5d7fd369-c52b-4e6e-91a7-1aa65d56447d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0446079
Jan 29 21:14:18.839499 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-a161541f-4e86-4ec3-9d22-93560e5a6595 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850334
Jan 29 21:14:18.849555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867701-49c6-4bef-99b2-4a9903d47f4e req-d9f29c13-566f-457c-9fdd-8324ed5767a2 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:18.851007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80867701-49c6-4bef-99b2-4a9903d47f4e req-d9f29c13-566f-457c-9fdd-8324ed5767a2 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 948 time: 0.0513840
Jan 29 21:14:18.900795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80867701-49c6-4bef-99b2-4a9903d47f4e req-942e0eb2-0f1b-48a1-a12a-72bcad1310df tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440292
Jan 29 21:14:18.931979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-72d077ef-453a-4ff9-9ff8-eb314a7ea1ce req-c4deba9c-61be-44a2-b3a6-9b0ac0eed396 service neutron] 10.222.0.36 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862482
Jan 29 21:14:20.034613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcd6b2-899a-46b0-98f4-cad5c620d9f7 req-46360143-f4af-4af8-9e0e-d4f846b1c77e tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:20.036723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ebcd6b2-899a-46b0-98f4-cad5c620d9f7 req-46360143-f4af-4af8-9e0e-d4f846b1c77e tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 948 time: 0.0636580
Jan 29 21:14:20.087082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ebcd6b2-899a-46b0-98f4-cad5c620d9f7 req-3a0b0e96-745c-4446-b191-8db692de06fd tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444751
Jan 29 21:14:21.244962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefec00-f494-4066-8aa8-e762cfadbda8 req-c72f2380-66ad-4079-87d9-e28384a73cc4 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:21.246523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9eefec00-f494-4066-8aa8-e762cfadbda8 req-c72f2380-66ad-4079-87d9-e28384a73cc4 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 948 time: 0.0728848
Jan 29 21:14:21.294555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9eefec00-f494-4066-8aa8-e762cfadbda8 req-2b73651f-435a-46da-adea-152c9846c0db tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416076
Jan 29 21:14:22.051539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71ff89c9-9913-48ac-8017-fa4902dacb20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:14:22.145442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71ff89c9-9913-48ac-8017-fa4902dacb20,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:14:22.156434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '71ff89c9-9913-48ac-8017-fa4902dacb20', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': '71ff89c9-9913-48ac-8017-fa4902dacb20', 'mac_address': 'fa:16:3e:21:e3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:14:22.197830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 71ff89c9-9913-48ac-8017-fa4902dacb20 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:14:22.198227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:22.211802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ff89c9-9913-48ac-8017-fa4902dacb20 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:14:22.231367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71ff89c9-9913-48ac-8017-fa4902dacb20,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:14:22.235314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:22.282928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:22.290507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.290957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.291307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.291650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.291988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.292321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.292651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.293059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.293344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.293683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.294026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.294351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.294674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:22.427317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d346b-f657-4ef4-9d31-60a4ea42b468 req-cdbb0f24-fbdd-49a8-ad2d-71aa6e5bea06 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:22.434495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e60d346b-f657-4ef4-9d31-60a4ea42b468 req-cdbb0f24-fbdd-49a8-ad2d-71aa6e5bea06 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 949 time: 0.0701668
Jan 29 21:14:22.448528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:22.489330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e60d346b-f657-4ef4-9d31-60a4ea42b468 req-bc2c7040-2d94-4d19-895b-c8c2ef4befca tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527301
Jan 29 21:14:22.555685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['71ff89c9-9913-48ac-8017-fa4902dacb20'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:14:23.398528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:23.618058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e913c-c3c5-4e1c-b79e-90f396f750d5 req-1d0f191e-1ad4-46be-83e9-14fd039d3dcb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:23.619489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a74e913c-c3c5-4e1c-b79e-90f396f750d5 req-1d0f191e-1ad4-46be-83e9-14fd039d3dcb tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 949 time: 0.0518756
Jan 29 21:14:23.667579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a74e913c-c3c5-4e1c-b79e-90f396f750d5 req-619688d7-1e8d-45ee-a75a-a4e4509a56dc tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401840
Jan 29 21:14:24.065976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71ff89c9-9913-48ac-8017-fa4902dacb20 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:14:24.118667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 71ff89c9-9913-48ac-8017-fa4902dacb20 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:14:24.123327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 71ff89c9-9913-48ac-8017-fa4902dacb20 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:14:24.123695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:24.204742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 71ff89c9-9913-48ac-8017-fa4902dacb20 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:14:24.205160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:24.229105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:14:24.231541 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56749c52-0d63-4c53-ab0a-190ec734dce1" -d '{"events": [{"server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "name": "network-vif-plugged", "status": "completed", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:14:24.246927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71ff89c9-9913-48ac-8017-fa4902dacb20,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:14:24.250835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:24.274171 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf58ddbc-1e06-49d5-a259-7f57c0961814 x-openstack-request-id: req-bf58ddbc-1e06-49d5-a259-7f57c0961814 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:14:24.274499 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "name": "network-vif-plugged", "status": "completed", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:14:24.274758 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf58ddbc-1e06-49d5-a259-7f57c0961814 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:14:24.275153 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20', 'code': 200}
Jan 29 21:14:24.307587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:24.375850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3b1ba-5fa1-4d19-94be-302674eafb28 req-e0296045-e999-4bfe-95a9-c56569ed8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:24.377406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bef3b1ba-5fa1-4d19-94be-302674eafb28 req-e0296045-e999-4bfe-95a9-c56569ed8791 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 1132 time: 0.0451367
Jan 29 21:14:24.419518 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bef3b1ba-5fa1-4d19-94be-302674eafb28 req-2d1aca53-959d-481c-81b9-baf7dca5dc5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360439
Jan 29 21:14:24.799814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b53e51-7763-4b1b-9652-353a0d3d2c99 req-96bb3eca-4f0b-4cc2-a040-1240ebb9fa33 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:24.807455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46b53e51-7763-4b1b-9652-353a0d3d2c99 req-96bb3eca-4f0b-4cc2-a040-1240ebb9fa33 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 950 time: 0.0706646
Jan 29 21:14:24.854124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46b53e51-7763-4b1b-9652-353a0d3d2c99 req-08f1825c-9409-4b64-9fc2-7a781ff01a9a tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458391
Jan 29 21:14:25.189307 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-49e16152-9722-4ee7-91f4-3232481fd4c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0794995
Jan 29 21:14:25.195397 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-9a695d8f-bfe8-45c6-b9cc-f348807f7604 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0561900
Jan 29 21:14:25.313831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a48e-1091-4937-bd17-74400b7512e4 req-ac9d3a6c-c198-44a6-821a-ae74819cc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.315261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-ac9d3a6c-c198-44a6-821a-ae74819cc4a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.0770118
Jan 29 21:14:25.317354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-bfd12758-b567-4a86-b83f-1f03f1ed0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.318688 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-bfd12758-b567-4a86-b83f-1f03f1ed0c88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 1127 time: 0.0726480
Jan 29 21:14:25.487086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-527ca7e7-7591-4aea-9357-377352a2322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.488590 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-527ca7e7-7591-4aea-9357-377352a2322b service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1522942
Jan 29 21:14:25.489725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a48e-1091-4937-bd17-74400b7512e4 req-57efcbe6-b024-4330-8076-f51ef1d76093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.491029 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-57efcbe6-b024-4330-8076-f51ef1d76093 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1473725
Jan 29 21:14:25.561663 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-f897966e-fa13-4032-9fb6-f42c749b9182 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 200  len: 217 time: 0.0668001
Jan 29 21:14:25.611516 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-86368f7a-0870-4066-886c-2f56e5091e85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.1109738
Jan 29 21:14:25.657128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-4636f3e1-e041-461d-bd54-a17ece15ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.658601 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-4636f3e1-e041-461d-bd54-a17ece15ca12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0879989
Jan 29 21:14:25.699064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a48e-1091-4937-bd17-74400b7512e4 req-daa13e40-4455-4240-a0e0-d8e767213306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.700524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-daa13e40-4455-4240-a0e0-d8e767213306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0815716
Jan 29 21:14:25.744511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-f1b0497f-03a8-4b74-b19c-6ae47233c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.746069 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-f1b0497f-03a8-4b74-b19c-6ae47233c243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0802629
Jan 29 21:14:25.759188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a48e-1091-4937-bd17-74400b7512e4 req-ac1f9375-134e-491d-ba8f-f98305be724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:25.760619 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-ac1f9375-134e-491d-ba8f-f98305be724e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0544367
Jan 29 21:14:25.914447 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-74df25e0-36e1-42f4-923e-042b0ebe6319 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528270
Jan 29 21:14:25.916357 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-213321fb-7be4-49e8-8ae4-de2671768849 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480057
Jan 29 21:14:26.006650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9165c9-5663-470c-a8c6-0424037b2b2c req-60b668d6-45c4-4598-84ef-0e2cd576e0cd tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:26.008265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b9165c9-5663-470c-a8c6-0424037b2b2c req-60b668d6-45c4-4598-84ef-0e2cd576e0cd tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 950 time: 0.0733752
Jan 29 21:14:26.059166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b9165c9-5663-470c-a8c6-0424037b2b2c req-a3905697-c987-4545-a5bf-7be3d4eeee26 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448613
Jan 29 21:14:26.084292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-d1b144b6-dd48-4456-ab90-22f74904be97 req-a65f8718-6740-4377-996d-59be957b5415 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633241
Jan 29 21:14:26.092262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0696a48e-1091-4937-bd17-74400b7512e4 req-43297053-8c49-460d-af11-31a8fe40141c service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632748
Jan 29 21:14:26.340815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeb393-3108-428c-aa62-0288e1fda6ed req-d9ee8615-a773-4cdf-852c-bd28f8f28758 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:26.342312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13aeb393-3108-428c-aa62-0288e1fda6ed req-d9ee8615-a773-4cdf-852c-bd28f8f28758 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 950 time: 0.0525119
Jan 29 21:14:26.388453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13aeb393-3108-428c-aa62-0288e1fda6ed req-d28fe563-1d38-4873-a7e7-8cdb52130410 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404699
Jan 29 21:14:27.512863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b902a-a8a9-4dd3-96c0-a5ca6ca71406 req-b0f28f05-4a56-4819-b89f-f49f5bb91c8b tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:27.514281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c9b902a-a8a9-4dd3-96c0-a5ca6ca71406 req-b0f28f05-4a56-4819-b89f-f49f5bb91c8b tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 950 time: 0.0554459
Jan 29 21:14:27.559655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c9b902a-a8a9-4dd3-96c0-a5ca6ca71406 req-ac2dd3c6-541f-4dc0-a0e7-8f27a68f3d8e tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6043bdc-0c42-4206-8633-ac258b61c107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398104
Jan 29 21:14:27.692917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-2a46ef01-e6cc-4189-9c7e-70d5ba8d0a49 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:27.694395 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-2a46ef01-e6cc-4189-9c7e-70d5ba8d0a49 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.36 "GET /v2.0/ports?device_id=937351da-77fa-4980-bc1a-8fcde6587083 HTTP/1.1" status: 200  len: 950 time: 0.0565569
Jan 29 21:14:27.782912 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Deleting port 71ff89c9-9913-48ac-8017-fa4902dacb20 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:14:27.783173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:27.873536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] For port 71ff89c9-9913-48ac-8017-fa4902dacb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71ff89c9-9913-48ac-8017-fa4902dacb20,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:14:27.873928 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:27.885633 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Calling delete_port for 71ff89c9-9913-48ac-8017-fa4902dacb20 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:14:28.025451 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (71ff89c9-9913-48ac-8017-fa4902dacb20), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:28.037262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['71ff89c9-9913-48ac-8017-fa4902dacb20'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:14:28.064650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Pushing event deleted for resources: {'Port': ['ID=71ff89c9-9913-48ac-8017-fa4902dacb20,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:28.102288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.102698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.102993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.103333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.103713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.104035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.104399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.104694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.105128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.105526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.105693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.106032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.106354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:28.131803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] No DVR routers for this DVR port 71ff89c9-9913-48ac-8017-fa4902dacb20 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:14:28.135032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:28.139178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3f2aeda6-a48b-48e3-ba3b-c836675dbfbe req-a589dae0-1b20-4c54-bb07-42edab6cbf43 tempest-VolumesNegativeTest-680436633 tempest-VolumesNegativeTest-680436633-project] 10.222.0.36 "DELETE /v2.0/ports/71ff89c9-9913-48ac-8017-fa4902dacb20 HTTP/1.1" status: 204  len: 173 time: 0.4400046
Jan 29 21:14:28.139920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'name': 'network-vif-deleted', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:14:28.143487 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c276e2-b2be-4a93-9f44-00b5d6e7939d" -d '{"events": [{"server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "name": "network-vif-deleted", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:14:28.199485 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf8796-2511-41b4-87ed-0c4306ddcfad x-openstack-request-id: req-80cf8796-2511-41b4-87ed-0c4306ddcfad {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:14:28.200421 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937351da-77fa-4980-bc1a-8fcde6587083", "name": "network-vif-deleted", "tag": "71ff89c9-9913-48ac-8017-fa4902dacb20", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:14:28.200707 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80cf8796-2511-41b4-87ed-0c4306ddcfad {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:14:28.201152 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937351da-77fa-4980-bc1a-8fcde6587083', 'name': 'network-vif-deleted', 'tag': '71ff89c9-9913-48ac-8017-fa4902dacb20', 'status': 'completed', 'code': 200}
Jan 29 21:14:30.082170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71ff89c9-9913-48ac-8017-fa4902dacb20 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:14:30.106804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 71ff89c9-9913-48ac-8017-fa4902dacb20 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:14:30.107166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71ff89c9-9913-48ac-8017-fa4902dacb20 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:14:32.620143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52688) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:32.748531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b7c2fefe-2056-4243-b637-d16e399ec62a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7c8d11b7b1f4b12b39e8deac62a726c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1272507
Jan 29 21:14:32.751050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52692) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:32.796643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] Publish callbacks [] for security_group (a6043bdc-0c42-4206-8633-ac258b61c107), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:32.817609 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] Publish callbacks [] for security_group (a6043bdc-0c42-4206-8633-ac258b61c107), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:32.863241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6043bdc-0c42-4206-8633-ac258b61c107), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:32.866115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:32.867262 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6043bdc-0c42-4206-8633-ac258b61c107 HTTP/1.1" status: 204  len: 168 time: 0.1153350
Jan 29 21:14:32.874640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37704a5-4f72-4b3f-8045-4252d82d10bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6043bdc-0c42-4206-8633-ac258b61c107,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:34.850533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52796) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:34.960954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f9980cc-9451-437a-a59e-88dd3afb2602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.036892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f9980cc-9451-437a-a59e-88dd3afb2602 admin admin] Publish callbacks [] for security_group (5d072f3e-61ab-43e0-b249-1c861863f8af), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.052725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f9980cc-9451-437a-a59e-88dd3afb2602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d072f3e-61ab-43e0-b249-1c861863f8af), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.089965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9980cc-9451-437a-a59e-88dd3afb2602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d072f3e-61ab-43e0-b249-1c861863f8af,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:35.094419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f9980cc-9451-437a-a59e-88dd3afb2602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6333825180145da92c4dab49bac0446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2427800
Jan 29 21:14:35.097217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:35.181030 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] Publish callbacks [] for security_group (5d072f3e-61ab-43e0-b249-1c861863f8af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.210233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] Publish callbacks [] for security_group (5d072f3e-61ab-43e0-b249-1c861863f8af), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.263561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d072f3e-61ab-43e0-b249-1c861863f8af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.266233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.267411 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d072f3e-61ab-43e0-b249-1c861863f8af HTTP/1.1" status: 204  len: 168 time: 0.1690617
Jan 29 21:14:35.274881 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d97038-fb5d-4acc-b678-f4552fa19d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d072f3e-61ab-43e0-b249-1c861863f8af,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:35.522554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 52822) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:35.535647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f97aad06-6837-43a3-a48f-530f6cc74255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.612328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f97aad06-6837-43a3-a48f-530f6cc74255 admin admin] Publish callbacks [] for security_group (9d23f97e-7ccc-4874-b94c-0de86fa4d5b7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.616595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f97aad06-6837-43a3-a48f-530f6cc74255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d23f97e-7ccc-4874-b94c-0de86fa4d5b7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.656292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f97aad06-6837-43a3-a48f-530f6cc74255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffb596899cdc498f81f479721e5327fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1301899
Jan 29 21:14:35.656292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aad06-6837-43a3-a48f-530f6cc74255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d23f97e-7ccc-4874-b94c-0de86fa4d5b7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:35.656662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 52824) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:35.706405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] Publish callbacks [] for security_group (9d23f97e-7ccc-4874-b94c-0de86fa4d5b7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.728610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] Publish callbacks [] for security_group (9d23f97e-7ccc-4874-b94c-0de86fa4d5b7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.773624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9d23f97e-7ccc-4874-b94c-0de86fa4d5b7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.776089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:35.777261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d23f97e-7ccc-4874-b94c-0de86fa4d5b7 HTTP/1.1" status: 204  len: 168 time: 0.1193969
Jan 29 21:14:35.784919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead93a9-4151-4fd4-9217-160d977124c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d23f97e-7ccc-4874-b94c-0de86fa4d5b7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:40.337984 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dd95f164-0e82-4bc2-be1d-b0b1b7bd4660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:41.506525 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:14:42.671093 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5ccd-10b3-4896-9c65-c0636e6923a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:43.740010 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:45.612697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:45.825701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53228) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:45.934028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e62acaf-f3bf-49ef-b89b-4f3c9b914c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.005070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e62acaf-f3bf-49ef-b89b-4f3c9b914c10 admin admin] Publish callbacks [] for security_group (15b4b0d5-6ed2-4373-a37d-51ffffe3c963), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.008695 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e62acaf-f3bf-49ef-b89b-4f3c9b914c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (15b4b0d5-6ed2-4373-a37d-51ffffe3c963), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.049230 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e62acaf-f3bf-49ef-b89b-4f3c9b914c10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dece511074f43c2a8baf20ec4b824e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2223773
Jan 29 21:14:46.050213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62acaf-f3bf-49ef-b89b-4f3c9b914c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4b0d5-6ed2-4373-a37d-51ffffe3c963,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:46.052774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53236) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:46.103143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Publish callbacks [] for security_group (15b4b0d5-6ed2-4373-a37d-51ffffe3c963), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.126733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Publish callbacks [] for security_group (15b4b0d5-6ed2-4373-a37d-51ffffe3c963), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.175428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (15b4b0d5-6ed2-4373-a37d-51ffffe3c963), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.178569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.182111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15b4b0d5-6ed2-4373-a37d-51ffffe3c963 HTTP/1.1" status: 204  len: 168 time: 0.1259208
Jan 29 21:14:46.188515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4b0d5-6ed2-4373-a37d-51ffffe3c963,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:46.196325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.196684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.197066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.197411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.197752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.198090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.198422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.198758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.199076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.199403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.199729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.200053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.200393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb1a34-e656-4ae0-b154-dd07d3bad428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:14:46.251493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53242) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:46.459516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ef11810-f4d1-4834-8f52-857bd7339120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.540345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ef11810-f4d1-4834-8f52-857bd7339120 admin admin] Publish callbacks [] for security_group (0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.544005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ef11810-f4d1-4834-8f52-857bd7339120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.591137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ef11810-f4d1-4834-8f52-857bd7339120 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d8c59d261784252923475a5f0086b85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3361340
Jan 29 21:14:46.591350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53256) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:46.597278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef11810-f4d1-4834-8f52-857bd7339120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:46.642792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] Publish callbacks [] for security_group (0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.664683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] Publish callbacks [] for security_group (0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.713709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.716359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:46.717546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f HTTP/1.1" status: 204  len: 168 time: 0.1253502
Jan 29 21:14:46.728266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29291d21-fb26-4a41-a03d-6eb7de49fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c41aedf-b62a-4ab5-ade3-c1fbe0b8cc8f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:46.837719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.191111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53372) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:52.314939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1100d1f8-69dd-4459-acf4-fde594f8bd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.395419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1100d1f8-69dd-4459-acf4-fde594f8bd29 admin admin] Publish callbacks [] for security_group (67c381dd-efcb-4d3c-b8c1-6e271e17117b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.399161 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1100d1f8-69dd-4459-acf4-fde594f8bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67c381dd-efcb-4d3c-b8c1-6e271e17117b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.437483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1100d1f8-69dd-4459-acf4-fde594f8bd29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=821e3d7eafc14f5bb8b34bb9f6f38081&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2452717
Jan 29 21:14:52.438667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100d1f8-69dd-4459-acf4-fde594f8bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c381dd-efcb-4d3c-b8c1-6e271e17117b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:52.440129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53378) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:52.468745 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.489235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] Publish callbacks [] for security_group (67c381dd-efcb-4d3c-b8c1-6e271e17117b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.509446 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] Publish callbacks [] for security_group (67c381dd-efcb-4d3c-b8c1-6e271e17117b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.555069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67c381dd-efcb-4d3c-b8c1-6e271e17117b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.557684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:52.558810 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67c381dd-efcb-4d3c-b8c1-6e271e17117b HTTP/1.1" status: 204  len: 168 time: 0.1176126
Jan 29 21:14:52.565975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d49b71-e5e0-4098-bc18-7be31ea0740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c381dd-efcb-4d3c-b8c1-6e271e17117b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:53.394243 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.466836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53532) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:54.570135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd884c7c-da01-4ea2-a3f5-6c69184ff3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.645939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd884c7c-da01-4ea2-a3f5-6c69184ff3fc admin admin] Publish callbacks [] for security_group (12d3b4fb-22f5-4747-ab03-78d23c843f5b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.649791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd884c7c-da01-4ea2-a3f5-6c69184ff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (12d3b4fb-22f5-4747-ab03-78d23c843f5b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.687302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd884c7c-da01-4ea2-a3f5-6c69184ff3fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d243f97dc40490fbbcfece30fc4b2d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2194252
Jan 29 21:14:54.688172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884c7c-da01-4ea2-a3f5-6c69184ff3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3b4fb-22f5-4747-ab03-78d23c843f5b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:54.690751 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53536) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:54.740007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] Publish callbacks [] for security_group (12d3b4fb-22f5-4747-ab03-78d23c843f5b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.760253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] Publish callbacks [] for security_group (12d3b4fb-22f5-4747-ab03-78d23c843f5b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.806169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (12d3b4fb-22f5-4747-ab03-78d23c843f5b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.808732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:54.809870 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12d3b4fb-22f5-4747-ab03-78d23c843f5b HTTP/1.1" status: 204  len: 168 time: 0.1176932
Jan 29 21:14:54.818020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a1185-94e9-4c8d-8302-32c0d876ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3b4fb-22f5-4747-ab03-78d23c843f5b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:55.063484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53542) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:55.079713 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c523b3b0-7d6b-4065-a26c-a652908e9efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.152771 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c523b3b0-7d6b-4065-a26c-a652908e9efb admin admin] Publish callbacks [] for security_group (32513946-b174-4a6b-a2b5-c64143ac5426), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.156309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c523b3b0-7d6b-4065-a26c-a652908e9efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32513946-b174-4a6b-a2b5-c64143ac5426), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.193488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c523b3b0-7d6b-4065-a26c-a652908e9efb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544000ecdd4a4f96ad7a5353281019b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1289160
Jan 29 21:14:55.195388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b3b0-7d6b-4065-a26c-a652908e9efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32513946-b174-4a6b-a2b5-c64143ac5426,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:55.196120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53544) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:55.243928 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] Publish callbacks [] for security_group (32513946-b174-4a6b-a2b5-c64143ac5426), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.264652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] Publish callbacks [] for security_group (32513946-b174-4a6b-a2b5-c64143ac5426), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.310466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (32513946-b174-4a6b-a2b5-c64143ac5426), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.313200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:55.314573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32513946-b174-4a6b-a2b5-c64143ac5426 HTTP/1.1" status: 204  len: 168 time: 0.1174154
Jan 29 21:14:55.322784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c977a-e21e-4461-9f64-92d0fa1b2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32513946-b174-4a6b-a2b5-c64143ac5426,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:57.200162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53596) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:57.205269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'network': {'name': 'tempest-network-smoke--555192270', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:14:57.225892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:14:57.229579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.237834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.316193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (b37958d8-0f7c-4b4c-817c-97aed137db8f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.319904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b37958d8-0f7c-4b4c-817c-97aed137db8f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.342335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:14:57.358226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37958d8-0f7c-4b4c-817c-97aed137db8f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:57.361955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (016d064d-da35-428b-8158-7dcea5940159), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.362548 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Added segment 016d064d-da35-428b-8158-7dcea5940159 of type vlan for network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7
Jan 29 21:14:57.403065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.427860 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.432662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:57.433271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.483654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2823977
Jan 29 21:14:57.486644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53598) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:57.491757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'admin_state_up': True, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:14:57.501112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db2113-ff8d-4e77-afa2-35817936186f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Network': ['ID=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:57.512455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:14:57.513665 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.514701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.566003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_controller (6415a5ad-783e-4ad4-9610-8d7b05964021), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.703171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (6415a5ad-783e-4ad4-9610-8d7b05964021), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.891552 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (6415a5ad-783e-4ad4-9610-8d7b05964021), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:57.909214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:58.009679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.35.4.133 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/91eb458f-dfa0-4912-bb19-78ad7df4a75f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:14:58.109862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:58.142995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:58.180502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:14:58.186837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:14:58.191505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:14:58.194122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=91eb458f-dfa0-4912-bb19-78ad7df4a75f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:58.659246 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (6415a5ad-783e-4ad4-9610-8d7b05964021), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:58.847400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:58.971153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 6415a5ad-783e-4ad4-9610-8d7b05964021 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:14:59.078632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:14:59.088607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Sync routers for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:14:59.098203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:14:59.098543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.099511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae730a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:14:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:14:59.103340 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e966c5f9-6e8b-4a39-9690-b127ce6ee0fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.6127930
Jan 29 21:14:59.103571 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53600) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:59.202780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:14:59.241697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c90513d-9ba4-4890-bf10-ab5a92cba1ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b19fb48d700745c688b2cd87ef2d2564&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1345212
Jan 29 21:14:59.241968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:59.377242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae730a0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:58Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:14:59.387916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc5d38-64e3-4314-9869-5cf016bbee5c tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:14:59.389466 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0cc5d38-64e3-4314-9869-5cf016bbee5c tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1465771
Jan 29 21:14:59.392178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:59.407699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Checking router: 6415a5ad-783e-4ad4-9610-8d7b05964021 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:14:59.408051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Updating router 6415a5ad-783e-4ad4-9610-8d7b05964021 port 91eb458f-dfa0-4912-bb19-78ad7df4a75f binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:14:59.426715 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-010c5b14-25a9-46ef-926f-0e247de498c9 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0334840
Jan 29 21:14:59.429724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53608) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:14:59.434694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.435252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840235536', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:14:59.523519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:14:59.526797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.680747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks [] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.687733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.746236 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Attempting to bind port 91eb458f-dfa0-4912-bb19-78ad7df4a75f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:14:59.746614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Attempting to bind port 91eb458f-dfa0-4912-bb19-78ad7df4a75f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:14:59.746981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Attempting to bind port 91eb458f-dfa0-4912-bb19-78ad7df4a75f on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:14:59.749194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b190-23c2-41ce-89c4-e31773593180 None None] Pushing event updated for resources: {'Port': ['ID=91eb458f-dfa0-4912-bb19-78ad7df4a75f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:59.756459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:14:59.756851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:14:59.757292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.757694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:14:59.758176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Bound port: 91eb458f-dfa0-4912-bb19-78ad7df4a75f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:14:59.759078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.812009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] For port 91eb458f-dfa0-4912-bb19-78ad7df4a75f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:14:59.815201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] For port 91eb458f-dfa0-4912-bb19-78ad7df4a75f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91eb458f-dfa0-4912-bb19-78ad7df4a75f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:14:59.821971 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:14:59.873337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:14:59.873979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae730a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:14:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:14:59.951573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b190-23c2-41ce-89c4-e31773593180 None None] Pushing event updated for resources: {'Port': ['ID=91eb458f-dfa0-4912-bb19-78ad7df4a75f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:14:59.996297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:15:00.003993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (2113f3a1-3da7-412e-81a7-78947dfd641a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.061443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Subnet': ['ID=2113f3a1-3da7-412e-81a7-78947dfd641a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:00.071685 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Checking segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:00.072042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network hostable DHCP agents. Network: e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:15:00.088136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:15:00.096902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:00.104256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:00.104918 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.111768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99929b-17eb-4534-8879-94af5a0c718f None None] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:15:00.122884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-36bc12e3-0d62-450a-8dee-6b56637d4d27 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6916375
Jan 29 21:15:00.125680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:00.248882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:15:00.249770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.278399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae730a0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:58Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:00.311234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c0e4-d5e8-46ad-b658-bfe14876f09b None None] The sync data for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 is: [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:58Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:15:00.423860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Allocated IP 172.20.0.2 (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7/2113f3a1-3da7-412e-81a7-78947dfd641a/deac6581-9d9a-4453-9d01-2799d4ea0ef5) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:00.604558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks [] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.610202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.637528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.648414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:00.651418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:00.657271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:00.666722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Pushing event updated for resources: {'Port': ['ID=deac6581-9d9a-4453-9d01-2799d4ea0ef5,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:00.729489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Attempting to bind port deac6581-9d9a-4453-9d01-2799d4ea0ef5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:15:00.729866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Attempting to bind port deac6581-9d9a-4453-9d01-2799d4ea0ef5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:15:00.730235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Attempting to bind port deac6581-9d9a-4453-9d01-2799d4ea0ef5 on network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:00.735715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:15:00.736128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Checking segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:00.736561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.736959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Bound using segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:15:00.737481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Bound port: deac6581-9d9a-4453-9d01-2799d4ea0ef5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:15:00.737868 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:00.949689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.20.0.1 (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7/2113f3a1-3da7-412e-81a7-78947dfd641a/e138d97e-7945-4438-9f0b-15ebed633e0a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:00.969286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] For port deac6581-9d9a-4453-9d01-2799d4ea0ef5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:15:00.972465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] For port deac6581-9d9a-4453-9d01-2799d4ea0ef5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deac6581-9d9a-4453-9d01-2799d4ea0ef5,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:15:00.981171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.037957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee212-f365-41dc-96bd-b133e8c6c102 None None] Pushing event updated for resources: {'Port': ['ID=deac6581-9d9a-4453-9d01-2799d4ea0ef5,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:01.095778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.149249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.202929 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:01.206688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:01.211656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:01.215930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:01.235932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 91eb458f-dfa0-4912-bb19-78ad7df4a75f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:01.294497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (6415a5ad-783e-4ad4-9610-8d7b05964021), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.311294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 91eb458f-dfa0-4912-bb19-78ad7df4a75f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:01.311935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.439994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 91eb458f-dfa0-4912-bb19-78ad7df4a75f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:01.440653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.467470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 91eb458f-dfa0-4912-bb19-78ad7df4a75f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91eb458f-dfa0-4912-bb19-78ad7df4a75f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:01.469554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.473648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.523451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=91eb458f-dfa0-4912-bb19-78ad7df4a75f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:01.750383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.754714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.824776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:01.829586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (6415a5ad-783e-4ad4-9610-8d7b05964021), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:01.924977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:01.926361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:02.038623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 6415a5ad-783e-4ad4-9610-8d7b05964021 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:15:02.147343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:15:02.153080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d611a497-f992-4a27-a458-e31379878d95 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "PUT /v2.0/routers/6415a5ad-783e-4ad4-9610-8d7b05964021/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0264332
Jan 29 21:15:02.155816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53612) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:02.160122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--617429554', 'description': 'tempest-secgroup_access--617429554 description', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:02.183702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.253831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (233220b7-76d0-41e9-8426-27865e7738e9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.258362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (233220b7-76d0-41e9-8426-27865e7738e9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.287109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.288367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.1316326
Jan 29 21:15:02.291319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:02.293747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d031-1f07-4fa6-a7aa-863f13875c6e tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233220b7-76d0-41e9-8426-27865e7738e9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:02.299675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--939371637', 'description': 'tempest-secgroup_general--939371637 description', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:02.325982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.404816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (8f536e9f-9250-4d01-b413-537ccc50dca2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.410796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8f536e9f-9250-4d01-b413-537ccc50dca2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.444968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.446257 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.1538229
Jan 29 21:15:02.449544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53616) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:02.450253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7590908-e917-4d93-b7de-8828496ed9f8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f536e9f-9250-4d01-b413-537ccc50dca2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:02.454187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'security_group_rule': {'security_group_id': '233220b7-76d0-41e9-8426-27865e7738e9', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:02.497619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group_rule (e71b8c66-26b8-4806-8ac2-d3b61e2dd6c2), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.560450 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56510243-b139-48a3-ba56-262a4c892142 None None] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:15:02.561181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group_rule (e71b8c66-26b8-4806-8ac2-d3b61e2dd6c2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.565831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e71b8c66-26b8-4806-8ac2-d3b61e2dd6c2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.583780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71b8c66-26b8-4806-8ac2-d3b61e2dd6c2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:02.592409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.593656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e06c1ad6-4158-4cfb-a3e2-7f6185b9ffd0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1430984
Jan 29 21:15:02.624088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Provisioning complete for port deac6581-9d9a-4453-9d01-2799d4ea0ef5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:02.624480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.661167 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Sync routers for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:15:02.671361 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:15:02.672169 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b32af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:14:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:02.760701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Current status of the port deac6581-9d9a-4453-9d01-2799d4ea0ef5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:02.761673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.762924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-5a8073a2-ce8d-4265-89d5-ba33be20c367 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--939371637&fields=id&tenant_id=b19fb48d700745c688b2cd87ef2d2564 HTTP/1.1" status: 200  len: 267 time: 0.0441849
Jan 29 21:15:02.793197 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:15:02.804116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] For port deac6581-9d9a-4453-9d01-2799d4ea0ef5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deac6581-9d9a-4453-9d01-2799d4ea0ef5,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:02.809723 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:02.831964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-ee9fc124-5c25-4ac3-b746-e7a1e35407d4 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--617429554&fields=id&tenant_id=b19fb48d700745c688b2cd87ef2d2564 HTTP/1.1" status: 200  len: 267 time: 0.0617201
Jan 29 21:15:02.870289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7ff2f-7f51-47e4-b380-54f5501ea30e None None] Pushing event updated for resources: {'Port': ['ID=deac6581-9d9a-4453-9d01-2799d4ea0ef5,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:02.951407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-de020eb9-681e-42ba-9a95-48326957a380 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:02.958210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-de020eb9-681e-42ba-9a95-48326957a380 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 796 time: 0.1119218
Jan 29 21:15:02.970695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-9b608df2-cbe9-41f5-88f3-8c4d1dc706e2 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/quotas/b19fb48d700745c688b2cd87ef2d2564 HTTP/1.1" status: 200  len: 375 time: 0.0111864
Jan 29 21:15:03.030043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-7bea0572-e157-4cc3-ba44-c5136464d24f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547643
Jan 29 21:15:03.030743 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b32af10>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 2, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:03.033240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.033819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.067209 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Checking router: 6415a5ad-783e-4ad4-9610-8d7b05964021 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:15:03.068148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Updating router 6415a5ad-783e-4ad4-9610-8d7b05964021 port e138d97e-7945-4438-9f0b-15ebed633e0a binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:15:03.113688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Port e138d97e-7945-4438-9f0b-15ebed633e0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:03.124432 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.127617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Provisioning complete for port deac6581-9d9a-4453-9d01-2799d4ea0ef5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.128009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.262183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6105debb-b579-42b6-85d8-48cfa2be4494 None None] Current status of the port deac6581-9d9a-4453-9d01-2799d4ea0ef5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:03.290260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-28fd6cb1-bcf9-4bf9-aff2-f67991a91c6f service neutron] 10.222.0.20 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478397
Jan 29 21:15:03.316005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 91eb458f-dfa0-4912-bb19-78ad7df4a75f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:03.373345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 91eb458f-dfa0-4912-bb19-78ad7df4a75f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.374259 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.411345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-3f11be6f-a02d-49c4-80b6-fdcb6e37cb71 service neutron] 10.222.0.20 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148093
Jan 29 21:15:03.436894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e6b808bd-61fa-41d2-af34-945da6e27673 None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.437322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6b808bd-61fa-41d2-af34-945da6e27673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.481151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e6b808bd-61fa-41d2-af34-945da6e27673 None None] Port e138d97e-7945-4438-9f0b-15ebed633e0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:03.484009 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks [] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.491274 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.526772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 91eb458f-dfa0-4912-bb19-78ad7df4a75f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:03.528534 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device deac6581-9d9a-4453-9d01-2799d4ea0ef5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:03.555164 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Pushing event updated for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:03.563461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.563812 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.564150 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.564483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.565173 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.565363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.566093 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.566589 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.567038 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.568095 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.568430 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.568766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.569097 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:03.596872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port deac6581-9d9a-4453-9d01-2799d4ea0ef5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.597433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.630579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0752bbd2-3b8e-4065-9fc5-9c7c9df78b63 req-c212ec20-dcb8-4a30-9520-0e08ffdd8de1 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 210 time: 0.0512340
Jan 29 21:15:03.634501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Attempting to bind port e138d97e-7945-4438-9f0b-15ebed633e0a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:15:03.634940 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Attempting to bind port e138d97e-7945-4438-9f0b-15ebed633e0a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:15:03.635475 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Attempting to bind port e138d97e-7945-4438-9f0b-15ebed633e0a on network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Checking segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Bound using segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Bound port: e138d97e-7945-4438-9f0b-15ebed633e0a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:15:03.646515 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.667646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c97f06f2-e2b2-4dda-ad05-e00db2bfe811 None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.668021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c97f06f2-e2b2-4dda-ad05-e00db2bfe811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.717145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] For port e138d97e-7945-4438-9f0b-15ebed633e0a, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:15:03.721339 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] For port e138d97e-7945-4438-9f0b-15ebed633e0a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e138d97e-7945-4438-9f0b-15ebed633e0a,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:15:03.729573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c97f06f2-e2b2-4dda-ad05-e00db2bfe811 None None] Port e138d97e-7945-4438-9f0b-15ebed633e0a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:03.732535 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:03.738783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port deac6581-9d9a-4453-9d01-2799d4ea0ef5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:03.805790 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:15:03.806744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b32af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:14:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:03.808606 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df774fb-4878-48d9-af47-f5fd020d70e0 None None] Pushing event updated for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:03.921645 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:15:03.953951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:03.954658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:04.064031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Current status of the port e138d97e-7945-4438-9f0b-15ebed633e0a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:04.064459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:04.108363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] For port e138d97e-7945-4438-9f0b-15ebed633e0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e138d97e-7945-4438-9f0b-15ebed633e0a,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:04.112033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:04.163963 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b32af10>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:03Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:04.166408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0d9de-533c-43fe-9ebf-5ba238ae705b None None] Pushing event updated for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:04.193668 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd4c0-7e77-4974-8fea-bf51db21429a None None] The sync data for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 is: [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:03Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:15:04.249909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-911e4e51-6301-42f5-90d3-36f4f5e9e47c None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:04.249909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-911e4e51-6301-42f5-90d3-36f4f5e9e47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:04.349293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-911e4e51-6301-42f5-90d3-36f4f5e9e47c None None] Current status of the port e138d97e-7945-4438-9f0b-15ebed633e0a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:04.732518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-194af9bc-2795-4f4d-a07f-7577302a4ba8 req-f650f2f0-6151-46be-ba92-8f96a903b7ae tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 210 time: 0.0290527
Jan 29 21:15:04.974198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-a75e2eda-3e4b-4efc-a474-19819c7a6126 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:04.975581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-a75e2eda-3e4b-4efc-a474-19819c7a6126 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.36 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 796 time: 0.1465793
Jan 29 21:15:05.058380 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-be9702dd-bd93-4e9b-b34d-6504f2000e97 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19fb48d700745c688b2cd87ef2d2564 HTTP/1.1" status: 200  len: 476 time: 0.0742517
Jan 29 21:15:05.068034 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'port': {'device_id': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'admin_state_up': True, 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'security_groups': ['8f536e9f-9250-4d01-b413-537ccc50dca2', '233220b7-76d0-41e9-8426-27865e7738e9']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:05.168818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e138d97e-7945-4438-9f0b-15ebed633e0a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:05.195646 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:15:05.199103 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.230646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e138d97e-7945-4438-9f0b-15ebed633e0a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:05.231324 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.313596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e138d97e-7945-4438-9f0b-15ebed633e0a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:05.339945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.20.0.6 (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7/2113f3a1-3da7-412e-81a7-78947dfd641a/017f5f72-c8cc-4511-882f-ffdc4fefc0fd) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:05.484790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.517802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.559604 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:05.564462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:05.568602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:05.595810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:05.623649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:05.624289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.641297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-391f90c8-54a0-459c-8067-0758984f23fc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.5770466
Jan 29 21:15:05.652171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Request body: {'port': {'device_id': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:05.714302 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.868925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d95c7-d8f8-4fae-8910-19c12ca03c2f req-590e3a5b-8a03-4674-8e49-2c819dccd27f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:05.870395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959d95c7-d8f8-4fae-8910-19c12ca03c2f req-590e3a5b-8a03-4674-8e49-2c819dccd27f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 970 time: 0.0544882
Jan 29 21:15:05.880458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b053205c-cd54-4f2e-a207-dd49fa355462 None None] Provisioning complete for port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:05.880834 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b053205c-cd54-4f2e-a207-dd49fa355462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:05.919251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b053205c-cd54-4f2e-a207-dd49fa355462 None None] Port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:05.932011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959d95c7-d8f8-4fae-8910-19c12ca03c2f req-43e19d63-2c6e-4cf6-85b2-48174f07ac94 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0552094
Jan 29 21:15:05.993357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017f5f72-c8cc-4511-882f-ffdc4fefc0fd {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:06.000491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks [] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:06.012433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Transition to ACTIVE for port object 017f5f72-c8cc-4511-882f-ffdc4fefc0fd will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:15:06.016265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:06.063793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Pushing event updated for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:06.137016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Attempting to bind port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:15:06.137351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Attempting to bind port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:15:06.137691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Attempting to bind port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd on network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:06.142099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd on network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:15:06.142424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Attempting to bind port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd on network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:06.147475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:15:06.147819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Checking segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:06.148214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Bound using segment: {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:15:06.148736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Bound port: 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016d064d-da35-428b-8158-7dcea5940159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:15:06.149206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:06.219283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:15:06.222834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:15:06.230272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:06.264874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:06.265728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:06.267148 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] 10.222.0.36 "PUT /v2.0/ports/017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 1130 time: 0.6194718
Jan 29 21:15:06.267593 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:06.269876 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b2794b-da6d-408a-bf1d-bf46af3d5278" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:06.299115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bbffb-3b18-4878-9652-5c2dcb8ae503 service neutron] Pushing event updated for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:06.316223 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c09b008-c0e0-4838-aa38-752af207b898 x-openstack-request-id: req-1c09b008-c0e0-4838-aa38-752af207b898 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:06.316524 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:06.316780 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c09b008-c0e0-4838-aa38-752af207b898 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:06.317745 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'status': 'completed', 'code': 200}
Jan 29 21:15:06.355006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-3ec21542-f826-4771-8e87-10bccdfe1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:06.356571 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-3ec21542-f826-4771-8e87-10bccdfe1aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1164 time: 0.0502012
Jan 29 21:15:06.399437 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-6cec04e9-82a6-407f-acd4-ef7a3ca1b936 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 217 time: 0.0359955
Jan 29 21:15:06.453221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-0b943c55-a935-44f4-90bb-5f5ecf750d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:06.454673 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-0b943c55-a935-44f4-90bb-5f5ecf750d9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 200  len: 835 time: 0.0496776
Jan 29 21:15:06.502985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-d3adb6e9-1f33-4965-b876-e210c785e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:06.504397 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-d3adb6e9-1f33-4965-b876-e210c785e96a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440655
Jan 29 21:15:06.598579 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-77fc8903-31ff-4d61-870d-52bee130dd69 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878363
Jan 29 21:15:06.685255 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-43e5473d-06b7-4cd4-8907-4d4c25c8fe4e req-9e80f9ad-692e-453e-a7c2-8f0f680f8948 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809901
Jan 29 21:15:06.773700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-c1f7261c-a2ac-43fb-93f3-af3213399c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:06.775100 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-c1f7261c-a2ac-43fb-93f3-af3213399c06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1164 time: 0.0452471
Jan 29 21:15:07.055490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b608fd-9fd5-4110-be71-ce2684a60031 req-38375c69-9b70-4a42-9142-45378d4952fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:07.056966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45b608fd-9fd5-4110-be71-ce2684a60031 req-38375c69-9b70-4a42-9142-45378d4952fa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 982 time: 0.0542238
Jan 29 21:15:07.107846 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-bd71e663-afc4-4adf-b86c-f40bf541b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:07.109336 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-bd71e663-afc4-4adf-b86c-f40bf541b611 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 897 time: 0.3284762
Jan 29 21:15:07.118250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45b608fd-9fd5-4110-be71-ce2684a60031 req-1c8df538-44be-4c73-988f-9406580e75f4 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0554841
Jan 29 21:15:07.150141 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-8f4b4f14-f492-4e6b-8267-97b313ad6ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 217 time: 0.0345302
Jan 29 21:15:07.196609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-837c4e34-6a52-4264-89eb-d765633afbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:07.198090 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-837c4e34-6a52-4264-89eb-d765633afbfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 200  len: 835 time: 0.0429137
Jan 29 21:15:07.250307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-917ef5f7-63ec-4d29-b046-1a1e694e774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:07.251805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-917ef5f7-63ec-4d29-b046-1a1e694e774e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476913
Jan 29 21:15:07.339372 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-fb7926ee-8e4f-4cc4-a8b8-3e93876acb55 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809391
Jan 29 21:15:07.432047 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-67b2794b-da6d-408a-bf1d-bf46af3d5278 req-ea5d8b54-0b4f-4dc1-9d62-098897ddc89d service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853527
Jan 29 21:15:08.237953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1cbe-2712-4e58-97bd-06348f13bad7 req-512fc8b5-634b-463c-b077-68eeaff0a737 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:08.239925 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c22e1cbe-2712-4e58-97bd-06348f13bad7 req-512fc8b5-634b-463c-b077-68eeaff0a737 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 982 time: 0.0524714
Jan 29 21:15:08.294241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c22e1cbe-2712-4e58-97bd-06348f13bad7 req-95e4baa0-0d5e-45bc-8313-2159b9ba1dac tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0486503
Jan 29 21:15:09.412822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2a50f-ae4d-46a2-a4a9-84b9c06a6782 req-6255c79e-f278-4385-bdd2-2c9854e57415 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:09.414356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbe2a50f-ae4d-46a2-a4a9-84b9c06a6782 req-6255c79e-f278-4385-bdd2-2c9854e57415 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 982 time: 0.0531299
Jan 29 21:15:09.468279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbe2a50f-ae4d-46a2-a4a9-84b9c06a6782 req-19c38ccb-bbb6-46c7-b3f2-2d4ffd168938 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0483458
Jan 29 21:15:10.255416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 017f5f72-c8cc-4511-882f-ffdc4fefc0fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:15:10.354231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc600-e922-4f20-949a-7fe5c2d25300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:10.367318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:10.378131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'port_id': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'mac_address': 'fa:16:3e:f2:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:15:10.416343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:10.416739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:10.430379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017f5f72-c8cc-4511-882f-ffdc4fefc0fd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:10.449870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:10.453351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:10.471010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3a9c-3a0c-40fd-a51e-2208dd9dba18 req-61e6cfc7-7066-409c-bed4-607b3d8da2a7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:10.472603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec2d3a9c-3a0c-40fd-a51e-2208dd9dba18 req-61e6cfc7-7066-409c-bed4-607b3d8da2a7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0570152
Jan 29 21:15:10.500533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:10.525606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec2d3a9c-3a0c-40fd-a51e-2208dd9dba18 req-827b9779-965a-4c6c-bdc0-e763e4f9a36c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472994
Jan 29 21:15:10.588670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ea3b-bc4e-4c06-9c7f-d70ce4fb06a3 req-ca2481cd-5e9e-48d4-8b68-77e9063bcd58 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:10.590208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d596ea3b-bc4e-4c06-9c7f-d70ce4fb06a3 req-ca2481cd-5e9e-48d4-8b68-77e9063bcd58 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 983 time: 0.0542128
Jan 29 21:15:10.683355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d596ea3b-bc4e-4c06-9c7f-d70ce4fb06a3 req-935e6a1c-6942-4c91-8a49-18779abd995f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0870631
Jan 29 21:15:10.689892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5af512-0392-4428-8b5d-35995ffc5aff req-4e2847ed-22b4-4795-8a12-15b49b3e1892 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:10.691306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e5af512-0392-4428-8b5d-35995ffc5aff req-4e2847ed-22b4-4795-8a12-15b49b3e1892 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0969408
Jan 29 21:15:10.737269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e5af512-0392-4428-8b5d-35995ffc5aff req-b4341483-10f4-4148-9862-26f8df0bf6d2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400653
Jan 29 21:15:10.765664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['017f5f72-c8cc-4511-882f-ffdc4fefc0fd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:10.956603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-5bce9809-b765-41d3-b071-b9c9326a2e07 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:10.958623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-5bce9809-b765-41d3-b071-b9c9326a2e07 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.0988178
Jan 29 21:15:10.972530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-454d8aaf-37ef-4805-a637-a3970704c165 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/quotas/ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 375 time: 0.0085878
Jan 29 21:15:11.036151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-0fef92c0-45b4-4be0-a289-8d33d1dc250c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0582161
Jan 29 21:15:11.173538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-ed6723d5-cf56-48a8-8c8f-dcc0c6dd90b1 service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308084
Jan 29 21:15:11.265560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-105307f6-173e-4544-b7f4-7ebf47680e31 service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854361
Jan 29 21:15:11.422139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26e193c1-8e6c-4e8b-befe-887f33607077 req-3cfc9154-0d97-43ea-a743-7530b900a8ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 210 time: 0.0273159
Jan 29 21:15:11.814178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973a40-c860-4184-be3d-44452fd010aa req-e2a25b9f-ccc6-48e5-b835-5eb891648428 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:11.815680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5973a40-c860-4184-be3d-44452fd010aa req-e2a25b9f-ccc6-48e5-b835-5eb891648428 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 983 time: 0.0598104
Jan 29 21:15:11.873252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5973a40-c860-4184-be3d-44452fd010aa req-1626a212-b65f-40ea-8300-f31ae874ac6b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0510490
Jan 29 21:15:12.267333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 017f5f72-c8cc-4511-882f-ffdc4fefc0fd up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:12.324082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:15:12.328130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:12.328550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.344795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-bf91a2d0-8fed-452c-b65e-9e9bd6131127 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:12.346302 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-bf91a2d0-8fed-452c-b65e-9e9bd6131127 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.1025679
Jan 29 21:15:12.357765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'device_id': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'admin_state_up': True, 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:12.423851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:12.424248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.448270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:12.450614 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04ac73-9dc1-457e-9596-85b814a9deed" -d '{"events": [{"server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "name": "network-vif-plugged", "status": "completed", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:12.463088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:12.468910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.475767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:15:12.481006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.503693 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385808a-7bd3-4be6-b44f-025d806ba5f9 x-openstack-request-id: req-d385808a-7bd3-4be6-b44f-025d806ba5f9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:12.504117 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "name": "network-vif-plugged", "status": "completed", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:12.504393 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d385808a-7bd3-4be6-b44f-025d806ba5f9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:12.505746 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'code': 200}
Jan 29 21:15:12.541623 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:12.555322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8b622e58-98b8-4515-8517-2ab4ad194dd1 req-8d0bf3ea-9b94-4b14-8081-5d0279839187 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 210 time: 0.0353303
Jan 29 21:15:12.655988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad31b3-c76c-4f19-9499-2d088f341517 req-fccbf243-fe9b-458e-849f-524e4aa7dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:12.657531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2cad31b3-c76c-4f19-9499-2d088f341517 req-fccbf243-fe9b-458e-849f-524e4aa7dec6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.0936129
Jan 29 21:15:12.658605 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.20.0.6 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/5191731c-8abc-4a24-ad1a-a8d073a35a98) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:12.674237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-474e9cd9-2483-4157-a0ab-87dae1da4eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.784531 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2cad31b3-c76c-4f19-9499-2d088f341517 req-cd8b82a0-c9d4-4c04-b7f5-2f8b588b0775 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f536e9f-9250-4d01-b413-537ccc50dca2&id=233220b7-76d0-41e9-8426-27865e7738e9&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1140838
Jan 29 21:15:12.841486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.874058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:12.884917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:12.915021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:12.922141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:12.925904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:12.933140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:12.983479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:12.984143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.006731 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-85b46c5d-374b-4760-985b-5e2dc94530e7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6527150
Jan 29 21:15:13.019704 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Request body: {'port': {'device_id': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:13.031542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b244761-4ffd-4843-bafd-bdf071fbf7da req-1fc4b181-095a-4d28-8870-28a3df14984a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.033206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b244761-4ffd-4843-bafd-bdf071fbf7da req-1fc4b181-095a-4d28-8870-28a3df14984a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0744383
Jan 29 21:15:13.094178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.135842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b244761-4ffd-4843-bafd-bdf071fbf7da req-64430b20-6920-4467-b47d-588d4b624f59 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0956609
Jan 29 21:15:13.221974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-13a15fae-1d44-4259-b4e5-8a4d0e6b553b None None] Provisioning complete for port 5191731c-8abc-4a24-ad1a-a8d073a35a98 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:13.222412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13a15fae-1d44-4259-b4e5-8a4d0e6b553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.257420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-13a15fae-1d44-4259-b4e5-8a4d0e6b553b None None] Port 5191731c-8abc-4a24-ad1a-a8d073a35a98 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:13.368032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5191731c-8abc-4a24-ad1a-a8d073a35a98 {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:13.375266 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks [] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.387367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Transition to ACTIVE for port object 5191731c-8abc-4a24-ad1a-a8d073a35a98 will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:15:13.390949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.442062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675de497-e324-40e5-888a-eec88374d482 service neutron] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:13.514415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Attempting to bind port 5191731c-8abc-4a24-ad1a-a8d073a35a98 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:15:13.514755 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Attempting to bind port 5191731c-8abc-4a24-ad1a-a8d073a35a98 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:15:13.515084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Attempting to bind port 5191731c-8abc-4a24-ad1a-a8d073a35a98 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:13.519678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Port 5191731c-8abc-4a24-ad1a-a8d073a35a98 on network 02b07a14-6d46-4fb2-8244-065282ca74eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:15:13.520006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Attempting to bind port 5191731c-8abc-4a24-ad1a-a8d073a35a98 on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:13.525358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:15:13.525697 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:13.526082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:15:13.526503 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Bound port: 5191731c-8abc-4a24-ad1a-a8d073a35a98, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:15:13.526861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.592884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:15:13.596202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:15:13.603259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.635235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.635995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.637706 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-675de497-e324-40e5-888a-eec88374d482 service neutron] 10.222.0.18 "PUT /v2.0/ports/5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 200  len: 1091 time: 0.6235020
Jan 29 21:15:13.640112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:13.643305 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de5556-e002-4a3a-906e-038242632c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:13.680197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675de497-e324-40e5-888a-eec88374d482 service neutron] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:13.686418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235034-9779-48aa-8983-d948ae7ec238 req-8f091197-2528-4c73-80db-61cc71cdaf13 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.688261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19235034-9779-48aa-8983-d948ae7ec238 req-8f091197-2528-4c73-80db-61cc71cdaf13 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 943 time: 0.0672348
Jan 29 21:15:13.716092 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda02865-aff6-410a-a09e-9caef07e2197 x-openstack-request-id: req-eda02865-aff6-410a-a09e-9caef07e2197 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:13.717031 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:13.717358 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eda02865-aff6-410a-a09e-9caef07e2197 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:13.717768 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'status': 'completed', 'code': 200}
Jan 29 21:15:13.738715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-794fa6b0-a527-4c05-9238-b57de6c65449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.741463 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-794fa6b0-a527-4c05-9238-b57de6c65449 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 1125 time: 0.0581286
Jan 29 21:15:13.749298 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:13.755975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19235034-9779-48aa-8983-d948ae7ec238 req-de816429-b5d3-4633-a444-e388cf9f2460 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599179
Jan 29 21:15:13.783758 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-475e52d6-fd92-451a-9a61-6c8e6b91fa25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 200  len: 217 time: 0.0357850
Jan 29 21:15:13.834093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-fcd2090b-2810-402e-a05b-a5ebaaa7d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.835596 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-fcd2090b-2810-402e-a05b-a5ebaaa7d44f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0465083
Jan 29 21:15:13.892948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344091-2b63-4668-aa70-9f31901baa2e req-71f64dc2-ef2b-4da8-bbaf-a557c4e4a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:13.894529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-71f64dc2-ef2b-4da8-bbaf-a557c4e4a668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0525861
Jan 29 21:15:13.981297 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-b5e6d6b4-430d-4de2-9f27-7c65471ea610 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809021
Jan 29 21:15:14.072621 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4f344091-2b63-4668-aa70-9f31901baa2e req-c147e07b-5f96-4f65-b12c-42066469eedf service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850630
Jan 29 21:15:14.161867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5556-e002-4a3a-906e-038242632c9b req-d980ca44-7e90-4c5e-86a6-06310a05d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.163623 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-d980ca44-7e90-4c5e-86a6-06310a05d3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 1125 time: 0.0497081
Jan 29 21:15:14.256470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669d8b4-d3a2-49f7-b89d-b499d1abbd2c req-6706ecc2-8fe6-4c66-85dd-fc1dde71a322 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.257129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5556-e002-4a3a-906e-038242632c9b req-aea6e40b-3639-4a00-b254-80312bb4bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.258027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9669d8b4-d3a2-49f7-b89d-b499d1abbd2c req-6706ecc2-8fe6-4c66-85dd-fc1dde71a322 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0552163
Jan 29 21:15:14.258689 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-aea6e40b-3639-4a00-b254-80312bb4bd7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0888627
Jan 29 21:15:14.302896 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-5f1193b2-0ada-40df-8eff-aed0ab5879c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 200  len: 217 time: 0.0384688
Jan 29 21:15:14.317893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9669d8b4-d3a2-49f7-b89d-b499d1abbd2c req-1fe14083-1d14-49ef-9653-607393fd6cea tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0539823
Jan 29 21:15:14.350438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5556-e002-4a3a-906e-038242632c9b req-26a2fb6c-445e-4eb5-a8f9-f6e18d1a4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.351957 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-26a2fb6c-445e-4eb5-a8f9-f6e18d1a4ada service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0435879
Jan 29 21:15:14.402162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5556-e002-4a3a-906e-038242632c9b req-0b2f6364-5f67-4942-878b-9bee1ef77c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.403790 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-0b2f6364-5f67-4942-878b-9bee1ef77c2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464437
Jan 29 21:15:14.438725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3548ae9-e333-4f72-b517-3068041339b5 req-47aa8348-a226-42e5-9003-656628ec7b11 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.440136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3548ae9-e333-4f72-b517-3068041339b5 req-47aa8348-a226-42e5-9003-656628ec7b11 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0537257
Jan 29 21:15:14.495707 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-169249ee-f330-4048-a60e-d8c12090143d service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848339
Jan 29 21:15:14.495982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3548ae9-e333-4f72-b517-3068041339b5 req-0c802105-8152-4af2-acf2-75c3de009611 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0491359
Jan 29 21:15:14.584455 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f9de5556-e002-4a3a-906e-038242632c9b req-7c79317c-26df-40cc-a509-36cffd9f88ee service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833895
Jan 29 21:15:14.603911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044800dc-d8af-4692-abbd-c94b608f2725 req-89fdb2f2-1b07-4775-a8dc-dc56f945eb33 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.605572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-044800dc-d8af-4692-abbd-c94b608f2725 req-89fdb2f2-1b07-4775-a8dc-dc56f945eb33 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.0450463
Jan 29 21:15:14.623187 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-044800dc-d8af-4692-abbd-c94b608f2725 req-708689f9-d1cb-4352-8c80-1dbe956e8bb4 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:14.696012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-044800dc-d8af-4692-abbd-c94b608f2725 req-708689f9-d1cb-4352-8c80-1dbe956e8bb4 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Publish callbacks [] for security_group (b83a082b-2521-42f5-989f-df5e41cec351), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:14.699476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-044800dc-d8af-4692-abbd-c94b608f2725 req-708689f9-d1cb-4352-8c80-1dbe956e8bb4 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b83a082b-2521-42f5-989f-df5e41cec351), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:14.744675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708689f9-d1cb-4352-8c80-1dbe956e8bb4 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a082b-2521-42f5-989f-df5e41cec351,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:14.750433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-044800dc-d8af-4692-abbd-c94b608f2725 req-708689f9-d1cb-4352-8c80-1dbe956e8bb4 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1392813
Jan 29 21:15:14.772115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53708) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:14.815531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3dbb1-c40c-451e-ba79-1fbeef0c7dfe tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:14.817744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-98a3dbb1-c40c-451e-ba79-1fbeef0c7dfe tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1161 time: 0.0440006
Jan 29 21:15:14.820453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53712) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:14.824715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ip_address': '172.20.0.6'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:14.872546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:15.225441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa7c3-37e5-4aea-898b-cea6dde02e35 req-5f7918ce-c786-41a1-9e02-9437391dbb3e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:15.226917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-512fa7c3-37e5-4aea-898b-cea6dde02e35 req-5f7918ce-c786-41a1-9e02-9437391dbb3e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 943 time: 0.3980870
Jan 29 21:15:15.286179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-512fa7c3-37e5-4aea-898b-cea6dde02e35 req-75e5331a-5c28-4b6d-b398-f0d1cb29fb44 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526872
Jan 29 21:15:15.315704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:15.419662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.35.4.172 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/64ecede4-8387-4ced-aa86-dcd42230147f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:15.515056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (64ecede4-8387-4ced-aa86-dcd42230147f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:15.549320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:15.584353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:15.587111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:15.592915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:15.616275 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:15.620129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=64ecede4-8387-4ced-aa86-dcd42230147f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:15.938971 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for floatingip (5afd59fc-b89f-4406-af7e-bcb5e0462fdd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.008901 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.151640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (64ecede4-8387-4ced-aa86-dcd42230147f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.156408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.223971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=64ecede4-8387-4ced-aa86-dcd42230147f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:16.237036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5afd59fc-b89f-4406-af7e-bcb5e0462fdd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.337094 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Floating IP 5afd59fc-b89f-4406-af7e-bcb5e0462fdd associated. External IP: 172.35.4.172, port: 017f5f72-c8cc-4511-882f-ffdc4fefc0fd.
Jan 29 21:15:16.468287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377640a-5986-43a4-bd60-287c7244df4a req-80f0a83f-d599-4a07-ba1a-9708d910a9e3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:16.469928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b377640a-5986-43a4-bd60-287c7244df4a req-80f0a83f-d599-4a07-ba1a-9708d910a9e3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 943 time: 0.1000473
Jan 29 21:15:16.585882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b377640a-5986-43a4-bd60-287c7244df4a req-17bd269e-8dc1-4b5e-8faa-9ae2cbd6376b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100681
Jan 29 21:15:16.617684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 6415a5ad-783e-4ad4-9610-8d7b05964021 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:15:16.726261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:15:16.735396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Sync routers for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:15:16.743568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.745900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:15:16.746687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:16.773444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4671ef9a-0697-4f26-b0a1-e36660cb7312 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9519429
Jan 29 21:15:16.774008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:16.776099 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 53716) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:16.776626 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14466361-8a48-441d-b74a-5a9394344bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:16.865518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:16.876916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:15:16.896070 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7bfc06-f3e4-4fab-a1de-58a2458678ae x-openstack-request-id: req-4f7bfc06-f3e4-4fab-a1de-58a2458678ae {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:16.896500 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:16.897366 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f7bfc06-f3e4-4fab-a1de-58a2458678ae {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:16.897366 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'status': 'completed', 'code': 200}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.008010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.010702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53722) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:17.010915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd62462c-c206-43ba-93e4-d8625b0a12ea tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4978 time: 0.2332542
Jan 29 21:15:17.024322 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466361-8a48-441d-b74a-5a9394344bf5 req-5287d743-d5d6-4ec0-a1ca-cc15ba9391ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.025993 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-5287d743-d5d6-4ec0-a1ca-cc15ba9391ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.1070020
Jan 29 21:15:17.126875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c69a0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5afd59fc-b89f-4406-af7e-bcb5e0462fdd', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'floating_ip_address': '172.35.4.172', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'port_id': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'mac_address': 'fa:16:3e:f2:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:15:15Z', 'updated_at': '2022-01-29T21:15:15Z', 'revision_number': 0, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:17.136293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466361-8a48-441d-b74a-5a9394344bf5 req-625256c0-38f1-47dd-8ada-140c20a8f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.138168 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-625256c0-38f1-47dd-8ada-140c20a8f3b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 897 time: 0.1039608
Jan 29 21:15:17.138958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.139427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.139889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.140342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.140868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.141347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.141793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.143643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-57527534-5b4b-45e0-bc2f-180d1c966747 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4638 time: 0.1316340
Jan 29 21:15:17.149546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53724) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:17.158530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5191731c-8abc-4a24-ad1a-a8d073a35a98 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:15:17.240339 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-8895725a-2692-4f34-bfeb-f967d3fc0276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 999 time: 0.0954354
Jan 29 21:15:17.240596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Checking router: 6415a5ad-783e-4ad4-9610-8d7b05964021 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:15:17.263957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:15:17.264581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:17.290839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466361-8a48-441d-b74a-5a9394344bf5 req-b1cda4c6-d32f-478d-89f4-1edb13e292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.292436 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-b1cda4c6-d32f-478d-89f4-1edb13e292c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 200  len: 835 time: 0.0472720
Jan 29 21:15:17.349350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466361-8a48-441d-b74a-5a9394344bf5 req-26c7318f-f68c-4aa8-a8cc-51bb97c1dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.351360 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-26c7318f-f68c-4aa8-a8cc-51bb97c1dd8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0535753
Jan 29 21:15:17.363850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:17.379098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'mac_address': 'fa:16:3e:82:73:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:15:17.412002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a80b3d47-70ef-4966-99bc-0aa89439aeba tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3769 time: 0.2588134
Jan 29 21:15:17.412590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 53726) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:15:17.432641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:15:17.434903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5191731c-8abc-4a24-ad1a-a8d073a35a98 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:17.435135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:17.455687 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-d52cb4e9-b594-45bd-ace4-66fc276b7430 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986247
Jan 29 21:15:17.456578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3919f9e-bc88-4a14-ac5f-722e3f55f922 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.457087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3919f9e-bc88-4a14-ac5f-722e3f55f922 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.459416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b3919f9e-bc88-4a14-ac5f-722e3f55f922 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6415a5ad-783e-4ad4-9610-8d7b05964021 HTTP/1.1" status: 200  len: 2064 time: 0.0463037
Jan 29 21:15:17.476684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5191731c-8abc-4a24-ad1a-a8d073a35a98 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:17.531909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:17.540028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:17.548241 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-14466361-8a48-441d-b74a-5a9394344bf5 req-ac5aafe3-10f6-4e44-9c3b-970b3ca693d9 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868874
Jan 29 21:15:17.713106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d2f74-7212-4070-a5f0-bc4e31a3621f req-3efe56be-3226-4a35-9ae0-3b25c050a3f2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:17.714650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-893d2f74-7212-4070-a5f0-bc4e31a3621f req-3efe56be-3226-4a35-9ae0-3b25c050a3f2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 944 time: 0.0545316
Jan 29 21:15:17.763044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-893d2f74-7212-4070-a5f0-bc4e31a3621f req-5465335b-23aa-45c6-aef0-fe056489caa1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425713
Jan 29 21:15:17.807000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:17.880168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5191731c-8abc-4a24-ad1a-a8d073a35a98'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:17.930727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8c69a0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5afd59fc-b89f-4406-af7e-bcb5e0462fdd', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'floating_ip_address': '172.35.4.172', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'port_id': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'mac_address': 'fa:16:3e:f2:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:15:15Z', 'updated_at': '2022-01-29T21:15:15Z', 'revision_number': 0, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:15:17.962020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9439-662c-4422-bf1f-f33a06e160b3 None None] The sync data for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 is: [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5afd59fc-b89f-4406-af7e-bcb5e0462fdd', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'floating_ip_address': '172.35.4.172', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'port_id': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'mac_address': 'fa:16:3e:f2:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:15:15Z', 'updated_at': '2022-01-29T21:15:15Z', 'revision_number': 0, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:15:18.161661 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8de16c-c1b3-4a7f-bfa3-adb47ba4a869 None None] New status for floating IP 5afd59fc-b89f-4406-af7e-bcb5e0462fdd: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:15:18.505852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:15:18.885556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833702-70af-4594-bab0-2f5c68aa0b3d req-86c8de3d-2c32-4349-84d8-5417d178c9fa tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:18.887019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72833702-70af-4594-bab0-2f5c68aa0b3d req-86c8de3d-2c32-4349-84d8-5417d178c9fa tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 944 time: 0.0549741
Jan 29 21:15:18.933493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72833702-70af-4594-bab0-2f5c68aa0b3d req-395a7c61-8390-40a2-8081-3891b0e533ac tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407956
Jan 29 21:15:19.156019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5191731c-8abc-4a24-ad1a-a8d073a35a98 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:19.205417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 5191731c-8abc-4a24-ad1a-a8d073a35a98 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:15:19.209848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 5191731c-8abc-4a24-ad1a-a8d073a35a98 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:19.210234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:19.284734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5191731c-8abc-4a24-ad1a-a8d073a35a98 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:19.285228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:19.310691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:19.312917 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef005b5-a0ca-46ff-8f5b-11c5e8110543" -d '{"events": [{"server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "name": "network-vif-plugged", "status": "completed", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:19.325075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:19.329208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:19.354519 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ac6a8-e64f-4191-9689-bb86e3d1210d x-openstack-request-id: req-e97ac6a8-e64f-4191-9689-bb86e3d1210d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:19.354819 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "name": "network-vif-plugged", "status": "completed", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:19.355075 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e97ac6a8-e64f-4191-9689-bb86e3d1210d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:19.355971 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'code': 200}
Jan 29 21:15:19.382529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:19.444944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49caa47-2e04-426a-8a1c-809c50a5217f req-86c4854b-007b-4a1f-bec9-e80ef8a73b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:19.446494 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c49caa47-2e04-426a-8a1c-809c50a5217f req-86c4854b-007b-4a1f-bec9-e80ef8a73b4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 1127 time: 0.0434275
Jan 29 21:15:19.489261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-c49caa47-2e04-426a-8a1c-809c50a5217f req-042d2b8e-bd9e-41d1-8538-477fd0818108 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366967
Jan 29 21:15:20.048137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7955-2c1e-4384-bdd0-3f44d0d15ec6 req-9e18d2b4-dbd0-4a0e-9d1b-4973fcf47bf8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:20.049630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f8a7955-2c1e-4384-bdd0-3f44d0d15ec6 req-9e18d2b4-dbd0-4a0e-9d1b-4973fcf47bf8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 945 time: 0.0503607
Jan 29 21:15:20.095322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f8a7955-2c1e-4384-bdd0-3f44d0d15ec6 req-cacf85f8-d521-44ad-adc6-c765348a541c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393283
Jan 29 21:15:21.214957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda610ba-b3b0-4c67-b0ed-9a242b42e407 req-46f945fe-d4f8-4d97-9e97-997151ead217 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:21.216434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda610ba-b3b0-4c67-b0ed-9a242b42e407 req-46f945fe-d4f8-4d97-9e97-997151ead217 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 945 time: 0.0516820
Jan 29 21:15:21.266642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eda610ba-b3b0-4c67-b0ed-9a242b42e407 req-dbe39a62-cb24-4bf3-b113-308404c7ffa2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446389
Jan 29 21:15:21.371463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55a05c15-2728-4559-a701-4f49f26956ae req-b0454a7c-19be-4401-af2d-bfcb87570016 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 267 time: 0.0417674
Jan 29 21:15:21.427031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a05c15-2728-4559-a701-4f49f26956ae req-e4dbd1dc-86c7-4f78-a2bc-7cded5b0ded4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:21.428787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55a05c15-2728-4559-a701-4f49f26956ae req-e4dbd1dc-86c7-4f78-a2bc-7cded5b0ded4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 945 time: 0.0520313
Jan 29 21:15:21.439281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'security_groups': []}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:21.509470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:21.657961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:21.691313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:21.696407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:21.710532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:21.714747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5191731c-8abc-4a24-ad1a-a8d073a35a98'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:21.740888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:21.741550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:21.742959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55a05c15-2728-4559-a701-4f49f26956ae req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "PUT /v2.0/ports/5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 200  len: 904 time: 0.3080842
Jan 29 21:15:21.743420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:21.745810 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c5000-752c-4f68-8a64-89ba4edf268a" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:21.769626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a827-d2ff-4315-8e94-f9f1b2ba0724 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:21.813411 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac63556-68f5-4025-9405-fe1f3bd6aaa9 x-openstack-request-id: req-fac63556-68f5-4025-9405-fe1f3bd6aaa9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:21.813784 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:21.814140 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fac63556-68f5-4025-9405-fe1f3bd6aaa9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:21.816011 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'status': 'completed', 'code': 200}
Jan 29 21:15:21.861663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5191731c-8abc-4a24-ad1a-a8d073a35a98'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:21.890547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-a952b905-be6d-4d86-b474-63bfcd66e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:21.892067 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-a952b905-be6d-4d86-b474-63bfcd66e925 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 1089 time: 0.0538778
Jan 29 21:15:21.897054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fed882-6efc-4dde-9b7b-70d9dfd6bd62 req-5d8c579d-8337-4389-a140-a4eda6866779 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:21.898650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12fed882-6efc-4dde-9b7b-70d9dfd6bd62 req-5d8c579d-8337-4389-a140-a4eda6866779 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 907 time: 0.0701773
Jan 29 21:15:22.021223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-2493273d-372d-4790-a303-fe74daa34987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.023027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-2493273d-372d-4790-a303-fe74daa34987 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.1239610
Jan 29 21:15:22.050061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3d47-aba8-4622-9e87-a177881515ff req-4d51f73c-9bbf-468f-a692-ade24661ef6e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.055965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d8c3d47-aba8-4622-9e87-a177881515ff req-4d51f73c-9bbf-468f-a692-ade24661ef6e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0716519
Jan 29 21:15:22.077893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-15841790-69bd-4c26-a578-0f355800bcdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 200  len: 217 time: 0.0488696
Jan 29 21:15:22.125933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1d8c3d47-aba8-4622-9e87-a177881515ff req-2c24358c-b0d5-4bd1-95d3-2e3a6e9e8032 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626254
Jan 29 21:15:22.135597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-007dd2ab-ffbb-47b5-a2bf-142a8519fe53 None None] Provisioning complete for port 5191731c-8abc-4a24-ad1a-a8d073a35a98 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:22.135978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-007dd2ab-ffbb-47b5-a2bf-142a8519fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:22.159488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-9bebe322-9e0e-48e0-ae63-8209861033c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.162192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-9bebe322-9e0e-48e0-ae63-8209861033c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0782669
Jan 29 21:15:22.220630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-f9657d81-5d49-4c15-8e15-f8b8c9c4785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.222371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-f9657d81-5d49-4c15-8e15-f8b8c9c4785f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0537412
Jan 29 21:15:22.256226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-007dd2ab-ffbb-47b5-a2bf-142a8519fe53 None None] Current status of the port 5191731c-8abc-4a24-ad1a-a8d073a35a98 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:22.284291 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379b6d-a030-4c17-9665-afec4b85afbd req-39d37ae9-ad51-418d-97b4-bcf8b6ab4fc1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.291801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4379b6d-a030-4c17-9665-afec4b85afbd req-39d37ae9-ad51-418d-97b4-bcf8b6ab4fc1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0719836
Jan 29 21:15:22.330112 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-dfc7cc71-8178-477e-ba0f-33d152e51343 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998735
Jan 29 21:15:22.341504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4379b6d-a030-4c17-9665-afec4b85afbd req-b2e485be-b847-4092-b73f-669f7ab12584 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487070
Jan 29 21:15:22.440479 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7c9c5000-752c-4f68-8a64-89ba4edf268a req-e0f181ff-8adb-4303-abd4-031820433d56 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040494
Jan 29 21:15:22.486874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:22.588011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-cb739c8b-4be0-4e16-ada9-199c7e078f55 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:22.589508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-cb739c8b-4be0-4e16-ada9-199c7e078f55 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.0999482
Jan 29 21:15:22.603750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-7492a9f0-9ed1-4e4f-a387-c7f166576677 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/quotas/ca69001bee404610b6eaac6f34c1cd40 HTTP/1.1" status: 200  len: 375 time: 0.0088911
Jan 29 21:15:22.668534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-f6530e99-7bdf-471a-ba56-2c357722c6c5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0599723
Jan 29 21:15:22.758615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-004ee33b-ed75-47de-b1f4-1c5bf992a06b service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833428
Jan 29 21:15:22.849388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-ff9e47b8-e729-403a-800c-5a0b52b9a740 service neutron] 10.222.0.20 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850263
Jan 29 21:15:23.005808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-818e3d42-6195-4de5-bf7d-2e17a009a3ee req-6cb12616-c6a6-456d-ad8a-40026cb1a972 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 210 time: 0.0285456
Jan 29 21:15:23.418963 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:23.944256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-fe1409eb-5e34-4f92-8c40-caa93e50d609 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:23.945733 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-fe1409eb-5e34-4f92-8c40-caa93e50d609 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 811 time: 0.1056662
Jan 29 21:15:23.956900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Request body: {'port': {'device_id': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'admin_state_up': True, 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:24.065026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Made reservation on behalf of ca69001bee404610b6eaac6f34c1cd40 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:15:24.068486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.105081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-014b29d0-aa1b-43ab-816f-2e6e7aed8ae2 req-0450a019-6802-4d46-afc9-6852cbedb106 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 210 time: 0.0297658
Jan 29 21:15:24.197479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Allocated IP 172.20.0.10 (02b07a14-6d46-4fb2-8244-065282ca74eb/dcbf66b7-c202-41da-ba3f-c071c1d82e56/96dafabb-9700-4c5a-ba02-48aa5815df9d) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:15:24.336976 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.369956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.381759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:24.415234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Network 02b07a14-6d46-4fb2-8244-065282ca74eb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:15:24.422072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:15:24.426594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:15:24.448698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:24.482537 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:24.483183 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.501265 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-5609adb4-6469-414d-a8c0-deb14b4cc492 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5473936
Jan 29 21:15:24.512818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Request body: {'port': {'device_id': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:15:24.576336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.694946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-09a5e44a-bdce-4d11-afe4-ff1df00e1c02 None None] Provisioning complete for port 96dafabb-9700-4c5a-ba02-48aa5815df9d triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:24.695493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-09a5e44a-bdce-4d11-afe4-ff1df00e1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.731863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-09a5e44a-bdce-4d11-afe4-ff1df00e1c02 None None] Port 96dafabb-9700-4c5a-ba02-48aa5815df9d cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:15:24.877227 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-fce23d23-7172-4c01-84c2-e3c969511670 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0799186
Jan 29 21:15:24.881152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dafabb-9700-4c5a-ba02-48aa5815df9d {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:24.888728 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks [] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.910093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Transition to ACTIVE for port object 96dafabb-9700-4c5a-ba02-48aa5815df9d will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:15:24.926582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:24.988645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:24.998123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-2ea9a1ed-e987-436f-82c8-917636562617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:24.999659 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-2ea9a1ed-e987-436f-82c8-917636562617 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.0994062
Jan 29 21:15:25.124960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Attempting to bind port 96dafabb-9700-4c5a-ba02-48aa5815df9d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:15:25.125320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Attempting to bind port 96dafabb-9700-4c5a-ba02-48aa5815df9d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:15:25.125652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Attempting to bind port 96dafabb-9700-4c5a-ba02-48aa5815df9d on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:25.135311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Port 96dafabb-9700-4c5a-ba02-48aa5815df9d on network 02b07a14-6d46-4fb2-8244-065282ca74eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:15:25.135636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Attempting to bind port 96dafabb-9700-4c5a-ba02-48aa5815df9d on network 02b07a14-6d46-4fb2-8244-065282ca74eb {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:15:25.149529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:15:25.149879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Checking segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:15:25.150273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Bound using segment: {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:15:25.150702 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Bound port: 96dafabb-9700-4c5a-ba02-48aa5815df9d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e570587-105e-4e26-ac76-cf2d1e6f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:15:25.151057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:25.161976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-5d6eb99f-6a49-43e9-a98e-cbc163148f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.163434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-5d6eb99f-6a49-43e9-a98e-cbc163148f93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 910 time: 0.1288507
Jan 29 21:15:25.227391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f1bdd-47e8-4c99-9615-d52c5cc93943 req-0bb93d4f-6cac-4446-b7de-619492566989 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.228953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e18f1bdd-47e8-4c99-9615-d52c5cc93943 req-0bb93d4f-6cac-4446-b7de-619492566989 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0525451
Jan 29 21:15:25.285256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e18f1bdd-47e8-4c99-9615-d52c5cc93943 req-896fc627-7ed7-49bf-90fc-d451b19306f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500536
Jan 29 21:15:25.516631 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-f9771db7-a5a9-43be-a7f2-e807c64484f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 1000 time: 0.3469803
Jan 29 21:15:25.520631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:15:25.530709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:15:25.551112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:25.586447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-1289dca0-f1af-4e3f-b309-febc5f845915 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434897
Jan 29 21:15:25.601302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.601923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:25.603330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] 10.222.0.36 "PUT /v2.0/ports/96dafabb-9700-4c5a-ba02-48aa5815df9d HTTP/1.1" status: 200  len: 1092 time: 1.0948331
Jan 29 21:15:25.603777 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:25.606029 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7aa80-ae65-43ee-9999-c74d413aee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:25.616478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-63ba846a-a68c-4187-847f-da970418ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.617955 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-63ba846a-a68c-4187-847f-da970418ad32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.0951538
Jan 29 21:15:25.637417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1ed2b-e059-4ffa-a783-6bf033ba8758 service neutron] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:25.664596 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55355f1e-a1c1-43a9-ae64-bb5d5715eddd x-openstack-request-id: req-55355f1e-a1c1-43a9-ae64-bb5d5715eddd {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:25.664829 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:25.665066 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55355f1e-a1c1-43a9-ae64-bb5d5715eddd {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:25.665476 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'status': 'completed', 'code': 200}
Jan 29 21:15:25.690037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-64f079e1-c4ee-48e5-b835-1ff7920a4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.692183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-64f079e1-c4ee-48e5-b835-1ff7920a4ffa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 1128 time: 0.0802801
Jan 29 21:15:25.717145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-c9c4c7f8-6db0-4963-89f1-f49df62e8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.718662 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-c9c4c7f8-6db0-4963-89f1-f49df62e8b3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0931473
Jan 29 21:15:25.736683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-f243e9b6-d634-4bb8-90d9-34051981cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.738218 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-f243e9b6-d634-4bb8-90d9-34051981cc76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 1126 time: 0.0718675
Jan 29 21:15:25.809127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-7e41008e-cd3e-45bc-9edc-69db5c294e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.810879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-7e41008e-cd3e-45bc-9edc-69db5c294e15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0969815
Jan 29 21:15:25.814547 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-02a2810c-20b1-421e-971f-7172308f61aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d HTTP/1.1" status: 200  len: 217 time: 0.0665865
Jan 29 21:15:25.867570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-4bc6e1e7-7202-4af5-b944-60841ae18945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8280985-1e0a-4847-906e-00e4d2639ff6 HTTP/1.1" status: 200  len: 217 time: 0.0444980
Jan 29 21:15:25.894196 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-24aaf28f-b33f-481b-8a89-1e606d911414 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691413
Jan 29 21:15:25.896204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-0f1fdb19-4ff7-40ae-a826-99950ff1efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.897550 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-0f1fdb19-4ff7-40ae-a826-99950ff1efe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0732994
Jan 29 21:15:25.917014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-fba0a942-a139-4823-82e4-19512b8607d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.918523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-fba0a942-a139-4823-82e4-19512b8607d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0452127
Jan 29 21:15:25.968956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-95af8df7-ef65-4fc0-a780-651afb2570eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:25.970636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-95af8df7-ef65-4fc0-a780-651afb2570eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443745
Jan 29 21:15:26.013160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-31961f98-2c04-463b-9f58-f834244181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.014700 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-31961f98-2c04-463b-9f58-f834244181c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1071661
Jan 29 21:15:26.020995 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-0b133af7-50f4-42a3-b574-42e85c9757ea req-3c48929b-6888-45c5-8d5d-9ea365feb4a6 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210759
Jan 29 21:15:26.114406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-dd6a09e0-dad2-4639-ae4e-2377a318fe3d service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917933
Jan 29 21:15:26.206780 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-5c33ff19-72dc-4d99-9f75-0f601cd2a7ea req-f4b78ba6-a415-4b30-b2fe-a0d92963305c service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875483
Jan 29 21:15:26.302982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-5d14dbba-e245-416c-ba93-769a220ccf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.304549 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-5d14dbba-e245-416c-ba93-769a220ccf3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 1126 time: 0.0481017
Jan 29 21:15:26.392745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-6293e6f3-d9fa-42af-84ac-a4e8f5f324e2 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4161420
Jan 29 21:15:26.400743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-cf5d04a2-153e-4b30-8388-c76d7fc60453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.402234 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-cf5d04a2-153e-4b30-8388-c76d7fc60453 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0916102
Jan 29 21:15:26.445426 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-6e336d55-bdf3-4590-a1e2-23f45b10d71e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d HTTP/1.1" status: 200  len: 217 time: 0.0359931
Jan 29 21:15:26.465733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c7584-6996-4802-b54b-8ffb5a5449c2 req-3995af4e-05f4-4cf0-acba-990e06e11965 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.467201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd0c7584-6996-4802-b54b-8ffb5a5449c2 req-3995af4e-05f4-4cf0-acba-990e06e11965 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.1053879
Jan 29 21:15:26.493160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-5cd5b2a8-8530-4c1d-914e-89b1a60718e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.494640 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-5cd5b2a8-8530-4c1d-914e-89b1a60718e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0440953
Jan 29 21:15:26.519657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-995586fc-93eb-4e24-b2e2-bbb0790bcc65 req-a8873c0c-eaa0-4bad-bb63-4cd33b1d4c53 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210938
Jan 29 21:15:26.536006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd0c7584-6996-4802-b54b-8ffb5a5449c2 req-01fb14c1-afaa-4f3d-ab9f-242adfff43f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598660
Jan 29 21:15:26.548228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-e69eec51-475b-40fd-87a1-b93ed6a38e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:26.549951 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-e69eec51-475b-40fd-87a1-b93ed6a38e88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496333
Jan 29 21:15:26.637388 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-851ad0b4-ac82-4433-81fa-a77c4606293e service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811462
Jan 29 21:15:26.729206 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fdf7aa80-ae65-43ee-9999-c74d413aee8c req-3b983313-6250-49f6-9187-95c2caf4362c service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849388
Jan 29 21:15:27.428046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-effa3cb5-6694-42ad-b4f3-afd537c704d9 req-b2ef1a50-71b7-41a2-a50d-12198f0f7eb2 service neutron] (125943) timed out ('10.222.0.18', 61453) {{(pid=125943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:15:27.661790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337e96-fc38-4c43-a1e3-1c440df3871a req-841427c8-707a-4fb6-9a6c-7a4cc62a3a75 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:27.663335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5337e96-fc38-4c43-a1e3-1c440df3871a req-841427c8-707a-4fb6-9a6c-7a4cc62a3a75 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0549798
Jan 29 21:15:27.714110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5337e96-fc38-4c43-a1e3-1c440df3871a req-d06fdd5d-46bd-4b3c-80b0-312030e83397 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450339
Jan 29 21:15:28.835024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e8d0-e426-4e5d-adb4-826761501567 req-e3e1e11c-dbc4-440e-b11e-073e72487170 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:28.836505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2128e8d0-e426-4e5d-adb4-826761501567 req-e3e1e11c-dbc4-440e-b11e-073e72487170 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0525305
Jan 29 21:15:28.882340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2128e8d0-e426-4e5d-adb4-826761501567 req-c3190912-6dab-4470-918e-589adfae50fb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402274
Jan 29 21:15:29.999077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319425-8ffc-4e3c-96bc-9d91c35e6a22 req-5fa7b0a4-4a9b-4397-9377-979167053319 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:30.000536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43319425-8ffc-4e3c-96bc-9d91c35e6a22 req-5fa7b0a4-4a9b-4397-9377-979167053319 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0507462
Jan 29 21:15:30.045629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43319425-8ffc-4e3c-96bc-9d91c35e6a22 req-d7e189b8-08a3-4a8d-9331-37a0d39b025e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389314
Jan 29 21:15:30.346823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:15:30.443323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:30.454447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'mac_address': 'fa:16:3e:3c:4b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:15:30.490931 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:30.491261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:30.503838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dafabb-9700-4c5a-ba02-48aa5815df9d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:30.523825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:30.527379 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:30.571945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:30.579003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.579350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.579691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.580029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.580360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.580694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.581044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.581370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.581711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.582562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.582885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.583206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.583524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:15:30.842811 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['96dafabb-9700-4c5a-ba02-48aa5815df9d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:31.168624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c71b0-53c8-45d5-83b0-b95489e0bef9 req-e0de945c-5143-4f59-9ded-9281a1ca345c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:31.170124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4c71b0-53c8-45d5-83b0-b95489e0bef9 req-e0de945c-5143-4f59-9ded-9281a1ca345c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 945 time: 0.0573127
Jan 29 21:15:31.216408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4c71b0-53c8-45d5-83b0-b95489e0bef9 req-c8cb12d2-c14e-41e7-8ce4-a08f71734977 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407443
Jan 29 21:15:32.334186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822ce63-f3fa-4e54-83f2-6e7fb40e2289 req-e91c1690-44a9-427e-8cdd-a01984f1f93c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:32.335637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8822ce63-f3fa-4e54-83f2-6e7fb40e2289 req-e91c1690-44a9-427e-8cdd-a01984f1f93c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 945 time: 0.0525334
Jan 29 21:15:32.361580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:32.387612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8822ce63-f3fa-4e54-83f2-6e7fb40e2289 req-156e34f0-5e30-4134-9b4c-bc5c15d9d60d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464427
Jan 29 21:15:32.415437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 96dafabb-9700-4c5a-ba02-48aa5815df9d completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:15:32.419645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 96dafabb-9700-4c5a-ba02-48aa5815df9d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:32.420131 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:32.499279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:32.499585 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:32.523116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:32.525419 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd95088-f189-48f7-83df-b92c82613573" -d '{"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-plugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:32.537272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:32.541317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:32.563687 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2f472-2a74-44ea-93b4-f195031934a9 x-openstack-request-id: req-1be2f472-2a74-44ea-93b4-f195031934a9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:32.563988 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-plugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:32.564241 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1be2f472-2a74-44ea-93b4-f195031934a9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:32.564632 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'code': 200}
Jan 29 21:15:32.591323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:32.662882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b26a7-eab5-4eef-a229-0988f58e27be req-9cfb96a2-33b4-4079-afa9-6f986ed16b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:32.664370 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f48b26a7-eab5-4eef-a229-0988f58e27be req-9cfb96a2-33b4-4079-afa9-6f986ed16b35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 1128 time: 0.0439200
Jan 29 21:15:32.708200 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-f48b26a7-eab5-4eef-a229-0988f58e27be req-a789d548-9a16-47c1-9ac5-a066def3ed76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367160
Jan 29 21:15:33.504978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4996a3a-f6bc-4ab9-9480-399554e0926b req-027cb91e-fb1e-4ecf-a996-48264c851fa6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:33.506457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4996a3a-f6bc-4ab9-9480-399554e0926b req-027cb91e-fb1e-4ecf-a996-48264c851fa6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0520453
Jan 29 21:15:33.556489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4996a3a-f6bc-4ab9-9480-399554e0926b req-1691eb3b-8891-4601-985d-3be7904edd3b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445411
Jan 29 21:15:34.674979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e8b2e-a4fe-4725-b494-8106649b2853 req-77c7fd41-c58d-492b-8b78-7869c6c6b83f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:34.677047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856e8b2e-a4fe-4725-b494-8106649b2853 req-77c7fd41-c58d-492b-8b78-7869c6c6b83f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0524898
Jan 29 21:15:34.722281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-856e8b2e-a4fe-4725-b494-8106649b2853 req-b8f2499d-484d-4916-86ac-216c4f23b049 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394316
Jan 29 21:15:34.923783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8000-c499-4f3d-bfea-3c8455b99681 req-f5081a63-5249-43e3-923e-84b5c777b9d1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:34.925320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414c8000-c499-4f3d-bfea-3c8455b99681 req-f5081a63-5249-43e3-923e-84b5c777b9d1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0521371
Jan 29 21:15:34.970912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414c8000-c499-4f3d-bfea-3c8455b99681 req-f966c18f-f654-4aab-a013-99323b474b0c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397184
Jan 29 21:15:36.096777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2648cd-c160-4fef-89dd-375f59dcc34a req-c658db9f-e99f-442e-826c-0117eb9492d0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:36.098830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c2648cd-c160-4fef-89dd-375f59dcc34a req-c658db9f-e99f-442e-826c-0117eb9492d0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0569446
Jan 29 21:15:36.144384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c2648cd-c160-4fef-89dd-375f59dcc34a req-2b8cb36e-07af-4f23-b51b-37a9dca32dc2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399022
Jan 29 21:15:36.557969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e546e1-4df0-4275-aec4-b9e5fff9773e req-483059c4-a038-451b-975e-4029088aa8f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:36.559351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73e546e1-4df0-4275-aec4-b9e5fff9773e req-483059c4-a038-451b-975e-4029088aa8f7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0526185
Jan 29 21:15:36.605801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73e546e1-4df0-4275-aec4-b9e5fff9773e req-5da9c539-775e-4f69-bdce-a0167dbc0c36 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408747
Jan 29 21:15:37.731674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789e95-4381-4f2c-9ea9-00ee701b321e req-f32248c3-bc84-4284-865e-672887d48d2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:37.733172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0789e95-4381-4f2c-9ea9-00ee701b321e req-f32248c3-bc84-4284-865e-672887d48d2a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0562267
Jan 29 21:15:37.778495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0789e95-4381-4f2c-9ea9-00ee701b321e req-88d6d19f-e8c0-452c-bb81-96628a964b6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391417
Jan 29 21:15:38.723356 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-45fb44bd-2372-41b4-a7b8-5caa1695dcc9 req-168d1dcb-883f-47ea-96ad-0247e6e19f00 service neutron] (125942) timed out ('10.222.0.36', 54646) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:15:38.897460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d165c-35de-40d6-a160-b8dcef1870f7 req-cb86eb60-1cd0-451f-b2e4-de2d3807978a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:38.898944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208d165c-35de-40d6-a160-b8dcef1870f7 req-cb86eb60-1cd0-451f-b2e4-de2d3807978a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0522881
Jan 29 21:15:38.945415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208d165c-35de-40d6-a160-b8dcef1870f7 req-031845ca-a780-4168-9eaf-ea4812789ab7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409076
Jan 29 21:15:40.064743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ceacf-0a70-440c-8949-b994713d787d req-71edebf3-dc1c-4844-9d11-195b0d2836ce tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:40.066747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-025ceacf-0a70-440c-8949-b994713d787d req-71edebf3-dc1c-4844-9d11-195b0d2836ce tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0522976
Jan 29 21:15:40.115932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-025ceacf-0a70-440c-8949-b994713d787d req-662f9fbc-aa3b-4023-a0c8-e739d4c853cf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436428
Jan 29 21:15:40.336203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fde630a1-bcaf-4414-8b91-f1b3db09632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:40.408034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:15:40.502910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:40.514521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'port_id': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'mac_address': 'fa:16:3e:3c:4b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:15:40.554648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:40.555038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:40.567340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96dafabb-9700-4c5a-ba02-48aa5815df9d {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:15:40.585666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:40.589804 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:40.640008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:40.684526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['96dafabb-9700-4c5a-ba02-48aa5815df9d'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:15:41.234775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a888f6-55d5-4516-935c-5d5256f6b6c4 req-476f9aef-f6f3-43ff-95c8-398ac7239049 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:41.236246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42a888f6-55d5-4516-935c-5d5256f6b6c4 req-476f9aef-f6f3-43ff-95c8-398ac7239049 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 945 time: 0.0517623
Jan 29 21:15:41.282220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42a888f6-55d5-4516-935c-5d5256f6b6c4 req-980112ba-d416-44c3-8fc0-61465810b96c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402043
Jan 29 21:15:42.398615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940ad9-f86d-447c-b4e8-b1e8dda027b1 req-ecae61b8-ccbb-4b71-9ee1-90d70dce72f6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:42.400107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19940ad9-f86d-447c-b4e8-b1e8dda027b1 req-ecae61b8-ccbb-4b71-9ee1-90d70dce72f6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 945 time: 0.0529673
Jan 29 21:15:42.432693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:15:42.448641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19940ad9-f86d-447c-b4e8-b1e8dda027b1 req-b33c0d2e-f049-43d8-ad25-7063d07128ab tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429406
Jan 29 21:15:42.481637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 96dafabb-9700-4c5a-ba02-48aa5815df9d triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:15:42.481946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:42.558265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:42.558653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:42.580082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:42.582853 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e750e-478d-47a3-95fc-86babb60619c" -d '{"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-plugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:42.595228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:42.599846 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:42.622530 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3071b493-d96a-4f03-abbf-32409ca80cea x-openstack-request-id: req-3071b493-d96a-4f03-abbf-32409ca80cea {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:42.622835 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-plugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:42.623095 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3071b493-d96a-4f03-abbf-32409ca80cea {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:42.623489 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'code': 200}
Jan 29 21:15:42.648460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:42.676887 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b19c7f7-e457-4b42-ad55-f67525a3705d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:43.587359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee48b9-187b-4b51-a0b3-c6798050d1e7 req-cad546e2-f8dd-46d1-8c24-a380220ad583 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:43.590338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12ee48b9-187b-4b51-a0b3-c6798050d1e7 req-cad546e2-f8dd-46d1-8c24-a380220ad583 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0698023
Jan 29 21:15:43.646828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12ee48b9-187b-4b51-a0b3-c6798050d1e7 req-ca304b49-b45c-4feb-a39d-7df05e35e1fe tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509372
Jan 29 21:15:43.746269 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:44.791128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c49cd-24bf-4783-8f18-ebd643f6c7bd req-9bfb06a0-182a-4495-82d3-eec9c4ba5c89 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:44.792663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e71c49cd-24bf-4783-8f18-ebd643f6c7bd req-9bfb06a0-182a-4495-82d3-eec9c4ba5c89 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0622907
Jan 29 21:15:44.851237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e71c49cd-24bf-4783-8f18-ebd643f6c7bd req-68ba385b-9122-4e85-9fa3-68caf303ef2e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519056
Jan 29 21:15:45.621758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:45.998970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b8a5-0cba-4cd8-a96f-feab8b76b646 req-79e2fe63-33f8-4fe7-8e56-8cdd530eb3fd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:46.000490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2145b8a5-0cba-4cd8-a96f-feab8b76b646 req-79e2fe63-33f8-4fe7-8e56-8cdd530eb3fd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0596025
Jan 29 21:15:46.072223 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2145b8a5-0cba-4cd8-a96f-feab8b76b646 req-f41c306b-21e4-4cf6-a7a5-619d1559c870 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623069
Jan 29 21:15:46.853276 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:47.204337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58a15-7c23-4a53-a43f-61c7e25f78e5 req-3d528dd3-b9c3-47c7-81e9-d87b92d27551 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:47.206288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8d58a15-7c23-4a53-a43f-61c7e25f78e5 req-3d528dd3-b9c3-47c7-81e9-d87b92d27551 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0577376
Jan 29 21:15:47.257517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8d58a15-7c23-4a53-a43f-61c7e25f78e5 req-769ca96a-5c5e-4ffe-87b5-df895de34e54 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456724
Jan 29 21:15:48.382294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3633-d480-4820-af5d-a61b75b677a9 req-d5f8a14c-8abf-4fce-a557-f49e67bf7e4f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:48.383902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d62f3633-d480-4820-af5d-a61b75b677a9 req-d5f8a14c-8abf-4fce-a557-f49e67bf7e4f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0553732
Jan 29 21:15:48.435744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d62f3633-d480-4820-af5d-a61b75b677a9 req-f46e907f-fec5-439f-9ff7-26c94f9b7233 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460131
Jan 29 21:15:49.577067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019b99a-a948-482e-bfb4-c08fff1c1330 req-9118f607-d72b-4d96-bd68-3577a17bbbca tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:49.578570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f019b99a-a948-482e-bfb4-c08fff1c1330 req-9118f607-d72b-4d96-bd68-3577a17bbbca tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0644050
Jan 29 21:15:49.640098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f019b99a-a948-482e-bfb4-c08fff1c1330 req-ade05632-7b4d-41a8-befe-cd42d2fdec5f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535703
Jan 29 21:15:50.766604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded49cb-62c8-4cf9-a137-49a93600370d req-5211762e-a0c6-4769-b77c-6d2a0825b0cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:50.768235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ded49cb-62c8-4cf9-a137-49a93600370d req-5211762e-a0c6-4769-b77c-6d2a0825b0cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0545237
Jan 29 21:15:50.821848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ded49cb-62c8-4cf9-a137-49a93600370d req-4c28e4bb-e571-4ed5-b932-be5d31f079b6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465927
Jan 29 21:15:51.946402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086c49-5ae4-450d-9410-e8f60e053163 req-3492a3b0-8425-48d9-9354-3a27e3114075 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:51.947889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31086c49-5ae4-450d-9410-e8f60e053163 req-3492a3b0-8425-48d9-9354-3a27e3114075 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0569115
Jan 29 21:15:51.998106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31086c49-5ae4-450d-9410-e8f60e053163 req-fffc48d0-dbaa-4a72-95c9-93f912dcd60d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443602
Jan 29 21:15:52.480370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-05a832be-8fef-4f04-9b04-c257db65bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:52.481852 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-05a832be-8fef-4f04-9b04-c257db65bfd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 1128 time: 0.0442209
Jan 29 21:15:52.485352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:52.572536 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-54b70770-a9c7-4c0d-b94e-f6a4bc200b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:52.574032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-54b70770-a9c7-4c0d-b94e-f6a4bc200b15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0857255
Jan 29 21:15:52.615702 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-eb0fce85-c7a6-46ef-b50b-2c542a1e0b43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d HTTP/1.1" status: 200  len: 217 time: 0.0345616
Jan 29 21:15:52.667793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-5751439f-45f3-41ca-a4c8-79516263aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:52.669280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-5751439f-45f3-41ca-a4c8-79516263aa48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0475361
Jan 29 21:15:52.718097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-a2e62c02-4f40-4047-839c-e8dce8d6ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:52.719690 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-a2e62c02-4f40-4047-839c-e8dce8d6ab94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443807
Jan 29 21:15:52.806280 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-434d5182-3d01-465e-9be7-0e04f043d6ba service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805504
Jan 29 21:15:52.897356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7eaf8bf9-835f-401a-b0e5-c10c7766717e req-d16cfb7e-32e4-4019-83eb-4babf63937b9 service neutron] 10.222.0.36 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849481
Jan 29 21:15:53.120341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60a99f-c910-49c9-90e1-f8b8de566751 req-69fe6533-e4be-4f0f-b9e5-04e2239a6db1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:53.121970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a60a99f-c910-49c9-90e1-f8b8de566751 req-69fe6533-e4be-4f0f-b9e5-04e2239a6db1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0531144
Jan 29 21:15:53.168767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a60a99f-c910-49c9-90e1-f8b8de566751 req-87aa49e7-cf29-45bd-9b2c-09c6fc78d03c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404394
Jan 29 21:15:53.442168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:54.287637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a81c-c86a-4255-b017-114b7ac5d08e req-979fa3f1-bfaf-4a55-996a-34735cea91c8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:54.289138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea27a81c-c86a-4255-b017-114b7ac5d08e req-979fa3f1-bfaf-4a55-996a-34735cea91c8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 946 time: 0.0515432
Jan 29 21:15:54.339141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea27a81c-c86a-4255-b017-114b7ac5d08e req-6938070d-5ed0-45cf-b6f2-4422b85d2df1 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444670
Jan 29 21:15:54.485816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:15:54.565012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:54.565445 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:54.589483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:15:54.591713 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee93670-de61-4d8c-9f38-d201a0603f64" -d '{"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:15:54.605654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:15:54.610479 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:15:54.642292 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279dd02-1bd7-48eb-addb-288663af9aac x-openstack-request-id: req-5279dd02-1bd7-48eb-addb-288663af9aac {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:15:54.642590 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:15:54.642840 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5279dd02-1bd7-48eb-addb-288663af9aac {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:15:54.643229 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'code': 200}
Jan 29 21:15:54.669024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:15:55.455767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25762a83-9217-4722-91bc-ff99e8380bea req-1dac0caa-4e3b-49d1-bc5d-221ea84fdd72 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:55.457308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25762a83-9217-4722-91bc-ff99e8380bea req-1dac0caa-4e3b-49d1-bc5d-221ea84fdd72 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0519810
Jan 29 21:15:55.502444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25762a83-9217-4722-91bc-ff99e8380bea req-15b805fe-d1b5-49fb-bc0f-20b7138810a7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396478
Jan 29 21:15:55.505096 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:15:55.620681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336e466-98b8-4410-b52f-a4acbea409b4 req-c5126332-ea63-402f-b0b0-c542c8495255 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:55.622102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5336e466-98b8-4410-b52f-a4acbea409b4 req-c5126332-ea63-402f-b0b0-c542c8495255 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0519047
Jan 29 21:15:55.667689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5336e466-98b8-4410-b52f-a4acbea409b4 req-7e8a4185-e27b-49e7-9b77-a1ce46cdb3fb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400672
Jan 29 21:15:55.793949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fed8b-c3c6-4333-8359-fbd20cf37da0 req-7c2ca3f5-5cad-44bb-97aa-7e2344ce9b5c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:55.795410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b9fed8b-c3c6-4333-8359-fbd20cf37da0 req-7c2ca3f5-5cad-44bb-97aa-7e2344ce9b5c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0569117
Jan 29 21:15:55.840918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b9fed8b-c3c6-4333-8359-fbd20cf37da0 req-be9a072e-2400-44c9-a5b7-8ca2948544ce tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391970
Jan 29 21:15:56.038494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f958c-2c28-4fa4-a4fb-b46bd3dcd888 req-01e0d869-7c12-434c-8d58-97b3de6960c2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:56.039982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-545f958c-2c28-4fa4-a4fb-b46bd3dcd888 req-01e0d869-7c12-434c-8d58-97b3de6960c2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0535128
Jan 29 21:15:56.085271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-545f958c-2c28-4fa4-a4fb-b46bd3dcd888 req-4f471d3b-33a9-4cfa-b941-9cecc2505af7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397887
Jan 29 21:15:57.203294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a732fa-45d1-44b4-b808-41fa615a89bd req-56a27c75-e04d-44b2-9582-56b2a55136ea tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:57.204753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60a732fa-45d1-44b4-b808-41fa615a89bd req-56a27c75-e04d-44b2-9582-56b2a55136ea tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0515425
Jan 29 21:15:57.254009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60a732fa-45d1-44b4-b808-41fa615a89bd req-fa6ac1b2-c19c-4b4a-ab9e-73ed1858f053 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436122
Jan 29 21:15:58.372382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c41c0-7ca9-4a13-bf99-4541e0318b60 req-b32a1f1c-cb57-4cd7-b5c0-5472bd0272ed tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:58.373897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391c41c0-7ca9-4a13-bf99-4541e0318b60 req-b32a1f1c-cb57-4cd7-b5c0-5472bd0272ed tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0509295
Jan 29 21:15:58.421193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-391c41c0-7ca9-4a13-bf99-4541e0318b60 req-e5207b13-f341-4d44-b59f-a0ad3f92402e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409715
Jan 29 21:15:58.522955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 96dafabb-9700-4c5a-ba02-48aa5815df9d no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:15:58.598804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 96dafabb-9700-4c5a-ba02-48aa5815df9d is: DOWN; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:15:59.540854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32579e4a-bfd0-4bfb-b625-c01dcf08804e req-723b94fe-1e1a-4335-b09e-90d9996536b4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:15:59.543387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32579e4a-bfd0-4bfb-b625-c01dcf08804e req-723b94fe-1e1a-4335-b09e-90d9996536b4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0518396
Jan 29 21:15:59.588522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32579e4a-bfd0-4bfb-b625-c01dcf08804e req-f6bd7a14-05e4-47d3-9f5c-983c9e972b84 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403712
Jan 29 21:16:00.711227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1867f6-d4df-488e-93ca-32b2c105917c req-c959e359-b225-4283-9da3-dfd707794d61 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:00.712744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1867f6-d4df-488e-93ca-32b2c105917c req-c959e359-b225-4283-9da3-dfd707794d61 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0573595
Jan 29 21:16:00.759211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af1867f6-d4df-488e-93ca-32b2c105917c req-5c2b5ba7-566b-4a96-8899-57334d7b6f51 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408864
Jan 29 21:16:01.879940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797fc3-4c0a-4e9b-ad6c-bc41f8b9effa req-30c59a41-6497-4320-a0c0-e12c7c20c897 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:01.881462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12797fc3-4c0a-4e9b-ad6c-bc41f8b9effa req-30c59a41-6497-4320-a0c0-e12c7c20c897 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0538924
Jan 29 21:16:01.930272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12797fc3-4c0a-4e9b-ad6c-bc41f8b9effa req-76245794-efa2-4197-8ffd-ba0eaa214304 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432415
Jan 29 21:16:03.052863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83da20-1cee-4ccd-8157-be26c03e953b req-7bce2b7d-f37a-492b-8373-59fa0e5f8f49 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:03.054397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c83da20-1cee-4ccd-8157-be26c03e953b req-7bce2b7d-f37a-492b-8373-59fa0e5f8f49 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0560853
Jan 29 21:16:03.100891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c83da20-1cee-4ccd-8157-be26c03e953b req-adfefcb8-5dc4-4482-b87c-ed88f8ce1a81 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408874
Jan 29 21:16:04.220359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fe26-1853-447c-bfa1-de7d298a4f5a req-46956a54-7e3d-48a8-9416-7d8e959293a6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:04.221900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc83fe26-1853-447c-bfa1-de7d298a4f5a req-46956a54-7e3d-48a8-9416-7d8e959293a6 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0527198
Jan 29 21:16:04.267433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc83fe26-1853-447c-bfa1-de7d298a4f5a req-f0761f95-9691-474f-8bdd-c90af9035f4a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399716
Jan 29 21:16:05.384441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80f38b-683b-4523-b317-8d4816c7d5d8 req-5b07654b-c1e0-44f6-b9d4-693457d79867 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:05.385838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c80f38b-683b-4523-b317-8d4816c7d5d8 req-5b07654b-c1e0-44f6-b9d4-693457d79867 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0509536
Jan 29 21:16:05.434374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c80f38b-683b-4523-b317-8d4816c7d5d8 req-65789794-69f5-4625-892f-766413602c3e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430365
Jan 29 21:16:06.551788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555839a-91bb-4fc3-95db-929b9c5ac674 req-de72f630-d9df-43c9-b420-a95daaddf359 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:06.553525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0555839a-91bb-4fc3-95db-929b9c5ac674 req-de72f630-d9df-43c9-b420-a95daaddf359 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0516527
Jan 29 21:16:06.599418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0555839a-91bb-4fc3-95db-929b9c5ac674 req-d0dfe097-283a-4824-b717-54a38dd1a70e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402761
Jan 29 21:16:06.794730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082fb47-c854-4eec-830b-94b5540caa9f req-1a33a7d5-71a2-45b3-96c3-defb5b7590a4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:06.796131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a082fb47-c854-4eec-830b-94b5540caa9f req-1a33a7d5-71a2-45b3-96c3-defb5b7590a4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0524642
Jan 29 21:16:06.833236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-92f58d32-4027-458c-a341-4405006233fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:06.834754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-92f58d32-4027-458c-a341-4405006233fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.0459263
Jan 29 21:16:06.843903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a082fb47-c854-4eec-830b-94b5540caa9f req-f00a3ec4-9c50-4936-9f3f-e638317a881b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419562
Jan 29 21:16:06.925562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-6ce08143-5717-41d9-9cfb-95636fe81f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:06.927286 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-6ce08143-5717-41d9-9cfb-95636fe81f65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0865023
Jan 29 21:16:06.991357 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-e09b56e3-d518-4158-9bad-11d7e9d25bf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.0575805
Jan 29 21:16:07.038866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-460e763e-de33-48ca-a66a-c4a03980bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:07.040307 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-460e763e-de33-48ca-a66a-c4a03980bdfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0428431
Jan 29 21:16:07.093152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-22316994-6116-4464-9aec-a1e3fdc49ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:07.094553 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-22316994-6116-4464-9aec-a1e3fdc49ccb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486841
Jan 29 21:16:07.180388 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-355b3dcd-150d-42a8-879b-c9a5e79b0d25 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799727
Jan 29 21:16:07.271382 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4dd6d24a-4dfc-4b1f-83a3-e3bbbdb1ce73 req-350148ab-5556-4664-9994-174f2d9a8af4 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852377
Jan 29 21:16:07.970148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c966f0-4daf-4e7d-9583-5c400a1d5d36 req-4a4a450f-ec1e-4a6c-ae78-e3ed6d67faf3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:07.972833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00c966f0-4daf-4e7d-9583-5c400a1d5d36 req-4a4a450f-ec1e-4a6c-ae78-e3ed6d67faf3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0587718
Jan 29 21:16:08.021765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00c966f0-4daf-4e7d-9583-5c400a1d5d36 req-5d2012ea-6e20-46ff-b4c8-12f58f95472a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433846
Jan 29 21:16:08.142045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad988-4986-464b-965e-a6ee669bf5ce req-0e8fac9b-75bd-4698-82a0-98288d32f909 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:08.143428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8ad988-4986-464b-965e-a6ee669bf5ce req-0e8fac9b-75bd-4698-82a0-98288d32f909 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0515316
Jan 29 21:16:08.190667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8ad988-4986-464b-965e-a6ee669bf5ce req-a663c489-a3ad-4473-beda-91ee33d1996a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411620
Jan 29 21:16:08.309041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ae28-2518-4cc4-9782-a48e68efc8fa req-8d403076-afe5-4f8f-aaaf-0c2413f0dc90 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:08.310528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b42ae28-2518-4cc4-9782-a48e68efc8fa req-8d403076-afe5-4f8f-aaaf-0c2413f0dc90 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0523078
Jan 29 21:16:08.360341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3b42ae28-2518-4cc4-9782-a48e68efc8fa req-b28df486-d290-4080-bc1e-6eb7e407685d tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442979
Jan 29 21:16:08.579284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc701385-0ebe-49b2-a64c-c4bce36d530d req-561da68c-c6d8-46d3-bd29-f55aa58ef52b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:08.580753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc701385-0ebe-49b2-a64c-c4bce36d530d req-561da68c-c6d8-46d3-bd29-f55aa58ef52b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0517073
Jan 29 21:16:08.626833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc701385-0ebe-49b2-a64c-c4bce36d530d req-a4b7c39a-d746-4b12-8c75-7a3f92674a30 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399253
Jan 29 21:16:09.751284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c10c49-ca91-4238-a7bc-35cb9b46bf1a req-54a340e9-48b1-4665-92dd-84462e7e2243 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:09.752739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c10c49-ca91-4238-a7bc-35cb9b46bf1a req-54a340e9-48b1-4665-92dd-84462e7e2243 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0514591
Jan 29 21:16:09.797987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59c10c49-ca91-4238-a7bc-35cb9b46bf1a req-b4f69df1-3f16-4dad-9e34-54368eb7f40e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392017
Jan 29 21:16:10.005117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccee0c-8bd2-417a-bc85-2c986b46689a req-a0728c38-bfda-46e9-bf02-b807b704c236 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:10.006587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfccee0c-8bd2-417a-bc85-2c986b46689a req-a0728c38-bfda-46e9-bf02-b807b704c236 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0587633
Jan 29 21:16:10.020947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-5b07e980-53c2-4e4f-9368-737775230f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:10.022499 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-5b07e980-53c2-4e4f-9368-737775230f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca69001bee404610b6eaac6f34c1cd40&device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 1127 time: 0.0466776
Jan 29 21:16:10.057315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfccee0c-8bd2-417a-bc85-2c986b46689a req-179fc1a6-33f7-4e04-aa44-a044ce39a5f4 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449467
Jan 29 21:16:10.110409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-b67a92b7-b5bf-432c-981d-f81920501f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:10.111885 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-b67a92b7-b5bf-432c-981d-f81920501f98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 200  len: 912 time: 0.0838060
Jan 29 21:16:10.179668 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-d7a1120d-05fa-423a-af08-e77cf6d4c2b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 200  len: 999 time: 0.0613310
Jan 29 21:16:10.226671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-9c12248e-3dc8-4c7d-a96e-fd1d43fdc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:10.228143 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-9c12248e-3dc8-4c7d-a96e-fd1d43fdc83e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 200  len: 850 time: 0.0430343
Jan 29 21:16:10.277045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-b0af6e6a-9bed-452c-abee-dff542681697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:10.278556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-b0af6e6a-9bed-452c-abee-dff542681697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02b07a14-6d46-4fb2-8244-065282ca74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448182
Jan 29 21:16:10.336444 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7c0e-9c84-40b9-b28e-04d95acaca81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:10.371331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-d24a65d5-04ac-4659-800b-a44e4e248f83 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868402
Jan 29 21:16:10.458115 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3b5dfa79-2c06-40e4-b293-72bc399f19c1 req-6e956dba-2abe-4fd1-9800-2b90e297b5b1 service neutron] 10.222.0.18 "GET /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801728
Jan 29 21:16:11.234345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731f721-2d26-49c4-8711-81593cd7f6dc req-6f50222a-1912-490d-a6c5-0bfab1619b28 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:11.235827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1731f721-2d26-49c4-8711-81593cd7f6dc req-6f50222a-1912-490d-a6c5-0bfab1619b28 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1082797
Jan 29 21:16:11.281644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1731f721-2d26-49c4-8711-81593cd7f6dc req-b8fdd317-69b6-401b-a140-bb54f1cb9e53 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401359
Jan 29 21:16:12.462075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233de86-fb9b-417b-a06f-7f5ddfdbd7ed req-5f6658e9-8214-4a5f-8744-a1061bd60c69 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:12.463595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3233de86-fb9b-417b-a06f-7f5ddfdbd7ed req-5f6658e9-8214-4a5f-8744-a1061bd60c69 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1126163
Jan 29 21:16:12.510200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3233de86-fb9b-417b-a06f-7f5ddfdbd7ed req-ce98693f-f984-47a6-87f7-cd7500ef2914 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406229
Jan 29 21:16:12.625695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ed315-35f3-4dd6-9678-bbedb28c6126 req-29cd3b37-b98f-46af-8599-059a35d0003a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:12.627530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-844ed315-35f3-4dd6-9678-bbedb28c6126 req-29cd3b37-b98f-46af-8599-059a35d0003a tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0511622
Jan 29 21:16:12.674267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-844ed315-35f3-4dd6-9678-bbedb28c6126 req-242aebb2-6871-45ae-8a1c-f7ffac505847 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406497
Jan 29 21:16:12.678024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ae9635c-9d59-459a-94d2-2634f706438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:13.219527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-07800a5b-5a50-4b23-a665-fb2f2b23937f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:13.221015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-07800a5b-5a50-4b23-a665-fb2f2b23937f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf5fd99b-d485-4d87-afe1-a6502745c4e1 HTTP/1.1" status: 200  len: 944 time: 0.0523219
Jan 29 21:16:13.314946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port 96dafabb-9700-4c5a-ba02-48aa5815df9d {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:13.315286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:13.401116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port 96dafabb-9700-4c5a-ba02-48aa5815df9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96dafabb-9700-4c5a-ba02-48aa5815df9d,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:13.401495 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:13.415626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for 96dafabb-9700-4c5a-ba02-48aa5815df9d owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:13.543179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (96dafabb-9700-4c5a-ba02-48aa5815df9d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:13.554670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:16:13.571645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=96dafabb-9700-4c5a-ba02-48aa5815df9d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:13.583857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.584215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.584565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.584909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.585272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.585609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.585946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.586303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.586609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.586937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.587258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.587582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.587909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:13.628771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] No DVR routers for this DVR port 96dafabb-9700-4c5a-ba02-48aa5815df9d on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:13.631849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:13.635268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cfeb564-1a88-4735-a2e4-5be6fa98a6f5 req-c7b6dedd-fbe8-46ad-aabe-3ed59bdba8cd tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "DELETE /v2.0/ports/96dafabb-9700-4c5a-ba02-48aa5815df9d HTTP/1.1" status: 204  len: 173 time: 0.4088790
Jan 29 21:16:13.635761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-deleted', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:13.638076 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4b5ee-d71b-4445-8614-70c3cafd46d1" -d '{"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-deleted", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:13.679031 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa91f4-f58b-4dff-b5f8-69ba087eebed x-openstack-request-id: req-fbfa91f4-f58b-4dff-b5f8-69ba087eebed {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:13.679360 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fd99b-d485-4d87-afe1-a6502745c4e1", "name": "network-vif-deleted", "tag": "96dafabb-9700-4c5a-ba02-48aa5815df9d", "status": "failed", "code": 422}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:13.679712 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbfa91f4-f58b-4dff-b5f8-69ba087eebed {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:13.680098 ncdv-master-1 neutron-server[125943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf5fd99b-d485-4d87-afe1-a6502745c4e1', 'name': 'network-vif-deleted', 'tag': '96dafabb-9700-4c5a-ba02-48aa5815df9d', 'status': 'failed', 'code': 422} returned with failed status
Jan 29 21:16:13.765038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:14.286434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c893dcc-9b40-4d39-907d-dd664f30b8e3 req-42a062f8-3dd1-4449-9980-da7f9727cab7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:14.287825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c893dcc-9b40-4d39-907d-dd664f30b8e3 req-42a062f8-3dd1-4449-9980-da7f9727cab7 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 907 time: 0.0524225
Jan 29 21:16:15.407160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254a4f-13ab-4d31-97f2-31b8201b4ee2 req-ef3b6fe7-e868-4029-8f10-b34d74af68ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:15.408511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39254a4f-13ab-4d31-97f2-31b8201b4ee2 req-ef3b6fe7-e868-4029-8f10-b34d74af68ff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 907 time: 0.0511270
Jan 29 21:16:15.630617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:15.778323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-81909476-f1aa-4444-bdd3-baa4644ce2d8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:15.780216 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-81909476-f1aa-4444-bdd3-baa4644ce2d8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 907 time: 0.0568330
Jan 29 21:16:15.870097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port 5191731c-8abc-4a24-ad1a-a8d073a35a98 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:15.870444 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:15.960237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port 5191731c-8abc-4a24-ad1a-a8d073a35a98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5191731c-8abc-4a24-ad1a-a8d073a35a98,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:15.960627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:15.973372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for 5191731c-8abc-4a24-ad1a-a8d073a35a98 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:16.095635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5191731c-8abc-4a24-ad1a-a8d073a35a98), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:16.126405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=5191731c-8abc-4a24-ad1a-a8d073a35a98,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:16.138601 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.138967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.139300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.139645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.139980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.144116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:16.186035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] No DVR routers for this DVR port 5191731c-8abc-4a24-ad1a-a8d073a35a98 on host nch2-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:16.188676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:16.192053 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-fd49c24b-0818-4dbf-bf36-8c4fc3ee386c req-1d92370d-cf46-4632-8878-bdfffc7f1276 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "DELETE /v2.0/ports/5191731c-8abc-4a24-ad1a-a8d073a35a98 HTTP/1.1" status: 204  len: 173 time: 0.4072044
Jan 29 21:16:16.192510 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'name': 'network-vif-deleted', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:16.194843 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459677b9-42a5-4298-84a0-f51e05a6b7ca" -d '{"events": [{"server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "name": "network-vif-deleted", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:16.239296 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e875616-b7ef-47ec-bb19-c3d912129d06 x-openstack-request-id: req-0e875616-b7ef-47ec-bb19-c3d912129d06 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:16.239600 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d87e9-17d6-4247-a3c9-9db65ed57fba", "name": "network-vif-deleted", "tag": "5191731c-8abc-4a24-ad1a-a8d073a35a98", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:16.239876 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e875616-b7ef-47ec-bb19-c3d912129d06 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:16.240311 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d87e9-17d6-4247-a3c9-9db65ed57fba', 'name': 'network-vif-deleted', 'tag': '5191731c-8abc-4a24-ad1a-a8d073a35a98', 'status': 'completed', 'code': 200}
Jan 29 21:16:16.512966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbb5065e-f12e-48e7-8b11-9c397285c645 req-8dee7a10-62cf-4dc0-9ff7-e8d18a28f0bf tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57d87e9-17d6-4247-a3c9-9db65ed57fba HTTP/1.1" status: 200  len: 210 time: 0.0265822
Jan 29 21:16:16.845910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:17.787200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee5364-38cd-4c80-8436-a9a7660ce3a4 req-c2b1909c-1c26-45f6-abac-19bbb80243cb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:17.788704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cee5364-38cd-4c80-8436-a9a7660ce3a4 req-c2b1909c-1c26-45f6-abac-19bbb80243cb tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 946 time: 0.0551407
Jan 29 21:16:17.833828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3cee5364-38cd-4c80-8436-a9a7660ce3a4 req-da63cc9d-3b9b-447b-adc2-274ed4530eb9 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394917
Jan 29 21:16:18.953246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745a3d-b169-443b-9b66-064da26603ed req-2db9eef3-c39c-435b-89d8-84c08a418146 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:18.954741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6745a3d-b169-443b-9b66-064da26603ed req-2db9eef3-c39c-435b-89d8-84c08a418146 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 946 time: 0.0523872
Jan 29 21:16:19.001094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6745a3d-b169-443b-9b66-064da26603ed req-091d63ca-32f8-4479-a87a-4fa6539f5603 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407031
Jan 29 21:16:19.175484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-bdbafc5a-8d23-4de6-b6e6-2812fd6500e0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:19.177266 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-bdbafc5a-8d23-4de6-b6e6-2812fd6500e0 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 946 time: 0.0524085
Jan 29 21:16:19.272366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port f8280985-1e0a-4847-906e-00e4d2639ff6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:19.272711 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:19.358321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port f8280985-1e0a-4847-906e-00e4d2639ff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8280985-1e0a-4847-906e-00e4d2639ff6,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:19.358684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:19.371192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for f8280985-1e0a-4847-906e-00e4d2639ff6 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:19.388168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5191731c-8abc-4a24-ad1a-a8d073a35a98 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:19.407596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 5191731c-8abc-4a24-ad1a-a8d073a35a98 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:19.407941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5191731c-8abc-4a24-ad1a-a8d073a35a98 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:19.497414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f8280985-1e0a-4847-906e-00e4d2639ff6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:19.508571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'f8280985-1e0a-4847-906e-00e4d2639ff6'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:16:19.526344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=f8280985-1e0a-4847-906e-00e4d2639ff6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:19.582350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] No DVR routers for this DVR port f8280985-1e0a-4847-906e-00e4d2639ff6 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:19.585817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:19.589181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-036ccd22-4294-4ef2-95a2-61c97f62ff1d req-d9fad084-6662-4dfc-9a77-522f20634ab5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "DELETE /v2.0/ports/f8280985-1e0a-4847-906e-00e4d2639ff6 HTTP/1.1" status: 204  len: 173 time: 0.4055636
Jan 29 21:16:19.589654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'name': 'network-vif-deleted', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:19.593073 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c392ff-67bf-4c67-ae8b-a8175697069f" -d '{"events": [{"server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "name": "network-vif-deleted", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:19.633130 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d85a73c-09b1-4fe8-8303-4be316feba44 x-openstack-request-id: req-8d85a73c-09b1-4fe8-8303-4be316feba44 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:19.634250 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81d9c24-8cac-4900-8eac-737dfe4efc0c", "name": "network-vif-deleted", "tag": "f8280985-1e0a-4847-906e-00e4d2639ff6", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:19.635189 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d85a73c-09b1-4fe8-8303-4be316feba44 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:19.635621 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81d9c24-8cac-4900-8eac-737dfe4efc0c', 'name': 'network-vif-deleted', 'tag': 'f8280985-1e0a-4847-906e-00e4d2639ff6', 'status': 'completed', 'code': 200}
Jan 29 21:16:20.111164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e9b6f95-476b-457e-b2cc-52d0f5f53293 req-e03dc8a7-b701-4af7-a6e3-f17e2f195fd5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81d9c24-8cac-4900-8eac-737dfe4efc0c HTTP/1.1" status: 200  len: 210 time: 0.0319648
Jan 29 21:16:21.381299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c69601-3ee6-493b-8186-88aadce991eb req-e294364e-7530-4183-abdf-c4388895eded tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:21.382668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1c69601-3ee6-493b-8186-88aadce991eb req-e294364e-7530-4183-abdf-c4388895eded tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0521672
Jan 29 21:16:21.427543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1c69601-3ee6-493b-8186-88aadce991eb req-0d0713a7-7980-43c0-acc4-919d29035cea tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391076
Jan 29 21:16:22.504802 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:22.550951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40cbe-53d7-4c25-afbc-7fcb132fc41d req-ec80ba80-7768-46e7-99f0-e7a34014352b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:22.552722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17d40cbe-53d7-4c25-afbc-7fcb132fc41d req-ec80ba80-7768-46e7-99f0-e7a34014352b tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0556529
Jan 29 21:16:22.599160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17d40cbe-53d7-4c25-afbc-7fcb132fc41d req-f62e5f0a-dac2-41b6-a771-4cc9fae98935 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e936dc7d-7f2c-494a-b342-67399f0e9bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409155
Jan 29 21:16:22.684117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:22.719280 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-fbc24264-c823-408d-9559-1a49320b7411 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:22.720768 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-fbc24264-c823-408d-9559-1a49320b7411 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "GET /v2.0/ports?device_id=910b489f-93ac-42df-a08a-cc4177f0b43a HTTP/1.1" status: 200  len: 945 time: 0.0550339
Jan 29 21:16:22.817853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:22.818722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:22.913137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:22.913516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:22.925920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:22.926306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:22.927161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:22.948218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:22.950466 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6095876c-3134-446f-b644-ed1f0b640742" -d '{"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:22.962751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:22.966678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:22.967425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f8280985-1e0a-4847-906e-00e4d2639ff6 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:22.991212 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291f372-0c8e-4c31-9165-c4528c19b898 x-openstack-request-id: req-d291f372-0c8e-4c31-9165-c4528c19b898 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:22.991534 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:22.991771 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d291f372-0c8e-4c31-9165-c4528c19b898 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:22.992170 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'code': 200}
Jan 29 21:16:23.011225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: f8280985-1e0a-4847-906e-00e4d2639ff6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:23.011631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device f8280985-1e0a-4847-906e-00e4d2639ff6 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:23.033554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:23.062577 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2e86c722-6f8b-47b4-b2c6-1db0a91d1f18), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:23.090783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=2e86c722-6f8b-47b4-b2c6-1db0a91d1f18,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:23.135584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] No DVR routers for this DVR port 2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:23.138295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:23.141714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-3bbf1997-a6dc-4a83-a501-cac83ef13776 req-6f814cf6-f6bd-4774-8875-85d1997329b5 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.36 "DELETE /v2.0/ports/2e86c722-6f8b-47b4-b2c6-1db0a91d1f18 HTTP/1.1" status: 204  len: 173 time: 0.4146137
Jan 29 21:16:23.142182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-deleted', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:23.145065 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111ae5d-4164-4bff-ae1f-1db06679120f" -d '{"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-deleted", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:23.193651 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42747d2-2804-45c1-9cb9-8207bc860192 x-openstack-request-id: req-b42747d2-2804-45c1-9cb9-8207bc860192 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:23.193967 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b489f-93ac-42df-a08a-cc4177f0b43a", "name": "network-vif-deleted", "tag": "2e86c722-6f8b-47b4-b2c6-1db0a91d1f18", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:23.194228 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b42747d2-2804-45c1-9cb9-8207bc860192 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:23.194640 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b489f-93ac-42df-a08a-cc4177f0b43a', 'name': 'network-vif-deleted', 'tag': '2e86c722-6f8b-47b4-b2c6-1db0a91d1f18', 'status': 'completed', 'code': 200}
Jan 29 21:16:23.447694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:23.872853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61ab8-023e-4aed-87fd-36d0ba77cea8 req-59a42be2-3218-43f5-8a5e-14413540749c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:23.874336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a61ab8-023e-4aed-87fd-36d0ba77cea8 req-59a42be2-3218-43f5-8a5e-14413540749c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0552185
Jan 29 21:16:23.922695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a61ab8-023e-4aed-87fd-36d0ba77cea8 req-d939af4b-6f3b-4a61-94b5-81bef3cd1cff tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419247
Jan 29 21:16:24.041120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:24.136396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-63feb63a-e99d-42a4-a52b-eb3e5f341ba2 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3061 time: 0.0941563
Jan 29 21:16:24.139105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:24.143831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'network': {'name': 'tempest-network-smoke--1423755484', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'port_security_enabled': False}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:24.163305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:24.167583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.191524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:16:24.200545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a85f37d9-9259-464b-a790-5a0dbcda7088), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.200886 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Added segment a85f37d9-9259-464b-a790-5a0dbcda7088 of type vlan for network 706cb98c-d2d1-456f-8ee9-2f77029e64a6
Jan 29 21:16:24.241763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (706cb98c-d2d1-456f-8ee9-2f77029e64a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.264813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (706cb98c-d2d1-456f-8ee9-2f77029e64a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.269711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:24.270288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.326168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1859069
Jan 29 21:16:24.328679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:24.335059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'admin_state_up': True, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:24.350744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754f9ee-01d7-46b7-9eb2-7c1ce80f000d tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Network': ['ID=706cb98c-d2d1-456f-8ee9-2f77029e64a6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:24.360749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:16:24.366691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (1143d659-9ad3-46dd-acd4-defc30220952), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.367867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (1143d659-9ad3-46dd-acd4-defc30220952), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.418943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_controller (1143d659-9ad3-46dd-acd4-defc30220952), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.556768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (1143d659-9ad3-46dd-acd4-defc30220952), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.742371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (1143d659-9ad3-46dd-acd4-defc30220952), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.760792 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:24.872655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.35.4.135 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/1745f0cd-9b11-4dc1-9177-2748403f1cee) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:24.977012 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:25.037173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:25.082654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:25.094020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33985-d30b-4e4c-88ef-80dd9db243a2 req-2a574be8-fd32-4875-af31-4ec1e5051355 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.095508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2f33985-d30b-4e4c-88ef-80dd9db243a2 req-2a574be8-fd32-4875-af31-4ec1e5051355 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.1002176
Jan 29 21:16:25.098110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:25.103567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:16:25.111116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=1745f0cd-9b11-4dc1-9177-2748403f1cee,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:25.232526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2f33985-d30b-4e4c-88ef-80dd9db243a2 req-d5bdd342-9b46-4f7c-b5da-14e423333164 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298699
Jan 29 21:16:25.311586 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-7b62fe9f-1d60-44f4-88d0-e6ef6438d614 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0466731
Jan 29 21:16:25.381284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (1143d659-9ad3-46dd-acd4-defc30220952), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:25.406661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-fdf8ec82-22a9-4d38-b2e2-963c90e76591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.408273 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-fdf8ec82-22a9-4d38-b2e2-963c90e76591 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 1128 time: 0.0475090
Jan 29 21:16:25.513494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-83efeb4f-f625-450a-b64e-8bcd9f56fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.514999 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-83efeb4f-f625-450a-b64e-8bcd9f56fc03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 200  len: 910 time: 0.0863004
Jan 29 21:16:25.590288 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-f2e38491-2b9f-470e-b99b-655992cd0b1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 200  len: 1000 time: 0.0678999
Jan 29 21:16:25.615108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (1143d659-9ad3-46dd-acd4-defc30220952), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:25.623072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00598a-6751-4eef-aef4-40fcc193702a req-09199b08-25af-48b3-aada-1b0ddb056c9e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.624518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c00598a-6751-4eef-aef4-40fcc193702a req-09199b08-25af-48b3-aada-1b0ddb056c9e tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.0685356
Jan 29 21:16:25.639097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-b9159be2-b1a4-4fef-96fa-6c024b4952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.640605 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-b9159be2-b1a4-4fef-96fa-6c024b4952ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 200  len: 848 time: 0.0441391
Jan 29 21:16:25.690221 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-87dc3024-e381-45b9-a83b-571b3f7b18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:25.691771 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-87dc3024-e381-45b9-a83b-571b3f7b18ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450003
Jan 29 21:16:25.786529 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-bcacb9a7-32f8-490b-8252-339ba558609b service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888188
Jan 29 21:16:25.880433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-c75edb06-80c8-41b1-b7f5-e7d21db28891 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878112
Jan 29 21:16:26.127732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:26.128400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.185507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 1143d659-9ad3-46dd-acd4-defc30220952 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:16:26.298248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] For port 80bdc414-2168-448f-8a33-a8d31d19eb33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80bdc414-2168-448f-8a33-a8d31d19eb33,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:26.298612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.489304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:26.499312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Sync routers for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:26.509731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:26.510611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:26.516312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0164-72f4-4972-adc7-ebd8f4ccdea6 req-bea04b0c-2c42-4ab6-834f-3993c65375d2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:26.517864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fbf0164-72f4-4972-adc7-ebd8f4ccdea6 req-bea04b0c-2c42-4ab6-834f-3993c65375d2 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 945 time: 0.2102866
Jan 29 21:16:26.537570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.538725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0d14e3d-e9e6-424e-9ae6-3569b0a6c2ca tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2091067
Jan 29 21:16:26.541911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54100) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.619562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86507de6-4d77-41e9-8397-65ddd54a86f0 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:26.621111 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-86507de6-4d77-41e9-8397-65ddd54a86f0 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b19fb48d700745c688b2cd87ef2d2564&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0775685
Jan 29 21:16:26.624558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54102) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.632800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:26.634244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fbf0164-72f4-4972-adc7-ebd8f4ccdea6 req-bec89cd3-43cf-401d-a0d8-1ef1b51a41c8 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a389db-e1a4-4301-9e01-d940d430c181&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064601
Jan 29 21:16:26.636324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.636692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.637029 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Floating IP a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed disassociated. External IP: 172.35.4.37, port: 80bdc414-2168-448f-8a33-a8d31d19eb33.
Jan 29 21:16:26.637376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for 80bdc414-2168-448f-8a33-a8d31d19eb33 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:26.712357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba02730-7cf8-4677-bec5-6dd32491cd3c tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:26.716551 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dba02730-7cf8-4677-bec5-6dd32491cd3c tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0884089
Jan 29 21:16:26.716874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.753210 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b634b25d-3b15-4e97-a3cd-bdaf5aa033d8 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0327480
Jan 29 21:16:26.753470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54106) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.796793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf617887-d005-4201-b883-8bdad3b97279 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b19fb48d700745c688b2cd87ef2d2564&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422063
Jan 29 21:16:26.799724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.823810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (80bdc414-2168-448f-8a33-a8d31d19eb33), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.830336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1a790>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:25Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:26.853687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=80bdc414-2168-448f-8a33-a8d31d19eb33,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:26.875029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Checking router: 1143d659-9ad3-46dd-acd4-defc30220952 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:26.875388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Updating router 1143d659-9ad3-46dd-acd4-defc30220952 port 1745f0cd-9b11-4dc1-9177-2748403f1cee binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:16:26.907693 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:26.913502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867c6ed-a0e5-4945-9430-7e350193d84a tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:26.915292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d867c6ed-a0e5-4945-9430-7e350193d84a tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1146686
Jan 29 21:16:26.921529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54110) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.965863 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1e78ce5e-6de9-4bf4-8df5-6d398ee22fc8 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0428724
Jan 29 21:16:26.966608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54112) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:26.972272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331307055', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:27.057908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:27.118898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:27.122285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.186454 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks [] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.192015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.248876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a14e-a882-453c-acda-ae66dff7b54e None None] Pushing event updated for resources: {'Port': ['ID=1745f0cd-9b11-4dc1-9177-2748403f1cee,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:27.251200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Attempting to bind port 1745f0cd-9b11-4dc1-9177-2748403f1cee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:16:27.251539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Attempting to bind port 1745f0cd-9b11-4dc1-9177-2748403f1cee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:16:27.251915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Attempting to bind port 1745f0cd-9b11-4dc1-9177-2748403f1cee on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:27.255072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:27.257607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:16:27.257995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:27.258476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.258783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:16:27.259270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Bound port: 1745f0cd-9b11-4dc1-9177-2748403f1cee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:16:27.259659 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.272362 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Sync routers for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:27.281374 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:27.281978 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2240a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:27.306284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] No DVR routers for this DVR port 80bdc414-2168-448f-8a33-a8d31d19eb33 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:27.311808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.315472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c00598a-6751-4eef-aef4-40fcc193702a req-ca2e7270-6a56-450b-82ac-cc862865f412 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.18 "DELETE /v2.0/ports/80bdc414-2168-448f-8a33-a8d31d19eb33 HTTP/1.1" status: 204  len: 173 time: 1.6854100
Jan 29 21:16:27.316143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-deleted', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:27.318475 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd06b0b-bc72-4064-a6ac-50a4612fc585" -d '{"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-deleted", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:27.321229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] For port 1745f0cd-9b11-4dc1-9177-2748403f1cee, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:16:27.324743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] For port 1745f0cd-9b11-4dc1-9177-2748403f1cee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1745f0cd-9b11-4dc1-9177-2748403f1cee,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:16:27.332411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.425897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:27.426698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:27.443171 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72782cc-0eac-4a73-8847-0b0c80c7f4ec x-openstack-request-id: req-d72782cc-0eac-4a73-8847-0b0c80c7f4ec {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:27.443871 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a54992c-f323-4ec3-b895-c51760fadbba", "name": "network-vif-deleted", "tag": "80bdc414-2168-448f-8a33-a8d31d19eb33", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:27.444310 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d72782cc-0eac-4a73-8847-0b0c80c7f4ec {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:27.444930 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54992c-f323-4ec3-b895-c51760fadbba', 'name': 'network-vif-deleted', 'tag': '80bdc414-2168-448f-8a33-a8d31d19eb33', 'status': 'completed', 'code': 200}
Jan 29 21:16:27.484593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (5c0e6e87-14b8-48f7-b339-251942a5e4a2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.498734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:27.518105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a14e-a882-453c-acda-ae66dff7b54e None None] Pushing event updated for resources: {'Port': ['ID=1745f0cd-9b11-4dc1-9177-2748403f1cee,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:27.559704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:27.563272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Subnet': ['ID=5c0e6e87-14b8-48f7-b339-251942a5e4a2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:27.573327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Checking segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:27.573696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network hostable DHCP agents. Network: 706cb98c-d2d1-456f-8ee9-2f77029e64a6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:16:27.592386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:16:27.605900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 706cb98c-d2d1-456f-8ee9-2f77029e64a6) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:27.610387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:27.611177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.621431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3acbb-2022-4e60-89d4-c143ee3cc5ba None None] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:27.633239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f88fbe45-dbb1-45ac-8f07-168995f72dfd tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.6622486
Jan 29 21:16:27.633239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54116) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:27.757701 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2240a0>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:27.793047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Checking router: a154b16e-23ff-4e31-ae37-aeaf6c2a0268 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:27.804144 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:27.804806 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2240a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:27.808889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'fixed_ips': [{'subnet_id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:16:27.808889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:27.839974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9ec1a95-3686-421a-a6fd-abb8c75e3865 req-e2c71629-6697-4235-960c-8ede5622d7b3 tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a54992c-f323-4ec3-b895-c51760fadbba HTTP/1.1" status: 200  len: 210 time: 0.0710523
Jan 29 21:16:27.943690 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:27.969395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1a790>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:25Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:28.006064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8a3ba-79e2-466b-99bd-f4a35c4c618b None None] The sync data for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 is: [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:25Z', 'revision_number': 3, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:28.012212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Allocated IP 172.20.0.18 (706cb98c-d2d1-456f-8ee9-2f77029e64a6/5c0e6e87-14b8-48f7-b339-251942a5e4a2/e05c5a42-6da4-43aa-bc06-1aa5e4297540) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:28.183476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks [] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.193914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.203325 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-0ae6d62a-378a-4e42-a420-ed668220a3bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0845780
Jan 29 21:16:28.242436 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2240a0>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:28.252403 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.284872 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd428-e79e-4541-bd91-ef0e9f6dbdc2 None None] The sync data for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 is: [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:09:18Z', 'revision_number': 4, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c10cfd29-7ceb-42ac-999c-48b67ad52d32', 'name': '', 'network_id': '02b07a14-6d46-4fb2-8244-065282ca74eb', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'mac_address': 'fa:16:3e:2f:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:15Z', 'updated_at': '2022-01-29T21:09:24Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'subnets': [{'id': 'dcbf66b7-c202-41da-ba3f-c071c1d82e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:28.298667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Pushing event updated for resources: {'Port': ['ID=e05c5a42-6da4-43aa-bc06-1aa5e4297540,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:28.317358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:28.320570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:28.324745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:16:28.377210 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-47e4c1ff-052a-445f-a1ef-12d11982bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:28.379311 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-47e4c1ff-052a-445f-a1ef-12d11982bdf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.1300044
Jan 29 21:16:28.418667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Attempting to bind port e05c5a42-6da4-43aa-bc06-1aa5e4297540 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:16:28.419130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Attempting to bind port e05c5a42-6da4-43aa-bc06-1aa5e4297540 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:16:28.419581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Attempting to bind port e05c5a42-6da4-43aa-bc06-1aa5e4297540 on network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:28.426135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:16:28.427537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Checking segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:28.427537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.427791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Bound using segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:16:28.428321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Bound port: e05c5a42-6da4-43aa-bc06-1aa5e4297540, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:16:28.428779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.510391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] For port e05c5a42-6da4-43aa-bc06-1aa5e4297540, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:16:28.517091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] For port e05c5a42-6da4-43aa-bc06-1aa5e4297540, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05c5a42-6da4-43aa-bc06-1aa5e4297540,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:16:28.519418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-e9f57662-669f-4f30-abc0-3d72e38320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:28.521461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-e9f57662-669f-4f30-abc0-3d72e38320ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 897 time: 0.1149390
Jan 29 21:16:28.532519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.643352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.20.0.17 (706cb98c-d2d1-456f-8ee9-2f77029e64a6/5c0e6e87-14b8-48f7-b339-251942a5e4a2/e7ea8692-82e1-4682-be61-54ca7045e61a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:28.648736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdf1e0-8f35-422e-a164-4bcd40c6dbc7 None None] Pushing event updated for resources: {'Port': ['ID=e05c5a42-6da4-43aa-bc06-1aa5e4297540,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:28.660397 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-1c9108f2-c92f-4934-bcf9-09ebc573e353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 1001 time: 0.1336913
Jan 29 21:16:28.735426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-91413d50-93b8-4e57-a74a-02dde2c203ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:28.738337 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-91413d50-93b8-4e57-a74a-02dde2c203ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 200  len: 835 time: 0.0715799
Jan 29 21:16:28.780235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d4558d-b60a-42ad-826f-6d1e54785e98 None None] New status for floating IP a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:16:28.829406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-d8d24004-7d0c-4d86-972b-3abcd2ebf0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:28.841966 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-d8d24004-7d0c-4d86-972b-3abcd2ebf0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0963418
Jan 29 21:16:28.845892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.900634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:28.969100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:28.972777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:28.976901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:16:29.024186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:29.047137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54140) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:29.068358 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (1143d659-9ad3-46dd-acd4-defc30220952), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.309261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.311528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (e3a389db-e1a4-4301-9e01-d940d430c181), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.374842 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (e3a389db-e1a4-4301-9e01-d940d430c181), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.388348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e05c5a42-6da4-43aa-bc06-1aa5e4297540 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:29.419361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:29.425649 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-08379574-b6d0-4f17-9959-99ca06c1f9d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5768909
Jan 29 21:16:29.455621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 80bdc414-2168-448f-8a33-a8d31d19eb33 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:29.456520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 80bdc414-2168-448f-8a33-a8d31d19eb33 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:29.477938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:29.478315 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.527501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e3a389db-e1a4-4301-9e01-d940d430c181), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.532006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.533739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3a389db-e1a4-4301-9e01-d940d430c181 HTTP/1.1" status: 204  len: 168 time: 0.4856722
Jan 29 21:16:29.540762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54142) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:29.554162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39c8e0-957b-4dd9-bfa9-ead0f652cd6c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a389db-e1a4-4301-9e01-d940d430c181,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:29.563776 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-8327bfa1-daf8-435e-b1f7-0dc060b06d5f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] show failed (client error): The resource could not be found.
Jan 29 21:16:29.565247 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8327bfa1-daf8-435e-b1f7-0dc060b06d5f tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "GET /v2.0/security-groups/e3a389db-e1a4-4301-9e01-d940d430c181 HTTP/1.1" status: 404  len: 347 time: 0.0232446
Jan 29 21:16:29.568388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54144) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:29.600136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e05c5a42-6da4-43aa-bc06-1aa5e4297540 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:29.601592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.642103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port e05c5a42-6da4-43aa-bc06-1aa5e4297540, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05c5a42-6da4-43aa-bc06-1aa5e4297540,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:29.648096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.650130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1745f0cd-9b11-4dc1-9177-2748403f1cee up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:29.658027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-cfa1292a-570c-4ed5-a527-4f63a0e76b7e req-65177de0-9d49-48dd-8961-23d71d23af4b service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263453
Jan 29 21:16:29.709145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.714759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.757078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Deleting port 848b022a-8051-4422-b9c8-05ac66a21c56 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:29.757857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.760907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=e05c5a42-6da4-43aa-bc06-1aa5e4297540,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:29.770069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (1143d659-9ad3-46dd-acd4-defc30220952), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.787689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1745f0cd-9b11-4dc1-9177-2748403f1cee triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:29.788072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.849335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:29.869593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.870433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (848b022a-8051-4422-b9c8-05ac66a21c56), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.884914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1745f0cd-9b11-4dc1-9177-2748403f1cee is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:29.885468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:29.889042 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Calling delete_port for 848b022a-8051-4422-b9c8-05ac66a21c56 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:29.913679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1745f0cd-9b11-4dc1-9177-2748403f1cee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1745f0cd-9b11-4dc1-9177-2748403f1cee,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:29.917289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:29.919043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:29.924861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.006031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1745f0cd-9b11-4dc1-9177-2748403f1cee,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:30.059255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (848b022a-8051-4422-b9c8-05ac66a21c56), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.075136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 1143d659-9ad3-46dd-acd4-defc30220952 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:30.090551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Pushing event deleted for resources: {'Port': ['ID=848b022a-8051-4422-b9c8-05ac66a21c56,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:30.145210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325297b-6009-4e5f-8e9f-9b1f4436b77d None None] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:30.156239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks [] for floatingip (a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.159636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.160645 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4e965f44-9051-494a-8398-1350cbd6fe1c tempest-ServerActionsTestJSON-1974973107 tempest-ServerActionsTestJSON-1974973107-project] 10.222.0.20 "DELETE /v2.0/floatingips/a561c67b-a0f6-4648-9f11-7f2b0ec8a3ed HTTP/1.1" status: 204  len: 168 time: 0.5913875
Jan 29 21:16:30.163767 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54146) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:30.205734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:30.211417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b63192cf-2bb0-4da1-9f33-98eee5dff67a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "PUT /v2.0/routers/1143d659-9ad3-46dd-acd4-defc30220952/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5773275
Jan 29 21:16:30.390155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c0988ba5-b8a7-4194-a32c-f92601bea09f None None] Provisioning complete for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:30.390530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0988ba5-b8a7-4194-a32c-f92601bea09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.514876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c0988ba5-b8a7-4194-a32c-f92601bea09f None None] Current status of the port e05c5a42-6da4-43aa-bc06-1aa5e4297540 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:30.695653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Sync routers for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:30.708366 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:30.709555 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:30.715043 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.835669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:30.843351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-38b4f70c-66d8-4a15-be9c-ca5c36358acf tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:30.845708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:30.847178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-38b4f70c-66d8-4a15-be9c-ca5c36358acf tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/networks?id=706cb98c-d2d1-456f-8ee9-2f77029e64a6 HTTP/1.1" status: 200  len: 798 time: 0.4909875
Jan 29 21:16:30.847929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.875007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b0d0520e-e848-4b9c-af87-03e9848106f0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/quotas/b19fb48d700745c688b2cd87ef2d2564 HTTP/1.1" status: 200  len: 375 time: 0.0211484
Jan 29 21:16:30.902209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Port e7ea8692-82e1-4682-be61-54ca7045e61a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:16:30.913005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Provisioning complete for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:30.913397 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:30.960200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-f67c6d49-06d6-4f0f-bdd5-7531ebe4b5f4 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0792978
Jan 29 21:16:31.030357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1cebd-a0b4-4791-b638-b3dcd631457f None None] Current status of the port e05c5a42-6da4-43aa-bc06-1aa5e4297540 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:31.075461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Deleting port c10cfd29-7ceb-42ac-999c-48b67ad52d32 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:31.075969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.093233 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a90>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7ea8692-82e1-4682-be61-54ca7045e61a', 'name': '', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:81:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:28Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 2, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:31.097787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-59e2077f-6f4b-4d3f-921a-ee1edca90bed service neutron] 10.222.0.20 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242709
Jan 29 21:16:31.132620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Checking router: 1143d659-9ad3-46dd-acd4-defc30220952 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:31.133306 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Updating router 1143d659-9ad3-46dd-acd4-defc30220952 port e7ea8692-82e1-4682-be61-54ca7045e61a binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:16:31.156453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-16447932-1ca9-4fce-a2c2-4dc66c470169 None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:31.156923 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16447932-1ca9-4fce-a2c2-4dc66c470169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.170210 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.225172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] For port c10cfd29-7ceb-42ac-999c-48b67ad52d32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10cfd29-7ceb-42ac-999c-48b67ad52d32,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:31.225544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.248829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-16447932-1ca9-4fce-a2c2-4dc66c470169 None None] Port e7ea8692-82e1-4682-be61-54ca7045e61a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:16:31.252195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Calling delete_port for c10cfd29-7ceb-42ac-999c-48b67ad52d32 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:31.254072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e05c5a42-6da4-43aa-bc06-1aa5e4297540 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:31.290154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-0856ad12-4f29-4897-a9e7-221e2517c04e service neutron] 10.222.0.20 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846693
Jan 29 21:16:31.328054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:31.328694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.392105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c0fa5718-8578-4141-ae5f-2a8cd06dde20 None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:31.392657 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5718-8578-4141-ae5f-2a8cd06dde20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.458359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa5718-8578-4141-ae5f-2a8cd06dde20 None None] Port e7ea8692-82e1-4682-be61-54ca7045e61a cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:16:31.479814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e05c5a42-6da4-43aa-bc06-1aa5e4297540 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:31.481711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1745f0cd-9b11-4dc1-9177-2748403f1cee up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:31.484180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c10cfd29-7ceb-42ac-999c-48b67ad52d32), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.534982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=c10cfd29-7ceb-42ac-999c-48b67ad52d32,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:31.562051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1745f0cd-9b11-4dc1-9177-2748403f1cee triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:31.562822 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.602938 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks [] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.613506 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.626556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-362769f9-4be1-4ac3-b9f1-a2715ca88b8f req-19e21288-d579-4ae3-8b7a-264db0b78602 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 210 time: 0.0502777
Jan 29 21:16:31.734252 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Attempting to bind port e7ea8692-82e1-4682-be61-54ca7045e61a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:16:31.734745 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Attempting to bind port e7ea8692-82e1-4682-be61-54ca7045e61a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:16:31.734957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Attempting to bind port e7ea8692-82e1-4682-be61-54ca7045e61a on network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:31.755820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1745f0cd-9b11-4dc1-9177-2748403f1cee is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:31.764280 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Pushing event updated for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:31.768542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:16:31.769543 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Checking segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:31.770038 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.770448 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Bound using segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:16:31.771295 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Bound port: e7ea8692-82e1-4682-be61-54ca7045e61a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:16:31.771704 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.780306 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.780654 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.781024 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.781357 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.781746 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.782088 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.782409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.782781 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.783109 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.783429 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.784650 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.785001 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.785364 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:31.806784 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.863615 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] For port e7ea8692-82e1-4682-be61-54ca7045e61a, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:16:31.869047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] For port e7ea8692-82e1-4682-be61-54ca7045e61a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ea8692-82e1-4682-be61-54ca7045e61a,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:16:31.886140 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:31.967721 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:31.974520 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:31.976467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7485b-7090-45a9-902b-25d9e0017a82 None None] Pushing event updated for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:32.121287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:32.195132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:32.195728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.259097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:32.267914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54172) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:32.269461 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ac2e34c9-aab5-428f-9907-20978d97bcdf admin admin] 10.222.0.20 "PUT /v2.0/routers/a154b16e-23ff-4e31-ae37-aeaf6c2a0268/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1037540
Jan 29 21:16:32.284467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Sync routers for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:32.291425 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:32.313220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:32.316334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:32.318397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Current status of the port e7ea8692-82e1-4682-be61-54ca7045e61a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:32.318791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.379820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] For port e7ea8692-82e1-4682-be61-54ca7045e61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ea8692-82e1-4682-be61-54ca7045e61a,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:32.421572 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.435762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks [] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.510422 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:16:32.515888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Pushing event updated for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:32.526627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.526977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.527321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.528137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.528137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.528373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.529284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.529701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.530042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.530375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.530709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.531030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.531354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931d4d8-e2eb-40bd-89aa-6298ff0b7c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:16:32.540048 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b314a90>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7ea8692-82e1-4682-be61-54ca7045e61a', 'name': '', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:81:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:28Z', 'updated_at': '2022-01-29T21:16:31Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:32.560879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:32.561486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks [] for router_gateway (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.570370 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b73c81-df30-4447-a7f8-a29f93cb3ced None None] The sync data for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 is: [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7ea8692-82e1-4682-be61-54ca7045e61a', 'name': '', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:81:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:28Z', 'updated_at': '2022-01-29T21:16:31Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:32.590656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b41e2d0b-adad-47d1-95b7-7e6e8180a5e5 None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:32.591043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b41e2d0b-adad-47d1-95b7-7e6e8180a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.619560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Deleting port 5370884b-bcd2-4202-830f-bdd75b0cf3c6 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:32.620000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.751347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e2a69eb-9093-4c11-b6c5-9ceb249d2a73 req-650dc175-c153-463f-9f5c-eac524a11aea tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 210 time: 0.0415456
Jan 29 21:16:32.837812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b41e2d0b-adad-47d1-95b7-7e6e8180a5e5 None None] Current status of the port e7ea8692-82e1-4682-be61-54ca7045e61a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:32.860083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] For port 5370884b-bcd2-4202-830f-bdd75b0cf3c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5370884b-bcd2-4202-830f-bdd75b0cf3c6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:32.860447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:32.873550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb370>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:16:31Z', 'revision_number': 5, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port': {'id': '5370884b-bcd2-4202-830f-bdd75b0cf3c6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:09:10Z', 'updated_at': '2022-01-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:32.885428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Calling delete_port for 5370884b-bcd2-4202-830f-bdd75b0cf3c6 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:32.910370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Checking router: a154b16e-23ff-4e31-ae37-aeaf6c2a0268 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:32.922451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Routers {'a154b16e-23ff-4e31-ae37-aeaf6c2a0268'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:32.923071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:32.970949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ac1734a0-0e3b-4767-92f9-34437024ea0a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:32.973099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ac1734a0-0e3b-4767-92f9-34437024ea0a tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.18 "GET /v2.0/networks?id=706cb98c-d2d1-456f-8ee9-2f77029e64a6 HTTP/1.1" status: 200  len: 798 time: 0.2187550
Jan 29 21:16:32.988110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Request body: {'port': {'device_id': '5928941b-ddf5-4a99-a484-976efadb671f', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'admin_state_up': True, 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:33.016902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] Set router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:33.073603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb370>, [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:16:32Z', 'revision_number': 6, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:33.101105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be4442-8554-4d9a-92e8-40f790d04366 None None] The sync data for ids ['a154b16e-23ff-4e31-ae37-aeaf6c2a0268'] in ncdv-master-1 is: [{'id': 'a154b16e-23ff-4e31-ae37-aeaf6c2a0268', 'name': 'tempest-ServerActionsTestJSON-406040620-router', 'tenant_id': 'ca69001bee404610b6eaac6f34c1cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:09:08Z', 'updated_at': '2022-01-29T21:16:32Z', 'revision_number': 6, 'project_id': 'ca69001bee404610b6eaac6f34c1cd40', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:33.190017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Made reservation on behalf of b19fb48d700745c688b2cd87ef2d2564 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:33.193419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.196731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5370884b-bcd2-4202-830f-bdd75b0cf3c6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.236096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Pushing event deleted for resources: {'Port': ['ID=5370884b-bcd2-4202-830f-bdd75b0cf3c6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:33.372836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.479497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.484231 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks [] for router_controller (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.486246 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Allocated IP 172.20.0.19 (706cb98c-d2d1-456f-8ee9-2f77029e64a6/5c0e6e87-14b8-48f7-b339-251942a5e4a2/419031b5-2ff8-41e6-ac94-a767f272f690) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:33.559678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (a154b16e-23ff-4e31-ae37-aeaf6c2a0268), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.560216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a154b16e-23ff-4e31-ae37-aeaf6c2a0268 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:16:33.599471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.602978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71081e1a-7847-4e4d-bf3b-fb2f1821c701 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a154b16e-23ff-4e31-ae37-aeaf6c2a0268 HTTP/1.1" status: 204  len: 168 time: 1.3304484
Jan 29 21:16:33.604661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54176) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:33.623362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e7ea8692-82e1-4682-be61-54ca7045e61a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:33.671083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Deleting subnet dcbf66b7-c202-41da-ba3f-c071c1d82e56 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:16:33.675307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Publish callbacks [] for subnet (dcbf66b7-c202-41da-ba3f-c071c1d82e56), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.701513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e7ea8692-82e1-4682-be61-54ca7045e61a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:33.702176 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.703856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for port (419031b5-2ff8-41e6-ac94-a767f272f690), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.719502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (dcbf66b7-c202-41da-ba3f-c071c1d82e56), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.749089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.797097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e7ea8692-82e1-4682-be61-54ca7045e61a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:33.811148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:33.812790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:33.816648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:16:33.821577 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (dcbf66b7-c202-41da-ba3f-c071c1d82e56), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.892139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event updated for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:33.899551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:33.900334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.907642 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (dcbf66b7-c202-41da-ba3f-c071c1d82e56), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.941737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590198f0-61b6-46fa-97c5-19da75d3500c None None] Network 02b07a14-6d46-4fb2-8244-065282ca74eb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:33.951578 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:33.958235 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dcbf66b7-c202-41da-ba3f-c071c1d82e56 HTTP/1.1" status: 204  len: 168 time: 0.3489113
Jan 29 21:16:33.958235 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa1927-0bc7-4127-9dc4-ead199bdaa15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbf66b7-c202-41da-ba3f-c071c1d82e56,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:33.960264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54180) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:33.960428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b7aadf9f-0c76-40fc-a50b-5af8b9031388 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.9764178
Jan 29 21:16:33.986354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Request body: {'port': {'device_id': '5928941b-ddf5-4a99-a484-976efadb671f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:34.024459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8db09-f1b4-4bda-a379-f172ef62b1bf req-daa1c2d7-712a-4687-866c-603d58e53788 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:34.026233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe8db09-f1b4-4bda-a379-f172ef62b1bf req-daa1c2d7-712a-4687-866c-603d58e53788 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 895 time: 0.1469505
Jan 29 21:16:34.093507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.098591 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (02b07a14-6d46-4fb2-8244-065282ca74eb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.183973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Deleting port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:34.184394 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.202211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] DHCP port deletion for 02b07a14-6d46-4fb2-8244-065282ca74eb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:16:34.273738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] For port 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bf03b1-3e9d-4979-8bc4-b86b4e959718,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:34.274252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.289847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Calling delete_port for 07bf03b1-3e9d-4979-8bc4-b86b4e959718 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:34.291473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Deleting port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:34.291855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.294998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6739fc86-eee7-4248-8b2a-ed5183ff44a1 None None] Provisioning complete for port 419031b5-2ff8-41e6-ac94-a767f272f690 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:34.295378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6739fc86-eee7-4248-8b2a-ed5183ff44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.386752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.390946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6739fc86-eee7-4248-8b2a-ed5183ff44a1 None None] Port 419031b5-2ff8-41e6-ac94-a767f272f690 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:16:34.393993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] For port 07bf03b1-3e9d-4979-8bc4-b86b4e959718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bf03b1-3e9d-4979-8bc4-b86b4e959718,segment=NetworkSegment(1e570587-105e-4e26-ac76-cf2d1e6f7b95),segment_id=1e570587-105e-4e26-ac76-cf2d1e6f7b95)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:34.394378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.407476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Calling delete_port for 07bf03b1-3e9d-4979-8bc4-b86b4e959718 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:34.422330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bf03b1-3e9d-4979-8bc4-b86b4e959718,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:34.431623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] No DVR routers for this DVR port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:34.499361 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (07bf03b1-3e9d-4979-8bc4-b86b4e959718), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.510712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (02b07a14-6d46-4fb2-8244-065282ca74eb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.513358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419031b5-2ff8-41e6-ac94-a767f272f690 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:16:34.522287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks [] for port (419031b5-2ff8-41e6-ac94-a767f272f690), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.525153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] Pushing event deleted for resources: {'Port': ['ID=07bf03b1-3e9d-4979-8bc4-b86b4e959718,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:34.532593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6261a4-b263-49ab-be48-38766df19ce9 None None] No DVR routers for this DVR port 07bf03b1-3e9d-4979-8bc4-b86b4e959718 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:34.534355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09743610>,) {'filters': {'network_id': ['02b07a14-6d46-4fb2-8244-065282ca74eb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:34.545348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09743610>, '1e570587-105e-4e26-ac76-cf2d1e6f7b95') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:34.545860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09743610>, '1e570587-105e-4e26-ac76-cf2d1e6f7b95') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:34.548552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Transition to ACTIVE for port object 419031b5-2ff8-41e6-ac94-a767f272f690 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:16:34.555383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.557894 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (1e570587-105e-4e26-ac76-cf2d1e6f7b95), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.574170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1e570587-105e-4e26-ac76-cf2d1e6f7b95), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.581372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:16:34.581524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (1e570587-105e-4e26-ac76-cf2d1e6f7b95), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:16:34.583120 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:16:34.616256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Pushing event updated for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:34.654907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (02b07a14-6d46-4fb2-8244-065282ca74eb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.663619 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.678483 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] 10.222.0.20 "DELETE /v2.0/networks/02b07a14-6d46-4fb2-8244-065282ca74eb HTTP/1.1" status: 204  len: 168 time: 0.7109849
Jan 29 21:16:34.701325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Attempting to bind port 419031b5-2ff8-41e6-ac94-a767f272f690 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:16:34.701807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Attempting to bind port 419031b5-2ff8-41e6-ac94-a767f272f690 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:16:34.702297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Attempting to bind port 419031b5-2ff8-41e6-ac94-a767f272f690 on network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:34.709572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Port 419031b5-2ff8-41e6-ac94-a767f272f690 on network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:16:34.710086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Attempting to bind port 419031b5-2ff8-41e6-ac94-a767f272f690 on network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:34.715244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625566-2606-40af-a04a-a33eb9a60270 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b07a14-6d46-4fb2-8244-065282ca74eb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:34.716947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:16:34.717325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Checking segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:34.717844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Bound using segment: {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:16:34.718285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Bound port: 419031b5-2ff8-41e6-ac94-a767f272f690, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85f37d9-9259-464b-a790-5a0dbcda7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:16:34.718644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.792563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:16:34.796187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=419031b5-2ff8-41e6-ac94-a767f272f690,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:16:34.804109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.839570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:34.840319 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54184) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:34.847109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.848547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] 10.222.0.18 "PUT /v2.0/ports/419031b5-2ff8-41e6-ac94-a767f272f690 HTTP/1.1" status: 200  len: 1055 time: 0.8788309
Jan 29 21:16:34.849042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:34.851296 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d8632-9576-48ed-aa45-09076508a855" -d '{"events": [{"name": "network-changed", "server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:34.888206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea9e3-b39a-47a2-9168-e83bd8da49ef service neutron] Pushing event updated for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:34.906487 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2eead9e-f026-4048-bca3-2ec4c5f4ffc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca69001bee404610b6eaac6f34c1cd40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0649669
Jan 29 21:16:34.907499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54188) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:34.931726 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb098a-dc92-490e-a2d5-7b9ab7639153 x-openstack-request-id: req-bbdb098a-dc92-490e-a2d5-7b9ab7639153 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:34.932067 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:34.932344 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbdb098a-dc92-490e-a2d5-7b9ab7639153 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:34.932739 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690', 'status': 'completed', 'code': 200}
Jan 29 21:16:34.953569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-f05d8260-fb73-4ac8-9776-f21eb684b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:34.955192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-f05d8260-fb73-4ac8-9776-f21eb684b15a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 1089 time: 0.0579891
Jan 29 21:16:34.968189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] Publish callbacks [] for security_group (e936dc7d-7f2c-494a-b342-67399f0e9bbd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:34.992310 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] Publish callbacks [] for security_group (e936dc7d-7f2c-494a-b342-67399f0e9bbd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:35.000198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-cff53e76-c07f-4dd6-8eed-c8b400acab4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=419031b5-2ff8-41e6-ac94-a767f272f690 HTTP/1.1" status: 200  len: 217 time: 0.0385687
Jan 29 21:16:35.046541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e936dc7d-7f2c-494a-b342-67399f0e9bbd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:35.050450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:35.053479 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e936dc7d-7f2c-494a-b342-67399f0e9bbd HTTP/1.1" status: 204  len: 168 time: 0.1450334
Jan 29 21:16:35.055045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-afcdffb0-df36-4ed1-8b0a-bb79941de482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.056538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-afcdffb0-df36-4ed1-8b0a-bb79941de482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c0e6e87-14b8-48f7-b339-251942a5e4a2 HTTP/1.1" status: 200  len: 838 time: 0.0504959
Jan 29 21:16:35.061754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06dd05-59f1-42ce-a3c4-c8d1f97f8680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936dc7d-7f2c-494a-b342-67399f0e9bbd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:35.166380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-6521e6f6-2f77-4efb-8cdb-22af29c9d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.168468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-6521e6f6-2f77-4efb-8cdb-22af29c9d27c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=706cb98c-d2d1-456f-8ee9-2f77029e64a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1026936
Jan 29 21:16:35.192334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f51ef-abda-4b48-8c0e-36cefdf5661f req-b274d0e6-115c-4a99-a6c3-6bf4d8e3c90c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.193837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-750f51ef-abda-4b48-8c0e-36cefdf5661f req-b274d0e6-115c-4a99-a6c3-6bf4d8e3c90c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 907 time: 0.0850294
Jan 29 21:16:35.198891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5370884b-bcd2-4202-830f-bdd75b0cf3c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:35.230480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5370884b-bcd2-4202-830f-bdd75b0cf3c6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:35.230906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5370884b-bcd2-4202-830f-bdd75b0cf3c6 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:35.231696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 07bf03b1-3e9d-4979-8bc4-b86b4e959718 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:35.251132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 07bf03b1-3e9d-4979-8bc4-b86b4e959718 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:35.251553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 07bf03b1-3e9d-4979-8bc4-b86b4e959718 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:35.251974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c10cfd29-7ceb-42ac-999c-48b67ad52d32 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:35.271676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c10cfd29-7ceb-42ac-999c-48b67ad52d32 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:35.272022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c10cfd29-7ceb-42ac-999c-48b67ad52d32 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:35.282570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-ad199d62-135a-4473-ac51-dd30bfc18fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072204
Jan 29 21:16:35.369156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a419ef8d-6234-4124-b1c7-db39e68f09bc req-b16f4b28-706c-49b6-b216-4ecf1832e5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815282
Jan 29 21:16:35.464294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d8632-9576-48ed-aa45-09076508a855 req-b716c5fa-c405-457e-af40-7776a59d8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.465827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-b716c5fa-c405-457e-af40-7776a59d8c57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 1089 time: 0.0496540
Jan 29 21:16:35.559354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d8632-9576-48ed-aa45-09076508a855 req-5dc56470-9cbc-448b-aa31-13f09bf9ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.561005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-5dc56470-9cbc-448b-aa31-13f09bf9ea65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=706cb98c-d2d1-456f-8ee9-2f77029e64a6 HTTP/1.1" status: 200  len: 899 time: 0.0893927
Jan 29 21:16:35.607309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-f9398863-609d-4e98-a5d2-ae9efd385a2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=419031b5-2ff8-41e6-ac94-a767f272f690 HTTP/1.1" status: 200  len: 217 time: 0.0398836
Jan 29 21:16:35.656497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d8632-9576-48ed-aa45-09076508a855 req-7592baea-f3c6-40c8-b064-9559f9e092fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.661563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-7592baea-f3c6-40c8-b064-9559f9e092fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c0e6e87-14b8-48f7-b339-251942a5e4a2 HTTP/1.1" status: 200  len: 838 time: 0.0482445
Jan 29 21:16:35.716409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d8632-9576-48ed-aa45-09076508a855 req-035919b1-642f-42f3-bb39-8ff151dfd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:35.718270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-035919b1-642f-42f3-bb39-8ff151dfd651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=706cb98c-d2d1-456f-8ee9-2f77029e64a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0509763
Jan 29 21:16:35.802703 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:35.807436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-1e77604c-de09-410e-9296-03b5fb9c7cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832021
Jan 29 21:16:35.900184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e9d8632-9576-48ed-aa45-09076508a855 req-61d1b56a-7df9-43f9-ac86-d6a1e5a77f8b service neutron] 10.222.0.18 "GET /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867457
Jan 29 21:16:35.902525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1335291469-network', 'tenant_id': 'abc6c042618d4a96816db6efbd85ac58'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:35.923967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Made reservation on behalf of abc6c042618d4a96816db6efbd85ac58 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:35.926735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:35.938640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.010515 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks [] for security_group (8f0c1b9b-8027-4575-8fe0-5ce89fef04cb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.013944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8f0c1b9b-8027-4575-8fe0-5ce89fef04cb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.038017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:16:36.047364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:36.052758 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0820a6b5-79ad-4bb1-96c4-66ce76dd09c8), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.053270 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Added segment 0820a6b5-79ad-4bb1-96c4-66ce76dd09c8 of type vlan for network 38815edd-e2ca-4632-a36d-5bf0afaed97a
Jan 29 21:16:36.091182 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (38815edd-e2ca-4632-a36d-5bf0afaed97a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.115756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (38815edd-e2ca-4632-a36d-5bf0afaed97a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.116651 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:36.117309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.174811 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.3703489
Jan 29 21:16:36.177811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:36.182910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Request body: {'subnet': {'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1335291469-subnet', 'tenant_id': 'abc6c042618d4a96816db6efbd85ac58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:36.188960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d90fd-c286-43e7-b25e-0a8c94bf6cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=38815edd-e2ca-4632-a36d-5bf0afaed97a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:36.199079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 38815edd-e2ca-4632-a36d-5bf0afaed97a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:16:36.208951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Made reservation on behalf of abc6c042618d4a96816db6efbd85ac58 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:36.211316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.325495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce3e-522c-4b04-9865-bb3fbfef15b0 req-1b2cb6f3-f8c1-4e3a-9219-315b138647f0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:36.327103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc72ce3e-522c-4b04-9865-bb3fbfef15b0 req-1b2cb6f3-f8c1-4e3a-9219-315b138647f0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 907 time: 0.0587995
Jan 29 21:16:36.385651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (9ff6e08e-6520-434b-a43c-41645a1a3a50), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.444968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff6e08e-6520-434b-a43c-41645a1a3a50,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:36.451993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Checking segment: {'id': '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:36.452353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Network hostable DHCP agents. Network: 38815edd-e2ca-4632-a36d-5bf0afaed97a, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:16:36.468309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Network 38815edd-e2ca-4632-a36d-5bf0afaed97a is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:16:36.476840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38815edd-e2ca-4632-a36d-5bf0afaed97a) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:36.480600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:36.481235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:36.486455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90147373-1c09-4550-85c5-c389c8ee58e7 None None] Network 38815edd-e2ca-4632-a36d-5bf0afaed97a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:36.496791 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-92efedbe-2e8f-4f7d-8aec-cd285221d3a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.3176291
Jan 29 21:16:36.583197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd4d67-f9df-445d-9505-93bc491b460d None None] Network 38815edd-e2ca-4632-a36d-5bf0afaed97a requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:36.909668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-d463d544-29ab-45a2-96d2-338cb5894e41 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:36.911109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-d463d544-29ab-45a2-96d2-338cb5894e41 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/networks?id=38815edd-e2ca-4632-a36d-5bf0afaed97a HTTP/1.1" status: 200  len: 821 time: 0.0993335
Jan 29 21:16:36.925110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-ae706acc-a0d2-45a7-a196-6d6f4031e734 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/quotas/abc6c042618d4a96816db6efbd85ac58 HTTP/1.1" status: 200  len: 375 time: 0.0087628
Jan 29 21:16:36.957485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-e8fa1902-fd21-4920-9f07-ddd1c00ca5b7 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=abc6c042618d4a96816db6efbd85ac58&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0274315
Jan 29 21:16:37.043381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-954ec356-acc4-4b10-a6cd-9df09615e4fe service neutron] 10.222.0.20 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793350
Jan 29 21:16:37.134649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-bdd99232-d440-435b-94d6-305f67b29ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856555
Jan 29 21:16:37.291427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61661f70-859a-474d-971e-b221cbe54849 req-bb9ce490-ce52-49e4-b561-e028d8efa226 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 210 time: 0.0268040
Jan 29 21:16:37.448532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c7bf7-4a43-4b6a-9522-43f6db0a001d req-b8346cff-85ef-405f-9c93-d3661c722a84 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:37.450025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-033c7bf7-4a43-4b6a-9522-43f6db0a001d req-b8346cff-85ef-405f-9c93-d3661c722a84 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 907 time: 0.0538363
Jan 29 21:16:38.204391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-5b9245eb-4916-4a91-a0e9-a5aa3444e613 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:38.206355 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-5b9245eb-4916-4a91-a0e9-a5aa3444e613 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.36 "GET /v2.0/networks?id=38815edd-e2ca-4632-a36d-5bf0afaed97a HTTP/1.1" status: 200  len: 821 time: 0.1058109
Jan 29 21:16:38.217660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Request body: {'port': {'device_id': '790df02b-9335-4f92-a906-b9b7f7a54854', 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a', 'admin_state_up': True, 'tenant_id': 'abc6c042618d4a96816db6efbd85ac58'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:38.392115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a25e3468-f829-4694-af68-c1e5ed06397b req-e590bf3b-86b9-4f9d-bf97-bb0a11c8daa8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 210 time: 0.0311728
Jan 29 21:16:38.571455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425add07-cb1c-439c-b010-478e737964ff req-e07d7dcb-08e8-4ffe-9521-c7fbcdb635b0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:38.572930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-425add07-cb1c-439c-b010-478e737964ff req-e07d7dcb-08e8-4ffe-9521-c7fbcdb635b0 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 907 time: 0.0519669
Jan 29 21:16:38.594779 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Made reservation on behalf of abc6c042618d4a96816db6efbd85ac58 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:38.598267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:38.717607 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Allocated IP 172.20.0.3 (38815edd-e2ca-4632-a36d-5bf0afaed97a/9ff6e08e-6520-434b-a43c-41645a1a3a50/514debf8-47e3-4fed-aeab-73d565e0922a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:38.860527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks [] for port (514debf8-47e3-4fed-aeab-73d565e0922a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:38.899806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:38.942514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Network 38815edd-e2ca-4632-a36d-5bf0afaed97a is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:16:38.947750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:38.951448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:16:38.957898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Pushing event updated for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:39.005563 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.006177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.021412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-db4d0e2b-de6b-42c4-b2ce-14d9136fd3e8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8073761
Jan 29 21:16:39.032522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Request body: {'port': {'device_id': '790df02b-9335-4f92-a906-b9b7f7a54854', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:39.090220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.353900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514debf8-47e3-4fed-aeab-73d565e0922a {{(pid=125942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:16:39.361057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks [] for port (514debf8-47e3-4fed-aeab-73d565e0922a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.373190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.provisioning_blocks [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Transition to ACTIVE for port object 514debf8-47e3-4fed-aeab-73d565e0922a will not be triggered until provisioned by entity L2. {{(pid=125942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:16:39.376846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.418558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 419031b5-2ff8-41e6-ac94-a767f272f690 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:16:39.427985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:39.504333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Attempting to bind port 514debf8-47e3-4fed-aeab-73d565e0922a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:16:39.504827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Attempting to bind port 514debf8-47e3-4fed-aeab-73d565e0922a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a'}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:16:39.505153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Attempting to bind port 514debf8-47e3-4fed-aeab-73d565e0922a on network 38815edd-e2ca-4632-a36d-5bf0afaed97a {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:39.510168 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Port 514debf8-47e3-4fed-aeab-73d565e0922a on network 38815edd-e2ca-4632-a36d-5bf0afaed97a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:16:39.510424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Attempting to bind port 514debf8-47e3-4fed-aeab-73d565e0922a on network 38815edd-e2ca-4632-a36d-5bf0afaed97a {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:16:39.515624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:16:39.515968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Checking segment: {'id': '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:39.516359 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Bound using segment: {'id': '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a'} {{(pid=125942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:16:39.516795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.managers [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Bound port: 514debf8-47e3-4fed-aeab-73d565e0922a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a'}}] {{(pid=125942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:16:39.517207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.520528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbceb10-84c0-4753-b9f9-77aa2932e2a3 req-a486281d-13dd-470e-a37b-026c63e5c437 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.523076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fbceb10-84c0-4753-b9f9-77aa2932e2a3 req-a486281d-13dd-470e-a37b-026c63e5c437 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 943 time: 0.0566263
Jan 29 21:16:39.576723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fbceb10-84c0-4753-b9f9-77aa2932e2a3 req-2d528fd3-acc3-4fb0-a7f6-d66fae3f8b1c tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471177
Jan 29 21:16:39.592592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, cleared binding levels {{(pid=125942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:16:39.596200 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=514debf8-47e3-4fed-aeab-73d565e0922a,segment=NetworkSegment(0820a6b5-79ad-4bb1-96c4-66ce76dd09c8),segment_id=0820a6b5-79ad-4bb1-96c4-66ce76dd09c8)] {{(pid=125942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:16:39.611402 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.649399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.650036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.651994 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/514debf8-47e3-4fed-aeab-73d565e0922a HTTP/1.1" status: 200  len: 1091 time: 0.6234055
Jan 29 21:16:39.654341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:39.657632 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c24beb-be69-46dc-b57e-0d4b1b5e5927" -d '{"events": [{"name": "network-changed", "server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:39.683556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d3da-789d-4d76-afaa-36fe7084c0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=3']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:39.712010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=419031b5-2ff8-41e6-ac94-a767f272f690,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:39.723264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cf84d-fd5d-4601-961a-84a8a029f9e5 req-8b5afbe2-803f-4c70-8e08-b25c75983bab tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.724964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-003cf84d-fd5d-4601-961a-84a8a029f9e5 req-8b5afbe2-803f-4c70-8e08-b25c75983bab tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 907 time: 0.0785372
Jan 29 21:16:39.726140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '419031b5-2ff8-41e6-ac94-a767f272f690', 'network_id': '706cb98c-d2d1-456f-8ee9-2f77029e64a6', 'port_id': '419031b5-2ff8-41e6-ac94-a767f272f690', 'mac_address': 'fa:16:3e:d4:b4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0e6e87-14b8-48f7-b339-251942a5e4a2', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:16:39.732193 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da2c1d-e5da-478f-8aa9-58b0ac7826b3 x-openstack-request-id: req-68da2c1d-e5da-478f-8aa9-58b0ac7826b3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:39.732603 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:39.732959 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68da2c1d-e5da-478f-8aa9-58b0ac7826b3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:39.733589 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a', 'status': 'completed', 'code': 200}
Jan 29 21:16:39.753999 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-ec4755c2-a3ec-4558-a32f-9002f20255a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.755502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-ec4755c2-a3ec-4558-a32f-9002f20255a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc6c042618d4a96816db6efbd85ac58&device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 1125 time: 0.0522625
Jan 29 21:16:39.765056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 419031b5-2ff8-41e6-ac94-a767f272f690 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:39.765532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.778222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419031b5-2ff8-41e6-ac94-a767f272f690 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:16:39.798058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=419031b5-2ff8-41e6-ac94-a767f272f690,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:39.800556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-07813f4a-96d4-46a7-b1a6-6d1d5efe6d85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514debf8-47e3-4fed-aeab-73d565e0922a HTTP/1.1" status: 200  len: 217 time: 0.0383403
Jan 29 21:16:39.802647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:39.848774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-ddeab40a-575e-4cbd-929d-5d1f61997e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:39.850296 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-ddeab40a-575e-4cbd-929d-5d1f61997e2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ff6e08e-6520-434b-a43c-41645a1a3a50 HTTP/1.1" status: 200  len: 861 time: 0.0447481
Jan 29 21:16:39.850884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:39.881688 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-fc7eeded-a50a-4536-a958-820cfd751c6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38815edd-e2ca-4632-a36d-5bf0afaed97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256994
Jan 29 21:16:39.968175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-546462ee-c22a-48b7-b92a-e2247e45e85d service neutron] 10.222.0.36 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796106
Jan 29 21:16:40.058898 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bbcfd645-d6fd-4d55-b807-3f3c5b9c4b16 req-76726b12-43a6-4134-8fd6-bc107745ed50 service neutron] 10.222.0.36 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850823
Jan 29 21:16:40.102578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['419031b5-2ff8-41e6-ac94-a767f272f690'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:16:40.148950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-b0c1375f-b488-4bdb-99e3-c8061f94334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:40.150570 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-b0c1375f-b488-4bdb-99e3-c8061f94334e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc6c042618d4a96816db6efbd85ac58&device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 1125 time: 0.0454409
Jan 29 21:16:40.244325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-0d02a9aa-0fa3-4400-99de-62b4563c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:40.245849 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-0d02a9aa-0fa3-4400-99de-62b4563c084e service neutron] 10.222.0.36 "GET /v2.0/networks?id=38815edd-e2ca-4632-a36d-5bf0afaed97a HTTP/1.1" status: 200  len: 922 time: 0.0899687
Jan 29 21:16:40.286277 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-ab0e9209-9b23-4908-8f04-40ce45298300 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514debf8-47e3-4fed-aeab-73d565e0922a HTTP/1.1" status: 200  len: 217 time: 0.0346832
Jan 29 21:16:40.332463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-6c1d80d4-39e4-4443-8c3d-115fa92554c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:40.333964 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-6c1d80d4-39e4-4443-8c3d-115fa92554c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ff6e08e-6520-434b-a43c-41645a1a3a50 HTTP/1.1" status: 200  len: 861 time: 0.0426896
Jan 29 21:16:40.337909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a156e0a0-d675-4933-8548-7aa57cc10ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:40.368842 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-7aad579e-cad4-46bc-b48d-b9ee0cc82bba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38815edd-e2ca-4632-a36d-5bf0afaed97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292840
Jan 29 21:16:40.453829 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-9b695bb3-2644-471d-9af2-1820736dc0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795577
Jan 29 21:16:40.544484 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-04c24beb-be69-46dc-b57e-0d4b1b5e5927 req-e3778d4e-93c2-449c-b8c3-70c2f1901f20 service neutron] 10.222.0.36 "GET /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848982
Jan 29 21:16:40.707140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289cc41-f7aa-4dc3-a628-ea4393522f8f req-dfbb2cbe-643f-4f6b-86bd-c4c603781210 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:40.708543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0289cc41-f7aa-4dc3-a628-ea4393522f8f req-dfbb2cbe-643f-4f6b-86bd-c4c603781210 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 943 time: 0.0546365
Jan 29 21:16:40.753359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0289cc41-f7aa-4dc3-a628-ea4393522f8f req-ad32109c-adc5-4c79-ba55-e60183791fef tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392580
Jan 29 21:16:40.847171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2a969-3f60-45e3-b6b2-45dc71a5dce5 req-dac571d3-cc0c-48e3-96b0-f90cb0d1c478 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:40.848638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03d2a969-3f60-45e3-b6b2-45dc71a5dce5 req-dac571d3-cc0c-48e3-96b0-f90cb0d1c478 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 908 time: 0.0518343
Jan 29 21:16:41.433223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 419031b5-2ff8-41e6-ac94-a767f272f690 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:41.481682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 419031b5-2ff8-41e6-ac94-a767f272f690 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:16:41.485752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 419031b5-2ff8-41e6-ac94-a767f272f690 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:41.486135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:41.563610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 419031b5-2ff8-41e6-ac94-a767f272f690 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:41.563998 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:41.585440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:41.587980 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51048821-cab0-4eca-9a43-00ec30fdbad8" -d '{"events": [{"server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "name": "network-vif-plugged", "status": "completed", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:41.600629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=419031b5-2ff8-41e6-ac94-a767f272f690,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:41.605265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:41.627889 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9b3b28-50f0-4e7b-b9c8-46b306946e12 x-openstack-request-id: req-7f9b3b28-50f0-4e7b-b9c8-46b306946e12 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:41.628191 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "name": "network-vif-plugged", "status": "completed", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:41.628449 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f9b3b28-50f0-4e7b-b9c8-46b306946e12 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:41.628848 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690', 'code': 200}
Jan 29 21:16:41.655737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:41.720898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da82800-ec12-4bb4-9e65-5f3e23f24063 req-321a8ba8-2a11-4f47-9d53-6902533ec7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:41.722952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1da82800-ec12-4bb4-9e65-5f3e23f24063 req-321a8ba8-2a11-4f47-9d53-6902533ec7b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 1091 time: 0.0431225
Jan 29 21:16:41.874179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b28-bf47-4cfc-8ea7-ee721a9e0225 req-21b23c50-e421-44e3-abe8-3fbb1066414f tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:41.875685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3193b28-bf47-4cfc-8ea7-ee721a9e0225 req-21b23c50-e421-44e3-abe8-3fbb1066414f tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 943 time: 0.0552564
Jan 29 21:16:41.925492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3193b28-bf47-4cfc-8ea7-ee721a9e0225 req-49103396-fcdc-468e-9b76-e84b67ea264b tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443382
Jan 29 21:16:41.974579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cb96a-1cdb-4466-97d6-b4955dd1d57a req-294d5f0f-d3e9-4bae-b205-51a6f0424638 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:41.975998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-901cb96a-1cdb-4466-97d6-b4955dd1d57a req-294d5f0f-d3e9-4bae-b205-51a6f0424638 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0556946
Jan 29 21:16:42.679794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3b626403-1acb-4386-8bfd-d15f1c362a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:43.043636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748e6e-b48d-4385-9dc4-1dcd4e7ea60b req-6d1f7169-a294-4d8a-a7e6-814372aa1188 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.045159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37748e6e-b48d-4385-9dc4-1dcd4e7ea60b req-6d1f7169-a294-4d8a-a7e6-814372aa1188 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 943 time: 0.0532939
Jan 29 21:16:43.124791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37748e6e-b48d-4385-9dc4-1dcd4e7ea60b req-b42c45df-b864-46f6-b04a-79e3723cf940 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694211
Jan 29 21:16:43.132357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5074-50cb-4158-b005-979774491608 req-d6c73563-8bc4-4647-a8f8-de707d011570 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.133808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0faa5074-50cb-4158-b005-979774491608 req-d6c73563-8bc4-4647-a8f8-de707d011570 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0872478
Jan 29 21:16:43.250874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef782-4f86-406c-a6e4-4248a743bb53 req-e4840881-4f16-4e00-b7f1-b5db615fd1bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.252345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f0cef782-4f86-406c-a6e4-4248a743bb53 req-e4840881-4f16-4e00-b7f1-b5db615fd1bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0526378
Jan 29 21:16:43.357768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a577-10a2-465e-a8f8-8ba0c43c9f66 req-1b1c94bb-b0c0-49f6-8f08-60f69e3ff493 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.359259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd26a577-10a2-465e-a8f8-8ba0c43c9f66 req-1b1c94bb-b0c0-49f6-8f08-60f69e3ff493 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 1091 time: 0.0429907
Jan 29 21:16:43.465620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a624-9b09-4b6d-aafe-b29932115662 req-dbce588d-05b1-40e1-baf6-f4ff47f37974 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.467118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e95a624-9b09-4b6d-aafe-b29932115662 req-dbce588d-05b1-40e1-baf6-f4ff47f37974 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.0437200
Jan 29 21:16:43.521026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e95a624-9b09-4b6d-aafe-b29932115662 req-58cb6a8d-9cbb-4b4d-83e0-476150ed0023 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0475326
Jan 29 21:16:43.542728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54278) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:43.585971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8236d9c-d9e6-4815-b98f-c7b63883e3c8 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.587459 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d8236d9c-d9e6-4815-b98f-c7b63883e3c8 tempest-TestSecurityGroupsBasicOps-904447505 tempest-TestSecurityGroupsBasicOps-904447505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 1086 time: 0.0437229
Jan 29 21:16:43.751188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:43.799248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05bf98-0ef4-45fa-ad32-b015b1f5af76 req-8bb30b0d-46de-4a35-a6ae-950db550cf48 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:43.800624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e05bf98-0ef4-45fa-ad32-b015b1f5af76 req-8bb30b0d-46de-4a35-a6ae-950db550cf48 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0524189
Jan 29 21:16:44.245386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6057d-e352-40c7-aadf-61e63175a682 req-85dc2ae6-cb1a-46d3-adeb-44cf7a626239 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:44.246869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dc6057d-e352-40c7-aadf-61e63175a682 req-85dc2ae6-cb1a-46d3-adeb-44cf7a626239 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 943 time: 0.0514379
Jan 29 21:16:44.292426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dc6057d-e352-40c7-aadf-61e63175a682 req-e162478e-194d-4b60-b8b9-14f125008363 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400558
Jan 29 21:16:44.811987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 514debf8-47e3-4fed-aeab-73d565e0922a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:16:44.911395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=514debf8-47e3-4fed-aeab-73d565e0922a,segment=NetworkSegment(0820a6b5-79ad-4bb1-96c4-66ce76dd09c8),segment_id=0820a6b5-79ad-4bb1-96c4-66ce76dd09c8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:44.922313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73e49-7d9d-45a0-ac44-aaaf996db1e2 req-a93e6634-755b-4568-a6a4-5e04a97842ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:44.922904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '514debf8-47e3-4fed-aeab-73d565e0922a', 'network_id': '38815edd-e2ca-4632-a36d-5bf0afaed97a', 'port_id': '514debf8-47e3-4fed-aeab-73d565e0922a', 'mac_address': 'fa:16:3e:6e:46:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff6e08e-6520-434b-a43c-41645a1a3a50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:16:44.923780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3fb73e49-7d9d-45a0-ac44-aaaf996db1e2 req-a93e6634-755b-4568-a6a4-5e04a97842ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0552642
Jan 29 21:16:44.959757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 514debf8-47e3-4fed-aeab-73d565e0922a is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:44.960150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:44.977094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514debf8-47e3-4fed-aeab-73d565e0922a {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:16:44.995565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=514debf8-47e3-4fed-aeab-73d565e0922a,segment=NetworkSegment(0820a6b5-79ad-4bb1-96c4-66ce76dd09c8),segment_id=0820a6b5-79ad-4bb1-96c4-66ce76dd09c8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:44.999510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.046280 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:45.169906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-184a7b20-4706-47d3-956d-7179de2d2b63 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:45.171388 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-184a7b20-4706-47d3-956d-7179de2d2b63 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.18 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 909 time: 0.0526423
Jan 29 21:16:45.268554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port 419031b5-2ff8-41e6-ac94-a767f272f690 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:45.269285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.319096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['514debf8-47e3-4fed-aeab-73d565e0922a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:16:45.363187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port 419031b5-2ff8-41e6-ac94-a767f272f690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=419031b5-2ff8-41e6-ac94-a767f272f690,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:45.363550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.399005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for 419031b5-2ff8-41e6-ac94-a767f272f690 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:45.469114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d540-78e5-4a8a-928b-da5f92dcc16f req-99a8f820-82f6-4f5c-ba76-963e6cb46d97 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:45.470635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0a8d540-78e5-4a8a-928b-da5f92dcc16f req-99a8f820-82f6-4f5c-ba76-963e6cb46d97 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 944 time: 0.1045926
Jan 29 21:16:45.625793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.867977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0a8d540-78e5-4a8a-928b-da5f92dcc16f req-0c86527c-0f91-4576-a08b-127ebed9b9b1 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3904545
Jan 29 21:16:45.912357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (419031b5-2ff8-41e6-ac94-a767f272f690), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.937572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=419031b5-2ff8-41e6-ac94-a767f272f690,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:45.985650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] No DVR routers for this DVR port 419031b5-2ff8-41e6-ac94-a767f272f690 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:45.989827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:45.993327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1b663de3-3b9a-4615-8383-621a4a7199cc req-8c2acc5a-b326-484c-947f-deda961a397b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.18 "DELETE /v2.0/ports/419031b5-2ff8-41e6-ac94-a767f272f690 HTTP/1.1" status: 204  len: 173 time: 0.8171408
Jan 29 21:16:45.993939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'name': 'network-vif-deleted', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:45.996299 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3f421-c8a1-4eda-b36b-ef5008454ba9" -d '{"events": [{"server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "name": "network-vif-deleted", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:46.035398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0f8cec6-161c-40ab-87ad-207129e986d4 req-dbd7002d-c340-44dc-bc1c-efcbb54656a8 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5928941b-ddf5-4a99-a484-976efadb671f HTTP/1.1" status: 200  len: 210 time: 0.0311093
Jan 29 21:16:46.037343 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9db32b-0d1a-4b1d-9f95-f89616a6d875 x-openstack-request-id: req-3f9db32b-0d1a-4b1d-9f95-f89616a6d875 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:46.037702 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5928941b-ddf5-4a99-a484-976efadb671f", "name": "network-vif-deleted", "tag": "419031b5-2ff8-41e6-ac94-a767f272f690", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:46.038019 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f9db32b-0d1a-4b1d-9f95-f89616a6d875 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:46.038554 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5928941b-ddf5-4a99-a484-976efadb671f', 'name': 'network-vif-deleted', 'tag': '419031b5-2ff8-41e6-ac94-a767f272f690', 'status': 'completed', 'code': 200}
Jan 29 21:16:46.812474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 514debf8-47e3-4fed-aeab-73d565e0922a up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:16:46.862487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:46.886005 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 514debf8-47e3-4fed-aeab-73d565e0922a completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:16:46.890343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 514debf8-47e3-4fed-aeab-73d565e0922a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:16:46.890796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:46.967736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 514debf8-47e3-4fed-aeab-73d565e0922a is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:16:46.968130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:46.989243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfaed-4ea6-4b33-9ecc-a83d8d5bf2c3 req-6cdf9529-e69e-42d3-9e70-07cd94525e6b tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:46.990790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ccbfaed-4ea6-4b33-9ecc-a83d8d5bf2c3 req-6cdf9529-e69e-42d3-9e70-07cd94525e6b tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 944 time: 0.0527885
Jan 29 21:16:46.994430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:46.996773 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6411a-8000-4171-a766-0a7dcadda3b5" -d '{"events": [{"server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "name": "network-vif-plugged", "status": "completed", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:47.009562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=514debf8-47e3-4fed-aeab-73d565e0922a,segment=NetworkSegment(0820a6b5-79ad-4bb1-96c4-66ce76dd09c8),segment_id=0820a6b5-79ad-4bb1-96c4-66ce76dd09c8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:47.014441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:47.042094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ccbfaed-4ea6-4b33-9ecc-a83d8d5bf2c3 req-bc3e9afa-b67f-492b-9607-c2cefcf67d37 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455985
Jan 29 21:16:47.042816 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a026d2d-4410-463d-93d3-4b32da850eca x-openstack-request-id: req-5a026d2d-4410-463d-93d3-4b32da850eca {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:47.043109 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "name": "network-vif-plugged", "status": "completed", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:47.043388 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a026d2d-4410-463d-93d3-4b32da850eca {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:47.043777 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a', 'code': 200}
Jan 29 21:16:47.072354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:47.096898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54300) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:47.333539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd5fb-964e-49d3-b144-ea93cf752922 req-3431d0d2-9814-4d7a-bef8-5fbdfdb62cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:47.334954 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bdafd5fb-964e-49d3-b144-ea93cf752922 req-3431d0d2-9814-4d7a-bef8-5fbdfdb62cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 1127 time: 0.2316623
Jan 29 21:16:47.415434 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-bdafd5fb-964e-49d3-b144-ea93cf752922 req-ddae3433-7e05-49a8-a13c-c3f842351732 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725377
Jan 29 21:16:47.515718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (1143d659-9ad3-46dd-acd4-defc30220952), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:47.774115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port e7ea8692-82e1-4682-be61-54ca7045e61a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:47.774456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:47.858762 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port e7ea8692-82e1-4682-be61-54ca7045e61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ea8692-82e1-4682-be61-54ca7045e61a,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:47.859120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:47.872045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for e7ea8692-82e1-4682-be61-54ca7045e61a owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:48.050250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e7ea8692-82e1-4682-be61-54ca7045e61a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.080550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=e7ea8692-82e1-4682-be61-54ca7045e61a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:48.182659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d1f87-c806-4d82-a3b5-8502351c4ef5 req-1f11ec68-474c-49d2-ba76-8a817019dbb8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:48.186336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b50d1f87-c806-4d82-a3b5-8502351c4ef5 req-1f11ec68-474c-49d2-ba76-8a817019dbb8 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 945 time: 0.0731788
Jan 29 21:16:48.243540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b50d1f87-c806-4d82-a3b5-8502351c4ef5 req-da1899c6-35ba-47c8-a385-ae72246bab5a tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506687
Jan 29 21:16:48.279648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (1143d659-9ad3-46dd-acd4-defc30220952), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.491136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 1143d659-9ad3-46dd-acd4-defc30220952 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:48.596957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:48.602208 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-893ad7bf-c7fe-4a9f-9138-ee3300795590 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "PUT /v2.0/routers/1143d659-9ad3-46dd-acd4-defc30220952/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5042377
Jan 29 21:16:48.605429 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54306) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:48.606510 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Sync routers for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:48.617807 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:48.618501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:48.657002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting subnet 5c0e6e87-14b8-48f7-b339-251942a5e4a2 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:16:48.660143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for subnet (5c0e6e87-14b8-48f7-b339-251942a5e4a2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.703355 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (5c0e6e87-14b8-48f7-b339-251942a5e4a2), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.724737 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:48.792813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (5c0e6e87-14b8-48f7-b339-251942a5e4a2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.851203 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (5c0e6e87-14b8-48f7-b339-251942a5e4a2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.878204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0e6e87-14b8-48f7-b339-251942a5e4a2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:48.883049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:48.888457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a48c26ad-05d8-4879-960a-c9db2016d70f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/subnets/5c0e6e87-14b8-48f7-b339-251942a5e4a2 HTTP/1.1" status: 204  len: 168 time: 0.2797484
Jan 29 21:16:48.889204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54308) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:48.889652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de1236-2259-4bdf-9aee-ddddff1f3693 None None] Network 706cb98c-d2d1-456f-8ee9-2f77029e64a6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:48.910287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81910>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:48Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:48.939356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Checking router: 1143d659-9ad3-46dd-acd4-defc30220952 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:48.948378 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Routers {'1143d659-9ad3-46dd-acd4-defc30220952'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:48.949014 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['1143d659-9ad3-46dd-acd4-defc30220952'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:48.997149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (1143d659-9ad3-46dd-acd4-defc30220952), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.060602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] DHCP port deletion for 706cb98c-d2d1-456f-8ee9-2f77029e64a6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:16:49.063853 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] Set router 1143d659-9ad3-46dd-acd4-defc30220952 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:49.106833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (1143d659-9ad3-46dd-acd4-defc30220952), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.108501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Deleting port e05c5a42-6da4-43aa-bc06-1aa5e4297540 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:49.109024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.193061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port 1745f0cd-9b11-4dc1-9177-2748403f1cee {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:49.194044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.194741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] For port e05c5a42-6da4-43aa-bc06-1aa5e4297540, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05c5a42-6da4-43aa-bc06-1aa5e4297540,segment=NetworkSegment(a85f37d9-9259-464b-a790-5a0dbcda7088),segment_id=a85f37d9-9259-464b-a790-5a0dbcda7088)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:49.195457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.212003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Calling delete_port for e05c5a42-6da4-43aa-bc06-1aa5e4297540 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:49.269091 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81910>, [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:48Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:49.292829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e05c5a42-6da4-43aa-bc06-1aa5e4297540 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:49.307068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port 1745f0cd-9b11-4dc1-9177-2748403f1cee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1745f0cd-9b11-4dc1-9177-2748403f1cee,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:49.307437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.312947 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed153c43-00e5-45d7-8f61-04bb32f945f7 None None] The sync data for ids ['1143d659-9ad3-46dd-acd4-defc30220952'] in ncdv-master-1 is: [{'id': '1143d659-9ad3-46dd-acd4-defc30220952', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575140491', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:48Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '1745f0cd-9b11-4dc1-9177-2748403f1cee', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143d659-9ad3-46dd-acd4-defc30220952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:16:24Z', 'updated_at': '2022-01-29T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:49.330701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (e05c5a42-6da4-43aa-bc06-1aa5e4297540), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.358356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for 1745f0cd-9b11-4dc1-9177-2748403f1cee owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:49.367695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] Pushing event deleted for resources: {'Port': ['ID=e05c5a42-6da4-43aa-bc06-1aa5e4297540,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:49.369694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22697fa-535b-4974-adba-b547696d8b5b None None] No DVR routers for this DVR port e05c5a42-6da4-43aa-bc06-1aa5e4297540 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:49.371498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No active binding found for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 {{(pid=125944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 29 21:16:49.371943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] The host ncdv-master-1 is not matching for port e05c5a42-6da4-43aa-bc06-1aa5e4297540 host None! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:16:49.372349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e05c5a42-6da4-43aa-bc06-1aa5e4297540 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:49.431839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c553c-f7a7-4f1a-9064-3261481667af req-e4329114-e773-4199-8416-246da9427b16 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:49.433367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6c553c-f7a7-4f1a-9064-3261481667af req-e4329114-e773-4199-8416-246da9427b16 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 945 time: 0.1110382
Jan 29 21:16:49.479573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 419031b5-2ff8-41e6-ac94-a767f272f690 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:49.499865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 419031b5-2ff8-41e6-ac94-a767f272f690 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:49.500214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 419031b5-2ff8-41e6-ac94-a767f272f690 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:49.532212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a6c553c-f7a7-4f1a-9064-3261481667af req-b1ad8f6b-f8c8-4f03-8690-5b2ff842a3c0 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932641
Jan 29 21:16:49.587376 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1745f0cd-9b11-4dc1-9177-2748403f1cee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.614781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=1745f0cd-9b11-4dc1-9177-2748403f1cee,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:49.682515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (1143d659-9ad3-46dd-acd4-defc30220952), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.779514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (1143d659-9ad3-46dd-acd4-defc30220952), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.782211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_controller (1143d659-9ad3-46dd-acd4-defc30220952), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.829489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (1143d659-9ad3-46dd-acd4-defc30220952), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.831045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Fanout notify agent at l3_agent the message router_deleted on router 1143d659-9ad3-46dd-acd4-defc30220952 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:16:49.837271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:49.841083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-246415e7-cd2a-433c-bc1a-f3405e960c76 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/routers/1143d659-9ad3-46dd-acd4-defc30220952 HTTP/1.1" status: 204  len: 168 time: 0.9478912
Jan 29 21:16:49.841083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54332) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:49.926442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (706cb98c-d2d1-456f-8ee9-2f77029e64a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.022528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (706cb98c-d2d1-456f-8ee9-2f77029e64a6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.052813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08a24b50>,) {'filters': {'network_id': ['706cb98c-d2d1-456f-8ee9-2f77029e64a6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:50.064054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a24b50>, 'a85f37d9-9259-464b-a790-5a0dbcda7088') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:50.064387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08a24b50>, 'a85f37d9-9259-464b-a790-5a0dbcda7088') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:50.075684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (a85f37d9-9259-464b-a790-5a0dbcda7088), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.118463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a85f37d9-9259-464b-a790-5a0dbcda7088), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.127828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:16:50.128056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (a85f37d9-9259-464b-a790-5a0dbcda7088), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:16:50.132372 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:16:50.207280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04016b2-7e11-4b6c-bacd-339a6b8ee9d2 req-046dac35-f906-46d6-8bd4-ab1aa2f6e3bf tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:50.208787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a04016b2-7e11-4b6c-bacd-339a6b8ee9d2 req-046dac35-f906-46d6-8bd4-ab1aa2f6e3bf tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 945 time: 0.1259348
Jan 29 21:16:50.209969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (706cb98c-d2d1-456f-8ee9-2f77029e64a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.215929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.221357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/networks/706cb98c-d2d1-456f-8ee9-2f77029e64a6 HTTP/1.1" status: 204  len: 168 time: 0.3761158
Jan 29 21:16:50.221823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54342) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:50.244610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3b214-7c41-4850-88d2-630f307af2de tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Network': ['ID=706cb98c-d2d1-456f-8ee9-2f77029e64a6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:50.278052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a04016b2-7e11-4b6c-bacd-339a6b8ee9d2 req-22d4e2e8-82ab-4d4b-bfd4-316a0498adee tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589204
Jan 29 21:16:50.667709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port 64ecede4-8387-4ced-aa86-dcd42230147f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:50.668059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.740544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.740872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for floatingip (64ecede4-8387-4ced-aa86-dcd42230147f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.752054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for 64ecede4-8387-4ced-aa86-dcd42230147f owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:50.917925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (64ecede4-8387-4ced-aa86-dcd42230147f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:50.947514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=64ecede4-8387-4ced-aa86-dcd42230147f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:51.006607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for floatingip (5afd59fc-b89f-4406-af7e-bcb5e0462fdd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.006940 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Floating IP 5afd59fc-b89f-4406-af7e-bcb5e0462fdd disassociated (deleted). External IP: 172.35.4.172, port: 017f5f72-c8cc-4511-882f-ffdc4fefc0fd.
Jan 29 21:16:51.191254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e7ea8692-82e1-4682-be61-54ca7045e61a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:51.212813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e7ea8692-82e1-4682-be61-54ca7045e61a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:51.213194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e7ea8692-82e1-4682-be61-54ca7045e61a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:51.213613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1745f0cd-9b11-4dc1-9177-2748403f1cee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:51.221113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 6415a5ad-783e-4ad4-9610-8d7b05964021 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:51.233283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1745f0cd-9b11-4dc1-9177-2748403f1cee {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:51.233639 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1745f0cd-9b11-4dc1-9177-2748403f1cee not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:51.332446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:51.336875 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.343234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Sync routers for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:51.352829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:51.353729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:51.369238 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-017be366-a2a6-4f67-8058-82254f087880 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/floatingips/5afd59fc-b89f-4406-af7e-bcb5e0462fdd HTTP/1.1" status: 204  len: 168 time: 1.1454804
Jan 29 21:16:51.369902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:51.372303 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7abd85f-c609-4194-a168-f855e171b016" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:51.409585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56955de4-2bb8-470c-ad9b-0bd6d46bb002 req-64f3bd7d-5df3-4ea0-8941-eb7eafa0a4ec tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.411313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56955de4-2bb8-470c-ad9b-0bd6d46bb002 req-64f3bd7d-5df3-4ea0-8941-eb7eafa0a4ec tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 945 time: 0.0637410
Jan 29 21:16:51.471252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56955de4-2bb8-470c-ad9b-0bd6d46bb002 req-763df9da-eca1-4587-b560-0c38c8b67579 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516341
Jan 29 21:16:51.472695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f307e-e088-4753-979e-65eaf07de619 req-cac7d291-1581-42a4-96d0-ba8b9cec2266 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.474657 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a23f307e-e088-4753-979e-65eaf07de619 req-cac7d291-1581-42a4-96d0-ba8b9cec2266 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.36 "GET /v2.0/ports?device_id=790df02b-9335-4f92-a906-b9b7f7a54854 HTTP/1.1" status: 200  len: 945 time: 0.0616279
Jan 29 21:16:51.479486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:51.618728 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Deleting port 514debf8-47e3-4fed-aeab-73d565e0922a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:51.619078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.636689 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30edbb49-aa2f-4ca9-8b76-ee06ddc9d3f3 x-openstack-request-id: req-30edbb49-aa2f-4ca9-8b76-ee06ddc9d3f3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:51.637034 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:51.637270 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30edbb49-aa2f-4ca9-8b76-ee06ddc9d3f3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:51.638321 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'status': 'completed', 'code': 200}
Jan 29 21:16:51.665121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d80f-bc55-4784-9dff-368314986fcf req-0af0dc5b-a18d-412b-a93d-675d848e4f62 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.666896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25e8d80f-bc55-4784-9dff-368314986fcf req-0af0dc5b-a18d-412b-a93d-675d848e4f62 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0787342
Jan 29 21:16:51.707330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7ca0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:51.720201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] For port 514debf8-47e3-4fed-aeab-73d565e0922a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=514debf8-47e3-4fed-aeab-73d565e0922a,segment=NetworkSegment(0820a6b5-79ad-4bb1-96c4-66ce76dd09c8),segment_id=0820a6b5-79ad-4bb1-96c4-66ce76dd09c8)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:51.720737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.734443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Checking router: 6415a5ad-783e-4ad4-9610-8d7b05964021 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:51.735551 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Calling delete_port for 514debf8-47e3-4fed-aeab-73d565e0922a owned by compute:nova {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:51.743559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:51.744174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:51.750505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd85f-c609-4194-a168-f855e171b016 req-8ec17ea8-6353-4322-95b9-daaa6e01b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.752559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-8ec17ea8-6353-4322-95b9-daaa6e01b6ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b19fb48d700745c688b2cd87ef2d2564&device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 1166 time: 0.0840883
Jan 29 21:16:51.757410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25e8d80f-bc55-4784-9dff-368314986fcf req-a3d35b6a-a2e2-4c56-8dac-1aab647dcd1b tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0807996
Jan 29 21:16:51.852201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd85f-c609-4194-a168-f855e171b016 req-b13ca552-63d0-4010-88af-a66caebc6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.853780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-b13ca552-63d0-4010-88af-a66caebc6af6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 200  len: 897 time: 0.0955267
Jan 29 21:16:51.859240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:51.898046 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (514debf8-47e3-4fed-aeab-73d565e0922a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.899560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-3ee90688-f408-4a44-b2b1-dedac157a03b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 200  len: 217 time: 0.0376351
Jan 29 21:16:51.930457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Pushing event deleted for resources: {'Port': ['ID=514debf8-47e3-4fed-aeab-73d565e0922a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:51.936264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['514debf8-47e3-4fed-aeab-73d565e0922a'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:16:51.959655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd85f-c609-4194-a168-f855e171b016 req-14cef1ae-1499-4741-9c35-13d8ac299610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:51.961181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-14cef1ae-1499-4741-9c35-13d8ac299610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 200  len: 835 time: 0.0544913
Jan 29 21:16:51.982055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] No DVR routers for this DVR port 514debf8-47e3-4fed-aeab-73d565e0922a on host nch1-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:51.985267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:51.988794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] 10.222.0.36 "DELETE /v2.0/ports/514debf8-47e3-4fed-aeab-73d565e0922a HTTP/1.1" status: 204  len: 173 time: 0.5091686
Jan 29 21:16:52.013094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd85f-c609-4194-a168-f855e171b016 req-35d8ec2d-1247-4df4-9ffb-c3379309f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:52.014631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-35d8ec2d-1247-4df4-9ffb-c3379309f3d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474751
Jan 29 21:16:52.025140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-a424e369-fcf4-45ef-b2e2-dedf77534f79 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:16:52.026114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-a424e369-fcf4-45ef-b2e2-dedf77534f79 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053930
Jan 29 21:16:52.101622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5f7ca0>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:52.129633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-cf09c4ca-e723-412c-95d4-ca1992e8171a service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914650
Jan 29 21:16:52.132157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce215850-9353-4ae3-8491-04e9606b1afd None None] The sync data for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 is: [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e138d97e-7945-4438-9f0b-15ebed633e0a', 'name': '', 'network_id': 'e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'mac_address': 'fa:16:3e:f5:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:15:00Z', 'updated_at': '2022-01-29T21:15:04Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'subnets': [{'id': '2113f3a1-3da7-412e-81a7-78947dfd641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:52.231231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7abd85f-c609-4194-a168-f855e171b016 req-45a207ed-ed9a-42c6-892d-44df0dec9ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933366
Jan 29 21:16:52.358110 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cff6fd-812f-46e0-8991-e0f1d13da8ab None None] New status for floating IP 5afd59fc-b89f-4406-af7e-bcb5e0462fdd: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:16:52.503179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.532763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54356) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:52.580594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Deleting subnet 9ff6e08e-6520-434b-a43c-41645a1a3a50 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:16:52.583618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Publish callbacks [] for subnet (9ff6e08e-6520-434b-a43c-41645a1a3a50), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.616171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (9ff6e08e-6520-434b-a43c-41645a1a3a50), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.653540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9ff6e08e-6520-434b-a43c-41645a1a3a50), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.703717 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (9ff6e08e-6520-434b-a43c-41645a1a3a50), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.729796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff6e08e-6520-434b-a43c-41645a1a3a50,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:52.731715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.734913 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fccd883e-1afa-4175-8825-d15026849d9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ff6e08e-6520-434b-a43c-41645a1a3a50 HTTP/1.1" status: 204  len: 168 time: 0.2010481
Jan 29 21:16:52.737350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54358) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:52.808719 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (38815edd-e2ca-4632-a36d-5bf0afaed97a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.884928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ddfd-a0ed-4505-a24c-5635c42bd1a3 req-33215511-f38a-409e-9541-183d72866faa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:52.887553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cb5ddfd-a0ed-4505-a24c-5635c42bd1a3 req-33215511-f38a-409e-9541-183d72866faa tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0550900
Jan 29 21:16:52.887813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (38815edd-e2ca-4632-a36d-5bf0afaed97a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.912669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d6d30>,) {'filters': {'network_id': ['38815edd-e2ca-4632-a36d-5bf0afaed97a']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:52.922699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d6d30>, '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:52.923005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7d6d30>, '0820a6b5-79ad-4bb1-96c4-66ce76dd09c8') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:52.933327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (0820a6b5-79ad-4bb1-96c4-66ce76dd09c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.942434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cb5ddfd-a0ed-4505-a24c-5635c42bd1a3 req-0fd683c0-7bf4-49f7-af02-75dc5765d361 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/security-groups?id=233220b7-76d0-41e9-8426-27865e7738e9&id=8f536e9f-9250-4d01-b413-537ccc50dca2&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0502679
Jan 29 21:16:52.947000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0820a6b5-79ad-4bb1-96c4-66ce76dd09c8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.953143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:16:52.953523 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (0820a6b5-79ad-4bb1-96c4-66ce76dd09c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:16:52.955291 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:16:53.008741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (38815edd-e2ca-4632-a36d-5bf0afaed97a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.014178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.017942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/38815edd-e2ca-4632-a36d-5bf0afaed97a HTTP/1.1" status: 204  len: 168 time: 0.2791708
Jan 29 21:16:53.029238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797d3d2-8386-48f7-9ff3-08b112956ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38815edd-e2ca-4632-a36d-5bf0afaed97a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:53.053290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3222a71-cc20-4767-b16a-827ea427239f req-af1e4e9f-3f23-4485-8c67-4814a0b4597f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:53.054928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3222a71-cc20-4767-b16a-827ea427239f req-af1e4e9f-3f23-4485-8c67-4814a0b4597f tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 984 time: 0.0625684
Jan 29 21:16:53.126248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54364) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:53.154617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:53.155136 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.168153 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af624b66-8187-4773-8ba6-3476edaae4c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc6c042618d4a96816db6efbd85ac58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406535
Jan 29 21:16:53.170592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54366) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:53.217087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] Publish callbacks [] for security_group (8f0c1b9b-8027-4575-8fe0-5ce89fef04cb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.243112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] Publish callbacks [] for security_group (8f0c1b9b-8027-4575-8fe0-5ce89fef04cb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.250489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:53.250851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.264094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for 017f5f72-c8cc-4511-882f-ffdc4fefc0fd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:53.291670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8f0c1b9b-8027-4575-8fe0-5ce89fef04cb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.294469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.295588 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f0c1b9b-8027-4575-8fe0-5ce89fef04cb HTTP/1.1" status: 204  len: 168 time: 0.1240966
Jan 29 21:16:53.304416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35248373-d372-467f-b018-a2e170a5b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c1b9b-8027-4575-8fe0-5ce89fef04cb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:53.398794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (017f5f72-c8cc-4511-882f-ffdc4fefc0fd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.434535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=017f5f72-c8cc-4511-882f-ffdc4fefc0fd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:53.463356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.490104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] No DVR routers for this DVR port 017f5f72-c8cc-4511-882f-ffdc4fefc0fd on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:53.492816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:53.501503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a3222a71-cc20-4767-b16a-827ea427239f req-41daccaf-7bd1-425c-b4a6-103ad39e4e78 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.36 "DELETE /v2.0/ports/017f5f72-c8cc-4511-882f-ffdc4fefc0fd HTTP/1.1" status: 204  len: 173 time: 0.4360638
Jan 29 21:16:53.501503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'name': 'network-vif-deleted', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:53.501503 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155ea5d-9bbd-499a-af1d-4aafb43090ad" -d '{"events": [{"server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "name": "network-vif-deleted", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:53.548467 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b964a4-0437-42cf-924c-97c8f8c129c6 x-openstack-request-id: req-e2b964a4-0437-42cf-924c-97c8f8c129c6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:53.549586 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4a5f34-fd77-487d-a70e-6df014215e04", "name": "network-vif-deleted", "tag": "017f5f72-c8cc-4511-882f-ffdc4fefc0fd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:53.549960 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b964a4-0437-42cf-924c-97c8f8c129c6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:53.550393 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4a5f34-fd77-487d-a70e-6df014215e04', 'name': 'network-vif-deleted', 'tag': '017f5f72-c8cc-4511-882f-ffdc4fefc0fd', 'status': 'completed', 'code': 200}
Jan 29 21:16:53.638588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'name': 'network-vif-deleted', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:53.641186 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74221a287c41b1cfcef5a6e97289a458266664447b9fa957947748f1f212e4c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735c958-b360-474c-bc68-587cfd9148df" -d '{"events": [{"server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "name": "network-vif-deleted", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:53.678582 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d921000-8b98-4dca-a4b3-75fa054472e3 x-openstack-request-id: req-0d921000-8b98-4dca-a4b3-75fa054472e3 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:53.678882 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790df02b-9335-4f92-a906-b9b7f7a54854", "name": "network-vif-deleted", "tag": "514debf8-47e3-4fed-aeab-73d565e0922a", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:53.679140 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d921000-8b98-4dca-a4b3-75fa054472e3 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:53.679541 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790df02b-9335-4f92-a906-b9b7f7a54854', 'name': 'network-vif-deleted', 'tag': '514debf8-47e3-4fed-aeab-73d565e0922a', 'status': 'completed', 'code': 200}
Jan 29 21:16:54.087283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1db6ff45-f8f2-48f2-a08e-86d03c6c4035 req-f046786f-946a-458b-8e01-f5b98b0510dc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4a5f34-fd77-487d-a70e-6df014215e04 HTTP/1.1" status: 200  len: 210 time: 0.0316849
Jan 29 21:16:54.145184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54398) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:54.271064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1429658706-network', 'tenant_id': 'b959a6db6f8542a99c0876b2b327ec33'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:54.279368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942740-962c-4b59-8c96-5bb42d9e5256 req-eb5ab42d-2a93-46fd-9550-f3e92d0413a5 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:54.280870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9942740-962c-4b59-8c96-5bb42d9e5256 req-eb5ab42d-2a93-46fd-9550-f3e92d0413a5 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.0532579
Jan 29 21:16:54.292015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Made reservation on behalf of b959a6db6f8542a99c0876b2b327ec33 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:54.294381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.303706 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.332254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c9942740-962c-4b59-8c96-5bb42d9e5256 req-0f39d1f8-a19d-41f7-aff5-e20f894cc94b tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446777
Jan 29 21:16:54.378399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks [] for security_group (6afd3cfd-d313-4a09-9d86-6a8f3330393f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.382268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6afd3cfd-d313-4a09-9d86-6a8f3330393f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.406639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:16:54.415753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afd3cfd-d313-4a09-9d86-6a8f3330393f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:54.422111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (08769ee4-e06d-451d-9e42-e4cfa14acac6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.422465 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Added segment 08769ee4-e06d-451d-9e42-e4cfa14acac6 of type vlan for network ada93711-1009-4f26-8ebc-9646e7fa8632
Jan 29 21:16:54.462114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (ada93711-1009-4f26-8ebc-9646e7fa8632), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.485996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (ada93711-1009-4f26-8ebc-9646e7fa8632), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.486974 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:54.487556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.542356 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3959689
Jan 29 21:16:54.545388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54404) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:54.551741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e55f5-46a7-4b38-a443-656468ed7ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=ada93711-1009-4f26-8ebc-9646e7fa8632,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:54.552839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Request body: {'subnet': {'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1429658706-subnet', 'tenant_id': 'b959a6db6f8542a99c0876b2b327ec33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:54.562910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network ada93711-1009-4f26-8ebc-9646e7fa8632 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:16:54.574259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Made reservation on behalf of b959a6db6f8542a99c0876b2b327ec33 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:54.578572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.742671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (a060d575-4913-4fa8-97cd-338422c8739a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.826608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a060d575-4913-4fa8-97cd-338422c8739a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:54.838720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Checking segment: {'id': '08769ee4-e06d-451d-9e42-e4cfa14acac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:54.839082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Network hostable DHCP agents. Network: ada93711-1009-4f26-8ebc-9646e7fa8632, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:16:54.843462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 514debf8-47e3-4fed-aeab-73d565e0922a no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:54.863427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 514debf8-47e3-4fed-aeab-73d565e0922a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:54.863777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 514debf8-47e3-4fed-aeab-73d565e0922a not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:54.871054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-f6e2abf8-54a4-4834-86aa-35a748de56da tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:54.872586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-f6e2abf8-54a4-4834-86aa-35a748de56da tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.18 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 946 time: 0.0816402
Jan 29 21:16:54.873475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Network ada93711-1009-4f26-8ebc-9646e7fa8632 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:16:54.906743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ada93711-1009-4f26-8ebc-9646e7fa8632) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:54.911460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:54.912057 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:54.916712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59321467-003b-4809-b69e-57d198f05e6f None None] Network ada93711-1009-4f26-8ebc-9646e7fa8632 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:54.943132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41db3b84-4f18-47c3-9343-ce5a67c50ed9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3958776
Jan 29 21:16:54.995017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Deleting port 082931da-46bf-4453-875b-e12b3431493e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:54.995366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (082931da-46bf-4453-875b-e12b3431493e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.031510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42072fb1-524f-4761-ae50-1ff1a06ee402 None None] Network ada93711-1009-4f26-8ebc-9646e7fa8632 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:55.088575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] For port 082931da-46bf-4453-875b-e12b3431493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=082931da-46bf-4453-875b-e12b3431493e,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:55.089142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (082931da-46bf-4453-875b-e12b3431493e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.165589 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54414) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:55.246290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (8f536e9f-9250-4d01-b413-537ccc50dca2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.271639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (8f536e9f-9250-4d01-b413-537ccc50dca2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.290957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.293264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d86e7112-e433-4291-a0a4-baa2b5981065), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.293615 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Floating IP d86e7112-e433-4291-a0a4-baa2b5981065 disassociated. External IP: 172.35.4.8, port: 082931da-46bf-4453-875b-e12b3431493e.
Jan 29 21:16:55.293971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Calling delete_port for 082931da-46bf-4453-875b-e12b3431493e owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:55.317675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8f536e9f-9250-4d01-b413-537ccc50dca2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.321181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.323407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f536e9f-9250-4d01-b413-537ccc50dca2 HTTP/1.1" status: 204  len: 168 time: 0.1560500
Jan 29 21:16:55.327178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54422) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:55.347714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a9260-e629-4034-adc7-9227d74f2f67 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f536e9f-9250-4d01-b413-537ccc50dca2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:55.395107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54426) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:55.401670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1594002791-network', 'tenant_id': 'a805333a6d12403b9ece289c266ff4f0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:55.411690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (233220b7-76d0-41e9-8426-27865e7738e9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.448540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (233220b7-76d0-41e9-8426-27865e7738e9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.451130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Made reservation on behalf of a805333a6d12403b9ece289c266ff4f0 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:55.453411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.469226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.473972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (082931da-46bf-4453-875b-e12b3431493e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.512463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event deleted for resources: {'Port': ['ID=082931da-46bf-4453-875b-e12b3431493e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:55.535561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (233220b7-76d0-41e9-8426-27865e7738e9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.538823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.539007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c05ae-e1e3-4271-9062-6e27376e0616 req-8d55badb-fe19-402b-84e4-705b80a95ba4 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:55.540346 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/security-groups/233220b7-76d0-41e9-8426-27865e7738e9 HTTP/1.1" status: 204  len: 168 time: 0.2120483
Jan 29 21:16:55.545348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3c05ae-e1e3-4271-9062-6e27376e0616 req-8d55badb-fe19-402b-84e4-705b80a95ba4 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 867 time: 0.1097734
Jan 29 21:16:55.549299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54428) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:55.561650 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9ae67-a6b7-4b91-8495-d890fcd433b5 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233220b7-76d0-41e9-8426-27865e7738e9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:55.609507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks [] for security_group (1488b45b-db15-4964-8af1-b951f62b3e93), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.616088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1488b45b-db15-4964-8af1-b951f62b3e93), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.644555 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:16:55.651303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488b45b-db15-4964-8af1-b951f62b3e93,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:55.667229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cfdb735f-9dbe-4262-95f2-6fdc31868526), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.667797 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Added segment cfdb735f-9dbe-4262-95f2-6fdc31868526 of type vlan for network e53086c9-0dae-494f-8d06-200fe5d7c5f5
Jan 29 21:16:55.724849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e53086c9-0dae-494f-8d06-200fe5d7c5f5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.753250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e53086c9-0dae-494f-8d06-200fe5d7c5f5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.754272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:55.754812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:55.788353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b3c05ae-e1e3-4271-9062-6e27376e0616 req-8799df1e-24b2-448e-bc56-3ca6eb2fb24d tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/security-groups?id=06458f78-94b3-47d4-b5ee-22371aebcb71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1779165
Jan 29 21:16:55.820843 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4243023
Jan 29 21:16:55.823810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54430) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:55.824474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7f36-557a-4833-b46d-01f15dfd6d07 admin admin] Pushing event updated for resources: {'Network': ['ID=e53086c9-0dae-494f-8d06-200fe5d7c5f5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:55.831358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Request body: {'subnet': {'network_id': 'e53086c9-0dae-494f-8d06-200fe5d7c5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1594002791-subnet', 'tenant_id': 'a805333a6d12403b9ece289c266ff4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:55.835702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e53086c9-0dae-494f-8d06-200fe5d7c5f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:16:55.836562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Router b23bad15-23f0-4bd0-9faa-c5172ee93c7c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:55.854568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Made reservation on behalf of a805333a6d12403b9ece289c266ff4f0 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:55.858281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:56.061729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:56.122632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:56.134055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Checking segment: {'id': 'cfdb735f-9dbe-4262-95f2-6fdc31868526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e53086c9-0dae-494f-8d06-200fe5d7c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:16:56.134477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Network hostable DHCP agents. Network: e53086c9-0dae-494f-8d06-200fe5d7c5f5, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:16:56.157317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Network e53086c9-0dae-494f-8d06-200fe5d7c5f5 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:16:56.169295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e53086c9-0dae-494f-8d06-200fe5d7c5f5) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:16:56.175134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:56.176311 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:56.186776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc11ca-c4a7-4067-a538-190df0734a29 None None] Network e53086c9-0dae-494f-8d06-200fe5d7c5f5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:56.196556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-71295457-5ee1-4bd7-9b83-caca1bc6079f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3695114
Jan 29 21:16:56.305955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc1f88-9516-4b9a-96d6-3d8642a87aaa None None] Network e53086c9-0dae-494f-8d06-200fe5d7c5f5 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:56.449163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:56.462067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Sync routers for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:56.471521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:56.472201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0977ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:56.498579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] No DVR routers for this DVR port 082931da-46bf-4453-875b-e12b3431493e on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:56.518827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:56.523872 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ed781d3-5c30-4af1-99a5-0a9e29842728 req-abcb2510-bf57-4005-9a94-31f924d4e205 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.18 "DELETE /v2.0/ports/082931da-46bf-4453-875b-e12b3431493e HTTP/1.1" status: 204  len: 173 time: 1.6439848
Jan 29 21:16:56.525972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'name': 'network-vif-deleted', 'tag': '082931da-46bf-4453-875b-e12b3431493e'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:16:56.529575 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521c56d2-ee23-4457-ab2d-a20b8ed86c2a" -d '{"events": [{"server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "name": "network-vif-deleted", "tag": "082931da-46bf-4453-875b-e12b3431493e"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:16:56.578358 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d08ff9-fa94-4ad2-acce-cefe341dcbc3 x-openstack-request-id: req-05d08ff9-fa94-4ad2-acce-cefe341dcbc3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:16:56.578736 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bb6d89-2aff-4d1d-b888-683d1c4dd6e8", "name": "network-vif-deleted", "tag": "082931da-46bf-4453-875b-e12b3431493e", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:16:56.579047 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05d08ff9-fa94-4ad2-acce-cefe341dcbc3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:16:56.579559 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb6d89-2aff-4d1d-b888-683d1c4dd6e8', 'name': 'network-vif-deleted', 'tag': '082931da-46bf-4453-875b-e12b3431493e', 'status': 'completed', 'code': 200}
Jan 29 21:16:56.626658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:56.647238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (6415a5ad-783e-4ad4-9610-8d7b05964021), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:56.870897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 017f5f72-c8cc-4511-882f-ffdc4fefc0fd no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:56.881158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-dd849b0b-28c2-4d27-8db3-db6f6d85cd1a tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:56.882683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-dd849b0b-28c2-4d27-8db3-db6f6d85cd1a tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/networks?id=ada93711-1009-4f26-8ebc-9646e7fa8632 HTTP/1.1" status: 200  len: 825 time: 0.1986425
Jan 29 21:16:56.902162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 017f5f72-c8cc-4511-882f-ffdc4fefc0fd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:56.902507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 017f5f72-c8cc-4511-882f-ffdc4fefc0fd not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:56.941999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b232a7b1-1015-4ede-a0d8-5b80ea4be6e5 req-a9218c41-dc4d-4283-a02c-ad7050d78535 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "GET /v2.0/ports?device_id=91bb6d89-2aff-4d1d-b888-683d1c4dd6e8 HTTP/1.1" status: 200  len: 210 time: 0.0560865
Jan 29 21:16:56.944617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-04cfb22e-30d8-4296-9801-6149ae8bccf6 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/quotas/b959a6db6f8542a99c0876b2b327ec33 HTTP/1.1" status: 200  len: 375 time: 0.0402930
Jan 29 21:16:56.982760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-340cd6ef-fdae-4334-9165-1ca0da23c9fa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b959a6db6f8542a99c0876b2b327ec33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0317981
Jan 29 21:16:57.048281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0977ac40>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:57.087161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Checking router: b23bad15-23f0-4bd0-9faa-c5172ee93c7c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:57.095584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:57.096195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0977ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:57.139598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-726c5197-eb60-4909-b8ff-9fcc2cdee49f service neutron] 10.222.0.20 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485984
Jan 29 21:16:57.207861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:57.214360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port e138d97e-7945-4438-9f0b-15ebed633e0a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:57.214713 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:57.294715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-3c44e734-6b16-4f07-89ba-c648679ef336 service neutron] 10.222.0.20 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484931
Jan 29 21:16:57.326405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port e138d97e-7945-4438-9f0b-15ebed633e0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e138d97e-7945-4438-9f0b-15ebed633e0a,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:57.326763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:57.340892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for e138d97e-7945-4438-9f0b-15ebed633e0a owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:57.424894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0977ac40>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:57.470283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31604467-0cea-4c60-8840-f399a9da3863 None None] The sync data for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 is: [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:48Z', 'revision_number': 4, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e3746aa7-5cb2-40f3-8dae-f6866a870c09', 'name': '', 'network_id': '8d8a73d7-e480-4ea8-a0db-2b57d1a64b93', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'mac_address': 'fa:16:3e:78:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:45Z', 'updated_at': '2022-01-29T21:10:57Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'subnets': [{'id': '6c2b5e52-1517-4fdb-9a36-812ee953be72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:57.493628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03ed023d-8c13-41dc-a7cc-ba48417010f0 req-6c8a7c1b-835a-4fc7-8193-4192464c7013 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 210 time: 0.0330558
Jan 29 21:16:57.599695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e138d97e-7945-4438-9f0b-15ebed633e0a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:57.627315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=e138d97e-7945-4438-9f0b-15ebed633e0a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:57.797208 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722c5db-503c-48bc-9858-05da6d07887b None None] New status for floating IP d86e7112-e433-4291-a0a4-baa2b5981065: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:16:57.846179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (6415a5ad-783e-4ad4-9610-8d7b05964021), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.022188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54470) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:58.094976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Router 6415a5ad-783e-4ad4-9610-8d7b05964021 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:16:58.160548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Deleting port a35e5d13-f1ac-4628-94bf-d9a37650ec2b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:58.161013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.225398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:16:58.233955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d1a57792-030b-4555-9ca4-817ffb43db9c tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "PUT /v2.0/routers/6415a5ad-783e-4ad4-9610-8d7b05964021/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6847522
Jan 29 21:16:58.238379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Sync routers for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:16:58.244900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54472) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:58.250064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:58.250911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:58.254395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.254802 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for floatingip (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.271638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Calling delete_port for a35e5d13-f1ac-4628-94bf-d9a37650ec2b owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:58.304648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting subnet 2113f3a1-3da7-412e-81a7-78947dfd641a {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:16:58.308200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for subnet (2113f3a1-3da7-412e-81a7-78947dfd641a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.351902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (2113f3a1-3da7-412e-81a7-78947dfd641a), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.363278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:58.421265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a35e5d13-f1ac-4628-94bf-d9a37650ec2b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.444097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (2113f3a1-3da7-412e-81a7-78947dfd641a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.450821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event deleted for resources: {'Port': ['ID=a35e5d13-f1ac-4628-94bf-d9a37650ec2b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:58.513789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for floatingip (d86e7112-e433-4291-a0a4-baa2b5981065), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.518388 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.519793 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4626d58d-aff0-4aec-9386-73f904a086ea tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "DELETE /v2.0/floatingips/d86e7112-e433-4291-a0a4-baa2b5981065 HTTP/1.1" status: 204  len: 168 time: 0.4956915
Jan 29 21:16:58.529586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (2113f3a1-3da7-412e-81a7-78947dfd641a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.562363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Subnet': ['ID=2113f3a1-3da7-412e-81a7-78947dfd641a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:58.577045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.581140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0d31e-d7b0-461d-8e29-b3376a96bd35 None None] Network e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:16:58.584931 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-88900db5-e121-4807-832c-53b214f832ef tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/subnets/2113f3a1-3da7-412e-81a7-78947dfd641a HTTP/1.1" status: 204  len: 168 time: 0.3388944
Jan 29 21:16:58.587734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54478) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:58.657036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54482) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:58.684341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefae80>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:16:57Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:58.714120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Checking router: 6415a5ad-783e-4ad4-9610-8d7b05964021 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:16:58.722787 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (06458f78-94b3-47d4-b5ee-22371aebcb71), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.727000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Routers {'6415a5ad-783e-4ad4-9610-8d7b05964021'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:16:58.727626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6415a5ad-783e-4ad4-9610-8d7b05964021'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:58.754450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (06458f78-94b3-47d4-b5ee-22371aebcb71), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.799408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eefa76a-13e2-4188-a14d-9ce518c05e1d req-847d655e-3e67-4166-978d-fa7a25ceccef tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 210 time: 0.1251795
Jan 29 21:16:58.826055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] DHCP port deletion for e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:16:58.856740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (06458f78-94b3-47d4-b5ee-22371aebcb71), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.861566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.863254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] 10.222.0.20 "DELETE /v2.0/security-groups/06458f78-94b3-47d4-b5ee-22371aebcb71 HTTP/1.1" status: 204  len: 168 time: 0.2051182
Jan 29 21:16:58.875060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c765722-f57d-4234-b417-48999c67e409 tempest-TestServerBasicOps-1717281966 tempest-TestServerBasicOps-1717281966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06458f78-94b3-47d4-b5ee-22371aebcb71,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:58.875706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-b94888c3-e346-4c64-8ccc-a3218a0a75e0 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:16:58.877768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-b94888c3-e346-4c64-8ccc-a3218a0a75e0 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.18 "GET /v2.0/networks?id=ada93711-1009-4f26-8ebc-9646e7fa8632 HTTP/1.1" status: 200  len: 825 time: 0.2769220
Jan 29 21:16:58.880558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:58.905223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54486) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:16:58.927500 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] Set router 6415a5ad-783e-4ad4-9610-8d7b05964021 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:16:58.949270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Request body: {'port': {'device_id': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632', 'admin_state_up': True, 'tenant_id': 'b959a6db6f8542a99c0876b2b327ec33'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:16:59.040356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Deleting port deac6581-9d9a-4453-9d01-2799d4ea0ef5 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:59.041046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.070924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_gateway (6415a5ad-783e-4ad4-9610-8d7b05964021), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.114670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Made reservation on behalf of b959a6db6f8542a99c0876b2b327ec33 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:16:59.117743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.126269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] For port deac6581-9d9a-4453-9d01-2799d4ea0ef5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deac6581-9d9a-4453-9d01-2799d4ea0ef5,segment=NetworkSegment(016d064d-da35-428b-8158-7dcea5940159),segment_id=016d064d-da35-428b-8158-7dcea5940159)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:59.127473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.160786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Calling delete_port for deac6581-9d9a-4453-9d01-2799d4ea0ef5 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:59.239417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Deleting port 91eb458f-dfa0-4912-bb19-78ad7df4a75f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:59.239641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.258697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefae80>, [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:16:57Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:16:59.287292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31b1ce-1d4a-44f2-a042-6b7696ef562b None None] The sync data for ids ['6415a5ad-783e-4ad4-9610-8d7b05964021'] in ncdv-master-1 is: [{'id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428829479', 'tenant_id': 'b19fb48d700745c688b2cd87ef2d2564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:16:57Z', 'revision_number': 5, 'project_id': 'b19fb48d700745c688b2cd87ef2d2564', 'gw_port': {'id': '91eb458f-dfa0-4912-bb19-78ad7df4a75f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6415a5ad-783e-4ad4-9610-8d7b05964021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:14:57Z', 'updated_at': '2022-01-29T21:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:16:59.295160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (deac6581-9d9a-4453-9d01-2799d4ea0ef5), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.306822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device deac6581-9d9a-4453-9d01-2799d4ea0ef5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:59.352267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] Pushing event deleted for resources: {'Port': ['ID=deac6581-9d9a-4453-9d01-2799d4ea0ef5,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:59.355803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: deac6581-9d9a-4453-9d01-2799d4ea0ef5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:59.356159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device deac6581-9d9a-4453-9d01-2799d4ea0ef5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:59.357650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1d4d4-c9c8-4890-828d-17c2d4740573 None None] No DVR routers for this DVR port deac6581-9d9a-4453-9d01-2799d4ea0ef5 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:16:59.379589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] For port 91eb458f-dfa0-4912-bb19-78ad7df4a75f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91eb458f-dfa0-4912-bb19-78ad7df4a75f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:59.379996 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.400434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Calling delete_port for 91eb458f-dfa0-4912-bb19-78ad7df4a75f owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:16:59.417751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Allocated IP 172.20.0.6 (ada93711-1009-4f26-8ebc-9646e7fa8632/a060d575-4913-4fa8-97cd-338422c8739a/e38798ca-4068-4c5d-8979-1cd48482efb8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:16:59.495578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 082931da-46bf-4453-875b-e12b3431493e no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:16:59.509516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.519566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 082931da-46bf-4453-875b-e12b3431493e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:16:59.519922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 082931da-46bf-4453-875b-e12b3431493e not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:16:59.688868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks [] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.703674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (91eb458f-dfa0-4912-bb19-78ad7df4a75f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.764322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Port': ['ID=91eb458f-dfa0-4912-bb19-78ad7df4a75f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:16:59.786435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Deleting port e3746aa7-5cb2-40f3-8dae-f6866a870c09 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:16:59.787115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.809880 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.843768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (6415a5ad-783e-4ad4-9610-8d7b05964021), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.879010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] For port e3746aa7-5cb2-40f3-8dae-f6866a870c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3746aa7-5cb2-40f3-8dae-f6866a870c09,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:16:59.879608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:16:59.893182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Calling delete_port for e3746aa7-5cb2-40f3-8dae-f6866a870c09 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:00.082779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e3746aa7-5cb2-40f3-8dae-f6866a870c09), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.115474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3746aa7-5cb2-40f3-8dae-f6866a870c09,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:00.309346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Network ada93711-1009-4f26-8ebc-9646e7fa8632 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:00.333332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:00.336073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Pushing event updated for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:00.341104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.342916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:00.348371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router_controller (6415a5ad-783e-4ad4-9610-8d7b05964021), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.441139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:00.441777 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.445193 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (6415a5ad-783e-4ad4-9610-8d7b05964021), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.445746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Fanout notify agent at l3_agent the message router_deleted on router 6415a5ad-783e-4ad4-9610-8d7b05964021 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:17:00.454878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d946c-f10c-4a0f-9463-6940fcb48b35 req-32cdf91f-03d0-4ad3-b5b2-55cfeeac9e97 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:00.456447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c2d946c-f10c-4a0f-9463-6940fcb48b35 req-32cdf91f-03d0-4ad3-b5b2-55cfeeac9e97 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 931 time: 0.1691310
Jan 29 21:17:00.464743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.465909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66562ff1-751f-4e48-a64f-77b923649a01 tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/routers/6415a5ad-783e-4ad4-9610-8d7b05964021 HTTP/1.1" status: 204  len: 168 time: 1.8771603
Jan 29 21:17:00.469963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54492) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:00.490409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6a810ad1-f13d-4cc5-b2f0-488e2485af5b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5721149
Jan 29 21:17:00.542321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Request body: {'port': {'device_id': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:00.578603 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.636934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.644569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c2d946c-f10c-4a0f-9463-6940fcb48b35 req-7b33f3a2-8298-4882-9d33-9c49f10a54ca tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754146
Jan 29 21:17:00.654818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.782183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.799307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Router b23bad15-23f0-4bd0-9faa-c5172ee93c7c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:00.857968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0990d670>,) {'filters': {'network_id': ['e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:00.872435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0990d670>, '016d064d-da35-428b-8158-7dcea5940159') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:00.872662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0990d670>, '016d064d-da35-428b-8158-7dcea5940159') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:00.908689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:00.913723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6b48283c-2566-4316-b8be-b3b933712f3f admin admin] 10.222.0.20 "PUT /v2.0/routers/b23bad15-23f0-4bd0-9faa-c5172ee93c7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0074568
Jan 29 21:17:00.914874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (016d064d-da35-428b-8158-7dcea5940159), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.916318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54494) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:00.929842 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Sync routers for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:00.934620 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (016d064d-da35-428b-8158-7dcea5940159), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.945428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:00.945832 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (016d064d-da35-428b-8158-7dcea5940159), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:00.949404 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:00.958171 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:00.958924 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:01.022271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks [] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.042068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.051640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.057764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] 10.222.0.20 "DELETE /v2.0/networks/e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7 HTTP/1.1" status: 204  len: 168 time: 0.5830953
Jan 29 21:17:01.073382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97077112-5289-4500-a2fa-586a2dae34bc tempest-TestSecurityGroupsBasicOps-24800113 tempest-TestSecurityGroupsBasicOps-24800113-project] Pushing event deleted for resources: {'Network': ['ID=e2623ebc-f7c6-42b2-9b0a-f5da9f49bae7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:01.155400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38798ca-4068-4c5d-8979-1cd48482efb8 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:01.171750 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks [] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.186001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks [] for router_gateway (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.212283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Transition to ACTIVE for port object e38798ca-4068-4c5d-8979-1cd48482efb8 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:17:01.220156 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.241242 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:01.262769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Deleting port c53eebe5-53a1-4852-a3aa-5bec418539d6 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:01.263442 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.285190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:01.320255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e138d97e-7945-4438-9f0b-15ebed633e0a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:01.345281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e138d97e-7945-4438-9f0b-15ebed633e0a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:01.346594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e138d97e-7945-4438-9f0b-15ebed633e0a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:01.347229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 91eb458f-dfa0-4912-bb19-78ad7df4a75f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:01.374798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 91eb458f-dfa0-4912-bb19-78ad7df4a75f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:01.375358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 91eb458f-dfa0-4912-bb19-78ad7df4a75f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:01.400013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] For port c53eebe5-53a1-4852-a3aa-5bec418539d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c53eebe5-53a1-4852-a3aa-5bec418539d6,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:01.400475 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.401681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Attempting to bind port e38798ca-4068-4c5d-8979-1cd48482efb8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:01.401681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Attempting to bind port e38798ca-4068-4c5d-8979-1cd48482efb8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '08769ee4-e06d-451d-9e42-e4cfa14acac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:01.401681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Attempting to bind port e38798ca-4068-4c5d-8979-1cd48482efb8 on network ada93711-1009-4f26-8ebc-9646e7fa8632 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:01.406319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Port e38798ca-4068-4c5d-8979-1cd48482efb8 on network ada93711-1009-4f26-8ebc-9646e7fa8632 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:17:01.406726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Attempting to bind port e38798ca-4068-4c5d-8979-1cd48482efb8 on network ada93711-1009-4f26-8ebc-9646e7fa8632 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:01.413653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:01.414090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Checking segment: {'id': '08769ee4-e06d-451d-9e42-e4cfa14acac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:01.414555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Bound using segment: {'id': '08769ee4-e06d-451d-9e42-e4cfa14acac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:01.415244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Bound port: e38798ca-4068-4c5d-8979-1cd48482efb8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08769ee4-e06d-451d-9e42-e4cfa14acac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:01.415493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.416769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Calling delete_port for c53eebe5-53a1-4852-a3aa-5bec418539d6 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:01.466236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b0c70>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:17:00Z', 'revision_number': 5, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port': {'id': 'c53eebe5-53a1-4852-a3aa-5bec418539d6', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:01.483734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54502) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:01.495758 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Checking router: b23bad15-23f0-4bd0-9faa-c5172ee93c7c for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:01.497943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:01.506339 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Routers {'b23bad15-23f0-4bd0-9faa-c5172ee93c7c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:01.507042 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:01.514338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38798ca-4068-4c5d-8979-1cd48482efb8,segment=NetworkSegment(08769ee4-e06d-451d-9e42-e4cfa14acac6),segment_id=08769ee4-e06d-451d-9e42-e4cfa14acac6)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:01.522597 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.585279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:01.587106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.590175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/e38798ca-4068-4c5d-8979-1cd48482efb8 HTTP/1.1" status: 200  len: 1091 time: 1.0557663
Jan 29 21:17:01.593524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:01.595990 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5cc504-5477-4386-8801-2b9149fed8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:01.617526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c53eebe5-53a1-4852-a3aa-5bec418539d6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.625800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420719-a88f-49e5-972a-7ddee405a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:01.633084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] Set router b23bad15-23f0-4bd0-9faa-c5172ee93c7c gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:01.666037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53eebe5-53a1-4852-a3aa-5bec418539d6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:01.668783 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148dc0c7-d31d-4e95-996e-52f23cb6f5b3 x-openstack-request-id: req-148dc0c7-d31d-4e95-996e-52f23cb6f5b3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:01.669110 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:01.669518 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148dc0c7-d31d-4e95-996e-52f23cb6f5b3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:01.669768 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8', 'status': 'completed', 'code': 200}
Jan 29 21:17:01.698869 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3b0c70>, [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:17:01Z', 'revision_number': 6, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:01.724816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78fc37d0-d5d7-4fc1-b009-bccd9c7ee89c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b19fb48d700745c688b2cd87ef2d2564&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2398756
Jan 29 21:17:01.727725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8df3-7fcb-41f6-9d40-43dee0bf96a6 None None] The sync data for ids ['b23bad15-23f0-4bd0-9faa-c5172ee93c7c'] in ncdv-master-1 is: [{'id': 'b23bad15-23f0-4bd0-9faa-c5172ee93c7c', 'name': 'tempest-TestServerBasicOps-1732148308-router', 'tenant_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:39Z', 'updated_at': '2022-01-29T21:17:01Z', 'revision_number': 6, 'project_id': 'b48ab03f0b6643f8900eb3399a0583f8', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:01.728086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54510) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:01.749473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.817248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-2e75e7e6-8c05-44e0-bd91-cd7c8c00b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:01.818772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-2e75e7e6-8c05-44e0-bd91-cd7c8c00b7dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959a6db6f8542a99c0876b2b327ec33&device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 1125 time: 0.1482668
Jan 29 21:17:01.820804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] Publish callbacks [] for security_group (b37958d8-0f7c-4b4c-817c-97aed137db8f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.847940 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.850145 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks [] for router_controller (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.885995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-91c1bd4c-1ed7-4ad4-9233-10b205604626 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e38798ca-4068-4c5d-8979-1cd48482efb8 HTTP/1.1" status: 200  len: 217 time: 0.0601888
Jan 29 21:17:01.893205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ed8f0-9c42-44ee-9f44-244b44de852d req-89f98157-18c7-4255-9b12-c7f847be485b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:01.894697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-952ed8f0-9c42-44ee-9f44-244b44de852d req-89f98157-18c7-4255-9b12-c7f847be485b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 943 time: 0.1355591
Jan 29 21:17:01.894848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (b23bad15-23f0-4bd0-9faa-c5172ee93c7c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.895446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23bad15-23f0-4bd0-9faa-c5172ee93c7c {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:17:01.896724 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] Publish callbacks [] for security_group (b37958d8-0f7c-4b4c-817c-97aed137db8f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.901411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.904889 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a28dcb8-20bc-4064-bfc0-8a657f88b879 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b23bad15-23f0-4bd0-9faa-c5172ee93c7c HTTP/1.1" status: 204  len: 168 time: 0.9853184
Jan 29 21:17:01.905117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54512) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:01.953489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Deleting subnet 6c2b5e52-1517-4fdb-9a36-812ee953be72 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:17:01.956534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Publish callbacks [] for subnet (6c2b5e52-1517-4fdb-9a36-812ee953be72), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:01.989722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-0ca54a58-68f7-48a0-80df-3b1c09f33c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:01.991217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-0ca54a58-68f7-48a0-80df-3b1c09f33c04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a060d575-4913-4fa8-97cd-338422c8739a HTTP/1.1" status: 200  len: 865 time: 0.0924551
Jan 29 21:17:01.996101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (6c2b5e52-1517-4fdb-9a36-812ee953be72), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.016051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-952ed8f0-9c42-44ee-9f44-244b44de852d req-118b7be9-a2e6-4d76-af0f-b24505fd5566 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045325
Jan 29 21:17:02.043438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-a7e21e0b-f0d9-412f-8b2f-396d36c7202a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ada93711-1009-4f26-8ebc-9646e7fa8632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340173
Jan 29 21:17:02.052178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b37958d8-0f7c-4b4c-817c-97aed137db8f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.054730 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.055810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b37958d8-0f7c-4b4c-817c-97aed137db8f HTTP/1.1" status: 204  len: 168 time: 0.3266494
Jan 29 21:17:02.088422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6c2b5e52-1517-4fdb-9a36-812ee953be72), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.103998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a068b2-147f-4e31-9e96-7865c0150488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37958d8-0f7c-4b4c-817c-97aed137db8f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:02.159915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-6ce8cfa6-0d42-4daf-865c-edb426763d58 service neutron] 10.222.0.18 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194887
Jan 29 21:17:02.174621 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6c2b5e52-1517-4fdb-9a36-812ee953be72), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.202897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2b5e52-1517-4fdb-9a36-812ee953be72,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:02.212805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.216140 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cab6cb00-8258-419c-a570-74b55772a0a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c2b5e52-1517-4fdb-9a36-812ee953be72 HTTP/1.1" status: 204  len: 168 time: 0.3101161
Jan 29 21:17:02.218750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54516) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:02.222780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0036ac-1352-487c-929b-246a7bd220ec None None] Network 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:02.311060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-889b260c-5b1f-4b53-8303-77ff8be261b3 req-5bf07418-4318-4752-a5c4-fc1d4631a01b service neutron] 10.222.0.18 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452198
Jan 29 21:17:02.331144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.418144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Deleting port 25869b97-b2b5-46be-8fa3-73eb1461a92c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:02.418546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc504-5477-4386-8801-2b9149fed8bc req-8d20cc34-bdab-4e55-acb4-e1b6fb4d0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:02.418685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.420259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-8d20cc34-bdab-4e55-acb4-e1b6fb4d0e0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959a6db6f8542a99c0876b2b327ec33&device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 1125 time: 0.0557866
Jan 29 21:17:02.482030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54520) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:02.489474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] For port 25869b97-b2b5-46be-8fa3-73eb1461a92c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25869b97-b2b5-46be-8fa3-73eb1461a92c,segment=NetworkSegment(177f415e-8fc4-404a-8e6a-b429cea0c273),segment_id=177f415e-8fc4-404a-8e6a-b429cea0c273)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:02.489868 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.499508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d5f675a-76ec-48e8-91e4-01ddddc6a5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.503309 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Calling delete_port for 25869b97-b2b5-46be-8fa3-73eb1461a92c owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:02.564968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc504-5477-4386-8801-2b9149fed8bc req-e25d5c30-f9d6-411d-88f0-6b4e169ce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:02.566541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-e25d5c30-f9d6-411d-88f0-6b4e169ce8e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ada93711-1009-4f26-8ebc-9646e7fa8632 HTTP/1.1" status: 200  len: 926 time: 0.1396530
Jan 29 21:17:02.589861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4597c20-e8aa-412b-a70b-0c10dbd4bdd2 None None] DHCP port deletion for 8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:17:02.590470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (25869b97-b2b5-46be-8fa3-73eb1461a92c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.607249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] No DVR routers for this DVR port 25869b97-b2b5-46be-8fa3-73eb1461a92c on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:02.609861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-58b0e540-a6cc-42e1-a205-9b0c85715156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e38798ca-4068-4c5d-8979-1cd48482efb8 HTTP/1.1" status: 200  len: 217 time: 0.0375373
Jan 29 21:17:02.652479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Pushing event deleted for resources: {'Port': ['ID=25869b97-b2b5-46be-8fa3-73eb1461a92c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:02.681357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc504-5477-4386-8801-2b9149fed8bc req-f3329650-fd7e-4d49-90a5-1250a10d4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:02.682837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-f3329650-fd7e-4d49-90a5-1250a10d4a17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a060d575-4913-4fa8-97cd-338422c8739a HTTP/1.1" status: 200  len: 865 time: 0.0667312
Jan 29 21:17:02.698860 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d5f675a-76ec-48e8-91e4-01ddddc6a5b3 admin admin] Publish callbacks [] for security_group (204ac05b-ffc0-4c68-a801-fd5d806aac87), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.709628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.722107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-11c4dd4b-dce2-49d1-99bb-b32648cee929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ada93711-1009-4f26-8ebc-9646e7fa8632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313365
Jan 29 21:17:02.722846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d5f675a-76ec-48e8-91e4-01ddddc6a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (204ac05b-ffc0-4c68-a801-fd5d806aac87), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.730051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aae0670>,) {'filters': {'network_id': ['8d8a73d7-e480-4ea8-a0db-2b57d1a64b93']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:02.740531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aae0670>, '177f415e-8fc4-404a-8e6a-b429cea0c273') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:02.740833 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aae0670>, '177f415e-8fc4-404a-8e6a-b429cea0c273') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:02.755228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (177f415e-8fc4-404a-8e6a-b429cea0c273), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.765491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9d5f675a-76ec-48e8-91e4-01ddddc6a5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=898b9429b3994a7288b1c083427a6538&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2824416
Jan 29 21:17:02.768207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:02.776135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (177f415e-8fc4-404a-8e6a-b429cea0c273), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.794052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:02.794052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (177f415e-8fc4-404a-8e6a-b429cea0c273), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:02.796071 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:02.859124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f675a-76ec-48e8-91e4-01ddddc6a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ac05b-ffc0-4c68-a801-fd5d806aac87,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:02.871192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-794edba5-38df-40a6-9e82-6c3462b32460 service neutron] 10.222.0.18 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274796
Jan 29 21:17:02.899756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8d8a73d7-e480-4ea8-a0db-2b57d1a64b93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.904850 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.910873 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d8a73d7-e480-4ea8-a0db-2b57d1a64b93 HTTP/1.1" status: 204  len: 168 time: 0.6866975
Jan 29 21:17:02.912396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54524) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:02.918926 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] Publish callbacks [] for security_group (204ac05b-ffc0-4c68-a801-fd5d806aac87), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:02.974349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da5cc504-5477-4386-8801-2b9149fed8bc req-391f4e9f-fb55-4f6d-8dab-d469fe02a215 service neutron] 10.222.0.18 "GET /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962515
Jan 29 21:17:02.993470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f12a3a-085e-4d25-8ef8-e6e6f386f202 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8a73d7-e480-4ea8-a0db-2b57d1a64b93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:03.020826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] Publish callbacks [] for security_group (204ac05b-ffc0-4c68-a801-fd5d806aac87), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.152328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456253b3-f999-4ef0-9f0e-1d31393a6c3e req-5c097d1a-f661-42a6-936d-c94d1bce6dc0 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:03.153957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-456253b3-f999-4ef0-9f0e-1d31393a6c3e req-5c097d1a-f661-42a6-936d-c94d1bce6dc0 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 943 time: 0.0607135
Jan 29 21:17:03.159007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (204ac05b-ffc0-4c68-a801-fd5d806aac87), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.161953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.163223 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/204ac05b-ffc0-4c68-a801-fd5d806aac87 HTTP/1.1" status: 204  len: 168 time: 0.3937581
Jan 29 21:17:03.205876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14bb55-43bb-4e33-a89b-002a3befb0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ac05b-ffc0-4c68-a801-fd5d806aac87,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:03.216612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-456253b3-f999-4ef0-9f0e-1d31393a6c3e req-ec329a8e-bb50-4430-a6eb-e81afca19867 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554049
Jan 29 21:17:03.243558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25869b97-b2b5-46be-8fa3-73eb1461a92c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:03.267668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 25869b97-b2b5-46be-8fa3-73eb1461a92c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:03.268018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25869b97-b2b5-46be-8fa3-73eb1461a92c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:03.268430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e3746aa7-5cb2-40f3-8dae-f6866a870c09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:03.287555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e3746aa7-5cb2-40f3-8dae-f6866a870c09 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:03.287899 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e3746aa7-5cb2-40f3-8dae-f6866a870c09 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:03.288341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c53eebe5-53a1-4852-a3aa-5bec418539d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:03.308390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c53eebe5-53a1-4852-a3aa-5bec418539d6 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:03.309589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c53eebe5-53a1-4852-a3aa-5bec418539d6 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:03.370752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.510086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54532) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:03.550055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d145f092-b63b-469c-85fb-0912b546bb22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=711dc269fe0340158e031a0426ede458&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387387
Jan 29 21:17:03.552903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54534) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:03.599639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] Publish callbacks [] for security_group (b83a082b-2521-42f5-989f-df5e41cec351), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.620135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Deleting port 59e1eab0-43e4-46a7-a301-72424e7b5f02 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:03.620490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.625563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] Publish callbacks [] for security_group (b83a082b-2521-42f5-989f-df5e41cec351), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.671544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b83a082b-2521-42f5-989f-df5e41cec351), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.674365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.675568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b83a082b-2521-42f5-989f-df5e41cec351 HTTP/1.1" status: 204  len: 168 time: 0.1217368
Jan 29 21:17:03.684267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470f7bf-3d44-4ac0-8af5-199c0051ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a082b-2521-42f5-989f-df5e41cec351,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:03.701394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] For port 59e1eab0-43e4-46a7-a301-72424e7b5f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e1eab0-43e4-46a7-a301-72424e7b5f02,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:03.701911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.715439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Calling delete_port for 59e1eab0-43e4-46a7-a301-72424e7b5f02 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:03.895093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (59e1eab0-43e4-46a7-a301-72424e7b5f02), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:03.945662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e1eab0-43e4-46a7-a301-72424e7b5f02,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:04.103833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.333293 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:04.358076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5031b-f9bb-49e1-8fa6-5ec2b286c5db req-831e9866-0fcd-492a-a006-c0281cb9ba3b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:04.359858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eac5031b-f9bb-49e1-8fa6-5ec2b286c5db req-831e9866-0fcd-492a-a006-c0281cb9ba3b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 943 time: 0.0662763
Jan 29 21:17:04.411112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eac5031b-f9bb-49e1-8fa6-5ec2b286c5db req-66e1a6ba-662d-4bc4-afc8-1cc2aa070753 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455451
Jan 29 21:17:04.424631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54558) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:04.533562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2121521635-network', 'tenant_id': '849725927e7d4988bff638454bbbe9c5'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:04.553404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:04.556072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.565108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.644569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks [] for security_group (2551e59a-88ef-4af3-92a0-4d55437acb45), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.649048 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2551e59a-88ef-4af3-92a0-4d55437acb45), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.676079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:17:04.685345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2551e59a-88ef-4af3-92a0-4d55437acb45,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:04.691419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (633032f3-3392-4dc6-b38e-fdee0dcfb8ab), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.692304 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Added segment 633032f3-3392-4dc6-b38e-fdee0dcfb8ab of type vlan for network 32dd8f51-52db-4026-a9a8-1d78c5540ba6
Jan 29 21:17:04.724679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:04.729860 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-98812cbc-6504-45ad-bdfc-7121640c1107 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e650477-93ce-49f1-8b0a-a8750daaaeb9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8164806
Jan 29 21:17:04.732331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54562) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:04.733533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Sync routers for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:04.739442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (32dd8f51-52db-4026-a9a8-1d78c5540ba6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.745615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:04.746404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:04.765453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (32dd8f51-52db-4026-a9a8-1d78c5540ba6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.766677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:04.767261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.844224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks [] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:04.846500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4203928
Jan 29 21:17:04.849373 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:04.854423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Request body: {'subnet': {'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2121521635-subnet', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:04.854964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9fae1-2ad9-4228-9d84-33d898a0c7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=32dd8f51-52db-4026-a9a8-1d78c5540ba6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:04.858482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:04.888343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:17:04.946162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:04.948463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.030369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks [] for router_gateway (9e650477-93ce-49f1-8b0a-a8750daaaeb9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.136135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Deleting port 3c26bfc3-79d2-45ae-a478-34975634ae04 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:05.136544 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.232863 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (59d645c7-db95-4600-89d3-92b488482c47), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.252321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ec10>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:17:03Z', 'revision_number': 5, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port': {'id': '3c26bfc3-79d2-45ae-a478-34975634ae04', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:05.283941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Checking router: 9e650477-93ce-49f1-8b0a-a8750daaaeb9 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:05.292383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Routers {'9e650477-93ce-49f1-8b0a-a8750daaaeb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:05.293008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:05.312945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d645c7-db95-4600-89d3-92b488482c47,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:05.318870 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] For port 3c26bfc3-79d2-45ae-a478-34975634ae04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c26bfc3-79d2-45ae-a478-34975634ae04,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:05.319238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.336968 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Calling delete_port for 3c26bfc3-79d2-45ae-a478-34975634ae04 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:05.338830 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:05.339192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Network hostable DHCP agents. Network: 32dd8f51-52db-4026-a9a8-1d78c5540ba6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:17:05.378872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] Set router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:05.394431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:17:05.412664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32dd8f51-52db-4026-a9a8-1d78c5540ba6) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:05.418341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:05.418431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.431583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fab0b-ec39-4554-9d0b-26d4f100051d None None] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:05.444374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a32ec10>, [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:17:05Z', 'revision_number': 6, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:05.480363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54568) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:05.481023 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7edb16f-2b32-4c84-b7ce-7054526cd6f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6297793
Jan 29 21:17:05.487021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:05.500077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c8590-d1bf-4d03-8257-4b8ed9d7c7dd None None] The sync data for ids ['9e650477-93ce-49f1-8b0a-a8750daaaeb9'] in ncdv-master-1 is: [{'id': '9e650477-93ce-49f1-8b0a-a8750daaaeb9', 'name': 'tempest-TestServerBasicOps-1222667242-router', 'tenant_id': 'e4b183484866469ca9d8a835fde6c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:10:53Z', 'updated_at': '2022-01-29T21:17:05Z', 'revision_number': 6, 'project_id': 'e4b183484866469ca9d8a835fde6c4eb', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:05.511250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e38798ca-4068-4c5d-8979-1cd48482efb8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:17:05.570553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.571204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (3c26bfc3-79d2-45ae-a478-34975634ae04), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.571833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.603591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c26bfc3-79d2-45ae-a478-34975634ae04,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:05.603775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a8558-106f-4cfe-b2dd-19ca2b6f3780 req-a2e09baf-b11d-49c6-93b9-b6d9427cd9a2 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:05.605450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-800a8558-106f-4cfe-b2dd-19ca2b6f3780 req-a2e09baf-b11d-49c6-93b9-b6d9427cd9a2 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 943 time: 0.1073165
Jan 29 21:17:05.632832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:17:05.633809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.670525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.672849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38798ca-4068-4c5d-8979-1cd48482efb8,segment=NetworkSegment(08769ee4-e06d-451d-9e42-e4cfa14acac6),segment_id=08769ee4-e06d-451d-9e42-e4cfa14acac6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:05.694682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for router_controller (541ebec6-2f0b-4564-90cd-bb69dca244c8), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.734164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'e38798ca-4068-4c5d-8979-1cd48482efb8', 'network_id': 'ada93711-1009-4f26-8ebc-9646e7fa8632', 'port_id': 'e38798ca-4068-4c5d-8979-1cd48482efb8', 'mac_address': 'fa:16:3e:6a:d6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a060d575-4913-4fa8-97cd-338422c8739a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:17:05.767795 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.770111 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks [] for router_controller (9e650477-93ce-49f1-8b0a-a8750daaaeb9), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.776399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-800a8558-106f-4cfe-b2dd-19ca2b6f3780 req-7af90303-ab8f-4724-b1d0-a8a8c8d13941 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543894
Jan 29 21:17:05.784586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e38798ca-4068-4c5d-8979-1cd48482efb8 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:05.785875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.819958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38798ca-4068-4c5d-8979-1cd48482efb8 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:05.825999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (9e650477-93ce-49f1-8b0a-a8750daaaeb9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.826584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e650477-93ce-49f1-8b0a-a8750daaaeb9 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:17:05.831505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.835678 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e49b7f5-aa65-4f9d-84bd-146b198bdc2c admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e650477-93ce-49f1-8b0a-a8750daaaeb9 HTTP/1.1" status: 204  len: 168 time: 1.1021504
Jan 29 21:17:05.836193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54570) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:05.849483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38798ca-4068-4c5d-8979-1cd48482efb8,segment=NetworkSegment(08769ee4-e06d-451d-9e42-e4cfa14acac6),segment_id=08769ee4-e06d-451d-9e42-e4cfa14acac6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:05.856961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.865930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Allocated IP 172.20.0.2 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:05.874144 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for router_gateway (541ebec6-2f0b-4564-90cd-bb69dca244c8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.905440 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Deleting subnet 0566a6d2-55bc-40d2-bbc4-52bc20de1932 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:17:05.911002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Publish callbacks [] for subnet (0566a6d2-55bc-40d2-bbc4-52bc20de1932), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:05.964088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:05.964265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (0566a6d2-55bc-40d2-bbc4-52bc20de1932), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.049270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0566a6d2-55bc-40d2-bbc4-52bc20de1932), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.067913 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks [] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.076728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.107105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (0566a6d2-55bc-40d2-bbc4-52bc20de1932), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.119103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:06.121929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:06.127702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:06.134544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0566a6d2-55bc-40d2-bbc4-52bc20de1932,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.136598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.137391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for router_gateway (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.138386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Pushing event updated for resources: {'Port': ['ID=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.140916 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-305aad84-e386-4261-a894-b7eb48f58bbe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0566a6d2-55bc-40d2-bbc4-52bc20de1932 HTTP/1.1" status: 204  len: 168 time: 0.3029768
Jan 29 21:17:06.144667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54572) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:06.145482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcd538-c468-413f-980e-73ef7a1729ae None None] Network 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:06.159917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e38798ca-4068-4c5d-8979-1cd48482efb8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:17:06.165837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.234413 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.283357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Allocated IP 172.35.4.98 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2dcb23e7-637f-477d-aa20-1a37225291f5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:06.295418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Attempting to bind port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:06.295418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Attempting to bind port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:06.295418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Attempting to bind port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:06.307143 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Deleting port 4022266f-8920-41fd-9401-587878fae812 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:06.307548 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4022266f-8920-41fd-9401-587878fae812), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.326841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:06.327597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:06.328223 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.328807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:06.329707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Bound port: e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:06.330316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.376500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] For port 4022266f-8920-41fd-9401-587878fae812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4022266f-8920-41fd-9401-587878fae812,segment=NetworkSegment(763a97e8-c2c3-44c7-8d64-d1bf973eac14),segment_id=763a97e8-c2c3-44c7-8d64-d1bf973eac14)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:06.377429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4022266f-8920-41fd-9401-587878fae812), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.400260 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.400448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Calling delete_port for 4022266f-8920-41fd-9401-587878fae812 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:06.439837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.462578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] For port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:06.465555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] For port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:06.487886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:06.492791 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4022266f-8920-41fd-9401-587878fae812), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.494051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:06.496503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Pushing event updated for resources: {'Port': ['ID=2dcb23e7-637f-477d-aa20-1a37225291f5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.499258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:06.518950 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.524969 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4022266f-8920-41fd-9401-587878fae812,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.531291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] No DVR routers for this DVR port 4022266f-8920-41fd-9401-587878fae812 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:06.556212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd510885-414d-42d8-8eaf-b6817c015175 None None] DHCP port deletion for 3b2b418a-3a71-4f84-bddf-ed2b5ce7744d request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:17:06.612833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.639531 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aa69c40>,) {'filters': {'network_id': ['3b2b418a-3a71-4f84-bddf-ed2b5ce7744d']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:06.643560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e976ec-7090-4b59-8df6-18c272c35bae None None] Pushing event updated for resources: {'Port': ['ID=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.651766 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa69c40>, '763a97e8-c2c3-44c7-8d64-d1bf973eac14') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:06.652063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa69c40>, '763a97e8-c2c3-44c7-8d64-d1bf973eac14') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:06.663198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (763a97e8-c2c3-44c7-8d64-d1bf973eac14), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.680747 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (763a97e8-c2c3-44c7-8d64-d1bf973eac14), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.687654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:06.687968 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (763a97e8-c2c3-44c7-8d64-d1bf973eac14), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:06.690003 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:06.754196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (3b2b418a-3a71-4f84-bddf-ed2b5ce7744d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.765991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.771686 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b2b418a-3a71-4f84-bddf-ed2b5ce7744d HTTP/1.1" status: 204  len: 168 time: 0.6259553
Jan 29 21:17:06.785224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d85e3-15ca-433f-977e-3cf5eac43b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2b418a-3a71-4f84-bddf-ed2b5ce7744d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:06.818942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for router_gateway (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:06.939421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54578) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:06.999299 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6868358d-508b-4330-8df9-5eaed1722718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b48ab03f0b6643f8900eb3399a0583f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0563774
Jan 29 21:17:06.999546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54580) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:07.005376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e70cd-aad1-4a21-be0d-b81b31eec362 req-21bc899d-dc34-42b5-b72e-fdb1c440419b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:07.007131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414e70cd-aad1-4a21-be0d-b81b31eec362 req-21bc899d-dc34-42b5-b72e-fdb1c440419b tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 944 time: 0.1423640
Jan 29 21:17:07.054189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] Publish callbacks [] for security_group (c8ce867d-e7f0-4850-a3b3-b133ff43a1ff), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.076909 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] Publish callbacks [] for security_group (c8ce867d-e7f0-4850-a3b3-b133ff43a1ff), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.125315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c8ce867d-e7f0-4850-a3b3-b133ff43a1ff), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.128385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.131880 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8ce867d-e7f0-4850-a3b3-b133ff43a1ff HTTP/1.1" status: 204  len: 168 time: 0.1290300
Jan 29 21:17:07.139574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-414e70cd-aad1-4a21-be0d-b81b31eec362 req-29dcb1c6-4344-4008-b001-b26878b2808e tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234543
Jan 29 21:17:07.152278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd513e-feaa-4e24-82b5-b641d41dddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce867d-e7f0-4850-a3b3-b133ff43a1ff,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:07.161307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.287754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:07.343585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:07.343966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.425565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:07.425951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.464492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:07.470096 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.529854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e38798ca-4068-4c5d-8979-1cd48482efb8 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:07.559925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:07.564786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54586) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:07.569691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3c26bfc3-79d2-45ae-a478-34975634ae04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:07.607462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 3c26bfc3-79d2-45ae-a478-34975634ae04 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:07.607914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 3c26bfc3-79d2-45ae-a478-34975634ae04 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:07.608353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59e1eab0-43e4-46a7-a301-72424e7b5f02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:07.631359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d6338694-5e27-4163-814f-fd7c9584b31b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4b183484866469ca9d8a835fde6c4eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0650418
Jan 29 21:17:07.634440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 59e1eab0-43e4-46a7-a301-72424e7b5f02 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:07.634556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54588) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:07.634961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 59e1eab0-43e4-46a7-a301-72424e7b5f02 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:07.635194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4022266f-8920-41fd-9401-587878fae812 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:07.659793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4022266f-8920-41fd-9401-587878fae812 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:07.660145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4022266f-8920-41fd-9401-587878fae812 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:07.678856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port e38798ca-4068-4c5d-8979-1cd48482efb8 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:17:07.684788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port e38798ca-4068-4c5d-8979-1cd48482efb8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:07.685241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.735190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] Publish callbacks [] for security_group (34d6e474-f16d-46f1-8461-c1b956eac988), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.763662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] Publish callbacks [] for security_group (34d6e474-f16d-46f1-8461-c1b956eac988), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.774625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port e38798ca-4068-4c5d-8979-1cd48482efb8 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:07.775381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.802802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:07.807049 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d1c08-4c51-454d-8b96-11a5cc0b034b" -d '{"events": [{"server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "name": "network-vif-plugged", "status": "completed", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:07.809379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:17:07.829160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38798ca-4068-4c5d-8979-1cd48482efb8,segment=NetworkSegment(08769ee4-e06d-451d-9e42-e4cfa14acac6),segment_id=08769ee4-e06d-451d-9e42-e4cfa14acac6)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:07.834414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.890069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34d6e474-f16d-46f1-8461-c1b956eac988), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.890262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:07.898080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.902318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d6e474-f16d-46f1-8461-c1b956eac988 HTTP/1.1" status: 204  len: 168 time: 0.2621715
Jan 29 21:17:07.916522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f02319-34bd-439c-918e-306a92aa12d4 None None] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:07.919581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b04b2a-e371-46d7-b52b-043506558d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6e474-f16d-46f1-8461-c1b956eac988,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:07.953622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:07.966228 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:07.987857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:07.990955 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea14711280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:07.992332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:07.996029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b8a6a19f-6df9-4ec9-aa5e-96ff64c3351f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5109072
Jan 29 21:17:07.997054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54596) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:08.036036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1de4ed66-6c56-4554-9791-a60bacbafc91 None None] Provisioning complete for port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:08.036426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1de4ed66-6c56-4554-9791-a60bacbafc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.144777 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:08.422418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b0e5-1a10-4ffc-82cd-d7c484573430 req-5b722678-ffee-4e49-ac33-5e80e8fd1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:08.424494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b838b0e5-1a10-4ffc-82cd-d7c484573430 req-5b722678-ffee-4e49-ac33-5e80e8fd1459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 1127 time: 0.1780081
Jan 29 21:17:08.506300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1de4ed66-6c56-4554-9791-a60bacbafc91 None None] Current status of the port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:08.507387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca061bde-32c2-4953-be09-07ec8f8a5637 req-65a4913e-fd97-4290-9ac7-2e64f38a93f5 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:08.509994 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fa8152-8d57-47ae-a234-c1e415b0dbb5 x-openstack-request-id: req-f7fa8152-8d57-47ae-a234-c1e415b0dbb5 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:08.510283 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "name": "network-vif-plugged", "status": "completed", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:08.510533 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7fa8152-8d57-47ae-a234-c1e415b0dbb5 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:08.511151 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8', 'code': 200}
Jan 29 21:17:08.514805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca061bde-32c2-4953-be09-07ec8f8a5637 req-65a4913e-fd97-4290-9ac7-2e64f38a93f5 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.2104096
Jan 29 21:17:08.561668 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea14711280>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:06Z', 'revision_number': 3, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:08.564052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b838b0e5-1a10-4ffc-82cd-d7c484573430 req-4b66a970-a0a3-4f51-a4f1-d4c10158915f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289513
Jan 29 21:17:08.597390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca061bde-32c2-4953-be09-07ec8f8a5637 req-dac3bc90-8e03-4c25-b592-7dfe6ed5e42c tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815563
Jan 29 21:17:08.598050 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:08.598604 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Updating router 541ebec6-2f0b-4564-90cd-bb69dca244c8 port 2dcb23e7-637f-477d-aa20-1a37225291f5 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:08.635082 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.636847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0e2c13fe-7ce9-414d-a52f-031e7b4e7fcd None None] Provisioning complete for port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:08.637327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e2c13fe-7ce9-414d-a52f-031e7b4e7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.666358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.745347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c13fe-7ce9-414d-a52f-031e7b4e7fcd None None] Current status of the port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:08.838853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Allocated IP 172.20.0.1 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/6134bfd3-4e5f-4783-976d-484fab9a18b9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:08.882841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54618) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:08.925002 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks [] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.931341 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.958688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks [] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.977740 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Attempting to bind port 2dcb23e7-637f-477d-aa20-1a37225291f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:08.978236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Attempting to bind port 2dcb23e7-637f-477d-aa20-1a37225291f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:08.978465 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Attempting to bind port 2dcb23e7-637f-477d-aa20-1a37225291f5 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:08.989577 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:08.989959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:08.990524 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.991074 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:08.991544 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Bound port: 2dcb23e7-637f-477d-aa20-1a37225291f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:08.992085 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:08.998614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.000155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-416224279-network', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:09.017415 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a859621-e679-4f6b-a728-92d643bd8a83 None None] Pushing event updated for resources: {'Port': ['ID=2dcb23e7-637f-477d-aa20-1a37225291f5,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.029921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Made reservation on behalf of 4f3216d47bf74f8993de2324beb013cc for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:09.034863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.036101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:09.039028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:09.042569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:09.053791 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] For port 2dcb23e7-637f-477d-aa20-1a37225291f5, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:09.057140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.057481 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] For port 2dcb23e7-637f-477d-aa20-1a37225291f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dcb23e7-637f-477d-aa20-1a37225291f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:09.064041 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.074909 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Pushing event updated for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.089738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.136784 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:09.137448 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea14711280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:09.218051 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a859621-e679-4f6b-a728-92d643bd8a83 None None] Pushing event updated for resources: {'Port': ['ID=2dcb23e7-637f-477d-aa20-1a37225291f5,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.234781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks [] for security_group (a5b22cde-0b86-4643-8f84-a9fc6e946340), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.242305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a5b22cde-0b86-4643-8f84-a9fc6e946340), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.266512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.272285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:09.290589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b22cde-0b86-4643-8f84-a9fc6e946340,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.296345 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:09.297079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:17:09.309964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (26a0107d-56ba-4b2a-9513-bb8a19238559), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.310455 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Added segment 26a0107d-56ba-4b2a-9513-bb8a19238559 of type vlan for network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb
Jan 29 21:17:09.356898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:09.357301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.375355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8b1c21b5-9f0a-4f43-a593-4648618aa2fb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.410807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b6e1dc8e-94ca-4c0a-baa1-b3729a698980 None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:09.411250 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b6e1dc8e-94ca-4c0a-baa1-b3729a698980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.411433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8b1c21b5-9f0a-4f43-a593-4648618aa2fb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.414274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:09.415106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.482112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5975127
Jan 29 21:17:09.484773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54622) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:09.491800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:09.491964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Request body: {'subnet': {'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-416224279-subnet', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:09.500014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c84895-5134-49d3-a3be-b8db0e3c8bdf admin admin] Pushing event updated for resources: {'Network': ['ID=8b1c21b5-9f0a-4f43-a593-4648618aa2fb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.507846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1dc8e-94ca-4c0a-baa1-b3729a698980 None None] Port 6134bfd3-4e5f-4783-976d-484fab9a18b9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:09.515867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:17:09.520611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Made reservation on behalf of 4f3216d47bf74f8993de2324beb013cc for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:09.522119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks [] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.523929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.529532 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:17:09.531140 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.570326 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea14711280>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:06Z', 'revision_number': 3, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:09.603100 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36f0d-1bf3-459c-84d5-01afc0126ad7 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:06Z', 'revision_number': 3, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:09.627776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.632602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Pushing event updated for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.732287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:09.733796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:09.800145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53f0b3-cab8-40db-9b79-65f84598c47a req-fca79a7b-3621-4e30-aa09-7082924fabb9 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:09.802115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba53f0b3-cab8-40db-9b79-65f84598c47a req-fca79a7b-3621-4e30-aa09-7082924fabb9 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.1131091
Jan 29 21:17:09.829628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (f1dd6d33-fa1b-4d7a-bae1-71c113b6979c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:09.880925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:09.897161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dd6d33-fa1b-4d7a-bae1-71c113b6979c,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:09.969988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba53f0b3-cab8-40db-9b79-65f84598c47a req-3122d485-0389-48e8-adb3-9aa03942d956 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596410
Jan 29 21:17:09.987535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Checking segment: {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:09.987947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Network hostable DHCP agents. Network: 8b1c21b5-9f0a-4f43-a593-4648618aa2fb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:17:10.017485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:17:10.033404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b1c21b5-9f0a-4f43-a593-4648618aa2fb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:10.037656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:10.038277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.045030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775916d8-d744-4550-8956-78796f96e409 None None] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:10.067926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54626) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:10.068433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3d98425e-37d4-4996-af9b-1fa55ec95647 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.5824442
Jan 29 21:17:10.076661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:10.080754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:10.089030 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a4e146c2-d638-486c-8bc9-19b5a18fb146 admin admin] 10.222.0.20 "PUT /v2.0/routers/541ebec6-2f0b-4564-90cd-bb69dca244c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0881326
Jan 29 21:17:10.112431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.113770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.160959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ff62f30b-ff10-4007-bbf1-6e1b667b2333 None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:10.161361 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ff62f30b-ff10-4007-bbf1-6e1b667b2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.189799 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for router_controller (832dd7a2-c078-40dd-8807-6cb20648d9b0), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.243142 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ff62f30b-ff10-4007-bbf1-6e1b667b2333 None None] Port 6134bfd3-4e5f-4783-976d-484fab9a18b9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:10.250954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'fixed_ips': [{'subnet_id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:17:10.253119 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.380890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-40d8c202-a59d-449b-a38a-2f28ae720d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.435300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Allocated IP 172.20.0.2 (8b1c21b5-9f0a-4f43-a593-4648618aa2fb/f1dd6d33-fa1b-4d7a-bae1-71c113b6979c/38e954eb-4d83-4d17-990b-f5c4ad3b803c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:10.629739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks [] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.641622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.687240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:10.692573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:10.698579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:10.708872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Pushing event updated for resources: {'Port': ['ID=38e954eb-4d83-4d17-990b-f5c4ad3b803c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:10.716675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for router_gateway (832dd7a2-c078-40dd-8807-6cb20648d9b0), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.769397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54642) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:10.775249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1060867483-network', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:10.781894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Attempting to bind port 38e954eb-4d83-4d17-990b-f5c4ad3b803c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:10.782301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Attempting to bind port 38e954eb-4d83-4d17-990b-f5c4ad3b803c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:10.782710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Attempting to bind port 38e954eb-4d83-4d17-990b-f5c4ad3b803c on network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:10.788767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:10.789186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Checking segment: {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:10.789592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.790013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Bound using segment: {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:10.790648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Bound port: 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:10.791030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.800673 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Made reservation on behalf of f6b881ef0ecb473a8ff1a4ce74f68a87 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:10.803337 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.816405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.858635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] For port 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:10.862558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] For port 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38e954eb-4d83-4d17-990b-f5c4ad3b803c,segment=NetworkSegment(26a0107d-56ba-4b2a-9513-bb8a19238559),segment_id=26a0107d-56ba-4b2a-9513-bb8a19238559)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:10.870109 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:10.940689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab3ff-6105-40a0-aff3-e0fad43f49e0 None None] Pushing event updated for resources: {'Port': ['ID=38e954eb-4d83-4d17-990b-f5c4ad3b803c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.012689 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks [] for security_group (e79a8dbe-1130-4cd0-be34-c914ef6e3967), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.019499 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e79a8dbe-1130-4cd0-be34-c914ef6e3967), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.043853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for router_gateway (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.053872 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:17:11.083919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.094808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a8dbe-1130-4cd0-be34-c914ef6e3967,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.103404 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d8d8a72c-cbc4-4b06-8877-5d38ccffca12), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.103758 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Added segment d8d8a72c-cbc4-4b06-8877-5d38ccffca12 of type vlan for network 285c525d-f1b3-4d0c-90ef-5d34858051c2
Jan 29 21:17:11.145518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7d4a-21aa-445b-8907-c16c99f80a0e req-99f28ae5-3cd9-429f-856d-2765e485b06f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:11.148105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a0e7d4a-21aa-445b-8907-c16c99f80a0e req-99f28ae5-3cd9-429f-856d-2765e485b06f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.0909159
Jan 29 21:17:11.191680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (285c525d-f1b3-4d0c-90ef-5d34858051c2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.212066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a0e7d4a-21aa-445b-8907-c16c99f80a0e req-d2c13c8c-42af-4ad5-9ad9-0141ff1c9beb tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528111
Jan 29 21:17:11.264663 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (285c525d-f1b3-4d0c-90ef-5d34858051c2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.270438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:11.271054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.343670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Allocated IP 172.35.4.202 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/e5669de7-a3d1-4b34-9869-2e55a340475e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:11.349602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=285c525d-f1b3-4d0c-90ef-5d34858051c2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.359709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53cc77-ff99-43d5-96d8-554de87d1be6 req-30b2da0c-5a38-4cba-b687-358fd8efb68d tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:11.369282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:17:11.372313 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fe139b7a-62eb-4b11-bc05-d43f7ce5d2c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6018188
Jan 29 21:17:11.373560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e53cc77-ff99-43d5-96d8-554de87d1be6 req-30b2da0c-5a38-4cba-b687-358fd8efb68d tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.0784059
Jan 29 21:17:11.375197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54648) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:11.393020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Request body: {'subnet': {'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1060867483-subnet', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:11.424731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Made reservation on behalf of f6b881ef0ecb473a8ff1a4ce74f68a87 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:11.427988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.442996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 38e954eb-4d83-4d17-990b-f5c4ad3b803c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:11.477256 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.512549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 38e954eb-4d83-4d17-990b-f5c4ad3b803c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:11.512934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.523028 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.552864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e53cc77-ff99-43d5-96d8-554de87d1be6 req-54cdf954-ea1d-4e88-9475-28c086f1ce58 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382282
Jan 29 21:17:11.561826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:11.565051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:11.568884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:11.614005 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Pushing event updated for resources: {'Port': ['ID=e5669de7-a3d1-4b34-9869-2e55a340475e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.663796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 38e954eb-4d83-4d17-990b-f5c4ad3b803c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:11.664323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.701152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38e954eb-4d83-4d17-990b-f5c4ad3b803c,segment=NetworkSegment(26a0107d-56ba-4b2a-9513-bb8a19238559),segment_id=26a0107d-56ba-4b2a-9513-bb8a19238559)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:11.706113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (e5c1dc05-6f09-4a51-b357-c1ab870226d2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.707409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.709495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2dcb23e7-637f-477d-aa20-1a37225291f5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:11.791843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c1dc05-6f09-4a51-b357-c1ab870226d2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.802566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Checking segment: {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:11.803206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Network hostable DHCP agents. Network: 285c525d-f1b3-4d0c-90ef-5d34858051c2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:17:11.811271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=38e954eb-4d83-4d17-990b-f5c4ad3b803c,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:11.825429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:17:11.838335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 285c525d-f1b3-4d0c-90ef-5d34858051c2) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:11.845359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2dcb23e7-637f-477d-aa20-1a37225291f5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:11.845968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.850336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ee14e-769a-4b64-b29b-8d6090cb1267 None None] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:11.862461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:11.863158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.886500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fe8523ed-540b-44a3-acc4-00d4d60ddac4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5093124
Jan 29 21:17:11.887405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54654) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:11.892451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:11.900255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for router_gateway (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.933648 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:11.935207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.036401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for router_controller (5145b33f-1bbd-4140-b28f-fe8dd22813af), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.111577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-285c525d-f1b3-4d0c-90ef-5d34858051c2', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:17:12.111577 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.137776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2dcb23e7-637f-477d-aa20-1a37225291f5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:12.138207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.195576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 2dcb23e7-637f-477d-aa20-1a37225291f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dcb23e7-637f-477d-aa20-1a37225291f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:12.213750 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.255423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.301169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:12.331483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for router_gateway (5145b33f-1bbd-4140-b28f-fe8dd22813af), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.336584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:12.337599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9195e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:12.373199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e949-385a-4c6f-9c1d-6cd6a3b03650 req-a5529d41-6e11-4120-9443-0b738a4c8730 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:12.374884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2be3e949-385a-4c6f-9c1d-6cd6a3b03650 req-a5529d41-6e11-4120-9443-0b738a4c8730 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.1689899
Jan 29 21:17:12.403015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Router 832dd7a2-c078-40dd-8807-6cb20648d9b0 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:17:12.447902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=2dcb23e7-637f-477d-aa20-1a37225291f5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:12.470726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4000628-a620-4e5a-bf72-33529d84fb99 None None] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:12.481981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2be3e949-385a-4c6f-9c1d-6cd6a3b03650 req-dd27f23f-8abf-4a6e-8835-8b25f74a76e5 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666595
Jan 29 21:17:12.484548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Allocated IP 172.20.0.2 (285c525d-f1b3-4d0c-90ef-5d34858051c2/e5c1dc05-6f09-4a51-b357-c1ab870226d2/1428a9b3-67d6-4d1b-93c0-cff25a44922a) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:12.545381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:12.557244 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Sync routers for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:12.578416 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Routers {'832dd7a2-c078-40dd-8807-6cb20648d9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:12.579178 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b071220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:16:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['832dd7a2-c078-40dd-8807-6cb20648d9b0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:12.612564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.617664 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-797309be-a65a-4649-9c9e-0799af65d265 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 2.5478787
Jan 29 21:17:12.618534 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54662) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:12.687339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for router_gateway (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.738997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.760627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Set router 832dd7a2-c078-40dd-8807-6cb20648d9b0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:12.859966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6bbb94f0-3348-4d3b-9ae4-395cfaa406c9 None None] Provisioning complete for port 38e954eb-4d83-4d17-990b-f5c4ad3b803c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:12.860590 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6bbb94f0-3348-4d3b-9ae4-395cfaa406c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:12.868577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:12.907156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade58c2e-a6c7-4195-8388-5002d899d2bc req-13c49e57-29ec-4b96-b0e1-8047693ddf4f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:12.909478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ade58c2e-a6c7-4195-8388-5002d899d2bc req-13c49e57-29ec-4b96-b0e1-8047693ddf4f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.1052744
Jan 29 21:17:12.927341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Allocated IP 172.35.4.184 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/68600f42-2392-497b-bd7d-8daf7548c4de) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:12.975713 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b071220>, [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:11Z', 'revision_number': 3, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:13.015142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ade58c2e-a6c7-4195-8388-5002d899d2bc req-ec0847c1-149d-4d41-a906-38cf523d95f9 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993359
Jan 29 21:17:13.022626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Checking router: 832dd7a2-c078-40dd-8807-6cb20648d9b0 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:13.027669 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Updating router 832dd7a2-c078-40dd-8807-6cb20648d9b0 port e5669de7-a3d1-4b34-9869-2e55a340475e binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:13.042363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31e418e8-ebd8-4e4c-bf52-4a0e62216df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.064187 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.090553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for port (68600f42-2392-497b-bd7d-8daf7548c4de), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.142800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.266063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=68600f42-2392-497b-bd7d-8daf7548c4de,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:13.276882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:13.279651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:13.283981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:13.299541 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks [] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.312425 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 38e954eb-4d83-4d17-990b-f5c4ad3b803c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:13.330498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.344449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.346707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb94f0-3348-4d3b-9ae4-395cfaa406c9 None None] Current status of the port 38e954eb-4d83-4d17-990b-f5c4ad3b803c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:13.459205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:13.481013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:13.494609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:13.509957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Pushing event updated for resources: {'Port': ['ID=1428a9b3-67d6-4d1b-93c0-cff25a44922a,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:13.514707 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Allocated IP 172.20.0.1 (8b1c21b5-9f0a-4f43-a593-4648618aa2fb/f1dd6d33-fa1b-4d7a-bae1-71c113b6979c/56cc4366-246f-4d57-a738-46f7c3bbcce7) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:13.592179 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9195e0>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 2, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:13.596219 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks [] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.604936 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.642751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:13.643114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Updating router 541ebec6-2f0b-4564-90cd-bb69dca244c8 port 6134bfd3-4e5f-4783-976d-484fab9a18b9 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:13.653924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for router_gateway (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.659157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks [] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.679608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.680006 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Attempting to bind port e5669de7-a3d1-4b34-9869-2e55a340475e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:13.680384 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Attempting to bind port e5669de7-a3d1-4b34-9869-2e55a340475e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:13.680751 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Attempting to bind port e5669de7-a3d1-4b34-9869-2e55a340475e on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:13.681362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 38e954eb-4d83-4d17-990b-f5c4ad3b803c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:13.682135 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.690627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:13.691058 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:13.691467 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.691862 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:13.692149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Attempting to bind port 1428a9b3-67d6-4d1b-93c0-cff25a44922a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:13.692376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Bound port: e5669de7-a3d1-4b34-9869-2e55a340475e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:13.692550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Attempting to bind port 1428a9b3-67d6-4d1b-93c0-cff25a44922a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:13.692893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Attempting to bind port 1428a9b3-67d6-4d1b-93c0-cff25a44922a on network 285c525d-f1b3-4d0c-90ef-5d34858051c2 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:13.693023 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.697024 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e79d7d-ed11-4dea-b4a2-6acde8664a8f None None] Pushing event updated for resources: {'Port': ['ID=e5669de7-a3d1-4b34-9869-2e55a340475e,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:13.702833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.718898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4aad9363-0283-4547-85d0-1f53bca0cb39 None None] Provisioning complete for port 38e954eb-4d83-4d17-990b-f5c4ad3b803c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:13.719273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4aad9363-0283-4547-85d0-1f53bca0cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.750519 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:13.752275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:13.752659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Checking segment: {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:13.753610 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.754019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Bound using segment: {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:13.754509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Bound port: 1428a9b3-67d6-4d1b-93c0-cff25a44922a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:13.755480 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.760851 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:13.762234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] For port e5669de7-a3d1-4b34-9869-2e55a340475e, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:13.766007 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] For port e5669de7-a3d1-4b34-9869-2e55a340475e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5669de7-a3d1-4b34-9869-2e55a340475e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:13.766217 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:13.775352 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.810340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Pushing event updated for resources: {'Port': ['ID=56cc4366-246f-4d57-a738-46f7c3bbcce7,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:13.840613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.870372 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:13.916074 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e79d7d-ed11-4dea-b4a2-6acde8664a8f None None] Pushing event updated for resources: {'Port': ['ID=e5669de7-a3d1-4b34-9869-2e55a340475e,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:13.929430 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Routers {'832dd7a2-c078-40dd-8807-6cb20648d9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:13.930060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b071220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['832dd7a2-c078-40dd-8807-6cb20648d9b0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:13.998714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.087652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.103084 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] Set router 832dd7a2-c078-40dd-8807-6cb20648d9b0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:14.182557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] For port 1428a9b3-67d6-4d1b-93c0-cff25a44922a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:14.206673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 38e954eb-4d83-4d17-990b-f5c4ad3b803c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:14.207815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2dcb23e7-637f-477d-aa20-1a37225291f5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:14.233585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] For port 1428a9b3-67d6-4d1b-93c0-cff25a44922a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1428a9b3-67d6-4d1b-93c0-cff25a44922a,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:14.262560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.281356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4aad9363-0283-4547-85d0-1f53bca0cb39 None None] Current status of the port 38e954eb-4d83-4d17-990b-f5c4ad3b803c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:14.287987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250534c7-eb98-49bf-9ad6-44fb8634541c req-f4fd6638-29bc-491a-b80f-c5552eca11d8 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:14.296065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-250534c7-eb98-49bf-9ad6-44fb8634541c req-f4fd6638-29bc-491a-b80f-c5552eca11d8 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.1565678
Jan 29 21:17:14.314198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-88b72297-d6d5-4af2-9ae5-3c10f687e57f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:14.317117 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-88b72297-d6d5-4af2-9ae5-3c10f687e57f tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 945 time: 0.2011230
Jan 29 21:17:14.352408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b071220>, [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:11Z', 'revision_number': 3, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:14.353801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks [] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.366949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.383501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4eb9a-a4e9-4ac9-8f68-4fbc7cc269c5 None None] Pushing event updated for resources: {'Port': ['ID=1428a9b3-67d6-4d1b-93c0-cff25a44922a,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:14.394268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2dcb23e7-637f-477d-aa20-1a37225291f5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:14.394651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.416605 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59934e95-717e-4094-b499-d7ca2c950764 None None] The sync data for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 is: [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:11Z', 'revision_number': 3, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:14.469829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Pushing event updated for resources: {'Port': ['ID=56cc4366-246f-4d57-a738-46f7c3bbcce7,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:14.484655 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks [] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.497684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-250534c7-eb98-49bf-9ad6-44fb8634541c req-94b2960e-2a30-4fee-a281-f4c1e80b3769 tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/security-groups?id=6afd3cfd-d313-4a09-9d86-6a8f3330393f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858468
Jan 29 21:17:14.502659 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.515991 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.533067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Router 5145b33f-1bbd-4140-b28f-fe8dd22813af is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:17:14.542569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f45714b1-00f8-4647-9da9-2f6696d73879 None None] Provisioning complete for port 56cc4366-246f-4d57-a738-46f7c3bbcce7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:14.542956 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f45714b1-00f8-4647-9da9-2f6696d73879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.558022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Deleting port e38798ca-4068-4c5d-8979-1cd48482efb8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:14.558362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.630239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:14.631920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:14.684975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f45714b1-00f8-4647-9da9-2f6696d73879 None None] Port 56cc4366-246f-4d57-a738-46f7c3bbcce7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:14.734424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e6c8-3c04-495f-8946-6c817c2cdf3f None None] Pushing event updated for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:14.868273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:14.868944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Router 832dd7a2-c078-40dd-8807-6cb20648d9b0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:14.888507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] For port e38798ca-4068-4c5d-8979-1cd48482efb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38798ca-4068-4c5d-8979-1cd48482efb8,segment=NetworkSegment(08769ee4-e06d-451d-9e42-e4cfa14acac6),segment_id=08769ee4-e06d-451d-9e42-e4cfa14acac6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:14.888885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.902235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Attempting to bind port 6134bfd3-4e5f-4783-976d-484fab9a18b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:14.902698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Attempting to bind port 6134bfd3-4e5f-4783-976d-484fab9a18b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:14.902973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Attempting to bind port 6134bfd3-4e5f-4783-976d-484fab9a18b9 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:14.907941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2dcb23e7-637f-477d-aa20-1a37225291f5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:14.922366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:14.922822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:14.923760 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.924159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:14.924637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Bound port: 6134bfd3-4e5f-4783-976d-484fab9a18b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:14.925040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:14.935661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Sync routers for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:14.959215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Calling delete_port for e38798ca-4068-4c5d-8979-1cd48482efb8 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:14.973018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:14.973813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0acd66a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:15.000126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:15.005823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc2c72ac-8a76-4f09-8002-81a852111ad3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1173468
Jan 29 21:17:15.013683 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54668) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:15.175320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:15.206089 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e099fe5d-d069-4a52-871b-3f8cb91a6328 admin admin] 10.222.0.20 "PUT /v2.0/routers/832dd7a2-c078-40dd-8807-6cb20648d9b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5782917
Jan 29 21:17:15.254957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e38798ca-4068-4c5d-8979-1cd48482efb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:15.255373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cda506eb-d36a-4d10-b3b6-59ff6ac74a9e None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:15.255753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cda506eb-d36a-4d10-b3b6-59ff6ac74a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:15.316509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['e38798ca-4068-4c5d-8979-1cd48482efb8'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:17:15.325716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Pushing event deleted for resources: {'Port': ['ID=e38798ca-4068-4c5d-8979-1cd48482efb8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:15.365040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.365402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.365747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.366086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.366422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.366756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.367084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.368146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.368146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.368146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.368358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.368808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.369168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:15.436862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] No DVR routers for this DVR port e38798ca-4068-4c5d-8979-1cd48482efb8 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:15.440432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:15.444491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a97d6bf-cb7a-4f76-a141-eca66feec1b2 req-b64a29b9-909d-44a8-81e3-f468d835e2aa tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.18 "DELETE /v2.0/ports/e38798ca-4068-4c5d-8979-1cd48482efb8 HTTP/1.1" status: 204  len: 173 time: 1.1189110
Jan 29 21:17:15.445067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'name': 'network-vif-deleted', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:15.447456 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da024ed-71dd-4429-9ace-a24a2c328735" -d '{"events": [{"server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "name": "network-vif-deleted", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:15.560595 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc06732f-e126-4d96-9691-210bf481283c x-openstack-request-id: req-bc06732f-e126-4d96-9691-210bf481283c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:15.560898 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d7e6b-5ba7-4858-91ed-59ed4546513e", "name": "network-vif-deleted", "tag": "e38798ca-4068-4c5d-8979-1cd48482efb8", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:15.561201 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc06732f-e126-4d96-9691-210bf481283c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:15.561609 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d7e6b-5ba7-4858-91ed-59ed4546513e', 'name': 'network-vif-deleted', 'tag': 'e38798ca-4068-4c5d-8979-1cd48482efb8', 'status': 'completed', 'code': 200}
Jan 29 21:17:15.693411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19f70a48-3f1e-40a9-a697-5b38ea9bd7d2 req-85afff89-b1a6-4ef4-9189-9c7358c5eebb tempest-ServersNegativeTestMultiTenantJSON-2099205362 tempest-ServersNegativeTestMultiTenantJSON-2099205362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2d7e6b-5ba7-4858-91ed-59ed4546513e HTTP/1.1" status: 200  len: 210 time: 0.0836115
Jan 29 21:17:15.745497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1428a9b3-67d6-4d1b-93c0-cff25a44922a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:15.785254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:15.796293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:15.899999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] For port 6134bfd3-4e5f-4783-976d-484fab9a18b9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:15.979485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] For port 6134bfd3-4e5f-4783-976d-484fab9a18b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134bfd3-4e5f-4783-976d-484fab9a18b9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:15.981261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.019396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cda506eb-d36a-4d10-b3b6-59ff6ac74a9e None None] Port 6134bfd3-4e5f-4783-976d-484fab9a18b9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:16.035926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.106893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Allocated IP 172.20.0.1 (285c525d-f1b3-4d0c-90ef-5d34858051c2/e5c1dc05-6f09-4a51-b357-c1ab870226d2/47a954b5-990a-40d8-bdb6-ddc6606ac602) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:16.205966 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:16.214863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9195e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:16.231831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1428a9b3-67d6-4d1b-93c0-cff25a44922a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:16.231831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.321949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e2ff5-5236-4a54-9f8b-e488ada84f5a None None] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:16.336395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks [] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.370645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e6c8-3c04-495f-8946-6c817c2cdf3f None None] Pushing event updated for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:16.373536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b58b9254-8fd5-455c-9e7b-972d70efec8a None None] Provisioning complete for port 56cc4366-246f-4d57-a738-46f7c3bbcce7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:16.374011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b58b9254-8fd5-455c-9e7b-972d70efec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.385235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.439911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:16.444580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:16.446869 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:16.449509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:16.486966 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.487323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.487675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.488017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.488357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.488839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.489255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.489924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.489924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.490258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.490587 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.490919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.491247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:16.521289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b58b9254-8fd5-455c-9e7b-972d70efec8a None None] Port 56cc4366-246f-4d57-a738-46f7c3bbcce7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:16.522905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.546971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:16.664646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.694018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1428a9b3-67d6-4d1b-93c0-cff25a44922a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:16.694403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.744580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0acd66a0>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 3, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:16.785268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:16.785649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.790352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Checking router: 5145b33f-1bbd-4140-b28f-fe8dd22813af for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:16.790704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Updating router 5145b33f-1bbd-4140-b28f-fe8dd22813af port 68600f42-2392-497b-bd7d-8daf7548c4de binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:16.796853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:16.870144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Deleting subnet a060d575-4913-4fa8-97cd-338422c8739a {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:17:16.875780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Publish callbacks [] for subnet (a060d575-4913-4fa8-97cd-338422c8739a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.906242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1428a9b3-67d6-4d1b-93c0-cff25a44922a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1428a9b3-67d6-4d1b-93c0-cff25a44922a,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:16.916237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.922058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (a060d575-4913-4fa8-97cd-338422c8739a), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.930799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.931713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5669de7-a3d1-4b34-9869-2e55a340475e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:16.958805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks [] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.968234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:16.979906 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a060d575-4913-4fa8-97cd-338422c8739a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.002970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.056932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54696) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:17.073667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:17.102364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.195061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (a060d575-4913-4fa8-97cd-338422c8739a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.284878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1428a9b3-67d6-4d1b-93c0-cff25a44922a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:17.287201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:17.289106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:17.375107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e5669de7-a3d1-4b34-9869-2e55a340475e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:17.375652 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.377786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Current status of the port 6134bfd3-4e5f-4783-976d-484fab9a18b9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:17.382414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.460758 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Sync routers for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:17.474856 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Routers {'832dd7a2-c078-40dd-8807-6cb20648d9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:17.475745 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['832dd7a2-c078-40dd-8807-6cb20648d9b0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:17.605109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e38798ca-4068-4c5d-8979-1cd48482efb8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:17.645274 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Set router 832dd7a2-c078-40dd-8807-6cb20648d9b0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:17.684964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a060d575-4913-4fa8-97cd-338422c8739a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:17.694379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.698263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2fb82caf-e461-4491-adba-3d72bddbc240 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a060d575-4913-4fa8-97cd-338422c8739a HTTP/1.1" status: 204  len: 168 time: 0.9000969
Jan 29 21:17:17.699949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: e38798ca-4068-4c5d-8979-1cd48482efb8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:17.701498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54698) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:17.702016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device e38798ca-4068-4c5d-8979-1cd48482efb8 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:17.710378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9195e0>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:15Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:17.796051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] For port 6134bfd3-4e5f-4783-976d-484fab9a18b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134bfd3-4e5f-4783-976d-484fab9a18b9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:17.802413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be35a38-ca3a-4781-819e-9546fc5da918 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:15Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:17.837525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.952459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacd00>, [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 4, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56cc4366-246f-4d57-a738-46f7c3bbcce7', 'name': '', 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'mac_address': 'fa:16:3e:82:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:13Z', 'updated_at': '2022-01-29T21:17:14Z', 'revision_number': 2, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'subnets': [{'id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:17.958765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e5669de7-a3d1-4b34-9869-2e55a340475e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:17.959165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:17.974776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (ada93711-1009-4f26-8ebc-9646e7fa8632), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.012186 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Checking router: 832dd7a2-c078-40dd-8807-6cb20648d9b0 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:18.012846 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Updating router 832dd7a2-c078-40dd-8807-6cb20648d9b0 port 56cc4366-246f-4d57-a738-46f7c3bbcce7 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:18.045987 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.114375 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Router 5145b33f-1bbd-4140-b28f-fe8dd22813af has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:18.147383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (ada93711-1009-4f26-8ebc-9646e7fa8632), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.192032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0ac48220>,) {'filters': {'network_id': ['ada93711-1009-4f26-8ebc-9646e7fa8632']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:18.243337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Provisioning complete for port 1428a9b3-67d6-4d1b-93c0-cff25a44922a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:18.243823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.253493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ac48220>, '08769ee4-e06d-451d-9e42-e4cfa14acac6') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:18.253792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0ac48220>, '08769ee4-e06d-451d-9e42-e4cfa14acac6') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:18.277321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (08769ee4-e06d-451d-9e42-e4cfa14acac6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.302997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port e5669de7-a3d1-4b34-9869-2e55a340475e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5669de7-a3d1-4b34-9869-2e55a340475e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:18.305294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (08769ee4-e06d-451d-9e42-e4cfa14acac6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.336274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.339115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:18.339919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (08769ee4-e06d-451d-9e42-e4cfa14acac6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:18.346986 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:18.368612 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:18.382957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Pushing event updated for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:18.398433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19f07e04-c379-4b16-a918-e8aecb6ad4b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/5145b33f-1bbd-4140-b28f-fe8dd22813af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3819475
Jan 29 21:17:18.474479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (ada93711-1009-4f26-8ebc-9646e7fa8632), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.496668 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks [] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.505109 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.530331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.534189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ada93711-1009-4f26-8ebc-9646e7fa8632 HTTP/1.1" status: 204  len: 168 time: 0.8318911
Jan 29 21:17:18.537677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54702) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:18.556061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks [] for port (68600f42-2392-497b-bd7d-8daf7548c4de), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.571053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f6035-e2e6-470e-b8a1-47cd69ed3223 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada93711-1009-4f26-8ebc-9646e7fa8632,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:18.602600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.622928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=e5669de7-a3d1-4b34-9869-2e55a340475e,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:18.634689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.638849 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3af9f4-9c20-47c5-8430-659bd558496d None None] Pushing event updated for resources: {'Port': ['ID=56cc4366-246f-4d57-a738-46f7c3bbcce7,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:18.684760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Deleting subnet 6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:17:18.692486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Publish callbacks [] for subnet (6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.761783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1428a9b3-67d6-4d1b-93c0-cff25a44922a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:18.781390 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Attempting to bind port 56cc4366-246f-4d57-a738-46f7c3bbcce7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:18.784855 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Attempting to bind port 56cc4366-246f-4d57-a738-46f7c3bbcce7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:18.788560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Attempting to bind port 56cc4366-246f-4d57-a738-46f7c3bbcce7 on network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:18.798489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:18.799111 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Checking segment: {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:18.799672 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.800207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Bound using segment: {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:18.800930 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Bound port: 56cc4366-246f-4d57-a738-46f7c3bbcce7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a0107d-56ba-4b2a-9513-bb8a19238559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:18.801924 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.814482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.868298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfc9ff-b7c1-41cc-9bcf-71edfef2d9bf None None] Pushing event updated for resources: {'Port': ['ID=68600f42-2392-497b-bd7d-8daf7548c4de,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:18.905089 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.909442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Attempting to bind port 68600f42-2392-497b-bd7d-8daf7548c4de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:18.909828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Attempting to bind port 68600f42-2392-497b-bd7d-8daf7548c4de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:18.910211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Attempting to bind port 68600f42-2392-497b-bd7d-8daf7548c4de on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:18.925064 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] For port 56cc4366-246f-4d57-a738-46f7c3bbcce7, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:18.929640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2b19ca9d-737d-4363-bfd5-e33e92004fcd None None] Current status of the port 1428a9b3-67d6-4d1b-93c0-cff25a44922a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:18.933460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] For port 56cc4366-246f-4d57-a738-46f7c3bbcce7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56cc4366-246f-4d57-a738-46f7c3bbcce7,segment=NetworkSegment(26a0107d-56ba-4b2a-9513-bb8a19238559),segment_id=26a0107d-56ba-4b2a-9513-bb8a19238559)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:18.949034 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.952637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:18.952858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:18.953307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:18.953717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:18.954723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Bound port: 68600f42-2392-497b-bd7d-8daf7548c4de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:18.955120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.033725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1428a9b3-67d6-4d1b-93c0-cff25a44922a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:19.034118 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.040107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.097372 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Routers {'832dd7a2-c078-40dd-8807-6cb20648d9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:19.098885 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['832dd7a2-c078-40dd-8807-6cb20648d9b0'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.104338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] For port 68600f42-2392-497b-bd7d-8daf7548c4de, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:19.129456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:19.133124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] For port 68600f42-2392-497b-bd7d-8daf7548c4de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68600f42-2392-497b-bd7d-8daf7548c4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:19.143114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.144086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Provisioning complete for port 1428a9b3-67d6-4d1b-93c0-cff25a44922a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:19.144475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.158972 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-44c07403-88f5-4f4e-bff1-fecdeb562277 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6dd1bf01-7f6a-40c8-bd0c-9bd31906eff0 HTTP/1.1" status: 204  len: 168 time: 0.6200111
Jan 29 21:17:19.165743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54736) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:19.209058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.312767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e53086c9-0dae-494f-8d06-200fe5d7c5f5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.340752 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3af9f4-9c20-47c5-8430-659bd558496d None None] Pushing event updated for resources: {'Port': ['ID=56cc4366-246f-4d57-a738-46f7c3bbcce7,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:19.363067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:19.363719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0acd66a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.385350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Deleting port 56cc4366-246f-4d57-a738-46f7c3bbcce7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:19.385692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.427574 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] Set router 832dd7a2-c078-40dd-8807-6cb20648d9b0 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:19.443498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1428a9b3-67d6-4d1b-93c0-cff25a44922a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:19.444609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6134bfd3-4e5f-4783-976d-484fab9a18b9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:19.526139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfc9ff-b7c1-41cc-9bcf-71edfef2d9bf None None] Pushing event updated for resources: {'Port': ['ID=68600f42-2392-497b-bd7d-8daf7548c4de,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:19.604860 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e53086c9-0dae-494f-8d06-200fe5d7c5f5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.613332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Current status of the port 1428a9b3-67d6-4d1b-93c0-cff25a44922a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:19.639325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:19.643566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:19.643967 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.650144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b133370>,) {'filters': {'network_id': ['e53086c9-0dae-494f-8d06-200fe5d7c5f5']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.704642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b133370>, 'cfdb735f-9dbe-4262-95f2-6fdc31868526') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.704642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b133370>, 'cfdb735f-9dbe-4262-95f2-6fdc31868526') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.708701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] For port 56cc4366-246f-4d57-a738-46f7c3bbcce7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56cc4366-246f-4d57-a738-46f7c3bbcce7,segment=NetworkSegment(26a0107d-56ba-4b2a-9513-bb8a19238559),segment_id=26a0107d-56ba-4b2a-9513-bb8a19238559)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:19.709211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.734288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (cfdb735f-9dbe-4262-95f2-6fdc31868526), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.743749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Calling delete_port for 56cc4366-246f-4d57-a738-46f7c3bbcce7 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:19.773972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cfdb735f-9dbe-4262-95f2-6fdc31868526), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.800048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Provisioning complete for port 47a954b5-990a-40d8-bdb6-ddc6606ac602 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:19.800526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.855646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:19.856435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (cfdb735f-9dbe-4262-95f2-6fdc31868526), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:19.859384 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:19.870987 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacd00>, [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 4, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56cc4366-246f-4d57-a738-46f7c3bbcce7', 'name': '', 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'mac_address': 'fa:16:3e:82:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:13Z', 'updated_at': '2022-01-29T21:17:18Z', 'revision_number': 4, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'subnets': [{'id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:19.900565 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4d84d-933b-47cc-9062-f54ac11c514d None None] The sync data for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 is: [{'id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'name': 'tempest-ImageQuotaTest-416224279-router', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:10Z', 'updated_at': '2022-01-29T21:17:13Z', 'revision_number': 4, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'gw_port': {'id': 'e5669de7-a3d1-4b34-9869-2e55a340475e', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56cc4366-246f-4d57-a738-46f7c3bbcce7', 'name': '', 'network_id': '8b1c21b5-9f0a-4f43-a593-4648618aa2fb', 'tenant_id': '4f3216d47bf74f8993de2324beb013cc', 'mac_address': 'fa:16:3e:82:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dd7a2-c078-40dd-8807-6cb20648d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:13Z', 'updated_at': '2022-01-29T21:17:18Z', 'revision_number': 4, 'project_id': '4f3216d47bf74f8993de2324beb013cc', 'subnets': [{'id': 'f1dd6d33-fa1b-4d7a-bae1-71c113b6979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:19.955140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e53086c9-0dae-494f-8d06-200fe5d7c5f5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.971068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:19.974647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e53086c9-0dae-494f-8d06-200fe5d7c5f5 HTTP/1.1" status: 204  len: 168 time: 0.8031476
Jan 29 21:17:19.981739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff8eb-d80d-4016-ab8f-c42b389f4f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53086c9-0dae-494f-8d06-200fe5d7c5f5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:19.996883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Port 47a954b5-990a-40d8-bdb6-ddc6606ac602 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:20.098940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Provisioning complete for port 56cc4366-246f-4d57-a738-46f7c3bbcce7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:20.099403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.112330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6134bfd3-4e5f-4783-976d-484fab9a18b9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:20.221326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54778) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:20.252646 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.280618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0acd66a0>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47a954b5-990a-40d8-bdb6-ddc6606ac602', 'name': '', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'mac_address': 'fa:16:3e:5b:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:15Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 2, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'subnets': [{'id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:20.286649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Current status of the port 56cc4366-246f-4d57-a738-46f7c3bbcce7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:20.286837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eadd911f-7900-4f7f-b701-1fa356ff671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (56cc4366-246f-4d57-a738-46f7c3bbcce7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.292620 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b7ff5b24-a6c1-44fe-825f-87d778473644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b959a6db6f8542a99c0876b2b327ec33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0701110
Jan 29 21:17:20.295956 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:20.330480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=56cc4366-246f-4d57-a738-46f7c3bbcce7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:20.346942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2286ea9-cd8d-4987-be4b-ae1c63f1b56b None None] The sync data for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 is: [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47a954b5-990a-40d8-bdb6-ddc6606ac602', 'name': '', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'mac_address': 'fa:16:3e:5b:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:15Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 2, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'subnets': [{'id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:20.392594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] Publish callbacks [] for security_group (6afd3cfd-d313-4a09-9d86-6a8f3330393f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.416555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] Publish callbacks [] for security_group (6afd3cfd-d313-4a09-9d86-6a8f3330393f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.476542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6afd3cfd-d313-4a09-9d86-6a8f3330393f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.478947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6134bfd3-4e5f-4783-976d-484fab9a18b9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:20.484241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.487844 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6afd3cfd-d313-4a09-9d86-6a8f3330393f HTTP/1.1" status: 204  len: 168 time: 0.1883676
Jan 29 21:17:20.494370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ad08-c78f-4a71-aab5-308cf0989366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afd3cfd-d313-4a09-9d86-6a8f3330393f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:20.528611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f1ae979a-e39c-4d83-b7c4-3e898a86f9d8 None None] Could not find standard attr ID for object 56cc4366-246f-4d57-a738-46f7c3bbcce7. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:17:20.559604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 6134bfd3-4e5f-4783-976d-484fab9a18b9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:20.559993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.590871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.654050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 6134bfd3-4e5f-4783-976d-484fab9a18b9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:20.655412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5669de7-a3d1-4b34-9869-2e55a340475e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:20.707016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e5669de7-a3d1-4b34-9869-2e55a340475e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:20.707558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:20.812750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e5669de7-a3d1-4b34-9869-2e55a340475e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:20.855204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Router 832dd7a2-c078-40dd-8807-6cb20648d9b0 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:20.965392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:20.995041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:21.005442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-21da99e6-0865-4b44-9acf-ae0228c1fcdb admin admin] 10.222.0.20 "PUT /v2.0/routers/832dd7a2-c078-40dd-8807-6cb20648d9b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9461427
Jan 29 21:17:21.006230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54800) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:21.020902 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2f6e740c-ca74-4a19-abea-df563b35ac31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a805333a6d12403b9ece289c266ff4f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0541224
Jan 29 21:17:21.023372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54802) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:21.088410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] Publish callbacks [] for security_group (1488b45b-db15-4964-8af1-b951f62b3e93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.120797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] Publish callbacks [] for security_group (1488b45b-db15-4964-8af1-b951f62b3e93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.134184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks [] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.196366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1488b45b-db15-4964-8af1-b951f62b3e93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.200504 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.205657 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1488b45b-db15-4964-8af1-b951f62b3e93 HTTP/1.1" status: 204  len: 168 time: 0.1812537
Jan 29 21:17:21.221059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9a2c-6356-46db-bbab-d3173aa3eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488b45b-db15-4964-8af1-b951f62b3e93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:21.315993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks [] for router_gateway (832dd7a2-c078-40dd-8807-6cb20648d9b0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.383931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Deleting port e5669de7-a3d1-4b34-9869-2e55a340475e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:21.384416 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.495569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] For port e5669de7-a3d1-4b34-9869-2e55a340475e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5669de7-a3d1-4b34-9869-2e55a340475e,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:21.498097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.519819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Calling delete_port for e5669de7-a3d1-4b34-9869-2e55a340475e owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:21.708555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e5669de7-a3d1-4b34-9869-2e55a340475e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.769895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5669de7-a3d1-4b34-9869-2e55a340475e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:21.817884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.945096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:21.949189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks [] for router_controller (832dd7a2-c078-40dd-8807-6cb20648d9b0), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.007538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (832dd7a2-c078-40dd-8807-6cb20648d9b0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.008244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832dd7a2-c078-40dd-8807-6cb20648d9b0 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:17:22.012744 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.014059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9e1017cf-32ce-445c-b5c8-8c02d917ae01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/832dd7a2-c078-40dd-8807-6cb20648d9b0 HTTP/1.1" status: 204  len: 168 time: 1.0066042
Jan 29 21:17:22.017274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54828) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:22.074868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Deleting subnet f1dd6d33-fa1b-4d7a-bae1-71c113b6979c {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:17:22.078596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Publish callbacks [] for subnet (f1dd6d33-fa1b-4d7a-bae1-71c113b6979c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.128561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (f1dd6d33-fa1b-4d7a-bae1-71c113b6979c), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.279465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f1dd6d33-fa1b-4d7a-bae1-71c113b6979c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.366130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (f1dd6d33-fa1b-4d7a-bae1-71c113b6979c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.406694 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.413562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1dd6d33-fa1b-4d7a-bae1-71c113b6979c HTTP/1.1" status: 204  len: 168 time: 0.3948462
Jan 29 21:17:22.414228 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54852) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:22.420969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721065f3-bc9e-4d83-b71b-fcb87e95d8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dd6d33-fa1b-4d7a-bae1-71c113b6979c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:22.427238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5f696-8537-4509-822a-3c1476a30acd None None] Network 8b1c21b5-9f0a-4f43-a593-4648618aa2fb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:22.511752 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8b1c21b5-9f0a-4f43-a593-4648618aa2fb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.583462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.604710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Deleting port 38e954eb-4d83-4d17-990b-f5c4ad3b803c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:22.605098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.703621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68600f42-2392-497b-bd7d-8daf7548c4de up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:22.704902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] For port 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38e954eb-4d83-4d17-990b-f5c4ad3b803c,segment=NetworkSegment(26a0107d-56ba-4b2a-9513-bb8a19238559),segment_id=26a0107d-56ba-4b2a-9513-bb8a19238559)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:22.705322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.744649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Calling delete_port for 38e954eb-4d83-4d17-990b-f5c4ad3b803c owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:22.776568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] DHCP port deletion for 8b1c21b5-9f0a-4f43-a593-4648618aa2fb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:17:22.834276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 68600f42-2392-497b-bd7d-8daf7548c4de triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:22.834781 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.876705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54858) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:22.887101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:22.910132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] No DVR routers for this DVR port 38e954eb-4d83-4d17-990b-f5c4ad3b803c on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:22.931875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e954eb-4d83-4d17-990b-f5c4ad3b803c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:22.939349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Deleting port 38e954eb-4d83-4d17-990b-f5c4ad3b803c {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:22.939739 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.011943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7383-5397-40a2-a0f0-eb313ce91036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.027139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 68600f42-2392-497b-bd7d-8daf7548c4de is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:23.027803 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.042149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8b1c21b5-9f0a-4f43-a593-4648618aa2fb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.049052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 68600f42-2392-497b-bd7d-8daf7548c4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68600f42-2392-497b-bd7d-8daf7548c4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:23.059846 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.069692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09bad4c0>,) {'filters': {'network_id': ['8b1c21b5-9f0a-4f43-a593-4648618aa2fb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:23.085392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09bad4c0>, '26a0107d-56ba-4b2a-9513-bb8a19238559') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:23.085749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09bad4c0>, '26a0107d-56ba-4b2a-9513-bb8a19238559') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:23.105723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (26a0107d-56ba-4b2a-9513-bb8a19238559), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.111480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] For port 38e954eb-4d83-4d17-990b-f5c4ad3b803c, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:23.111721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7383-5397-40a2-a0f0-eb313ce91036 admin admin] Publish callbacks [] for security_group (9b28c135-f02c-420c-a893-83669cd2d682), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.111882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.121718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7383-5397-40a2-a0f0-eb313ce91036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9b28c135-f02c-420c-a893-83669cd2d682), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.124368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (26a0107d-56ba-4b2a-9513-bb8a19238559), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.136009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:17:23.136427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (26a0107d-56ba-4b2a-9513-bb8a19238559), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.147502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Calling delete_port for 38e954eb-4d83-4d17-990b-f5c4ad3b803c owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:23.150808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Port 38e954eb-4d83-4d17-990b-f5c4ad3b803c was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:17:23.151824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=68600f42-2392-497b-bd7d-8daf7548c4de,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:23.155828 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (38e954eb-4d83-4d17-990b-f5c4ad3b803c), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.180666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c9ca7383-5397-40a2-a0f0-eb313ce91036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa5d636db1604743833af00434c20081&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3039992
Jan 29 21:17:23.183417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54862) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:23.194102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7383-5397-40a2-a0f0-eb313ce91036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b28c135-f02c-420c-a893-83669cd2d682,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:17:23.256931 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:17:23.270345 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8b1c21b5-9f0a-4f43-a593-4648618aa2fb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.278574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.283406 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b1c21b5-9f0a-4f43-a593-4648618aa2fb HTTP/1.1" status: 204  len: 168 time: 0.8667963
Jan 29 21:17:23.289260 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] Publish callbacks [] for security_group (9b28c135-f02c-420c-a893-83669cd2d682), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.301097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b321dd-5845-4d93-9f36-282db4caece6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1c21b5-9f0a-4f43-a593-4648618aa2fb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:23.332468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] Publish callbacks [] for security_group (9b28c135-f02c-420c-a893-83669cd2d682), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.392281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Sync routers for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:23.402047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] Pushing event deleted for resources: {'Port': ['ID=38e954eb-4d83-4d17-990b-f5c4ad3b803c,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:23.409828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9b28c135-f02c-420c-a893-83669cd2d682), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.413673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.414875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b28c135-f02c-420c-a893-83669cd2d682 HTTP/1.1" status: 204  len: 168 time: 0.2303352
Jan 29 21:17:23.415299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32b301-9159-435b-b2df-a2c65ad3c96e None None] No DVR routers for this DVR port 38e954eb-4d83-4d17-990b-f5c4ad3b803c on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:23.420051 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:23.420645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:17:23.421515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'832dd7a2-c078-40dd-8807-6cb20648d9b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:17:23.425629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5c06-8c98-41d2-9fd8-2fb4bf496529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b28c135-f02c-420c-a893-83669cd2d682,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:23.433064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:23.433552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 29 21:17:23.434517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'832dd7a2-c078-40dd-8807-6cb20648d9b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent'). {{(pid=125944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 29 21:17:23.434599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ace0d-996e-44be-ad09-29470a999295 None None] The sync data for ids ['832dd7a2-c078-40dd-8807-6cb20648d9b0'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:23.475785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.520545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54870) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:23.568418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c759507b-c8ca-43d3-990e-c4fe0593e45c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f3216d47bf74f8993de2324beb013cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0466588
Jan 29 21:17:23.570802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54872) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:23.627688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] Publish callbacks [] for security_group (a5b22cde-0b86-4643-8f84-a9fc6e946340), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.652368 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] Publish callbacks [] for security_group (a5b22cde-0b86-4643-8f84-a9fc6e946340), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.706350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a5b22cde-0b86-4643-8f84-a9fc6e946340), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.711116 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:23.715096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5b22cde-0b86-4643-8f84-a9fc6e946340 HTTP/1.1" status: 204  len: 168 time: 0.1408312
Jan 29 21:17:23.722106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190302a-815b-4706-934e-746898387dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b22cde-0b86-4643-8f84-a9fc6e946340,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:24.041746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54894) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:24.055561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7c1982b-df1f-44a2-8cf2-c1b125d4603a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.131679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7c1982b-df1f-44a2-8cf2-c1b125d4603a admin admin] Publish callbacks [] for security_group (b6d30ccc-d0b9-477b-be7b-f894276c14f5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.135615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7c1982b-df1f-44a2-8cf2-c1b125d4603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6d30ccc-d0b9-477b-be7b-f894276c14f5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.157783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54898) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:24.176446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7c1982b-df1f-44a2-8cf2-c1b125d4603a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1335368
Jan 29 21:17:24.179446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54902) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:24.182112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1982b-df1f-44a2-8cf2-c1b125d4603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d30ccc-d0b9-477b-be7b-f894276c14f5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:24.234804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] Publish callbacks [] for security_group (b6d30ccc-d0b9-477b-be7b-f894276c14f5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.256599 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] Publish callbacks [] for security_group (b6d30ccc-d0b9-477b-be7b-f894276c14f5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.269700 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-network', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:24.306977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Made reservation on behalf of 2ae6f04a79c84770a4886b60cb268966 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:24.309605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.319834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.340586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b6d30ccc-d0b9-477b-be7b-f894276c14f5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.343150 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.344367 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6d30ccc-d0b9-477b-be7b-f894276c14f5 HTTP/1.1" status: 204  len: 168 time: 0.1638138
Jan 29 21:17:24.356913 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b247d65-d9bc-4691-96e5-f3917749458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d30ccc-d0b9-477b-be7b-f894276c14f5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:24.436575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks [] for security_group (c0cb3714-6176-433d-8226-fe856d6ec60d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.444257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0cb3714-6176-433d-8226-fe856d6ec60d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.475898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:17:24.506035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68600f42-2392-497b-bd7d-8daf7548c4de up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:24.517631 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2158b395-32a4-4bb3-8461-bba2e0c1b23c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.518171 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Added segment 2158b395-32a4-4bb3-8461-bba2e0c1b23c of type vlan for network c5ccc527-9a70-49f8-a340-8aa6c5c6927c
Jan 29 21:17:24.520207 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb3714-6176-433d-8226-fe856d6ec60d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:24.598576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c5ccc527-9a70-49f8-a340-8aa6c5c6927c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.613465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 68600f42-2392-497b-bd7d-8daf7548c4de triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:24.613854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.635330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c5ccc527-9a70-49f8-a340-8aa6c5c6927c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.636718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:24.637518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.715566 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5534353
Jan 29 21:17:24.715566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:24.721852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 68600f42-2392-497b-bd7d-8daf7548c4de is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:24.723882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Request body: {'subnet': {'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-subnet', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:24.729806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca90d9c-1d8a-4ff3-a164-893faa24d6ac admin admin] Pushing event updated for resources: {'Network': ['ID=c5ccc527-9a70-49f8-a340-8aa6c5c6927c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:24.740517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:17:24.789337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Made reservation on behalf of 2ae6f04a79c84770a4886b60cb268966 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:24.794167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:24.836475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 38e954eb-4d83-4d17-990b-f5c4ad3b803c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:24.866115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 38e954eb-4d83-4d17-990b-f5c4ad3b803c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:24.866539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 38e954eb-4d83-4d17-990b-f5c4ad3b803c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:24.867068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 56cc4366-246f-4d57-a738-46f7c3bbcce7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:24.895856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 56cc4366-246f-4d57-a738-46f7c3bbcce7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:24.896373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 56cc4366-246f-4d57-a738-46f7c3bbcce7 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:24.943460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-bdfafacb-90f5-4594-bc45-4a05c984b6a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:24.946454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-bdfafacb-90f5-4594-bc45-4a05c984b6a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1616912
Jan 29 21:17:24.970836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-1b0c84f1-9954-4fe6-a499-79418125696f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0140586
Jan 29 21:17:25.027247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-302f05c5-9008-4561-8562-4c9cbd4cca88 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0506992
Jan 29 21:17:25.042650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (25dce8c5-3810-442a-8d48-dea0924edc9f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.097574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dce8c5-3810-442a-8d48-dea0924edc9f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:25.108238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Checking segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:25.108938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Network hostable DHCP agents. Network: c5ccc527-9a70-49f8-a340-8aa6c5c6927c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:17:25.126764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:17:25.128495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-54aa1945-4122-445d-8a80-acb87cb60876 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943089
Jan 29 21:17:25.136929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5ccc527-9a70-49f8-a340-8aa6c5c6927c) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:25.142258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:25.142873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.147283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49109fad-1305-4f14-a9c6-0bffb873431a None None] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:25.177437 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f2c8f2e6-89fc-4af0-877b-b52903f4f90b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4605997
Jan 29 21:17:25.179705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:25.185193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:25.207782 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.209269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.245251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ef50beb0-a7d2-4f5c-a28a-526bb766131d service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100893
Jan 29 21:17:25.280794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for router_controller (93711941-4c1e-41ce-8e1d-e2565c0fed6b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.281022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:17:25.282945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.444046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Allocated IP 172.20.0.2 (c5ccc527-9a70-49f8-a340-8aa6c5c6927c/25dce8c5-3810-442a-8d48-dea0924edc9f/ddc3fbd1-fdb8-41b8-90cb-740d452cca7a) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:25.461587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for router_gateway (93711941-4c1e-41ce-8e1d-e2565c0fed6b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.520755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bab000-edaf-48a2-875c-dbf0250d38d8 req-33a0ab33-24ee-43cd-9cd0-d806ad918703 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 210 time: 0.0615091
Jan 29 21:17:25.624358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks [] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.647779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.697380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:25.700960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:25.708008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:25.722943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Pushing event updated for resources: {'Port': ['ID=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:25.727171 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for router_gateway (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.755400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.806920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Attempting to bind port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:25.807345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Attempting to bind port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:25.807738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Attempting to bind port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:25.815119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:25.815814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Checking segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:25.816602 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.817504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Bound using segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:25.817994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Bound port: ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:25.818417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.894242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] For port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:25.897602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] For port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:25.903656 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Allocated IP 172.35.4.250 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/4c3f3d28-3b30-4125-8119-b0b569fa54a1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:25.904264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:25.971205 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Sync routers for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:25.975344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067e3a-9492-44e3-869c-3ccc845c8088 None None] Pushing event updated for resources: {'Port': ['ID=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:25.982734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:25.983349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3bff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:26.072498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.100937 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:26.115904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.187799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:26.195660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:26.204388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:26.327292 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Pushing event updated for resources: {'Port': ['ID=4c3f3d28-3b30-4125-8119-b0b569fa54a1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:26.380731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3bff10>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47a954b5-990a-40d8-bdb6-ddc6606ac602', 'name': '', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'mac_address': 'fa:16:3e:5b:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:15Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 2, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'subnets': [{'id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:26.409911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Checking router: 5145b33f-1bbd-4140-b28f-fe8dd22813af for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:26.410752 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Updating router 5145b33f-1bbd-4140-b28f-fe8dd22813af port 47a954b5-990a-40d8-bdb6-ddc6606ac602 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:26.446455 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.483869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddc3fbd1-fdb8-41b8-90cb-740d452cca7a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:26.516331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for router_gateway (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.560481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:26.561077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.723971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:26.724658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.728952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e2665ef-066e-450e-b534-05e392c945bd req-1d1cf1d6-b999-4598-9334-a8ed0f29777c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 210 time: 0.1170568
Jan 29 21:17:26.778805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.782515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:26.790612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.800012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5669de7-a3d1-4b34-9869-2e55a340475e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:26.825525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-9424d6c2-1ac3-469e-8299-28dc76226d99 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:26.842489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-9424d6c2-1ac3-469e-8299-28dc76226d99 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.2226820
Jan 29 21:17:26.853224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:26.873140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e5669de7-a3d1-4b34-9869-2e55a340475e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:26.873493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e5669de7-a3d1-4b34-9869-2e55a340475e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:26.882877 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks [] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.893841 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:26.925909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:27.006416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:17:27.031784 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8c07-60ae-4b06-8b42-230d21b5bf05 None None] Pushing event updated for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:27.053095 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Attempting to bind port 47a954b5-990a-40d8-bdb6-ddc6606ac602 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:27.053731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Attempting to bind port 47a954b5-990a-40d8-bdb6-ddc6606ac602 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:27.054249 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Attempting to bind port 47a954b5-990a-40d8-bdb6-ddc6606ac602 on network 285c525d-f1b3-4d0c-90ef-5d34858051c2 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:27.057244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:27.060351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:27.060923 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Checking segment: {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:27.061575 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.062276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Bound using segment: {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:27.062590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.063973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Bound port: 47a954b5-990a-40d8-bdb6-ddc6606ac602, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:27.064539 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.182833 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] For port 47a954b5-990a-40d8-bdb6-ddc6606ac602, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:27.187772 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] For port 47a954b5-990a-40d8-bdb6-ddc6606ac602, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47a954b5-990a-40d8-bdb6-ddc6606ac602,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:27.201122 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.277483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:27.289055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:27.319494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:27.319701 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:27.320308 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3bff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:27.321878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afff730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:27.323459 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8c07-60ae-4b06-8b42-230d21b5bf05 None None] Pushing event updated for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:27.325301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.328481 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9d57c905-0423-4dfa-a69d-fa706dc9421f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.1470497
Jan 29 21:17:27.331148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.14 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/762d9025-3e77-47b7-a2e7-dcd30b226ca2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:27.331642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:27.500489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Provisioning complete for port 47a954b5-990a-40d8-bdb6-ddc6606ac602 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:27.502715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.575408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c2a48-c19e-47bb-ad9f-2d8cf276bf16 None None] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:17:27.617194 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:27.790371 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.831553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:27.877577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:27.966458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:27.988022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:27.992826 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3bff10>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47a954b5-990a-40d8-bdb6-ddc6606ac602', 'name': '', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'mac_address': 'fa:16:3e:5b:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:15Z', 'updated_at': '2022-01-29T21:17:27Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'subnets': [{'id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:28.006953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:28.025149 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db55ffd9-124e-4b84-9075-279050afe40a None None] The sync data for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 is: [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:17:16Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '47a954b5-990a-40d8-bdb6-ddc6606ac602', 'name': '', 'network_id': '285c525d-f1b3-4d0c-90ef-5d34858051c2', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'mac_address': 'fa:16:3e:5b:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:15Z', 'updated_at': '2022-01-29T21:17:27Z', 'revision_number': 4, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'subnets': [{'id': 'e5c1dc05-6f09-4a51-b357-c1ab870226d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:28.130770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:28.158651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.191530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Current status of the port 47a954b5-990a-40d8-bdb6-ddc6606ac602 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:28.192177 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.223241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1e104-135a-4be5-a8a0-d0864c4df9f7 req-5b33f470-f4b9-4d76-9815-f6f093ece3d6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:28.235389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ce1e104-135a-4be5-a8a0-d0864c4df9f7 req-5b33f470-f4b9-4d76-9815-f6f093ece3d6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 932 time: 0.3711495
Jan 29 21:17:28.304765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:28.305482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.337782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f68fb519-c308-425e-931e-71206948b4ad None None] For port 47a954b5-990a-40d8-bdb6-ddc6606ac602, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47a954b5-990a-40d8-bdb6-ddc6606ac602,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:28.353153 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.381591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ce1e104-135a-4be5-a8a0-d0864c4df9f7 req-97b78d26-04ea-452b-838e-c1ee2d0239f2 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348674
Jan 29 21:17:28.398514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-ade38004-ab27-4e0c-af4f-cbeaaa205a82 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5547926
Jan 29 21:17:28.419356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Request body: {'port': {'device_id': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:28.555147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.576077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afff730>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:26Z', 'revision_number': 3, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:28.594498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fb519-c308-425e-931e-71206948b4ad None None] Pushing event updated for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:28.663770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddc3fbd1-fdb8-41b8-90cb-740d452cca7a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:28.669888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:28.670466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Updating router 93711941-4c1e-41ce-8e1d-e2565c0fed6b port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:28.673189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Provisioning complete for port 47a954b5-990a-40d8-bdb6-ddc6606ac602 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:28.673811 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.778682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:28.873455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Allocated IP 172.20.0.1 (c5ccc527-9a70-49f8-a340-8aa6c5c6927c/25dce8c5-3810-442a-8d48-dea0924edc9f/50f7e465-9cbc-49c5-914a-5d7dfe825e1f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:28.941028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:28.941585 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.029630 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks [] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.036704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Current status of the port 47a954b5-990a-40d8-bdb6-ddc6606ac602 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:29.067010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.123544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:29.127281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:29.137162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:29.140540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Pushing event updated for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:29.159669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Provisioning complete for port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:29.160043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.205539 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.421559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.455354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d9025-3e77-47b7-a2e7-dcd30b226ca2 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:29.463622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks [] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.466890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:29.468154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 47a954b5-990a-40d8-bdb6-ddc6606ac602 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:29.478545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Transition to ACTIVE for port object 762d9025-3e77-47b7-a2e7-dcd30b226ca2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:17:29.510273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.572438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-513d3861-ea92-4b2e-acb1-1243e5b5d9ea None None] Current status of the port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:29.580775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325f19f-c4a4-4177-ad7f-5676a1f1ef5d req-c494079a-2928-468c-8a8b-3018d42c14d7 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:29.582361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1325f19f-c4a4-4177-ad7f-5676a1f1ef5d req-c494079a-2928-468c-8a8b-3018d42c14d7 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1020219
Jan 29 21:17:29.594802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Pushing event updated for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:29.621513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 47a954b5-990a-40d8-bdb6-ddc6606ac602 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:29.621899 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.628040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks [] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.661256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.662271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks [] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.670803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.696613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1325f19f-c4a4-4177-ad7f-5676a1f1ef5d req-2cffcad3-536e-417e-8359-e50b1c233f1e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829844
Jan 29 21:17:29.725846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Attempting to bind port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:29.726423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Attempting to bind port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:29.726922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Attempting to bind port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:29.740651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:17:29.741766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Attempting to bind port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:29.753581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:29.753949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:29.755697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:29.756280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Bound port: 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:29.756651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.756911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadde1e-a2cb-46cd-9351-b2dc76f0d708 None None] Pushing event updated for resources: {'Port': ['ID=4c3f3d28-3b30-4125-8119-b0b569fa54a1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:29.758901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.760785 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Pushing event updated for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:29.764775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Attempting to bind port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:29.765181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Attempting to bind port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:29.765546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Attempting to bind port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:29.768689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Provisioning complete for port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:29.769088 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.797380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:29.798299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:29.798707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.799147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:29.799631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Bound port: 4c3f3d28-3b30-4125-8119-b0b569fa54a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:29.800013 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.859788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:29.865522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:29.872399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:29.873821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:29.878845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.879866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 47a954b5-990a-40d8-bdb6-ddc6606ac602 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:29.928431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] For port 4c3f3d28-3b30-4125-8119-b0b569fa54a1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:29.950075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] For port 4c3f3d28-3b30-4125-8119-b0b569fa54a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c3f3d28-3b30-4125-8119-b0b569fa54a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:29.951423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:29.952065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.954764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Current status of the port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:29.960598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/762d9025-3e77-47b7-a2e7-dcd30b226ca2 HTTP/1.1" status: 200  len: 1092 time: 1.5481958
Jan 29 21:17:29.961278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:29.963284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:29.976196 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6188161b-4540-4dde-9206-13b3c4f0e412" -d '{"events": [{"name": "network-changed", "server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:30.000374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db9a19-498c-425e-a519-719ed64065a9 service neutron] Pushing event updated for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:30.004941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:30.005349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:30.043017 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:30.063482 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7cb587-9c5f-42cf-91a5-21b5c7daa169 x-openstack-request-id: req-6e7cb587-9c5f-42cf-91a5-21b5c7daa169 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:30.064055 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:30.064415 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e7cb587-9c5f-42cf-91a5-21b5c7daa169 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:30.065488 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2', 'status': 'completed', 'code': 200}
Jan 29 21:17:30.088384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:30.089052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afff730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:30.096239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadde1e-a2cb-46cd-9351-b2dc76f0d708 None None] Pushing event updated for resources: {'Port': ['ID=4c3f3d28-3b30-4125-8119-b0b569fa54a1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:30.099548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-6bb2a125-1dc2-423c-9417-38fcc786c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.101501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-6bb2a125-1dc2-423c-9417-38fcc786c49c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 1126 time: 0.0926244
Jan 29 21:17:30.135767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f209da06-8976-4668-a40d-7fd2b9381cbc None None] Port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:30.160100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-d580751f-ceb2-443d-a684-16f33ba9e325 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2 HTTP/1.1" status: 200  len: 217 time: 0.0521636
Jan 29 21:17:30.207903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:30.220790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-96dde0e8-7f65-489f-9697-47768cad87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.227678 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-665bd105-9761-40f2-b8f8-f15005fa7e8e admin admin] 10.222.0.20 "PUT /v2.0/routers/93711941-4c1e-41ce-8e1d-e2565c0fed6b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8946748
Jan 29 21:17:30.237426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-96dde0e8-7f65-489f-9697-47768cad87c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0712295
Jan 29 21:17:30.274954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:30.317000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-edff2342-12c5-491c-80f0-3a161cc7701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.318552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-edff2342-12c5-491c-80f0-3a161cc7701d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0758042
Jan 29 21:17:30.441173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-d2664aa0-4548-4f20-bf00-adf23bc73142 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1155388
Jan 29 21:17:30.446513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-221c10dd-cf2a-46be-a3b5-43bc6ef696c1 None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:30.446991 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-221c10dd-cf2a-46be-a3b5-43bc6ef696c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:30.452794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 47a954b5-990a-40d8-bdb6-ddc6606ac602 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:30.533859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85b1692d-bb18-4ebf-8d43-3408be4b9e94 req-fe3d14ac-dbc3-40c8-b1fc-6e9fe7d88328 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870962
Jan 29 21:17:30.545091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-221c10dd-cf2a-46be-a3b5-43bc6ef696c1 None None] Port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:30.596844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 47a954b5-990a-40d8-bdb6-ddc6606ac602 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:30.597260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:30.637741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-51937936-e241-421c-ae78-149d42fe9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.639391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-51937936-e241-421c-ae78-149d42fe9154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 1126 time: 0.0587819
Jan 29 21:17:30.648810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afff730>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 2, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:30.676581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182080c-9026-4e0f-94e3-3b6101fc256e None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 2, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:30.721907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 47a954b5-990a-40d8-bdb6-ddc6606ac602 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:30.754984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-b6092f27-0843-414b-8655-64d863d1cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.758913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-b6092f27-0843-414b-8655-64d863d1cd05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1141477
Jan 29 21:17:30.810168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-f5d5974d-d46d-4dca-9e2e-47f535e226a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2 HTTP/1.1" status: 200  len: 217 time: 0.0439878
Jan 29 21:17:30.897199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-a71d910d-0b7b-44cf-b664-71759f0e18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.898689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-a71d910d-0b7b-44cf-b664-71759f0e18e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0786963
Jan 29 21:17:30.960689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72474-796d-4a8b-9e82-19a14054b675 req-472889cc-1acb-4cf6-862c-11192b54d9cc tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:30.962641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bea72474-796d-4a8b-9e82-19a14054b675 req-472889cc-1acb-4cf6-862c-11192b54d9cc tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1587765
Jan 29 21:17:30.996687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:31.011819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554806886', 'description': 'tempest-description--1796854677'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:31.049350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bea72474-796d-4a8b-9e82-19a14054b675 req-2804989a-3d72-4390-8d66-4dfcec78cb98 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810366
Jan 29 21:17:31.058738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-714d97b6-93b7-4dc6-92b3-8ba0624f8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:31.060281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-714d97b6-93b7-4dc6-92b3-8ba0624f8121 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1550395
Jan 29 21:17:31.062032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.214707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-47980297-f925-4443-937b-1eff141f1e80 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432061
Jan 29 21:17:31.240245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.250392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.321109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.325738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3149531
Jan 29 21:17:31.325885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 54988) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:31.330178 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group_rule': {'security_group_id': 'e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:31.339215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbe56a-6221-46ee-afd5-e1374ae434d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:31.362152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6188161b-4540-4dde-9206-13b3c4f0e412 req-a9a9cf4d-2710-408e-97e7-996df5213eff service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401989
Jan 29 21:17:31.373115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (30dc82d9-0bea-45ad-8c46-6b0af276d9e6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.462870 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (30dc82d9-0bea-45ad-8c46-6b0af276d9e6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.467801 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (30dc82d9-0bea-45ad-8c46-6b0af276d9e6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.493652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dc82d9-0bea-45ad-8c46-6b0af276d9e6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:31.502714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.503942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e3b6e2f5-cb38-4544-8001-3f451ea7fd6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1775236
Jan 29 21:17:31.506981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 54998) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:31.512235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group_rule': {'security_group_id': 'e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:31.564164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (bc366939-374c-4135-9a37-56b2979d412b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.646245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (bc366939-374c-4135-9a37-56b2979d412b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.651677 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (bc366939-374c-4135-9a37-56b2979d412b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.671637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc366939-374c-4135-9a37-56b2979d412b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:31.684697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.686100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-de764a4e-743e-47c5-9188-7b298baac2ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1778173
Jan 29 21:17:31.689475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55000) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:31.695017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:31.721285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.829668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:31.946064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Allocated IP 172.35.4.29 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/807037a2-47a5-4b28-9c87-5dea50f84574) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:32.064954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (807037a2-47a5-4b28-9c87-5dea50f84574), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.111435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.194220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:32.200808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:32.205089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=807037a2-47a5-4b28-9c87-5dea50f84574,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:32.207631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:32.256790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295a24b-8d78-4db9-a2b9-04dc3eb3ff5a req-3dcf19f6-730c-4a37-a639-e70446a3c86b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:32.258350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e295a24b-8d78-4db9-a2b9-04dc3eb3ff5a req-3dcf19f6-730c-4a37-a639-e70446a3c86b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1187253
Jan 29 21:17:32.345077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e295a24b-8d78-4db9-a2b9-04dc3eb3ff5a req-924c521d-30d4-4d88-8145-fac8aa9531ba tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795877
Jan 29 21:17:32.351173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.396820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.466813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4c3f3d28-3b30-4125-8119-b0b569fa54a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:32.519096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:32.519572 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.560453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (807037a2-47a5-4b28-9c87-5dea50f84574), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.565392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.603078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:32.603475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.630438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 4c3f3d28-3b30-4125-8119-b0b569fa54a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c3f3d28-3b30-4125-8119-b0b569fa54a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:32.634227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.643063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=807037a2-47a5-4b28-9c87-5dea50f84574,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:32.659073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.674362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:32.675691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc5cc21b-5f78-4c9f-8ba5-9d8c07591431 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9849856
Jan 29 21:17:32.682680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=4c3f3d28-3b30-4125-8119-b0b569fa54a1,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:32.690377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.690731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.691077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.691422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.691757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.692095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.692427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.692755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.693116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.693601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.693756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.694086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.694415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:32.830823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-bbf07257-fac2-49de-afb7-105cd79b4d70 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--554806886&fields=id&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 267 time: 0.0432625
Jan 29 21:17:32.933739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-8da00389-bd10-4f51-9e38-e86512b11af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:32.935124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-8da00389-bd10-4f51-9e38-e86512b11af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 817 time: 0.0978141
Jan 29 21:17:32.953162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-28ca85d4-9faf-40c4-a313-57930bcef927 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/quotas/2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 375 time: 0.0095775
Jan 29 21:17:33.016516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-c362f1a1-30ee-4c95-b003-1ff3cd30e75e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0545876
Jan 29 21:17:33.095703 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:33.105986 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:33.106583 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b40eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:33.111686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-c7e2ddea-38d7-41a0-bea4-3b1cc3b95536 service neutron] 10.222.0.20 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837514
Jan 29 21:17:33.207564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-844cd80e-dc1b-4852-bb67-aebab9ed6952 service neutron] 10.222.0.20 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900826
Jan 29 21:17:33.211016 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:33.417697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb4c388-662b-424f-84c5-b67644cc0043 req-b0be6932-e5e3-43eb-9708-86cdc6497b7a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 210 time: 0.0618360
Jan 29 21:17:33.484556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7e7f-bdf6-4da9-8eaa-a9aa25781c31 req-2ca2eacd-5eb4-4201-a0d4-77e8d256abca tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:33.486745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfee7e7f-bdf6-4da9-8eaa-a9aa25781c31 req-2ca2eacd-5eb4-4201-a0d4-77e8d256abca tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.0584085
Jan 29 21:17:33.531763 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b40eb50>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 2, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:33.541672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfee7e7f-bdf6-4da9-8eaa-a9aa25781c31 req-6a327fa3-8276-4f42-83cc-d8e2f9514557 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474582
Jan 29 21:17:33.565197 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:33.566270 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Updating router 93711941-4c1e-41ce-8e1d-e2565c0fed6b port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:17:33.596400 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:33.864893 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks [] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:33.870197 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:33.924626 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Pushing event updated for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:33.949262 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.949612 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.949959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.950299 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.950643 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.950979 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.951308 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.951640 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.951966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.952296 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.952645 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.952946 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.953291 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:17:33.982739 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Attempting to bind port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:33.983110 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Attempting to bind port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:33.983489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Attempting to bind port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:33.989493 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:33.989857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Checking segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:33.990266 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:33.990661 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Bound using segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:33.991124 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Bound port: 50f7e465-9cbc-49c5-914a-5d7dfe825e1f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:33.991506 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.060440 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] For port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:34.064112 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] For port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:34.069830 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.127030 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:34.127638 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b40eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:34.143703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:34.144301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.162904 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aca55-1367-45bf-acfe-7a9349dc4ce3 None None] Pushing event updated for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:34.244685 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:34.257783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Current status of the port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:34.258308 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.301517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] For port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:34.309415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.383968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d748587-57eb-4d96-8f27-d5249578517c None None] Pushing event updated for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:34.441602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a928f62c-b045-4e34-8808-fcc6ffc1e4d7 None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:34.441981 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a928f62c-b045-4e34-8808-fcc6ffc1e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.482823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-2b8b9fdf-285e-4518-80b5-65acd258a289 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:34.486521 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b40eb50>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:34.487128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-2b8b9fdf-285e-4518-80b5-65acd258a289 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 817 time: 0.2024953
Jan 29 21:17:34.514697 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe139b6-c87b-4175-ad2c-4a6f359d9006 None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:34.565664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4c3f3d28-3b30-4125-8119-b0b569fa54a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:34.590943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-467ddd45-bc27-4acb-b446-bfac73a2af0b req-d8d49dae-1645-4358-9985-4288b1dceb32 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 210 time: 0.0748990
Jan 29 21:17:34.637230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-03447d41-e08a-48b9-ae84-695876db4c21 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 379 time: 0.1417153
Jan 29 21:17:34.645980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a928f62c-b045-4e34-8808-fcc6ffc1e4d7 None None] Current status of the port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:34.647920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'port': {'device_id': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'admin_state_up': True, 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'security_groups': ['e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:34.661831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:34.662211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.744702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:34.745894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50f7e465-9cbc-49c5-914a-5d7dfe825e1f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:34.775914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0207fa-991f-4ab1-a776-3aa9d2139764 req-04840d72-e7c9-4fcd-ae68-d1cd4e613fa0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:34.777727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a0207fa-991f-4ab1-a776-3aa9d2139764 req-04840d72-e7c9-4fcd-ae68-d1cd4e613fa0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1240964
Jan 29 21:17:34.796170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:34.796547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.840784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Made reservation on behalf of 2ae6f04a79c84770a4886b60cb268966 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:34.844307 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:34.857501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a0207fa-991f-4ab1-a776-3aa9d2139764 req-7438dc6d-e25a-4635-9ff6-8b8d196aaa68 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739505
Jan 29 21:17:34.886664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:34.992204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Allocated IP 172.20.0.13 (c5ccc527-9a70-49f8-a340-8aa6c5c6927c/25dce8c5-3810-442a-8d48-dea0924edc9f/a46a66fb-4e9b-4844-b4ae-4520314de121) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:35.137173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.173793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.212312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:35.215445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:35.219075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:35.253632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:35.275827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:35.276440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.293446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-134cf9ef-6782-4f2c-8524-379f08a47af5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6504312
Jan 29 21:17:35.304458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Request body: {'port': {'device_id': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:35.369607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.469768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c59af553-09c1-46e0-b511-69281aa6edd4 None None] Provisioning complete for port a46a66fb-4e9b-4844-b4ae-4520314de121 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:35.470375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c59af553-09c1-46e0-b511-69281aa6edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.503278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c59af553-09c1-46e0-b511-69281aa6edd4 None None] Port a46a66fb-4e9b-4844-b4ae-4520314de121 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:35.628614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:35.636020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks [] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.649126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Transition to ACTIVE for port object a46a66fb-4e9b-4844-b4ae-4520314de121 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:17:35.652333 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.730947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:35.794452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d074-296a-4c0e-af3c-a959f48fb1ed req-f43f4bc2-2208-4581-87be-d46bfcb57c9d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:35.795982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df12d074-296a-4c0e-af3c-a959f48fb1ed req-f43f4bc2-2208-4581-87be-d46bfcb57c9d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.1175196
Jan 29 21:17:35.839997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Attempting to bind port a46a66fb-4e9b-4844-b4ae-4520314de121 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:35.840338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Attempting to bind port a46a66fb-4e9b-4844-b4ae-4520314de121 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:35.840670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Attempting to bind port a46a66fb-4e9b-4844-b4ae-4520314de121 on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:35.852123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Port a46a66fb-4e9b-4844-b4ae-4520314de121 on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:17:35.852453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Attempting to bind port a46a66fb-4e9b-4844-b4ae-4520314de121 on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:35.866735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:35.867081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Checking segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:35.867471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Bound using segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:35.867900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Bound port: a46a66fb-4e9b-4844-b4ae-4520314de121, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:35.868259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:35.881005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df12d074-296a-4c0e-af3c-a959f48fb1ed req-867f6fd8-b29d-4c56-a60a-c177b79d8396 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773556
Jan 29 21:17:35.941568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:35.944641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:35.962561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:36.017480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.018117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:36.019591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] 10.222.0.36 "PUT /v2.0/ports/a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 1092 time: 0.7196496
Jan 29 21:17:36.020033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:36.022290 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ce367-5ccd-4297-972f-d3b27cfe537e" -d '{"events": [{"name": "network-changed", "server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:36.050822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9386a0-5eba-4983-bba3-d972bb42246c service neutron] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:36.061961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85a68-b6ea-4e63-90e1-cf85391ffee5 req-aa60e32e-b22e-499e-b6bb-1b7e9f87a87f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.063577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8b85a68-b6ea-4e63-90e1-cf85391ffee5 req-aa60e32e-b22e-499e-b6bb-1b7e9f87a87f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1156528
Jan 29 21:17:36.095358 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5766cf-3178-4fd8-934b-9725870ed47c x-openstack-request-id: req-6f5766cf-3178-4fd8-934b-9725870ed47c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:36.095651 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:36.095910 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f5766cf-3178-4fd8-934b-9725870ed47c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:36.096308 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'status': 'completed', 'code': 200}
Jan 29 21:17:36.143192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-77beef13-dfb0-4c1c-9ba4-89703aea4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.144723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-77beef13-dfb0-4c1c-9ba4-89703aea4b02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1126 time: 0.0802600
Jan 29 21:17:36.148317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8b85a68-b6ea-4e63-90e1-cf85391ffee5 req-3ae5c6ab-9330-41c6-a363-0c05985fb797 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752015
Jan 29 21:17:36.192199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-8f27c4d8-1ab5-46ee-89dc-f97b2d28a1fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 217 time: 0.0407138
Jan 29 21:17:36.241491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-4c405640-80d5-4ed7-a51d-0f22c5cf551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.242977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-4c405640-80d5-4ed7-a51d-0f22c5cf551d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0452216
Jan 29 21:17:36.290657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-d6da01dd-9193-44fb-b297-dd3c4413ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.292066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-d6da01dd-9193-44fb-b297-dd3c4413ed50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432420
Jan 29 21:17:36.386105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-db9b262f-369f-4b59-b0d1-1e15045d72f4 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875263
Jan 29 21:17:36.425851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50f7e465-9cbc-49c5-914a-5d7dfe825e1f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:36.476610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa0cdd2-cfde-4849-9a57-1dfb3cbfd4f4 req-49e723e2-a708-40a4-b782-4b214d4d375a service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842364
Jan 29 21:17:36.477220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:36.477672 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:36.557377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:36.572648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-35bd14b8-90e5-4d73-8fee-09a85e3e2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.574210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-35bd14b8-90e5-4d73-8fee-09a85e3e2beb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1126 time: 0.0499833
Jan 29 21:17:36.661543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-de28f9e5-9ab4-47d6-a00c-58d537378fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.663008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-de28f9e5-9ab4-47d6-a00c-58d537378fb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0833220
Jan 29 21:17:36.708464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-0f29dd42-aa4d-4a3a-95ad-c43004108360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 217 time: 0.0392265
Jan 29 21:17:36.756514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-1c09e1ea-194b-4b69-9b8c-8472569255cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.757980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-1c09e1ea-194b-4b69-9b8c-8472569255cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0438814
Jan 29 21:17:36.806686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-7bce9f87-2e2d-49a7-9b91-14c2c899c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:36.808166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-7bce9f87-2e2d-49a7-9b91-14c2c899c4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438323
Jan 29 21:17:36.897110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-b60cee13-19fa-45bd-be1a-35480c7ad269 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827167
Jan 29 21:17:37.390191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-981ce367-5ccd-4297-972f-d3b27cfe537e req-c688c712-64c9-4d3a-bc9a-fe00c93ef9c0 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4877968
Jan 29 21:17:37.399735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0048-b70a-498c-abb1-b1ba22ba50bc req-c86dda75-9fcf-4ced-9582-231cd17226f1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:37.401172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01ee0048-b70a-498c-abb1-b1ba22ba50bc req-c86dda75-9fcf-4ced-9582-231cd17226f1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 944 time: 0.1414511
Jan 29 21:17:37.409418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef7c1-1a62-4535-b75e-0cc2edc6f734 req-5b4ed8aa-af44-4683-9617-3680396ce007 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:37.410820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb2ef7c1-1a62-4535-b75e-0cc2edc6f734 req-5b4ed8aa-af44-4683-9617-3680396ce007 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.1522150
Jan 29 21:17:37.480539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01ee0048-b70a-498c-abb1-b1ba22ba50bc req-f163a2df-a31a-4925-9ca2-47dbc721d714 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687573
Jan 29 21:17:37.484759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb2ef7c1-1a62-4535-b75e-0cc2edc6f734 req-fcc91fdb-1a2a-439a-8adf-b56c48130e04 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672274
Jan 29 21:17:37.665129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 762d9025-3e77-47b7-a2e7-dcd30b226ca2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:17:37.762745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:37.774319 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '762d9025-3e77-47b7-a2e7-dcd30b226ca2', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': '762d9025-3e77-47b7-a2e7-dcd30b226ca2', 'mac_address': 'fa:16:3e:3d:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:17:37.809724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:37.810117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:37.823447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d9025-3e77-47b7-a2e7-dcd30b226ca2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:37.842694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:37.846749 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:37.892774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:38.141453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['762d9025-3e77-47b7-a2e7-dcd30b226ca2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:17:38.629216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8fb2-78e7-4cfa-8561-f1c1e9eb393d req-7a9ee3b4-ffd8-4e73-8ebb-dfe2c71395d2 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:38.630678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d2e8fb2-78e7-4cfa-8561-f1c1e9eb393d req-7a9ee3b4-ffd8-4e73-8ebb-dfe2c71395d2 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 945 time: 0.0835431
Jan 29 21:17:38.643858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb11e0-3bba-4b1d-b955-9932a5b140f5 req-d59fdf85-7201-44e9-942e-27aad4ec455e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:38.645271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4fb11e0-3bba-4b1d-b955-9932a5b140f5 req-d59fdf85-7201-44e9-942e-27aad4ec455e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0873885
Jan 29 21:17:38.708180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9d2e8fb2-78e7-4cfa-8561-f1c1e9eb393d req-3b0f7988-5d09-4fcd-b955-78df5c5bed84 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718660
Jan 29 21:17:38.719856 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4fb11e0-3bba-4b1d-b955-9932a5b140f5 req-af444165-f326-46b7-849d-cfec75d0df6b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682788
Jan 29 21:17:39.679994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 762d9025-3e77-47b7-a2e7-dcd30b226ca2 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:39.729584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:17:39.733619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:39.734311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:39.825272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:39.825667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:39.848477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:39.850735 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae6838-5080-4172-8c01-e21576844022" -d '{"events": [{"server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:39.863415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:39.867276 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:39.868728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45d81e-b77e-4350-b949-e3b4a49b35d8 req-6c4ee1f3-94c3-4c6a-b382-0aa09d64d26b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:39.870260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab45d81e-b77e-4350-b949-e3b4a49b35d8 req-6c4ee1f3-94c3-4c6a-b382-0aa09d64d26b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 945 time: 0.0930912
Jan 29 21:17:39.889778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3d2a8-dd25-4881-8364-f0c576b455e6 req-efe2bbb8-a433-456f-84ee-0edb35a8bd26 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:39.891262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1c3d2a8-dd25-4881-8364-f0c576b455e6 req-efe2bbb8-a433-456f-84ee-0edb35a8bd26 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0991812
Jan 29 21:17:39.913720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:39.958472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab45d81e-b77e-4350-b949-e3b4a49b35d8 req-a35120b6-3989-419d-9faa-ae8566a46448 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816319
Jan 29 21:17:39.962353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1c3d2a8-dd25-4881-8364-f0c576b455e6 req-0fec9007-008a-4df6-b320-edfbfcd82c12 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635841
Jan 29 21:17:40.001657 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b9fea-f456-4e9a-9c18-b16bab9d778a x-openstack-request-id: req-d43b9fea-f456-4e9a-9c18-b16bab9d778a {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:40.001952 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:40.002207 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d43b9fea-f456-4e9a-9c18-b16bab9d778a {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:40.002602 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2', 'code': 200}
Jan 29 21:17:40.097931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9a4da-1806-40f7-8e17-9f73d65c1f9e req-39dd73ed-922f-484d-a0de-b86fd9fb8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:40.099396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10d9a4da-1806-40f7-8e17-9f73d65c1f9e req-39dd73ed-922f-484d-a0de-b86fd9fb8c03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 1128 time: 0.0429718
Jan 29 21:17:40.141370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10d9a4da-1806-40f7-8e17-9f73d65c1f9e req-6fdf6eef-552d-4963-a2ec-1d4bdec8101e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356958
Jan 29 21:17:40.349251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2530-223a-49e7-bf87-7ad2cc163b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:41.112686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213228-a033-4177-b23b-2b14735a6316 req-85f1e699-eef8-47ea-8065-20c80356458f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:41.114209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5213228-a033-4177-b23b-2b14735a6316 req-85f1e699-eef8-47ea-8065-20c80356458f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0876679
Jan 29 21:17:41.123161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e7b75-c7c7-4ce7-a405-5e2b5773a23d req-ce1c8dbb-b70b-4117-9cbb-618446a011a8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:41.124626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208e7b75-c7c7-4ce7-a405-5e2b5773a23d req-ce1c8dbb-b70b-4117-9cbb-618446a011a8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0882912
Jan 29 21:17:41.202429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f5213228-a033-4177-b23b-2b14735a6316 req-4b211336-4214-447c-9aaa-8a3b05d6bbf6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767152
Jan 29 21:17:41.223273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-208e7b75-c7c7-4ce7-a405-5e2b5773a23d req-08e1e160-f931-4027-b195-c3662262a89b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823770
Jan 29 21:17:41.283520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:17:41.377844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:41.388054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:17:41.429365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:41.429760 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:41.442525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:41.461962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:41.465903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:41.513044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:41.752804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a46a66fb-4e9b-4844-b4ae-4520314de121'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:17:42.356766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00257f1c-214b-41da-bbca-707c9255bc95 req-40a3cec3-804c-4764-8b36-ff0d01700f16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:42.359354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00257f1c-214b-41da-bbca-707c9255bc95 req-40a3cec3-804c-4764-8b36-ff0d01700f16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0884871
Jan 29 21:17:42.370212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462162-3a9f-46bb-8e65-09c514a35192 req-0b0ae0c9-66b8-47af-9e00-e63b78a0a288 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:42.371636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6462162-3a9f-46bb-8e65-09c514a35192 req-0b0ae0c9-66b8-47af-9e00-e63b78a0a288 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 945 time: 0.0748503
Jan 29 21:17:42.447272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-00257f1c-214b-41da-bbca-707c9255bc95 req-b33e2f93-ecea-4a96-b601-0a3df0b0bdf0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746646
Jan 29 21:17:42.451133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6462162-3a9f-46bb-8e65-09c514a35192 req-1ba0b146-0c70-4c28-bd14-651ea5e7860d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721138
Jan 29 21:17:42.658265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d8a28-ef08-485c-a9a4-5b73b1c2d68a req-11bce720-4e7c-469c-b711-17c9fbbf4b71 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:42.659716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f3d8a28-ef08-485c-a9a4-5b73b1c2d68a req-11bce720-4e7c-469c-b711-17c9fbbf4b71 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0520029
Jan 29 21:17:42.685253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7efb9ccc-fcac-466c-aa96-39db776b7cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:42.707757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f3d8a28-ef08-485c-a9a4-5b73b1c2d68a req-972016a1-098a-49ae-824b-3474068bf10e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424976
Jan 29 21:17:42.826448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5df74-9945-4add-a8eb-b61af17ad3f7 req-dd8e1113-ecea-431d-8e86-5bee2d31f85c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:42.827946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21a5df74-9945-4add-a8eb-b61af17ad3f7 req-dd8e1113-ecea-431d-8e86-5bee2d31f85c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0559058
Jan 29 21:17:42.873716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21a5df74-9945-4add-a8eb-b61af17ad3f7 req-d326ce8a-0989-4097-a0b6-bf8693e4164a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401959
Jan 29 21:17:43.138193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:17:43.150007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c6f3-47aa-4eae-9937-68cdb31fd05f req-81176b29-08f1-4ca1-82e6-577b8d0f94b4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:43.151488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d434c6f3-47aa-4eae-9937-68cdb31fd05f req-81176b29-08f1-4ca1-82e6-577b8d0f94b4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0521195
Jan 29 21:17:43.193237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a46a66fb-4e9b-4844-b4ae-4520314de121 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:17:43.197354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a46a66fb-4e9b-4844-b4ae-4520314de121 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:43.197985 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:43.198407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d434c6f3-47aa-4eae-9937-68cdb31fd05f req-cb84100a-afba-4aa6-ad78-83ea23164e4d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406168
Jan 29 21:17:43.277626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:43.278023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:43.300175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:43.302754 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e7f06-80e2-476e-bfa5-4fb45585db95" -d '{"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:43.314737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:43.318608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:43.343725 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e571e2-209a-4513-8596-e3b8d6f56201 x-openstack-request-id: req-09e571e2-209a-4513-8596-e3b8d6f56201 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:43.344578 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:43.344835 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e571e2-209a-4513-8596-e3b8d6f56201 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:43.345260 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'code': 200}
Jan 29 21:17:43.369216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:43.440277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724d9b-df3f-44de-bc4e-fd856913d2fa req-a2b078ee-b9ab-4f67-8787-920564190ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:43.441810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74724d9b-df3f-44de-bc4e-fd856913d2fa req-a2b078ee-b9ab-4f67-8787-920564190ada service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1128 time: 0.0443671
Jan 29 21:17:43.488440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74724d9b-df3f-44de-bc4e-fd856913d2fa req-f7d6b53c-f811-414a-a18d-934f83be4a0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400968
Jan 29 21:17:43.579579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3548-0a02-425d-bf36-85532c97819f req-609ba0ff-e14f-4ff2-bf08-21406e00fde1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:43.580952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bdd3548-0a02-425d-bf36-85532c97819f req-609ba0ff-e14f-4ff2-bf08-21406e00fde1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0523973
Jan 29 21:17:43.625921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bdd3548-0a02-425d-bf36-85532c97819f req-6fed18a9-7df4-4979-8b56-9e2e8a8ffd7f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388997
Jan 29 21:17:43.758810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:44.317686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f184d0-e3cc-4625-b36e-ec90c94db8b4 req-f3115c94-44bb-4d0b-845a-c5e199185362 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:44.319203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f184d0-e3cc-4625-b36e-ec90c94db8b4 req-f3115c94-44bb-4d0b-845a-c5e199185362 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0524223
Jan 29 21:17:44.365937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38f184d0-e3cc-4625-b36e-ec90c94db8b4 req-c733612f-96a1-461d-9a16-42418e1856e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413573
Jan 29 21:17:44.753987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4f89-409f-4ffd-8335-87d00e4b262c req-b5fdcb91-b8c7-4876-ab78-2948284e5413 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:44.755451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-837d4f89-409f-4ffd-8335-87d00e4b262c req-b5fdcb91-b8c7-4876-ab78-2948284e5413 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0560403
Jan 29 21:17:44.809405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-837d4f89-409f-4ffd-8335-87d00e4b262c req-7850cebb-504b-49dc-9725-643c0b17ebca tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441263
Jan 29 21:17:44.865472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873522-0655-4259-b393-965db44140f4 req-594adde3-a53c-40c8-be3c-a4844cfbdcdc tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:44.866928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34873522-0655-4259-b393-965db44140f4 req-594adde3-a53c-40c8-be3c-a4844cfbdcdc tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 946 time: 0.0553176
Jan 29 21:17:44.962258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:17:44.962515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:45.047511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port 762d9025-3e77-47b7-a2e7-dcd30b226ca2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=762d9025-3e77-47b7-a2e7-dcd30b226ca2,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:45.047873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:45.060690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for 762d9025-3e77-47b7-a2e7-dcd30b226ca2 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:17:45.188318 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (762d9025-3e77-47b7-a2e7-dcd30b226ca2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:45.199843 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['762d9025-3e77-47b7-a2e7-dcd30b226ca2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:17:45.218067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=762d9025-3e77-47b7-a2e7-dcd30b226ca2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:45.266651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port 762d9025-3e77-47b7-a2e7-dcd30b226ca2 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:17:45.269778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:45.273870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34873522-0655-4259-b393-965db44140f4 req-e3b1a729-ecc4-4267-be62-d052f342dcb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/762d9025-3e77-47b7-a2e7-dcd30b226ca2 HTTP/1.1" status: 204  len: 173 time: 0.4017291
Jan 29 21:17:45.274353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'name': 'network-vif-deleted', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:45.277361 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3793b17-4d20-4ce4-8b7c-6c0ef4a94751" -d '{"events": [{"server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "name": "network-vif-deleted", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:45.319262 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1cad0f-34d8-4bf1-b2a6-fa5459daae01 x-openstack-request-id: req-6e1cad0f-34d8-4bf1-b2a6-fa5459daae01 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:45.319589 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d823bbf-1391-49cd-be9e-3967be7bd11f", "name": "network-vif-deleted", "tag": "762d9025-3e77-47b7-a2e7-dcd30b226ca2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:45.320312 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e1cad0f-34d8-4bf1-b2a6-fa5459daae01 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:45.320312 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d823bbf-1391-49cd-be9e-3967be7bd11f', 'name': 'network-vif-deleted', 'tag': '762d9025-3e77-47b7-a2e7-dcd30b226ca2', 'status': 'completed', 'code': 200}
Jan 29 21:17:45.470996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba49f8d1-8c30-4acf-a266-6aab9ddd249b req-11af252b-0d99-4796-8c01-ee4782bdfad6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d823bbf-1391-49cd-be9e-3967be7bd11f HTTP/1.1" status: 200  len: 210 time: 0.0310364
Jan 29 21:17:45.635084 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:45.951327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5461-9d7d-46ad-a9b8-2e3aa6f5f4e2 req-23671d9f-1f70-4394-b688-a1015c0824f4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:45.953759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-345c5461-9d7d-46ad-a9b8-2e3aa6f5f4e2 req-23671d9f-1f70-4394-b688-a1015c0824f4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0592003
Jan 29 21:17:46.001240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-345c5461-9d7d-46ad-a9b8-2e3aa6f5f4e2 req-ff600d87-2c1e-43d0-a5e1-13135ada977d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410566
Jan 29 21:17:46.122494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc341463-050a-4bbd-85c9-0222129725b2 req-146f8a26-c6b0-433b-9be2-f45ab7f65163 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:46.123961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc341463-050a-4bbd-85c9-0222129725b2 req-146f8a26-c6b0-433b-9be2-f45ab7f65163 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0530443
Jan 29 21:17:46.132948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55114) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:17:46.137311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'floatingip': {'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:46.181794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:46.529964 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:17:46.616022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:46.620208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:46.720393 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Floating IP 5068f5a9-e5c2-425c-9fc1-da9b7834412e associated. External IP: 172.35.4.29, port: a46a66fb-4e9b-4844-b4ae-4520314de121.
Jan 29 21:17:46.845831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:46.932139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:17:47.038256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:17:47.043041 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:47.048098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:17:47.057560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:47.058178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aac4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:47.072013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4b647f77-a548-44af-a94e-0306e1b2ab82 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "PUT /v2.0/floatingips/5068f5a9-e5c2-425c-9fc1-da9b7834412e HTTP/1.1" status: 200  len: 991 time: 0.9379959
Jan 29 21:17:47.164010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:47.170863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da80457-4289-41e5-a60b-9bf381d6b951 req-4e619f96-8eae-4afd-b140-26e58684ca37 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:47.172402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4da80457-4289-41e5-a60b-9bf381d6b951 req-4e619f96-8eae-4afd-b140-26e58684ca37 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0526063
Jan 29 21:17:47.225031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4da80457-4289-41e5-a60b-9bf381d6b951 req-c23c9769-af5a-427d-91e9-d59cf2c87c86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466335
Jan 29 21:17:47.320884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:47.323271 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc233535-0163-49c8-8e5b-3a593007d074" -d '{"events": [{"name": "network-changed", "server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:47.359653 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c2a5a2-8ba4-4323-bd95-86eb909e7426 x-openstack-request-id: req-56c2a5a2-8ba4-4323-bd95-86eb909e7426 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:47.359987 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:47.360218 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56c2a5a2-8ba4-4323-bd95-86eb909e7426 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:47.360620 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'status': 'completed', 'code': 200}
Jan 29 21:17:47.385762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aac4340>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5068f5a9-e5c2-425c-9fc1-da9b7834412e', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.29', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:17:32Z', 'updated_at': '2022-01-29T21:17:46Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:47.415764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:17:47.424137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:17:47.424734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aac4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:17:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:47.425066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc233535-0163-49c8-8e5b-3a593007d074 req-4baeabca-bbdb-46b9-a69d-9fe00f5de4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:47.426844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-4baeabca-bbdb-46b9-a69d-9fe00f5de4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1128 time: 0.0451756
Jan 29 21:17:47.513941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc233535-0163-49c8-8e5b-3a593007d074 req-6eba9e08-8ff4-4c3a-90de-fa4af5d16511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:47.515344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-6eba9e08-8ff4-4c3a-90de-fa4af5d16511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0830235
Jan 29 21:17:47.527122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:17:47.583745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-faa92318-438f-4f8f-b731-dad7a63db52c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 999 time: 0.0626802
Jan 29 21:17:47.631342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc233535-0163-49c8-8e5b-3a593007d074 req-667a6da0-539d-4e5a-88db-56a88bdf0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:47.632820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-667a6da0-539d-4e5a-88db-56a88bdf0cf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0436146
Jan 29 21:17:47.681758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc233535-0163-49c8-8e5b-3a593007d074 req-f1459e40-cf70-4e1a-8f2a-d4d173a8e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:47.683246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-f1459e40-cf70-4e1a-8f2a-d4d173a8e579 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443556
Jan 29 21:17:47.754842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aac4340>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5068f5a9-e5c2-425c-9fc1-da9b7834412e', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.29', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:17:32Z', 'updated_at': '2022-01-29T21:17:46Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:17:47.781947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e8403-1381-4fa7-88f3-4395cfb2ceb1 None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5068f5a9-e5c2-425c-9fc1-da9b7834412e', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.29', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:17:32Z', 'updated_at': '2022-01-29T21:17:46Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:17:47.783795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-5dceae65-fcd9-4aca-af52-094ffaf314be service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947199
Jan 29 21:17:47.888020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc233535-0163-49c8-8e5b-3a593007d074 req-4a241781-4d5f-4e3f-9112-dd74b555c6fc service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991828
Jan 29 21:17:48.003257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724f31d-5c18-4aeb-8efa-7a5f69585c40 None None] New status for floating IP 5068f5a9-e5c2-425c-9fc1-da9b7834412e: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:17:48.354681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8c54e-9149-4ba3-8343-2df6077e7a32 req-a28c4e07-6c0b-4113-b619-6bbba79874ea tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:48.356146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1e8c54e-9149-4ba3-8343-2df6077e7a32 req-a28c4e07-6c0b-4113-b619-6bbba79874ea tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0592296
Jan 29 21:17:48.404858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1e8c54e-9149-4ba3-8343-2df6077e7a32 req-cffb500b-aaa2-4085-9c5b-50ee66cff0c2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430741
Jan 29 21:17:49.758004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 762d9025-3e77-47b7-a2e7-dcd30b226ca2 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:17:49.778080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 762d9025-3e77-47b7-a2e7-dcd30b226ca2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:17:49.778423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 762d9025-3e77-47b7-a2e7-dcd30b226ca2 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:17:52.510242 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:52.582834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-0cdd4330-25ed-4616-949b-7b8912db7180 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:52.584312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-0cdd4330-25ed-4616-949b-7b8912db7180 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.0993378
Jan 29 21:17:52.598639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-18d54da9-6b81-4674-af75-6bb3af767f63 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0088453
Jan 29 21:17:52.655857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-1c3094c5-3a17-45bd-9626-9bb662ec7b10 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0525603
Jan 29 21:17:52.743160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb2a702b-da04-4281-9d57-013024b2f3fb service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806713
Jan 29 21:17:52.835606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-93b1ef51-fec9-484a-a1d6-3c1bcc5b2c93 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864937
Jan 29 21:17:53.106545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0dd4fb28-f65b-41db-80c7-6252c4090394 req-95099395-9ea2-4466-8010-73c1fe7cf893 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 210 time: 0.0272539
Jan 29 21:17:53.453939 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:53.978777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-24a64cb3-6c31-4206-9f06-8ba72fe3f9e5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:53.980272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-24a64cb3-6c31-4206-9f06-8ba72fe3f9e5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.0999079
Jan 29 21:17:53.991324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:54.102363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:17:54.105748 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.239109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ebc03635-d172-483e-9df6-29cf60bf9d12 req-9f6e0dea-95d6-469d-af2e-83e0dc5ff146 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 210 time: 0.0531657
Jan 29 21:17:54.263967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.5 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/5b436be2-d8f4-4cc2-a329-da7ad87eb8c0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:17:54.407847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.442854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.488128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:17:54.493072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:17:54.496752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:17:54.503837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:54.549735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:54.550374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.567547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-83ad3dfc-a24a-4b8f-ad54-b6d70b3f24e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5798271
Jan 29 21:17:54.576368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-b52c4ff7-0f10-4a73-aafc-86b5856e4731 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:17:54.577453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-b52c4ff7-0f10-4a73-aafc-86b5856e4731 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051670
Jan 29 21:17:54.648277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Request body: {'port': {'device_id': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:17:54.711092 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.783742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-96fd4f53-a787-456a-8d7f-9666da3d3742 None None] Provisioning complete for port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:17:54.784728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96fd4f53-a787-456a-8d7f-9666da3d3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:54.824025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-96fd4f53-a787-456a-8d7f-9666da3d3742 None None] Port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:17:55.304390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:55.313573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks [] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:55.350104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Transition to ACTIVE for port object 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:17:55.354000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:55.408928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552320b-38d0-4cfb-96b0-e53678fd959a req-06f0813a-c78f-42b4-8574-e36a8f118429 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:55.410472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3552320b-38d0-4cfb-96b0-e53678fd959a req-06f0813a-c78f-42b4-8574-e36a8f118429 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 931 time: 0.0995798
Jan 29 21:17:55.424213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Pushing event updated for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:55.515381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3552320b-38d0-4cfb-96b0-e53678fd959a req-5f219f24-c404-4c1d-842a-4c31830980b9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955245
Jan 29 21:17:55.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Attempting to bind port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:17:55.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Attempting to bind port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:17:55.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Attempting to bind port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:55.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:17:55.536877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Attempting to bind port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:17:55.539873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:17:55.540217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:17:55.540597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:17:55.541051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Bound port: 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:17:55.541408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:55.604143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:17:55.607255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:17:55.612700 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:55.649395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:55.649693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:55.651102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] 10.222.0.18 "PUT /v2.0/ports/5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 HTTP/1.1" status: 200  len: 1091 time: 1.0661840
Jan 29 21:17:55.651539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:17:55.653830 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31453885-6f29-45ef-aa5e-cf586b3bb1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:17:55.681279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e72f1-5b4d-4ebe-bb54-6b8993d7c82d service neutron] Pushing event updated for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:17:55.706577 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23c01e-63be-4d6f-8c20-bd2c2c01d62b x-openstack-request-id: req-4f23c01e-63be-4d6f-8c20-bd2c2c01d62b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:17:55.706869 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:17:55.707120 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f23c01e-63be-4d6f-8c20-bd2c2c01d62b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:17:55.707524 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'status': 'completed', 'code': 200}
Jan 29 21:17:55.759632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-232d8acb-4c97-4e8d-af69-f1052ce180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:55.761111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-232d8acb-4c97-4e8d-af69-f1052ce180d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 1125 time: 0.0476470
Jan 29 21:17:55.806070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-198b0541-4485-4223-b10f-2cd9bfb0811a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 HTTP/1.1" status: 200  len: 217 time: 0.0365763
Jan 29 21:17:55.855528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-1843af6c-79aa-42d5-bda1-9de9cac5db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:55.857035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-1843af6c-79aa-42d5-bda1-9de9cac5db2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0457392
Jan 29 21:17:55.910486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e474-e83f-451a-ae63-5833c770a4df req-0688527a-c75c-446d-9b38-5f1ef833e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:55.911977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-0688527a-c75c-446d-9b38-5f1ef833e46b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481851
Jan 29 21:17:55.998527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-d6cd1f25-1df4-4496-bfbf-210eae11849a service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805445
Jan 29 21:17:56.089952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04d4e474-e83f-451a-ae63-5833c770a4df req-92cd2847-5bd0-4dbc-b8b6-cb65bf75451c service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853331
Jan 29 21:17:56.178409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-e03fa3fe-fc5b-440e-aa23-7678b7bb44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:56.179923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-e03fa3fe-fc5b-440e-aa23-7678b7bb44f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 1125 time: 0.0451677
Jan 29 21:17:56.268100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-2d242daa-7a21-4cde-a41c-e309008bb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:56.269593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-2d242daa-7a21-4cde-a41c-e309008bb51a service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0839078
Jan 29 21:17:56.314367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-5bd9895b-ea94-4927-87db-07f5662f6e4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 HTTP/1.1" status: 200  len: 217 time: 0.0389447
Jan 29 21:17:56.362075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-e5ec1134-546c-4a0d-9ecb-aed4d382ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:56.363435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-e5ec1134-546c-4a0d-9ecb-aed4d382ae4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0436592
Jan 29 21:17:56.411338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-19aadb86-0494-48b3-bae4-1f9409cea9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:56.412889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-19aadb86-0494-48b3-bae4-1f9409cea9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436180
Jan 29 21:17:56.502955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-d67c5dad-19f9-4e18-a493-2ef03cbb13e6 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841725
Jan 29 21:17:56.598406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31453885-6f29-45ef-aa5e-cf586b3bb1c9 req-e43daa43-6a60-40a6-8dd3-8bf3462b06d7 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898559
Jan 29 21:17:56.642201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb84d2-019e-47dd-9546-6d70a19527f1 req-d812261a-74a0-4f29-abf1-4775041fd461 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:56.643585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51eb84d2-019e-47dd-9546-6d70a19527f1 req-d812261a-74a0-4f29-abf1-4775041fd461 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 943 time: 0.0579107
Jan 29 21:17:56.690219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51eb84d2-019e-47dd-9546-6d70a19527f1 req-338600ef-056f-4cb0-b557-67eff05c7c42 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411382
Jan 29 21:17:57.809102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3661d2-9597-4289-8b83-c26735f869de req-596a9e03-5bcb-4c48-bd87-50d6e119097e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:57.810591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b3661d2-9597-4289-8b83-c26735f869de req-596a9e03-5bcb-4c48-bd87-50d6e119097e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 943 time: 0.0521688
Jan 29 21:17:57.856991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b3661d2-9597-4289-8b83-c26735f869de req-d049c22e-cf43-42a1-96a0-48fa7a432692 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403571
Jan 29 21:17:58.972663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083327c5-cf0b-47c7-9f3a-68abf17fcd47 req-29a806fa-2a99-4316-a68a-5ee4d49b7669 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:17:58.974143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-083327c5-cf0b-47c7-9f3a-68abf17fcd47 req-29a806fa-2a99-4316-a68a-5ee4d49b7669 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 943 time: 0.0523255
Jan 29 21:17:59.024209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-083327c5-cf0b-47c7-9f3a-68abf17fcd47 req-94025545-16a5-46ff-9b32-272c930043f0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445309
Jan 29 21:17:59.772760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:17:59.866881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:59.878458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'mac_address': 'fa:16:3e:e1:27:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:17:59.916909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:17:59.917322 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:59.930257 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:17:59.949049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:17:59.953204 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:17:59.998393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:00.140665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abfc9d-02ef-43d1-910f-b56912367478 req-8e1d31ad-8557-4d29-92c7-578df5317670 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:00.142173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9abfc9d-02ef-43d1-910f-b56912367478 req-8e1d31ad-8557-4d29-92c7-578df5317670 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 944 time: 0.0517721
Jan 29 21:18:00.189520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9abfc9d-02ef-43d1-910f-b56912367478 req-e22765af-e6f4-40f7-a0bb-db5fe484475c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418391
Jan 29 21:18:00.247276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:18:01.305505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8b7b8-fccf-4d58-8bab-ac05ae3e1b6c req-f9aa225e-7348-4610-b449-6de81f4830a8 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:01.306982 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79f8b7b8-fccf-4d58-8bab-ac05ae3e1b6c req-f9aa225e-7348-4610-b449-6de81f4830a8 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 944 time: 0.0520401
Jan 29 21:18:01.353049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79f8b7b8-fccf-4d58-8bab-ac05ae3e1b6c req-4085d441-38a0-4db4-a716-c8cb8f176d41 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405755
Jan 29 21:18:01.804974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:18:01.852418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:18:01.856641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:18:01.857042 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:01.934459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:18:01.934841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:01.958200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:18:01.960453 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b7e980-639e-48fe-b6a4-b99a5a485355" -d '{"events": [{"server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "name": "network-vif-plugged", "status": "completed", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:18:01.972181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:01.977953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:02.002022 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e71ae8f-666a-4d37-9ea8-72826913be17 x-openstack-request-id: req-8e71ae8f-666a-4d37-9ea8-72826913be17 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:18:02.002322 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "name": "network-vif-plugged", "status": "completed", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:18:02.002574 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e71ae8f-666a-4d37-9ea8-72826913be17 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:18:02.002964 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'code': 200}
Jan 29 21:18:02.029910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:02.101783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b46ef0-0ec1-48bf-b2e0-6f7227b27e19 req-44b8d981-d1dd-4be5-80b3-a5000594942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:02.103195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0b46ef0-0ec1-48bf-b2e0-6f7227b27e19 req-44b8d981-d1dd-4be5-80b3-a5000594942b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 1127 time: 0.0489557
Jan 29 21:18:02.145790 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0b46ef0-0ec1-48bf-b2e0-6f7227b27e19 req-95f44970-aa65-454c-8ea9-15a00dc9fa1a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370491
Jan 29 21:18:02.470778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da073-d40a-43a7-a112-68c96e8f453b req-235ede73-0a15-48be-be33-683d74b5f692 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:02.472264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d34da073-d40a-43a7-a112-68c96e8f453b req-235ede73-0a15-48be-be33-683d74b5f692 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0532308
Jan 29 21:18:02.520595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d34da073-d40a-43a7-a112-68c96e8f453b req-a75a6b60-91be-4956-a974-8f31c7528467 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424731
Jan 29 21:18:03.640873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f961e2-3526-40cf-9d55-01ff0acc303e req-28d38627-e716-4058-b74d-96d62143e89a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:03.642905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f961e2-3526-40cf-9d55-01ff0acc303e req-28d38627-e716-4058-b74d-96d62143e89a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0551338
Jan 29 21:18:03.692029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f961e2-3526-40cf-9d55-01ff0acc303e req-74a24358-d893-4520-b262-80833a9593f1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435443
Jan 29 21:18:03.807331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d7422-4af2-44a0-b1c5-b8cdfa905433 req-5b9a144d-def7-4df1-815a-fe4ba343a5ac tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:03.808737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6d7422-4af2-44a0-b1c5-b8cdfa905433 req-5b9a144d-def7-4df1-815a-fe4ba343a5ac tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0519042
Jan 29 21:18:03.854083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b6d7422-4af2-44a0-b1c5-b8cdfa905433 req-56bf7138-3dce-4f5d-bbb0-77a05ea5874e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394835
Jan 29 21:18:05.194016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-66c85457-4ecd-4eb1-8af4-2c40b81a2633 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:05.195476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-66c85457-4ecd-4eb1-8af4-2c40b81a2633 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1023998
Jan 29 21:18:05.210202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-ffed39aa-2b86-447e-90f8-cd86643c5cc0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0093803
Jan 29 21:18:05.266597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9b946c0e-b6c1-4f1e-824d-cfae0b1853e6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0511432
Jan 29 21:18:05.354370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-b641ade3-b25d-4698-831d-e3cb01b62603 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810256
Jan 29 21:18:05.445935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-958be7a3-e72d-474f-a44d-edb119038a26 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860162
Jan 29 21:18:05.630535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7666605d-f27a-48db-8e5e-4b5335e09127 req-3e00eff5-30f3-426e-86ce-3dfedd4daf6a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 210 time: 0.0274975
Jan 29 21:18:06.543840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-ab8982b8-2ee4-4eaf-89bc-fab7739f030e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:06.545325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-ab8982b8-2ee4-4eaf-89bc-fab7739f030e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1074798
Jan 29 21:18:06.557537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:18:06.664425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:18:06.668409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:06.765236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1357164a-5f16-42d4-8237-da441ae4738c req-e9e4ad89-bc75-480b-9dad-a06f04b9dc43 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 210 time: 0.0377395
Jan 29 21:18:06.827299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.10 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/fba279b5-f447-43f3-a330-39e2c25ad6c9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:18:06.979986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.014627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.027419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:18:07.056532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:18:07.059613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:18:07.063915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:18:07.113405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:07.150514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:07.150986 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.173871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-d0c6a6ef-2fee-4ec9-b5db-cb02e9330694 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6202538
Jan 29 21:18:07.185392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Request body: {'port': {'device_id': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:18:07.279871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.366564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c6c0b324-5242-4995-8708-164d1fff9a8f None None] Provisioning complete for port fba279b5-f447-43f3-a330-39e2c25ad6c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:18:07.367057 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b324-5242-4995-8708-164d1fff9a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.409933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0b324-5242-4995-8708-164d1fff9a8f None None] Port fba279b5-f447-43f3-a330-39e2c25ad6c9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:18:07.542825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba279b5-f447-43f3-a330-39e2c25ad6c9 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:18:07.550756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks [] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.562599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Transition to ACTIVE for port object fba279b5-f447-43f3-a330-39e2c25ad6c9 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:18:07.565914 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.617408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Pushing event updated for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:07.694768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Attempting to bind port fba279b5-f447-43f3-a330-39e2c25ad6c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:18:07.695108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Attempting to bind port fba279b5-f447-43f3-a330-39e2c25ad6c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:18:07.695445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Attempting to bind port fba279b5-f447-43f3-a330-39e2c25ad6c9 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:18:07.701672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Port fba279b5-f447-43f3-a330-39e2c25ad6c9 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:18:07.702074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Attempting to bind port fba279b5-f447-43f3-a330-39e2c25ad6c9 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:18:07.707994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:18:07.708474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:18:07.709056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:18:07.709664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Bound port: fba279b5-f447-43f3-a330-39e2c25ad6c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:18:07.710149 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.777054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:18:07.780301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:18:07.787147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.824265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:07.825147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:07.826649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] 10.222.0.18 "PUT /v2.0/ports/fba279b5-f447-43f3-a330-39e2c25ad6c9 HTTP/1.1" status: 200  len: 1092 time: 0.6457269
Jan 29 21:18:07.829241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:18:07.833086 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92c382-a457-4778-bb2f-2da4496b0e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:18:07.888098 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8d05f-53e6-4cbb-90b9-48e58296e7fe x-openstack-request-id: req-e3a8d05f-53e6-4cbb-90b9-48e58296e7fe {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:18:07.888393 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:18:07.888685 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a8d05f-53e6-4cbb-90b9-48e58296e7fe {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:18:07.889105 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9', 'status': 'completed', 'code': 200}
Jan 29 21:18:07.905187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc8fa-8f5f-40ef-8209-94af84ce2f27 service neutron] Pushing event updated for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:07.951426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555664-37bd-40fa-ad7c-5d6d22f26a7f req-55fbd503-0734-4442-b6c5-4c3690aad291 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:07.952973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d555664-37bd-40fa-ad7c-5d6d22f26a7f req-55fbd503-0734-4442-b6c5-4c3690aad291 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.1147406
Jan 29 21:18:07.961915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-03c2bce3-f6e1-4a45-aeff-1d3c4776bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:07.963374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-03c2bce3-f6e1-4a45-aeff-1d3c4776bba8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 1126 time: 0.0781848
Jan 29 21:18:08.019996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-2b2dc0c9-deaa-4371-9125-db17e48dfb07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9 HTTP/1.1" status: 200  len: 217 time: 0.0492554
Jan 29 21:18:08.069562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d555664-37bd-40fa-ad7c-5d6d22f26a7f req-c51cf0e5-591f-467c-9935-39416ddd0856 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100152
Jan 29 21:18:08.084961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-be3839bb-4732-4073-9084-c64f52394c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.086439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-be3839bb-4732-4073-9084-c64f52394c7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0590312
Jan 29 21:18:08.134475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-fbb06898-10ab-40a5-872a-4bc80d306152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.135870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-fbb06898-10ab-40a5-872a-4bc80d306152 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433681
Jan 29 21:18:08.231296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-6d3b9683-c17c-4b7d-8d4a-c4f7b0c4f3d9 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881896
Jan 29 21:18:08.318732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c3dc1e9-a762-48c0-a8ee-51302c22481c req-9ac0c0ca-14c5-49fb-82eb-670b558aa987 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800323
Jan 29 21:18:08.405310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-78a041e2-99af-41dc-b0bf-6902b26fdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.406816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-78a041e2-99af-41dc-b0bf-6902b26fdd0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 1126 time: 0.0489273
Jan 29 21:18:08.493039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-c5558e54-3212-4bc0-b033-7201578a6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.494452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-c5558e54-3212-4bc0-b033-7201578a6afe service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0819311
Jan 29 21:18:08.538390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-3e035310-448b-4162-884e-f0781dd498ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9 HTTP/1.1" status: 200  len: 217 time: 0.0384202
Jan 29 21:18:08.586468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-65ddc904-c0dc-446d-9e81-46dbfc636f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.587956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-65ddc904-c0dc-446d-9e81-46dbfc636f4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0440822
Jan 29 21:18:08.634491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-bbe16f41-f42c-4243-931f-360154213335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:08.635977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-bbe16f41-f42c-4243-931f-360154213335 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428424
Jan 29 21:18:08.724416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-496408bf-c193-4a29-8040-6bdc55b174a7 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820322
Jan 29 21:18:08.810594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c92c382-a457-4778-bb2f-2da4496b0e5e req-cb0da05e-3f1d-4696-b2a6-59a299232b3f service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807114
Jan 29 21:18:09.189310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5e4e6-1732-4606-9f25-4547855018c6 req-254de4c3-57f6-4625-b3f2-339eded7355a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:09.190769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bab5e4e6-1732-4606-9f25-4547855018c6 req-254de4c3-57f6-4625-b3f2-339eded7355a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0524602
Jan 29 21:18:09.236326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bab5e4e6-1732-4606-9f25-4547855018c6 req-8c95c99b-3a90-4266-b656-040c02fcfbf5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399909
Jan 29 21:18:10.345318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e6618481-05e2-44bb-bfd8-cc750ace8014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:10.362734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787830-bc34-42ab-a55c-70cbfbb015b8 req-c6975160-647a-4066-b863-6b6026ead2d4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:10.364211 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b787830-bc34-42ab-a55c-70cbfbb015b8 req-c6975160-647a-4066-b863-6b6026ead2d4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0601716
Jan 29 21:18:10.414862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b787830-bc34-42ab-a55c-70cbfbb015b8 req-7c1c460e-58c0-4115-9015-bdac8ad1c584 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447395
Jan 29 21:18:11.532610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c3d9-2916-484b-a9ea-38dfdc4904e4 req-ce027820-e1c4-44b5-b65e-0b951f24f1a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:11.534016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21e8c3d9-2916-484b-a9ea-38dfdc4904e4 req-ce027820-e1c4-44b5-b65e-0b951f24f1a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0509562
Jan 29 21:18:11.579146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21e8c3d9-2916-484b-a9ea-38dfdc4904e4 req-74f259bf-9164-4d46-b847-a65c40a0533d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391040
Jan 29 21:18:12.691311 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5af892d3-8bb9-438e-9509-35152458c14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:12.706397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4803-6e33-4090-a7c0-97c9e45db9b3 req-a52ada14-b0f5-42a3-97cd-6a76d4a0d8bf tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:12.707890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d4a4803-6e33-4090-a7c0-97c9e45db9b3 req-a52ada14-b0f5-42a3-97cd-6a76d4a0d8bf tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0572152
Jan 29 21:18:12.754174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d4a4803-6e33-4090-a7c0-97c9e45db9b3 req-f4ad82ab-ba7d-4738-9e14-158b427fc543 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406194
Jan 29 21:18:13.760680 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:13.875352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b7ef-5229-4833-a77e-9d0fbc133451 req-94d8bce1-939c-4ec6-99e0-04217bfd78c6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:13.876834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbb1b7ef-5229-4833-a77e-9d0fbc133451 req-94d8bce1-939c-4ec6-99e0-04217bfd78c6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0523458
Jan 29 21:18:13.924399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbb1b7ef-5229-4833-a77e-9d0fbc133451 req-6055e211-06ea-4e11-b8e5-910eed2d869f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411954
Jan 29 21:18:15.043629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4471796-c1f2-4d05-ba89-7531f45b35c1 req-2c38f6d4-8ebd-4f8c-a35f-b5ed1d506dce tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:15.045121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4471796-c1f2-4d05-ba89-7531f45b35c1 req-2c38f6d4-8ebd-4f8c-a35f-b5ed1d506dce tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0518429
Jan 29 21:18:15.094977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4471796-c1f2-4d05-ba89-7531f45b35c1 req-8c8ec95c-9b7e-4b4d-850a-7189d699665a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442536
Jan 29 21:18:15.637241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:15.856308 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fba279b5-f447-43f3-a330-39e2c25ad6c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:18:16.104028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:16.114970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'fba279b5-f447-43f3-a330-39e2c25ad6c9', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': 'fba279b5-f447-43f3-a330-39e2c25ad6c9', 'mac_address': 'fa:16:3e:17:f5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:18:16.151219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port fba279b5-f447-43f3-a330-39e2c25ad6c9 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:18:16.151612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:16.164696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba279b5-f447-43f3-a330-39e2c25ad6c9 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:18:16.184862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:16.188767 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:16.214068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92674-38ac-4c5c-b7f1-5ed2a9a4c10b req-46a8fee2-b265-455d-9217-86631fbb5d8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:16.215587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2df92674-38ac-4c5c-b7f1-5ed2a9a4c10b req-46a8fee2-b265-455d-9217-86631fbb5d8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 944 time: 0.0523615
Jan 29 21:18:16.236554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:16.262510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2df92674-38ac-4c5c-b7f1-5ed2a9a4c10b req-4670d37f-be37-4294-97a7-0a50057ce432 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404642
Jan 29 21:18:16.527238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['fba279b5-f447-43f3-a330-39e2c25ad6c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:18:16.847835 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:17.382159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84045b-27be-454a-ae63-b2aafbc066df req-a775b366-3bd1-4975-9c5d-39cc694139c1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:17.383643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de84045b-27be-454a-ae63-b2aafbc066df req-a775b366-3bd1-4975-9c5d-39cc694139c1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 945 time: 0.0514734
Jan 29 21:18:17.429327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-de84045b-27be-454a-ae63-b2aafbc066df req-e19211a4-e430-44a7-95c1-2dc8bee9cd92 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400250
Jan 29 21:18:17.869548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fba279b5-f447-43f3-a330-39e2c25ad6c9 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:18:17.919096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port fba279b5-f447-43f3-a330-39e2c25ad6c9 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:18:17.923017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port fba279b5-f447-43f3-a330-39e2c25ad6c9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:18:17.923389 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:17.997970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port fba279b5-f447-43f3-a330-39e2c25ad6c9 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:18:17.998359 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:18.021925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:18:18.024173 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d768a9-799f-4dac-b27a-8fdd88979db7" -d '{"events": [{"server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "name": "network-vif-plugged", "status": "completed", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:18:18.036738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:18.040792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:18.063561 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c471d283-3b29-432b-8807-bf96b89b1dd0 x-openstack-request-id: req-c471d283-3b29-432b-8807-bf96b89b1dd0 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:18:18.063862 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "name": "network-vif-plugged", "status": "completed", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:18:18.064121 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c471d283-3b29-432b-8807-bf96b89b1dd0 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:18:18.064518 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9', 'code': 200}
Jan 29 21:18:18.096348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:18.162934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275b94-7255-47ba-8570-ebade3367e48 req-fd50baec-bfa3-45be-acf4-ab2bfb40ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:18.164419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04275b94-7255-47ba-8570-ebade3367e48 req-fd50baec-bfa3-45be-acf4-ab2bfb40ef02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 1128 time: 0.0469053
Jan 29 21:18:18.208799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04275b94-7255-47ba-8570-ebade3367e48 req-856b4981-f43f-4380-8c49-fd2b748939fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382552
Jan 29 21:18:18.544954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb151-a1f3-4731-9149-7d1fbcbbbf08 req-10a358f8-5494-42b4-a5af-0b771aa58806 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:18.546458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d83cb151-a1f3-4731-9149-7d1fbcbbbf08 req-10a358f8-5494-42b4-a5af-0b771aa58806 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0511758
Jan 29 21:18:18.591990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d83cb151-a1f3-4731-9149-7d1fbcbbbf08 req-22b8db2e-314a-4e19-b4c3-f60cdcf37aee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393381
Jan 29 21:18:19.709832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be388d-69be-4a53-9d4a-6fb168a17a9c req-99633977-97b2-4bf3-a0ed-f5e36e46eba1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:19.711317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21be388d-69be-4a53-9d4a-6fb168a17a9c req-99633977-97b2-4bf3-a0ed-f5e36e46eba1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0515671
Jan 29 21:18:19.760281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21be388d-69be-4a53-9d4a-6fb168a17a9c req-082176ab-59a8-4f3a-914b-9d36e2d5016b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435851
Jan 29 21:18:19.876216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0af87-9ff5-4a6b-85cc-23f402c14937 req-f1163e60-bd22-47e3-951e-34c8ff1fa0c1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:19.877621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45e0af87-9ff5-4a6b-85cc-23f402c14937 req-f1163e60-bd22-47e3-951e-34c8ff1fa0c1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0512276
Jan 29 21:18:19.922682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45e0af87-9ff5-4a6b-85cc-23f402c14937 req-5e386f64-ccd2-446d-a16e-dff0affb7fd9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389996
Jan 29 21:18:20.209290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a899-65fb-47ab-8dd0-340c3af9f199 req-6ebfb30c-fbb2-43ed-8b85-edf45035b16d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:20.210749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cc1a899-65fb-47ab-8dd0-340c3af9f199 req-6ebfb30c-fbb2-43ed-8b85-edf45035b16d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0536916
Jan 29 21:18:20.256079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cc1a899-65fb-47ab-8dd0-340c3af9f199 req-1a40c85c-fdcc-4264-887c-6bc45e12dd15 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397701
Jan 29 21:18:21.383215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c15b-8e76-4175-82ce-9fefd9bfe4de req-2ed796d8-4f51-4bf3-a457-6d7ce63e3b59 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:21.384898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0065c15b-8e76-4175-82ce-9fefd9bfe4de req-2ed796d8-4f51-4bf3-a457-6d7ce63e3b59 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0583789
Jan 29 21:18:21.431729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0065c15b-8e76-4175-82ce-9fefd9bfe4de req-99348ea4-998c-49f1-a5a0-4ee1686eebb9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413215
Jan 29 21:18:21.846036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-df29437d-77c9-44c4-82e6-83eed4b13f63 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:21.847481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-df29437d-77c9-44c4-82e6-83eed4b13f63 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 946 time: 0.0511818
Jan 29 21:18:21.942666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port fba279b5-f447-43f3-a330-39e2c25ad6c9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:18:21.943061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:22.030675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port fba279b5-f447-43f3-a330-39e2c25ad6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fba279b5-f447-43f3-a330-39e2c25ad6c9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:22.031032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:22.043405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for fba279b5-f447-43f3-a330-39e2c25ad6c9 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:18:22.169342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fba279b5-f447-43f3-a330-39e2c25ad6c9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:22.181314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'fba279b5-f447-43f3-a330-39e2c25ad6c9'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:18:22.221440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=fba279b5-f447-43f3-a330-39e2c25ad6c9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:22.245969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port fba279b5-f447-43f3-a330-39e2c25ad6c9 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:18:22.249267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:22.253862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-afb7b092-00f8-428f-8ae2-7a1c93e42a5b req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/fba279b5-f447-43f3-a330-39e2c25ad6c9 HTTP/1.1" status: 204  len: 173 time: 0.4014909
Jan 29 21:18:22.255243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.255589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.256646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.257019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.257357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.257822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.258156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.258476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.258801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.259121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.259444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.260248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.260578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb51497-56c7-4d17-9ba4-6851b9f517b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:18:22.263536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'name': 'network-vif-deleted', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:18:22.267252 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76735cce-b1d6-4373-bde0-45b0d7e7aabe" -d '{"events": [{"server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "name": "network-vif-deleted", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:18:22.315159 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9944a389-66ae-461d-883d-479dd018c83a x-openstack-request-id: req-9944a389-66ae-461d-883d-479dd018c83a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:18:22.315632 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5f7d4c-002f-41ac-a601-ad0890c8daf4", "name": "network-vif-deleted", "tag": "fba279b5-f447-43f3-a330-39e2c25ad6c9", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:18:22.315897 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9944a389-66ae-461d-883d-479dd018c83a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:18:22.316333 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5f7d4c-002f-41ac-a601-ad0890c8daf4', 'name': 'network-vif-deleted', 'tag': 'fba279b5-f447-43f3-a330-39e2c25ad6c9', 'status': 'completed', 'code': 200}
Jan 29 21:18:22.524023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:22.548306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7346a37-e2fc-4289-9ec9-523bb766922e req-b3859d37-91d5-4cfc-b5b3-bd88892304e4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5f7d4c-002f-41ac-a601-ad0890c8daf4 HTTP/1.1" status: 200  len: 210 time: 0.0325456
Jan 29 21:18:23.476012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:23.529269 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:18:25.900248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fba279b5-f447-43f3-a330-39e2c25ad6c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:18:25.922752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: fba279b5-f447-43f3-a330-39e2c25ad6c9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:18:25.923104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fba279b5-f447-43f3-a330-39e2c25ad6c9 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:18:28.288488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-46d223dc-f1bd-4d90-857f-050a10d082a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441451
Jan 29 21:18:28.377899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-59492275-be99-4ec4-a3d7-7e79516472fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:28.379422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-59492275-be99-4ec4-a3d7-7e79516472fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 1127 time: 0.0450895
Jan 29 21:18:28.490408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-3c9d5406-0c97-49a2-8027-0faaf1e285cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:28.491827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-3c9d5406-0c97-49a2-8027-0faaf1e285cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0930967
Jan 29 21:18:28.533065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-187bc6a5-c077-42a8-8541-69ac7b7be79a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 HTTP/1.1" status: 200  len: 217 time: 0.0352900
Jan 29 21:18:28.583343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-32331f15-e919-465c-aac3-4204c790f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:28.584823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-32331f15-e919-465c-aac3-4204c790f890 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0446408
Jan 29 21:18:28.639304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-3a329b05-37cb-4af4-86d5-2baf06c52dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:28.641018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-3a329b05-37cb-4af4-86d5-2baf06c52dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0506029
Jan 29 21:18:28.732914 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-503bcff8-f4fa-4b17-aa8f-88a85118dee5 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860779
Jan 29 21:18:28.846119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57ba8cdc-d2bc-436f-ab5c-5af2cace479d req-f67e7bf5-905f-432a-9c6e-5b3e476d6385 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063018
Jan 29 21:18:31.181536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-3992c708-6f10-4e2c-b8ba-860f52d8e462 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0463004
Jan 29 21:18:31.267619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-2a54f719-ab8f-4b04-a1bf-05344778f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:31.269163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-2a54f719-ab8f-4b04-a1bf-05344778f6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1128 time: 0.0458553
Jan 29 21:18:31.373417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-b40a358b-41e2-4287-a370-140deeafea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:31.374894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-b40a358b-41e2-4287-a370-140deeafea3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0884659
Jan 29 21:18:31.439145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-3f5b4061-90e3-447d-9bdb-a94327354f1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 1001 time: 0.0580714
Jan 29 21:18:31.486180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-1259f5a7-a3df-4402-920d-49a09ea02b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:31.487598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-1259f5a7-a3df-4402-920d-49a09ea02b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0428648
Jan 29 21:18:31.538708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-411bf987-8178-4dca-bdc2-60aeaa6df783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:31.540222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-411bf987-8178-4dca-bdc2-60aeaa6df783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467966
Jan 29 21:18:31.626243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-4d6b0aa8-aab0-46fd-8ba6-a9434dc6cbcc service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792394
Jan 29 21:18:31.718310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2548de8e-c18b-47b7-a434-c1c34272f711 req-8cc6f213-4010-4adc-9d2b-45ec31ca9819 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865629
Jan 29 21:18:40.342627 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-28e241ba-2493-4a54-a593-a62a08de59cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:42.685341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83a3afd8-07e8-42c2-a379-d023381b8db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:43.764207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:45.635701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:46.850082 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:52.380055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af854d1-59c5-4e5f-95f1-ecd30b3ece77 req-3fa509de-4be6-41e4-9331-50b1dd422840 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:52.381630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af854d1-59c5-4e5f-95f1-ecd30b3ece77 req-3fa509de-4be6-41e4-9331-50b1dd422840 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0525210
Jan 29 21:18:52.428563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af854d1-59c5-4e5f-95f1-ecd30b3ece77 req-bab6ab12-7f56-4162-aa3c-fa90a2f3fd12 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413764
Jan 29 21:18:52.518704 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:53.478033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:53.556145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049aa78-8268-44b0-b21e-b9a34e383360 req-472f9a88-62ed-4358-baf1-9a384dea26fa tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:53.557632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2049aa78-8268-44b0-b21e-b9a34e383360 req-472f9a88-62ed-4358-baf1-9a384dea26fa tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0512857
Jan 29 21:18:53.606052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2049aa78-8268-44b0-b21e-b9a34e383360 req-5bf29dc2-9942-4ec5-915f-c0e123c4da40 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429537
Jan 29 21:18:54.751158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7898-193c-4241-9db4-dd2fe9b2e254 req-363dbadf-8e7f-4d1a-991b-44b864c29df0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:54.752539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e26b7898-193c-4241-9db4-dd2fe9b2e254 req-363dbadf-8e7f-4d1a-991b-44b864c29df0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0717354
Jan 29 21:18:54.759980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78eb5e-11e3-4063-8325-e449ac385504 req-865785e0-0880-491b-9cd9-de11275c27bf tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:54.761340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a78eb5e-11e3-4063-8325-e449ac385504 req-865785e0-0880-491b-9cd9-de11275c27bf tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0894318
Jan 29 21:18:54.828799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e26b7898-193c-4241-9db4-dd2fe9b2e254 req-949465ab-c050-4018-8d94-fc84528ba407 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665312
Jan 29 21:18:54.836067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a78eb5e-11e3-4063-8325-e449ac385504 req-8f090c49-16d5-4183-8529-1f8d74136141 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682874
Jan 29 21:18:55.984880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36fc15-563a-47b0-a235-d72c86aed69a req-46ec49ea-5dca-44d9-b5cb-df7057b673e4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:55.986368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c36fc15-563a-47b0-a235-d72c86aed69a req-46ec49ea-5dca-44d9-b5cb-df7057b673e4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0761895
Jan 29 21:18:55.994307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd587ea-58ff-4fde-b7ce-d1d297ea5d52 req-455de221-1dd9-4d25-9af7-5575b45ec9a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:55.995661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bd587ea-58ff-4fde-b7ce-d1d297ea5d52 req-455de221-1dd9-4d25-9af7-5575b45ec9a1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0940478
Jan 29 21:18:56.064816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c36fc15-563a-47b0-a235-d72c86aed69a req-2a7e16af-0349-496a-986b-98e79f7bd1e2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682235
Jan 29 21:18:56.068879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bd587ea-58ff-4fde-b7ce-d1d297ea5d52 req-63d1b434-fdc0-43c4-a50a-2e98e19d0d1e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2551e59a-88ef-4af3-92a0-4d55437acb45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666716
Jan 29 21:18:56.303489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-ed4260d8-fcc6-4138-8a5a-dd9216088276 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:56.304932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-ed4260d8-fcc6-4138-8a5a-dd9216088276 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 945 time: 0.0520842
Jan 29 21:18:56.395775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:18:56.396118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:56.488010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:18:56.488274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:56.500831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:18:56.626611 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5b436be2-d8f4-4cc2-a329-da7ad87eb8c0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:56.638289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:18:56.655322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=5b436be2-d8f4-4cc2-a329-da7ad87eb8c0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:18:56.701504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:18:56.709107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:18:56.712972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8e162ef-60fc-4871-b2ba-6382607c482a req-6b67ec9d-c7a6-449b-8593-63ce48626bfd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 HTTP/1.1" status: 204  len: 173 time: 0.4033551
Jan 29 21:18:56.713439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'name': 'network-vif-deleted', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:18:56.715650 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2177ff-b64f-4065-bfe5-e861c8e748f2" -d '{"events": [{"server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "name": "network-vif-deleted", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:18:56.754271 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b00afc-23b2-4d34-a403-dad75632eca9 x-openstack-request-id: req-30b00afc-23b2-4d34-a403-dad75632eca9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:18:56.754591 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b340f-d494-4056-a783-a15b5c0cd7fc", "name": "network-vif-deleted", "tag": "5b436be2-d8f4-4cc2-a329-da7ad87eb8c0", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:18:56.754847 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b00afc-23b2-4d34-a403-dad75632eca9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:18:56.755305 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b340f-d494-4056-a783-a15b5c0cd7fc', 'name': 'network-vif-deleted', 'tag': '5b436be2-d8f4-4cc2-a329-da7ad87eb8c0', 'status': 'completed', 'code': 200}
Jan 29 21:18:57.238484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87d75426-f468-4ef7-b4c8-3c031dec94d5 req-a534f576-209a-4c24-8e01-153090c86a0c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9b340f-d494-4056-a783-a15b5c0cd7fc HTTP/1.1" status: 200  len: 210 time: 0.0380282
Jan 29 21:18:57.266334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40b3be-270f-41da-bf06-380fb8c28375 req-a6f2d6cc-8895-4f96-8d2b-938a11186144 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:57.268126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c40b3be-270f-41da-bf06-380fb8c28375 req-a6f2d6cc-8895-4f96-8d2b-938a11186144 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.1027515
Jan 29 21:18:57.322656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c40b3be-270f-41da-bf06-380fb8c28375 req-024b3666-8220-4227-bb5c-3b5d7b087845 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485847
Jan 29 21:18:58.464824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c5c2-2ad0-4ed9-b3e5-e8f43552bc6c req-1dda7159-6366-4ef4-b66f-8170ca28b6f3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:58.466346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5d4c5c2-2ad0-4ed9-b3e5-e8f43552bc6c req-1dda7159-6366-4ef4-b66f-8170ca28b6f3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0598147
Jan 29 21:18:58.512373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5d4c5c2-2ad0-4ed9-b3e5-e8f43552bc6c req-c6c918a7-7c82-444a-8a41-9526eda9ba97 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404351
Jan 29 21:18:59.635950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35710a-cf03-4c84-9701-42262e22f97d req-6d1b2a56-fdea-43e7-a865-2956ee2bc5e1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:18:59.637470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd35710a-cf03-4c84-9701-42262e22f97d req-6d1b2a56-fdea-43e7-a865-2956ee2bc5e1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0532503
Jan 29 21:18:59.686444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd35710a-cf03-4c84-9701-42262e22f97d req-1879b2c8-9cf8-4a97-a62b-a6452c0cabbd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430131
Jan 29 21:19:00.035914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:19:00.055794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:19:00.056145 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 5b436be2-d8f4-4cc2-a329-da7ad87eb8c0 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:19:00.215571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55756) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.220199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59472386', 'description': 'tempest-secgroup-smoke-59472386 description', 'project_id': '849725927e7d4988bff638454bbbe9c5'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.240251 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.306067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (5d5f3ba7-55eb-4773-9008-5a73bed9f2c9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.309929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d5f3ba7-55eb-4773-9008-5a73bed9f2c9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.336743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.337972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1213765
Jan 29 21:19:00.341177 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.341827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d638ce-9a76-4663-bdb5-8dde3e309748 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.346393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.371641 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (b0f66152-3b3a-4e1a-812a-7814e27d1503), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.416309 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (b0f66152-3b3a-4e1a-812a-7814e27d1503), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.419740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b0f66152-3b3a-4e1a-812a-7814e27d1503), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.437313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f66152-3b3a-4e1a-812a-7814e27d1503,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.445742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.446094 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.446439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.446784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.447122 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.447476 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.447793 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.448121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.448447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.448776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.449130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.449455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.449784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:00.454212 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.455407 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a183d5ca-bee2-4c64-b60e-e77a7b1c965a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1132040
Jan 29 21:19:00.458185 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55762) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.462433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.486792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (b5a8ddae-51aa-48ad-a0d5-95e1cb2c0aa6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.528384 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:19:00.542301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (b5a8ddae-51aa-48ad-a0d5-95e1cb2c0aa6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.546124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b5a8ddae-51aa-48ad-a0d5-95e1cb2c0aa6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.561603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a8ddae-51aa-48ad-a0d5-95e1cb2c0aa6,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.572038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.573254 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-111f8b65-4d63-4382-995e-7fd901bab3e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1141329
Jan 29 21:19:00.576002 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55764) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.580351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.604249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (1f03de51-079b-42d9-919c-447b465ac4d9), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.658496 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (1f03de51-079b-42d9-919c-447b465ac4d9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.661892 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1f03de51-079b-42d9-919c-447b465ac4d9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.680470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f03de51-079b-42d9-919c-447b465ac4d9,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.687076 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.688279 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-73f1aba0-5972-423e-b749-f1a6cd0b964c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1113369
Jan 29 21:19:00.691028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55766) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.695281 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.721921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (16cc2a47-583b-44b6-b705-8d21e369ea82), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.783381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (16cc2a47-583b-44b6-b705-8d21e369ea82), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.787732 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (16cc2a47-583b-44b6-b705-8d21e369ea82), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.806186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cc2a47-583b-44b6-b705-8d21e369ea82,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.814675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.816029 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-241e4a70-97b0-4d00-a4ee-eeecb022808d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1239576
Jan 29 21:19:00.819256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55770) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.820358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918dfd-90e0-411b-a00d-ea837916bb5a req-0f745ef8-121b-4d92-a0c1-fd6e7b9f74fe tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:00.821893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79918dfd-90e0-411b-a00d-ea837916bb5a req-0f745ef8-121b-4d92-a0c1-fd6e7b9f74fe tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0604367
Jan 29 21:19:00.827335 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.849278 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Project 849725927e7d4988bff638454bbbe9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:19:00.855032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (6bb47e1e-0167-4e2f-83d2-e23b0261ee5c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.870004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79918dfd-90e0-411b-a00d-ea837916bb5a req-2458a9c4-fa8a-49b6-b90a-9c391be811d2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424922
Jan 29 21:19:00.913036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (6bb47e1e-0167-4e2f-83d2-e23b0261ee5c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.916512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (6bb47e1e-0167-4e2f-83d2-e23b0261ee5c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.935890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb47e1e-0167-4e2f-83d2-e23b0261ee5c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:00.940286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:00.941505 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-da3349eb-d77d-492b-84da-cb1c67984102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1212919
Jan 29 21:19:00.944769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 55772) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:00.949076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'security_group_rule': {'security_group_id': '5d5f3ba7-55eb-4773-9008-5a73bed9f2c9', 'project_id': '849725927e7d4988bff638454bbbe9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:00.967673 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Project 849725927e7d4988bff638454bbbe9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:19:00.972418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (a5ddd2a8-34d1-46d4-9768-0d7b9f6bc30b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:01.032387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (a5ddd2a8-34d1-46d4-9768-0d7b9f6bc30b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:01.035917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a5ddd2a8-34d1-46d4-9768-0d7b9f6bc30b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:01.058223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ddd2a8-34d1-46d4-9768-0d7b9f6bc30b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:01.064554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:01.065712 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed85cdb6-3b1e-48d7-a92c-13e0a942c96f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1199372
Jan 29 21:19:01.995815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127042f0-4db5-47ad-a8ed-36a1ca31d0d9 req-0b671052-f655-4a3c-a59d-4210eb2d7a5e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:01.997331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-127042f0-4db5-47ad-a8ed-36a1ca31d0d9 req-0b671052-f655-4a3c-a59d-4210eb2d7a5e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0521238
Jan 29 21:19:02.045735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-127042f0-4db5-47ad-a8ed-36a1ca31d0d9 req-2f6ac1af-ff99-430e-998b-67388dbcd097 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428421
Jan 29 21:19:02.685471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-7e82ba5e-f02a-4827-a822-d09dce5b674a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59472386&fields=id&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 267 time: 0.0437431
Jan 29 21:19:03.121039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-93de3052-099c-4cdc-a719-5065ff77345e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:03.122484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-93de3052-099c-4cdc-a719-5065ff77345e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.4306271
Jan 29 21:19:03.155204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-6e07680f-43c0-4d9f-8021-3984337bf37c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0240736
Jan 29 21:19:03.210172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5000ee-f19f-4d23-867b-29ba0e548c3f req-83a08d25-8e1d-4ca3-ad61-2800ba44c4d5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:03.211647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb5000ee-f19f-4d23-867b-29ba0e548c3f req-83a08d25-8e1d-4ca3-ad61-2800ba44c4d5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0882945
Jan 29 21:19:03.239525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-45430f76-feb7-47a1-a35f-a56a2976c7b3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0786152
Jan 29 21:19:03.256757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-45ba1b43-3aa3-429a-b378-5f652f4976ef service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:19:03.257715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-45ba1b43-3aa3-429a-b378-5f652f4976ef service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056155
Jan 29 21:19:03.311492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb5000ee-f19f-4d23-867b-29ba0e548c3f req-b738fb3f-4280-4266-a79f-5a970b450bb6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930898
Jan 29 21:19:03.352459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-0d16891a-3e79-4ea5-b852-9448fdf841ed service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890830
Jan 29 21:19:03.445454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-93c9dfd6-525d-47db-907c-591ef834181f service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873458
Jan 29 21:19:03.721879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-927da2c0-345f-4e40-b58f-ebd85312c02e req-a5093a61-9ca2-45eb-8739-173a07b6a1bb tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 210 time: 0.0275297
Jan 29 21:19:04.440255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84832-e530-4a83-bf16-bed32c254a9e req-3ebabbb6-fcc8-4b57-b8d0-879c64a4a920 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:04.441776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c84832-e530-4a83-bf16-bed32c254a9e req-3ebabbb6-fcc8-4b57-b8d0-879c64a4a920 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0539165
Jan 29 21:19:04.488922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c84832-e530-4a83-bf16-bed32c254a9e req-ca47f7af-152a-4d3b-a0da-5134a903be56 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413985
Jan 29 21:19:04.599258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-d3e41063-ac46-4fbb-998f-e680c1c02a18 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:04.601569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-d3e41063-ac46-4fbb-998f-e680c1c02a18 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1072185
Jan 29 21:19:04.664523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-7cafd144-989a-4a09-81e6-7409a9a6fdfe tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 378 time: 0.0556872
Jan 29 21:19:04.672739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'security_groups': ['5d5f3ba7-55eb-4773-9008-5a73bed9f2c9']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:04.788231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:19:04.793474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:04.831308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1d18961-4d08-4046-8d3b-75d01cffa456 req-7cc2195d-e8da-4e4b-9834-71245652fb55 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 210 time: 0.0354183
Jan 29 21:19:04.953821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.10 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/18fa854c-896c-4d47-9850-aacf680f8856) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:19:05.089681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (18fa854c-896c-4d47-9850-aacf680f8856), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.128561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.172949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:19:05.175964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:19:05.182667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:19:05.210154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:05.237545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:05.238235 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.263279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9efc4b6b-88d7-46b1-a164-ce730a003320 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5940959
Jan 29 21:19:05.274823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Request body: {'port': {'device_id': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:05.338028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18fa854c-896c-4d47-9850-aacf680f8856), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.464268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb767-1bff-4fca-91b0-57aa843bbcb5 None None] Provisioning complete for port 18fa854c-896c-4d47-9850-aacf680f8856 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:19:05.464808 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb767-1bff-4fca-91b0-57aa843bbcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18fa854c-896c-4d47-9850-aacf680f8856), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.501040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb767-1bff-4fca-91b0-57aa843bbcb5 None None] Port 18fa854c-896c-4d47-9850-aacf680f8856 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:19:05.546727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:19:05.656837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:05.672364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:19:05.691620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041498f-a715-428b-aafd-497a2cbb0e6f req-6be076d0-b2c1-445c-9f93-ceee6ef7d46b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:05.693140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3041498f-a715-428b-aafd-497a2cbb0e6f req-6be076d0-b2c1-445c-9f93-ceee6ef7d46b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.1122191
Jan 29 21:19:05.695706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fa854c-896c-4d47-9850-aacf680f8856 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:19:05.709467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks [] for port (18fa854c-896c-4d47-9850-aacf680f8856), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.711022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:05.711418 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.724539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:19:05.740431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Transition to ACTIVE for port object 18fa854c-896c-4d47-9850-aacf680f8856 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:19:05.744838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:05.748793 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.749383 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:05.780660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3041498f-a715-428b-aafd-497a2cbb0e6f req-76273bfc-bac5-4468-b843-2854530e6c8e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809321
Jan 29 21:19:05.812738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:05.820753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.821137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.821483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.821822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.822154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.822481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.822809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.822977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Pushing event updated for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:05.823138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.823468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.823797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.824122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.825149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.825507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:19:05.831724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a46a66fb-4e9b-4844-b4ae-4520314de121'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:19:05.897670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Attempting to bind port 18fa854c-896c-4d47-9850-aacf680f8856 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:19:05.898020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Attempting to bind port 18fa854c-896c-4d47-9850-aacf680f8856 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:19:05.898348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Attempting to bind port 18fa854c-896c-4d47-9850-aacf680f8856 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:19:05.903573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Port 18fa854c-896c-4d47-9850-aacf680f8856 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:19:05.903900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Attempting to bind port 18fa854c-896c-4d47-9850-aacf680f8856 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:19:05.910153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:19:05.910496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:19:05.910888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:19:05.911325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Bound port: 18fa854c-896c-4d47-9850-aacf680f8856, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:19:05.911687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18fa854c-896c-4d47-9850-aacf680f8856), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:06.023223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8954-74fa-4492-845f-2416002699d4 req-e1aa5aff-42ce-456b-a60a-8d32203d18e1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.024722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ead8954-74fa-4492-845f-2416002699d4 req-e1aa5aff-42ce-456b-a60a-8d32203d18e1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 944 time: 0.1097443
Jan 29 21:19:06.031566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:19:06.035146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18fa854c-896c-4d47-9850-aacf680f8856,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:19:06.050797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:06.104784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.105455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:06.106866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] 10.222.0.18 "PUT /v2.0/ports/18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 1092 time: 0.8363829
Jan 29 21:19:06.111139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:06.113471 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba71181-aaf4-465f-b5f8-6d1f419b481c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "tag": "18fa854c-896c-4d47-9850-aacf680f8856"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:06.135436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ead8954-74fa-4492-845f-2416002699d4 req-e659a592-6781-4f95-bb7d-eabb0f6be6ca tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1051579
Jan 29 21:19:06.140925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff921020-4904-4a24-a6bb-af3049294b49 service neutron] Pushing event updated for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:06.168713 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebc6b7-fad2-42d7-86af-188610f22ec9 x-openstack-request-id: req-d9ebc6b7-fad2-42d7-86af-188610f22ec9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:06.169119 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "tag": "18fa854c-896c-4d47-9850-aacf680f8856", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:06.169449 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9ebc6b7-fad2-42d7-86af-188610f22ec9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:06.169925 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856', 'status': 'completed', 'code': 200}
Jan 29 21:19:06.205684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-2d47f7d0-ab8a-416f-b58c-eb35606b7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.207242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-2d47f7d0-ab8a-416f-b58c-eb35606b7b27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1126 time: 0.0493512
Jan 29 21:19:06.256853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-9b0cbfd3-1428-4af7-b3af-b743d30a20b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 217 time: 0.0410907
Jan 29 21:19:06.308556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-e1783f3c-10dd-43cd-9328-9fe2658bc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.310084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-e1783f3c-10dd-43cd-9328-9fe2658bc655 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0461957
Jan 29 21:19:06.357882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-7e43a4ff-cd3f-41e9-8a7e-13cfa021af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.359460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-7e43a4ff-cd3f-41e9-8a7e-13cfa021af17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435965
Jan 29 21:19:06.451397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-621bf87a-c463-44c4-8733-a7fd64003cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857022
Jan 29 21:19:06.537477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56f01efd-17b3-452a-a3d7-fb14e76726a3 req-c38a2be6-530e-43bb-96c5-5fa0e85dbf18 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801282
Jan 29 21:19:06.622797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-e5d9df1e-fafa-41c2-b19d-b77a3b78fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.624295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-e5d9df1e-fafa-41c2-b19d-b77a3b78fc63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1126 time: 0.0450258
Jan 29 21:19:06.716484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-b5336b3d-3d31-4641-94ef-da21011de084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.717964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-b5336b3d-3d31-4641-94ef-da21011de084 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0877261
Jan 29 21:19:06.758060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-d6a7a774-b3aa-4a26-9c0b-41373865b490 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 217 time: 0.0343034
Jan 29 21:19:06.808859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-79205d3b-3882-46ea-9c9f-67ef654b24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.810284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-79205d3b-3882-46ea-9c9f-67ef654b24c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0471313
Jan 29 21:19:06.867289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-3b4332b8-27b7-4ee7-a404-4cfc1b8e37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.868744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-3b4332b8-27b7-4ee7-a404-4cfc1b8e37c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0531824
Jan 29 21:19:06.969707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564a5de-81cf-4df3-9178-e075db2d7ce5 req-5621c60b-87ef-4e86-a986-09a7bca029a1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:06.971174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d564a5de-81cf-4df3-9178-e075db2d7ce5 req-5621c60b-87ef-4e86-a986-09a7bca029a1 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 945 time: 0.1143222
Jan 29 21:19:07.004569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-82a2665e-a731-49a8-8976-0554a48b8e94 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181533
Jan 29 21:19:07.070368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d564a5de-81cf-4df3-9178-e075db2d7ce5 req-6187e766-c7d0-4577-a993-e35ae7a3415c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924494
Jan 29 21:19:07.108541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba71181-aaf4-465f-b5f8-6d1f419b481c req-d455bd5d-0ee3-4bc3-b0ef-9c6a94b46679 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949044
Jan 29 21:19:07.274767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3ba6-6615-47e9-80f6-edffd390becf req-3b27421e-d256-408b-8ed8-48a3988c7e77 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:07.276277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17ea3ba6-6615-47e9-80f6-edffd390becf req-3b27421e-d256-408b-8ed8-48a3988c7e77 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 944 time: 0.0643449
Jan 29 21:19:07.324129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17ea3ba6-6615-47e9-80f6-edffd390becf req-501b3e66-6670-4887-80b6-efeb38438ce4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422032
Jan 29 21:19:07.557969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:19:07.605214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a46a66fb-4e9b-4844-b4ae-4520314de121 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:19:07.605525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:07.682460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:07.682852 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:07.704791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:07.707069 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd2c3f-65d0-49c0-a2b1-53c15c1f72d6" -d '{"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:07.720864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:07.724940 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:07.750694 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b1ef6-da63-47a8-b8e1-c14a7de5476e x-openstack-request-id: req-147b1ef6-da63-47a8-b8e1-c14a7de5476e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:07.750978 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:07.751231 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-147b1ef6-da63-47a8-b8e1-c14a7de5476e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:07.751623 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'code': 200}
Jan 29 21:19:07.776807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:08.193490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953de4ba-1401-47fc-af4d-9646a2986856 req-bd50c8c3-b319-417d-8b54-623a595cd3c8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:08.194978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-953de4ba-1401-47fc-af4d-9646a2986856 req-bd50c8c3-b319-417d-8b54-623a595cd3c8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0537717
Jan 29 21:19:08.241254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-953de4ba-1401-47fc-af4d-9646a2986856 req-79851862-8c52-438c-ba58-819ab157c31e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407305
Jan 29 21:19:08.442278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755383-003f-48ef-8466-269d82a6699f req-1d3527eb-6098-46e8-937a-648e27f39423 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:08.443741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80755383-003f-48ef-8466-269d82a6699f req-1d3527eb-6098-46e8-937a-648e27f39423 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 944 time: 0.0523467
Jan 29 21:19:08.495100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80755383-003f-48ef-8466-269d82a6699f req-ee3107fd-d2c0-4f67-8579-1bc80847ab95 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452459
Jan 29 21:19:09.367227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51b970-5c75-4a8b-83e4-a62aa16cde85 req-fe33e57a-2639-436a-8594-126811197890 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:09.368718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a51b970-5c75-4a8b-83e4-a62aa16cde85 req-fe33e57a-2639-436a-8594-126811197890 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0543182
Jan 29 21:19:09.416518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a51b970-5c75-4a8b-83e4-a62aa16cde85 req-0bd2717b-9c05-4319-b6c0-d552f689c7f8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411432
Jan 29 21:19:09.618242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea332aa4-9a86-4ed4-ae2e-ece6a819a0e5 req-a1c01bf0-6a27-4519-a41e-b9cbbbceb6ce tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:09.620032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea332aa4-9a86-4ed4-ae2e-ece6a819a0e5 req-a1c01bf0-6a27-4519-a41e-b9cbbbceb6ce tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 944 time: 0.0557795
Jan 29 21:19:09.679878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea332aa4-9a86-4ed4-ae2e-ece6a819a0e5 req-5514ab9d-81db-40be-86a8-adb9322005e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0544488
Jan 29 21:19:10.084271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 18fa854c-896c-4d47-9850-aacf680f8856 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:19:10.221717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18fa854c-896c-4d47-9850-aacf680f8856,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:10.236368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '18fa854c-896c-4d47-9850-aacf680f8856', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': '18fa854c-896c-4d47-9850-aacf680f8856', 'mac_address': 'fa:16:3e:a3:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:19:10.278596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 18fa854c-896c-4d47-9850-aacf680f8856 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:10.279138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18fa854c-896c-4d47-9850-aacf680f8856), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:10.295593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fa854c-896c-4d47-9850-aacf680f8856 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:19:10.316413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18fa854c-896c-4d47-9850-aacf680f8856,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:10.330530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:10.361667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93834f75-073a-4379-9398-a0dd96fc71e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:10.388880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:10.548382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300194-06de-4250-aadc-a544a0004347 req-57bd8065-cc37-4037-b605-609d007e481b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:10.550625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab300194-06de-4250-aadc-a544a0004347 req-57bd8065-cc37-4037-b605-609d007e481b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0590067
Jan 29 21:19:10.604478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab300194-06de-4250-aadc-a544a0004347 req-7a4efe26-cdaf-480b-b7e5-2eba397903c5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470946
Jan 29 21:19:10.637982 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['18fa854c-896c-4d47-9850-aacf680f8856'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:19:10.819228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f0fb-f5c1-48fc-8a7e-63781b2f4604 req-72103e10-298d-483f-9362-63aa8a0f1e34 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:10.821049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3504f0fb-f5c1-48fc-8a7e-63781b2f4604 req-72103e10-298d-483f-9362-63aa8a0f1e34 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 945 time: 0.0615904
Jan 29 21:19:10.892182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3504f0fb-f5c1-48fc-8a7e-63781b2f4604 req-06117bd6-124f-490f-9d33-72fc888a43d3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0645134
Jan 29 21:19:11.752673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27ef92-3326-44d3-9cab-e31d08469614 req-80134e4d-d99d-4d0c-9d9b-e5d80844d6cd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:11.754523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed27ef92-3326-44d3-9cab-e31d08469614 req-80134e4d-d99d-4d0c-9d9b-e5d80844d6cd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0626283
Jan 29 21:19:11.815639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed27ef92-3326-44d3-9cab-e31d08469614 req-fdaf1e48-2a52-488e-adb8-da0925457c19 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547345
Jan 29 21:19:12.014650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17f33-3c2b-488a-8fde-ad9610abd791 req-3ce0cb1d-f8ed-49b7-877c-5c5f285c7ac9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:12.021648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ee17f33-3c2b-488a-8fde-ad9610abd791 req-3ce0cb1d-f8ed-49b7-877c-5c5f285c7ac9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 945 time: 0.0613141
Jan 29 21:19:12.076277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ee17f33-3c2b-488a-8fde-ad9610abd791 req-c83de44a-d2ea-4cbd-b6b9-52af21c25760 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0504465
Jan 29 21:19:12.097928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 18fa854c-896c-4d47-9850-aacf680f8856 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:19:12.150853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 18fa854c-896c-4d47-9850-aacf680f8856 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:19:12.155381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 18fa854c-896c-4d47-9850-aacf680f8856 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:19:12.155837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (18fa854c-896c-4d47-9850-aacf680f8856), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:12.252906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 18fa854c-896c-4d47-9850-aacf680f8856 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:12.253400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (18fa854c-896c-4d47-9850-aacf680f8856), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:12.277776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:12.280027 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53ddcd-3c0e-4a7b-b158-d27366e05e66" -d '{"events": [{"server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "name": "network-vif-plugged", "status": "completed", "tag": "18fa854c-896c-4d47-9850-aacf680f8856"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:12.295288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18fa854c-896c-4d47-9850-aacf680f8856,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:12.301641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:12.329189 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29d08e-50a4-4c43-ab7b-11e982a4400c x-openstack-request-id: req-ab29d08e-50a4-4c43-ab7b-11e982a4400c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:12.329633 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "name": "network-vif-plugged", "status": "completed", "tag": "18fa854c-896c-4d47-9850-aacf680f8856", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:12.329981 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab29d08e-50a4-4c43-ab7b-11e982a4400c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:12.330465 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856', 'code': 200}
Jan 29 21:19:12.360731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:12.432046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966d1f-5cd9-49d5-a070-b47f90b6f20e req-e2403dd8-008c-4588-8cdf-05c61b28799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:12.432771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8966d1f-5cd9-49d5-a070-b47f90b6f20e req-e2403dd8-008c-4588-8cdf-05c61b28799a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1128 time: 0.0492282
Jan 29 21:19:12.489860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8966d1f-5cd9-49d5-a070-b47f90b6f20e req-2e46307c-2ab4-48a0-8a02-e87361d4134e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0514855
Jan 29 21:19:12.689287 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f45c121c-63a2-4713-899c-154defc58fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:12.950991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce22d3-2c7a-476a-b825-cb524be58a07 req-79f4ce1f-89de-46f8-8802-3c367da49fc7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:12.952493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ce22d3-2c7a-476a-b825-cb524be58a07 req-79f4ce1f-89de-46f8-8802-3c367da49fc7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0584121
Jan 29 21:19:13.006890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3ce22d3-2c7a-476a-b825-cb524be58a07 req-ef48ce7f-e3d5-4ca5-baef-ee28d95a7873 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481100
Jan 29 21:19:13.205022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ecf7e-93f3-4bca-837e-ff1346bc7be6 req-347b2cd6-d5c5-4353-a1ee-8ea1ef462e17 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:13.205022 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-902ecf7e-93f3-4bca-837e-ff1346bc7be6 req-347b2cd6-d5c5-4353-a1ee-8ea1ef462e17 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.0560312
Jan 29 21:19:13.256376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-902ecf7e-93f3-4bca-837e-ff1346bc7be6 req-b98a68b7-2474-47df-9d55-6238dc3eca51 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455022
Jan 29 21:19:13.773307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:14.154124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee724c4-8e41-42d2-a12c-eadff5ecdb1a req-e3e7eb09-5ab7-4a74-bc6b-5b55befbf14a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:14.155624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ee724c4-8e41-42d2-a12c-eadff5ecdb1a req-e3e7eb09-5ab7-4a74-bc6b-5b55befbf14a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0713923
Jan 29 21:19:14.210146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2ee724c4-8e41-42d2-a12c-eadff5ecdb1a req-fb4854bc-9649-427e-86f6-ef30f1587b4f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486991
Jan 29 21:19:14.382440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce872d-637e-45b3-a339-c368c9ba7257 req-db6da3fd-82f7-4d7f-87d5-ad361dc6a771 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:14.384147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49ce872d-637e-45b3-a339-c368c9ba7257 req-db6da3fd-82f7-4d7f-87d5-ad361dc6a771 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.0563407
Jan 29 21:19:14.443253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49ce872d-637e-45b3-a339-c368c9ba7257 req-90992d62-1175-4c22-9ccc-184b575bb7cd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532701
Jan 29 21:19:14.569791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49086ac-e6ad-43e5-95ce-3215df8862bc req-a8b51897-5803-4de1-8522-233b92177a18 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:14.571593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b49086ac-e6ad-43e5-95ce-3215df8862bc req-a8b51897-5803-4de1-8522-233b92177a18 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.0595708
Jan 29 21:19:14.627104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b49086ac-e6ad-43e5-95ce-3215df8862bc req-968f06a9-0097-4a50-b2bd-0d62f221a038 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0497599
Jan 29 21:19:14.651820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55958) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:14.817004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e84716-c874-4c68-9399-9de9ba6da37f tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:14.818554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-17e84716-c874-4c68-9399-9de9ba6da37f tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1123 time: 0.1657314
Jan 29 21:19:14.822005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 55962) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:14.826221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '18fa854c-896c-4d47-9850-aacf680f8856', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:19:14.848563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:14.966969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:15.078485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.35.4.247 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/47d7f55c-466b-45d1-8118-53940cb40553) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:19:15.204189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (47d7f55c-466b-45d1-8118-53940cb40553), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:15.250812 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (47d7f55c-466b-45d1-8118-53940cb40553), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:15.321462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:19:15.341583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:19:15.344269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:19:15.387480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=47d7f55c-466b-45d1-8118-53940cb40553,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:15.412318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519562df-b2c7-46f2-8d23-14671a1dfca2 req-7a71eb13-adc8-4354-be27-1f083dd1765a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:15.414501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-519562df-b2c7-46f2-8d23-14671a1dfca2 req-7a71eb13-adc8-4354-be27-1f083dd1765a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.1126060
Jan 29 21:19:15.517802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-519562df-b2c7-46f2-8d23-14671a1dfca2 req-2bf07216-1883-4d99-a955-a297d896b27a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960131
Jan 29 21:19:15.655573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:15.819284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (81db79bc-a1fb-4132-9abc-c6570e0f2498), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:15.907380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (47d7f55c-466b-45d1-8118-53940cb40553), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:16.083946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (47d7f55c-466b-45d1-8118-53940cb40553), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:16.089218 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (47d7f55c-466b-45d1-8118-53940cb40553), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:16.166116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=47d7f55c-466b-45d1-8118-53940cb40553,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:16.176046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (81db79bc-a1fb-4132-9abc-c6570e0f2498), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:16.296024 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP 81db79bc-a1fb-4132-9abc-c6570e0f2498 associated. External IP: 172.35.4.247, port: 18fa854c-896c-4d47-9850-aacf680f8856.
Jan 29 21:19:16.794036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac792d-6ea7-48a5-9ffa-59291ac5e514 req-9bb922de-2da3-4d88-affd-001188994695 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:16.795450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcac792d-6ea7-48a5-9ffa-59291ac5e514 req-9bb922de-2da3-4d88-affd-001188994695 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0799491
Jan 29 21:19:16.858892 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:16.917615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcac792d-6ea7-48a5-9ffa-59291ac5e514 req-bea60363-a2bc-4d6d-8dad-187b752502b2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155350
Jan 29 21:19:16.945811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:19:17.063863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:19:17.080644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:19:17.095849 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:17.096520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:19:17.097595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b8c5a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:19:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:19:17.130791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e5405781-8ba4-46d0-aa5d-b8325011d0da tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3077657
Jan 29 21:19:17.131400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:17.134406 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f146a7-a35b-4757-86ec-df2da4c3f83f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "tag": "18fa854c-896c-4d47-9850-aacf680f8856"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:17.191980 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530d3032-9368-45d6-8570-4449917218f2 x-openstack-request-id: req-530d3032-9368-45d6-8570-4449917218f2 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:17.192428 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "tag": "18fa854c-896c-4d47-9850-aacf680f8856", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:17.192860 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-530d3032-9368-45d6-8570-4449917218f2 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:17.193352 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856', 'status': 'completed', 'code': 200}
Jan 29 21:19:17.262883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:19:17.279025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-96556653-1505-45f2-8944-8183cba66169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:17.280551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-96556653-1505-45f2-8944-8183cba66169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1128 time: 0.0656683
Jan 29 21:19:17.402381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-3dcf0259-694a-407f-b12e-efa1fcc46255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:17.404863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-3dcf0259-694a-407f-b12e-efa1fcc46255 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1173964
Jan 29 21:19:17.479775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-f126b26d-12dc-4f32-afe1-4f16e3638896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 1000 time: 0.0691183
Jan 29 21:19:17.545998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-3bdf298f-6ec4-4157-85b5-ed16c44afa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:17.547647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-3bdf298f-6ec4-4157-85b5-ed16c44afa7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0604587
Jan 29 21:19:17.562584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b8c5a00>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81db79bc-a1fb-4132-9abc-c6570e0f2498', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.247', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': '18fa854c-896c-4d47-9850-aacf680f8856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:a3:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:19:15Z', 'updated_at': '2022-01-29T21:19:15Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:19:17.600475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:19:17.610586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-f13047c8-8b39-4d9c-87be-88d1511a60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:17.612465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-f13047c8-8b39-4d9c-87be-88d1511a60b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579751
Jan 29 21:19:17.615281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:19:17.615905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b8c5a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:19:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:19:17.731204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-9767a2b5-3f94-4988-ad5e-4c4b7730a91a service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107371
Jan 29 21:19:17.803668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:19:17.863798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f146a7-a35b-4757-86ec-df2da4c3f83f req-b8a7e8c9-7ff4-4ad9-94ee-55bbddfd05ba service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257458
Jan 29 21:19:18.072870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2641-5e48-4212-9d4e-d2b7c6259272 req-3ebfec65-c381-4774-aa87-4eae84f88bb2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:18.077651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-713f2641-5e48-4212-9d4e-d2b7c6259272 req-3ebfec65-c381-4774-aa87-4eae84f88bb2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0690141
Jan 29 21:19:18.104481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b8c5a00>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81db79bc-a1fb-4132-9abc-c6570e0f2498', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.247', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': '18fa854c-896c-4d47-9850-aacf680f8856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:a3:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:19:15Z', 'updated_at': '2022-01-29T21:19:15Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:19:18.131113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870b9e-3369-49ac-b4ef-0688753c7ed8 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81db79bc-a1fb-4132-9abc-c6570e0f2498', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.247', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': '18fa854c-896c-4d47-9850-aacf680f8856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:a3:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:19:15Z', 'updated_at': '2022-01-29T21:19:15Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:19:18.153539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-713f2641-5e48-4212-9d4e-d2b7c6259272 req-4ba6c3c4-198d-40a1-88b5-a1a11ee04a66 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713093
Jan 29 21:19:18.318060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-3a6f07c0-b9f2-4757-917c-6fd95546f16a req-bcc65c40-c9af-455c-95a8-b8d30b4502aa service neutron] (125942) timed out ('10.222.0.20', 37424) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:19:18.369620 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eeb6c-c619-4b49-b4e5-1bdb3cb8b67a None None] New status for floating IP 81db79bc-a1fb-4132-9abc-c6570e0f2498: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:19:19.277979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf10792-3ef1-4c3f-a272-193d8938f7d8 req-c57573ae-ff5b-49d1-8f7d-de04c87ab24d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:19.279463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdf10792-3ef1-4c3f-a272-193d8938f7d8 req-c57573ae-ff5b-49d1-8f7d-de04c87ab24d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0514455
Jan 29 21:19:19.329654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdf10792-3ef1-4c3f-a272-193d8938f7d8 req-c43cf2a5-9702-44da-b84c-8441bd360205 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447178
Jan 29 21:19:19.577556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-170fe9cd-093d-4570-8f25-08582a744109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:19.578976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-170fe9cd-093d-4570-8f25-08582a744109 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1128 time: 0.0437498
Jan 29 21:19:19.672063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-23132cdf-e350-4126-94d5-2f43adcd628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:19.673572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-23132cdf-e350-4126-94d5-2f43adcd628d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0888236
Jan 29 21:19:19.742581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-853cdd73-a432-482f-a76d-f88ed7439bc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 1001 time: 0.0630670
Jan 29 21:19:19.788850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-5ce339c5-36de-436e-9065-0a08ec7f4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:19.790302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-5ce339c5-36de-436e-9065-0a08ec7f4d6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0425973
Jan 29 21:19:19.838147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-b1dc9ed9-343d-4a05-bdb1-365ab00abc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:19.839556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-b1dc9ed9-343d-4a05-bdb1-365ab00abc51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434821
Jan 29 21:19:19.930084 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-49573d35-5758-40f5-a14f-434c04a979f6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845101
Jan 29 21:19:20.016122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b39a8c9-1a8f-43fe-9b56-30fb0883dc8d req-ddcb177b-b198-4d02-bb6d-9364855b6b05 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806782
Jan 29 21:19:20.457717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfaacd-a1e1-4fbe-a79b-06e7a44b86c2 req-0420a1ee-9732-4c1f-b592-345df333e054 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:20.459196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8cfaacd-a1e1-4fbe-a79b-06e7a44b86c2 req-0420a1ee-9732-4c1f-b592-345df333e054 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0570157
Jan 29 21:19:20.505428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8cfaacd-a1e1-4fbe-a79b-06e7a44b86c2 req-9c0115fb-7759-44d2-97a1-bc953596daf7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405874
Jan 29 21:19:21.628751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68b72e-79b9-4e7b-b7f0-d528774ea9e6 req-160d029b-d25e-486f-b945-12d8e11c2391 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:21.630278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd68b72e-79b9-4e7b-b7f0-d528774ea9e6 req-160d029b-d25e-486f-b945-12d8e11c2391 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0519083
Jan 29 21:19:21.676021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd68b72e-79b9-4e7b-b7f0-d528774ea9e6 req-05f21672-9a6a-4d9d-b6bc-1aed351be001 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402021
Jan 29 21:19:22.119724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-447f7365-d031-46bd-8436-9597f228be93 req-a04c83f6-904a-4d2c-9bbe-9bd714b465b6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:19:22.120921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-447f7365-d031-46bd-8436-9597f228be93 req-a04c83f6-904a-4d2c-9bbe-9bd714b465b6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055275
Jan 29 21:19:22.281660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427151-e33b-4af0-b784-804decb4e174 req-bcfa6115-9022-47d2-9538-851bc9fe20fd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:22.283135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c427151-e33b-4af0-b784-804decb4e174 req-bcfa6115-9022-47d2-9538-851bc9fe20fd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0539312
Jan 29 21:19:22.338449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c427151-e33b-4af0-b784-804decb4e174 req-06e64309-8cb9-435e-b9c6-bdea25284ac6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496254
Jan 29 21:19:22.388551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56026) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:19:22.482820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-e30483a6-0c63-4df1-bc98-dc6f53ab3034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0930679
Jan 29 21:19:22.491210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-ef6eafcd-c978-4f82-886e-8d76e9b20c03 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:19:22.493032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-ef6eafcd-c978-4f82-886e-8d76e9b20c03 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057104
Jan 29 21:19:22.526467 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:23.470403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76aa69-1f1f-48c5-b60d-bf44638fc813 req-2dfd0895-f2e2-4907-91a9-c86637dc740a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:23.472868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b76aa69-1f1f-48c5-b60d-bf44638fc813 req-2dfd0895-f2e2-4907-91a9-c86637dc740a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 946 time: 0.0616343
Jan 29 21:19:23.484165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:23.540852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b76aa69-1f1f-48c5-b60d-bf44638fc813 req-eb929262-00f2-4811-84c4-962ca8599883 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611296
Jan 29 21:19:23.667070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:19:23.760527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:23.760923 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:23.786127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:23.789159 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd7b8e7-3458-4142-8ba5-ec3ee97de669" -d '{"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-unplugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:23.807855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:23.813061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:23.842657 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93107b5b-7ea5-460a-9951-ea15b77cf648 x-openstack-request-id: req-93107b5b-7ea5-460a-9951-ea15b77cf648 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:23.843031 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-unplugged", "status": "failed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:23.843221 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93107b5b-7ea5-460a-9951-ea15b77cf648 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:23.843620 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'code': 422} returned with failed status
Jan 29 21:19:23.871627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:24.374459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-a0660466-a08a-4958-b7db-d4dad2b81864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.375986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-a0660466-a08a-4958-b7db-d4dad2b81864 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 1126 time: 0.0802665
Jan 29 21:19:24.442070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-2c7e38a9-4d9a-449a-8d40-d489e5f137d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.443657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-2c7e38a9-4d9a-449a-8d40-d489e5f137d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1126 time: 0.0463271
Jan 29 21:19:24.534608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-72a78c62-b5bb-4437-a6d8-9e4601d43319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.536115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-72a78c62-b5bb-4437-a6d8-9e4601d43319 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0871248
Jan 29 21:19:24.601699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-d3bdf394-9507-45b2-83a7-e4916202290e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 999 time: 0.0595410
Jan 29 21:19:24.681239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-7b0c6ef7-3672-456e-ba3a-a8516001d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.682698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-7b0c6ef7-3672-456e-ba3a-a8516001d3b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0758607
Jan 29 21:19:24.721229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15a5b5-fd90-40ad-83d4-8d25dd042d91 req-e47489a3-5493-424b-9285-c983b23101b0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.722694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec15a5b5-fd90-40ad-83d4-8d25dd042d91 req-e47489a3-5493-424b-9285-c983b23101b0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.1069098
Jan 29 21:19:24.764555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-ff00ea14-7b26-413f-b1e9-74a4c7adbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:24.766103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-ff00ea14-7b26-413f-b1e9-74a4c7adbfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0773880
Jan 29 21:19:24.798023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec15a5b5-fd90-40ad-83d4-8d25dd042d91 req-f8bf626e-d95c-4e18-9adb-3807f3c34dfb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680261
Jan 29 21:19:24.867076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-6251cec1-5229-4405-8b67-266167cf2a73 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946443
Jan 29 21:19:24.956099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-dca87429-c37f-4875-84d3-6b90811c6775 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832961
Jan 29 21:19:25.929372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa25e4-a0b3-43d5-9c7e-3ba1f876156d req-6f304c78-2757-44a7-970d-a2e73760c55f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:25.933532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37aa25e4-a0b3-43d5-9c7e-3ba1f876156d req-6f304c78-2757-44a7-970d-a2e73760c55f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0594013
Jan 29 21:19:25.981941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-37aa25e4-a0b3-43d5-9c7e-3ba1f876156d req-779cef71-f865-49a9-ba15-0ae9cde8e279 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445254
Jan 29 21:19:27.166049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698dff6-83fa-46a2-8de2-c1998ce8283a req-91e75d05-5d6d-4bf1-a945-034aba75fba0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:27.167541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6698dff6-83fa-46a2-8de2-c1998ce8283a req-91e75d05-5d6d-4bf1-a945-034aba75fba0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0833130
Jan 29 21:19:27.216153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6698dff6-83fa-46a2-8de2-c1998ce8283a req-db882aa7-f0ca-4ea8-b748-f7deff159a11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430889
Jan 29 21:19:28.339312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0f34-facb-4779-91b0-b288f63b78d8 req-59f5730a-2775-42b3-99a0-e5f6d84c2a7c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:28.340789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41dc0f34-facb-4779-91b0-b288f63b78d8 req-59f5730a-2775-42b3-99a0-e5f6d84c2a7c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0524077
Jan 29 21:19:28.386116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41dc0f34-facb-4779-91b0-b288f63b78d8 req-7396bdee-8a7f-4615-87fc-efce6a14c005 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397921
Jan 29 21:19:29.308616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-e5fc06bd-642d-49c4-8080-06cfc712f49c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0485134
Jan 29 21:19:29.401126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-6c38089f-79dc-4064-9940-4dbf284bcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:29.403027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-6c38089f-79dc-4064-9940-4dbf284bcded service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1128 time: 0.0530605
Jan 29 21:19:29.562333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-180b314b-3278-4f36-b70b-8abff9a78fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:29.564384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-180b314b-3278-4f36-b70b-8abff9a78fb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1411161
Jan 29 21:19:29.635812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-b39b8d3b-8fff-4d2b-90af-cfcea950dc96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 1002 time: 0.0650299
Jan 29 21:19:29.643740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391ba7-352f-4af4-b375-10364b36aa42 req-91a8e4a9-a521-4f32-b10e-6059d1811beb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:29.645195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53391ba7-352f-4af4-b375-10364b36aa42 req-91a8e4a9-a521-4f32-b10e-6059d1811beb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.1514006
Jan 29 21:19:29.728022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-e762c800-ebd7-4aae-ad14-2870f21c0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:29.729353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-e762c800-ebd7-4aae-ad14-2870f21c0213 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0831907
Jan 29 21:19:29.757494 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53391ba7-352f-4af4-b375-10364b36aa42 req-26c44edb-03d3-47e5-b931-0753a4eb0b8e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028788
Jan 29 21:19:29.799592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-aae407e1-2fb5-4dea-b808-55e669ab3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:29.801394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-aae407e1-2fb5-4dea-b808-55e669ab3746 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0661833
Jan 29 21:19:29.889960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-07b8a880-771c-422f-9e53-b2fee006e488 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814147
Jan 29 21:19:30.005174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64b0fb39-1e0c-45b3-893c-7e808b68ab18 req-2bc9e43e-2c7b-475b-a181-7a807a289ec2 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085896
Jan 29 21:19:30.881474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2209c5-4853-48e6-81eb-ae059a0ea3a3 req-f9b1a1dd-83e7-4261-af70-c2a300f63cc6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:30.888879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da2209c5-4853-48e6-81eb-ae059a0ea3a3 req-f9b1a1dd-83e7-4261-af70-c2a300f63cc6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0650220
Jan 29 21:19:30.934937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da2209c5-4853-48e6-81eb-ae059a0ea3a3 req-54cd860d-1375-4cd6-bf48-ab650f2c23f7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449271
Jan 29 21:19:32.067635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc380ee1-4e80-46d9-9e72-449d0186af4f req-ffe57303-a5fd-4767-b3e8-72d5e776e259 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:32.069205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc380ee1-4e80-46d9-9e72-449d0186af4f req-ffe57303-a5fd-4767-b3e8-72d5e776e259 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0586402
Jan 29 21:19:32.117488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc380ee1-4e80-46d9-9e72-449d0186af4f req-78aac3ac-32b6-4d29-9284-15ad877b6ebb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426941
Jan 29 21:19:33.271237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29408a9-9f81-44db-9a0f-3caad5088c71 req-410dda85-d655-4a0a-babc-bfaa8efd5f27 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:33.272910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c29408a9-9f81-44db-9a0f-3caad5088c71 req-410dda85-d655-4a0a-babc-bfaa8efd5f27 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0834837
Jan 29 21:19:33.336972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c29408a9-9f81-44db-9a0f-3caad5088c71 req-aadcf9a9-5c6b-46bf-8337-b74bdd61cf22 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537257
Jan 29 21:19:34.474957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c1eb4-71a0-43de-89e4-5aaff1b261ef req-95c7f92e-92bd-4995-aa31-389603cda05e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:34.477109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-986c1eb4-71a0-43de-89e4-5aaff1b261ef req-95c7f92e-92bd-4995-aa31-389603cda05e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0578310
Jan 29 21:19:34.528749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-986c1eb4-71a0-43de-89e4-5aaff1b261ef req-5d36abc6-192f-4157-a8ff-e82631ecb811 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460129
Jan 29 21:19:35.659766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a328edf-f320-4eef-a269-a64bde892c3f req-f8ddcd32-08fe-4644-a7bf-3b09ec134485 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:35.661288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a328edf-f320-4eef-a269-a64bde892c3f req-f8ddcd32-08fe-4644-a7bf-3b09ec134485 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0537331
Jan 29 21:19:35.711190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a328edf-f320-4eef-a269-a64bde892c3f req-b6806068-b589-44ed-888f-56f40d76d231 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435367
Jan 29 21:19:36.841774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf791-d683-44ca-bde5-49895250073a req-b286f975-bee3-4316-a93c-a15be586ed19 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:36.843253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7bf791-d683-44ca-bde5-49895250073a req-b286f975-bee3-4316-a93c-a15be586ed19 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0535996
Jan 29 21:19:36.889626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc7bf791-d683-44ca-bde5-49895250073a req-304e43f4-0ee4-47c6-acff-ecb5a2f423ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405335
Jan 29 21:19:37.528222 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:19:38.026528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e0a6-1e9e-48b7-acd5-66d3bd9e24ac req-4160b8a2-e3ff-4ce1-996e-75dbde7e8ff8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:38.028521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b493e0a6-1e9e-48b7-acd5-66d3bd9e24ac req-4160b8a2-e3ff-4ce1-996e-75dbde7e8ff8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0622141
Jan 29 21:19:38.078870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b493e0a6-1e9e-48b7-acd5-66d3bd9e24ac req-e9052e95-35ff-4e38-8cdd-c47e538f0331 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450053
Jan 29 21:19:38.266551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-4243c9be-2c27-4eef-92c7-976132291e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:38.268040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-4243c9be-2c27-4eef-92c7-976132291e1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1126 time: 0.0440662
Jan 29 21:19:38.381826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-9985ee8d-247d-4804-8ed6-88210e49d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:38.383417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-9985ee8d-247d-4804-8ed6-88210e49d19c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0927682
Jan 29 21:19:38.449949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-bfb69be3-6907-4ee1-a835-2580915fbaa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 999 time: 0.0605776
Jan 29 21:19:38.498307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-16486457-fa25-4750-b9a0-9ee31e682d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:38.499726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-16486457-fa25-4750-b9a0-9ee31e682d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0441580
Jan 29 21:19:38.557474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-3c22530b-846f-43c5-b70d-fb4025f61b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:38.559065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-3c22530b-846f-43c5-b70d-fb4025f61b08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0514228
Jan 29 21:19:38.649630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-ce23d60a-34e7-4d58-b4bf-b329895afb9a service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839407
Jan 29 21:19:38.741087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-82ca0ed4-0766-4c14-9c0a-cfd8d1db148d req-545c0d93-f186-427b-afe8-fe72a6bb3c00 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863631
Jan 29 21:19:39.218272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f62c-ca6b-4f23-adf1-aca6e6292b58 req-c9ae03e2-57bd-4e5c-b85f-3659f8a8b7ab tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:39.219938 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7382f62c-ca6b-4f23-adf1-aca6e6292b58 req-c9ae03e2-57bd-4e5c-b85f-3659f8a8b7ab tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0602317
Jan 29 21:19:39.271668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7382f62c-ca6b-4f23-adf1-aca6e6292b58 req-f154eeb3-8d49-4d76-9230-98632e6bf667 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454750
Jan 29 21:19:40.341274 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-526482c9-d6a1-4fc4-823a-fa6d834c5e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:40.414807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af479-f4ff-4864-8992-ce9caf9de995 req-0e876930-eff6-4b5c-8384-cbd8476ddaa7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:40.416780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028af479-f4ff-4864-8992-ce9caf9de995 req-0e876930-eff6-4b5c-8384-cbd8476ddaa7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0606527
Jan 29 21:19:40.471962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-028af479-f4ff-4864-8992-ce9caf9de995 req-f9e9eeb5-a9c9-4450-a854-9cba356d9016 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491149
Jan 29 21:19:41.607708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2b95-b225-428e-ac18-5b60a1e3c1c1 req-3564e8de-9c50-4350-aa4d-1c47924258ed tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:41.609187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db4a2b95-b225-428e-ac18-5b60a1e3c1c1 req-3564e8de-9c50-4350-aa4d-1c47924258ed tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0591347
Jan 29 21:19:41.654175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db4a2b95-b225-428e-ac18-5b60a1e3c1c1 req-e8c9a59e-97e4-47c0-ba27-6889aa92f3d8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392590
Jan 29 21:19:42.692289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-184b8f8e-9e13-48a0-934d-13f3ea921df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:42.780979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1592b-282a-414d-a850-811549e8e10d req-f924d428-3a3d-4cb0-b5e7-3d52f4ed88dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:42.782514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa1592b-282a-414d-a850-811549e8e10d req-f924d428-3a3d-4cb0-b5e7-3d52f4ed88dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0527973
Jan 29 21:19:42.828391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffa1592b-282a-414d-a850-811549e8e10d req-d2ab7077-b684-47ba-be16-24344843b7e8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402594
Jan 29 21:19:43.770875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:43.836162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:19:43.935807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:43.952925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'mac_address': 'fa:16:3e:fa:ba:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:19:43.975003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f831de-cea0-4d65-a8da-3c8266f900e5 req-1426c161-139b-4f5a-8e3d-32f73a6e7a08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:43.976593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9f831de-cea0-4d65-a8da-3c8266f900e5 req-1426c161-139b-4f5a-8e3d-32f73a6e7a08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 944 time: 0.0676188
Jan 29 21:19:44.033525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e9f831de-cea0-4d65-a8da-3c8266f900e5 req-af988bb4-c541-4c75-9023-75497c2b8746 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511618
Jan 29 21:19:44.166726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:44.167213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:44.180374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:19:44.201446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:44.205349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:44.252769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:44.503258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a46a66fb-4e9b-4844-b4ae-4520314de121'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:19:45.169517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80a4f2-2ff0-4069-8c63-7332ed627537 req-caa696cc-71bf-4c7e-aa94-f5b54f45b0ad tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:45.171358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b80a4f2-2ff0-4069-8c63-7332ed627537 req-caa696cc-71bf-4c7e-aa94-f5b54f45b0ad tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 945 time: 0.0581241
Jan 29 21:19:45.222400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b80a4f2-2ff0-4069-8c63-7332ed627537 req-2c2285a0-b344-4339-a703-5f87d9b741b5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448327
Jan 29 21:19:45.644022 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:45.851651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:19:45.905110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a46a66fb-4e9b-4844-b4ae-4520314de121 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:19:45.905520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:45.991657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a46a66fb-4e9b-4844-b4ae-4520314de121 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:19:45.992044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:46.014359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:19:46.016572 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e910d4f-79d4-4eac-a581-2837d40695c5" -d '{"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:19:46.035002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:19:46.042353 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:46.066888 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95178139-15e6-4611-bf16-5c7e140b2a80 x-openstack-request-id: req-95178139-15e6-4611-bf16-5c7e140b2a80 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:19:46.067242 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-plugged", "status": "completed", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:19:46.067461 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95178139-15e6-4611-bf16-5c7e140b2a80 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:19:46.067850 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'code': 200}
Jan 29 21:19:46.103185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:19:46.231541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8249c2-3b85-424b-a234-f8f9146af93b req-dd1992fc-ecc2-42df-a456-864beccabc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:46.233307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe8249c2-3b85-424b-a234-f8f9146af93b req-dd1992fc-ecc2-42df-a456-864beccabc10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1129 time: 0.0465612
Jan 29 21:19:46.280500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe8249c2-3b85-424b-a234-f8f9146af93b req-fa4deb20-1ed4-4051-9b68-68deae88e810 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419259
Jan 29 21:19:46.361501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c76c3-9463-42c0-9b4d-dc23272fe67f req-a3033cc0-fc6e-46ae-ab8a-10a41f37f9b6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:46.363015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac4c76c3-9463-42c0-9b4d-dc23272fe67f req-a3033cc0-fc6e-46ae-ab8a-10a41f37f9b6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0599635
Jan 29 21:19:46.413584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac4c76c3-9463-42c0-9b4d-dc23272fe67f req-272fb0f7-adef-42ba-b72b-e4587877165e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438960
Jan 29 21:19:46.854331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:47.558936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4af3-382a-44ad-b05c-44c89c9ea338 req-96706d03-a579-4ee8-96b0-97e50c703366 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:47.560830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7b4af3-382a-44ad-b05c-44c89c9ea338 req-96706d03-a579-4ee8-96b0-97e50c703366 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0591102
Jan 29 21:19:47.617521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7b4af3-382a-44ad-b05c-44c89c9ea338 req-eff1fcd0-743f-4007-8c67-a4b2225ad675 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505779
Jan 29 21:19:48.755716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131957d-b4b1-4bdf-8b64-b78beaadfba1 req-e4b0c337-5590-402e-86f1-13b913451d6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:19:48.757147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9131957d-b4b1-4bdf-8b64-b78beaadfba1 req-e4b0c337-5590-402e-86f1-13b913451d6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0564547
Jan 29 21:19:48.804601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9131957d-b4b1-4bdf-8b64-b78beaadfba1 req-1169c60a-8964-43b4-9d81-3786bf8a0615 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413210
Jan 29 21:19:52.520417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:19:53.485429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:10.333073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33c527e2-9ba4-461b-98a4-2e31592b9883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:12.696874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c6997485-320a-4c1b-9709-35b3989f4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:13.773316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:14.528026 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:20:15.647344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:16.856368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:22.568061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:23.490734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:30.799003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-372e74a9-5ff5-4ac9-af2d-625a8b31b736 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445642
Jan 29 21:20:30.882817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-cabdc349-a4a1-496d-a118-a8ed8ea55c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:30.884372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-cabdc349-a4a1-496d-a118-a8ed8ea55c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 1128 time: 0.0449474
Jan 29 21:20:30.988545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-75bc6dd7-7ba2-41e2-9770-e6f9735f10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:30.990025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-75bc6dd7-7ba2-41e2-9770-e6f9735f10b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0869968
Jan 29 21:20:31.052060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-434c79e3-6823-4b1d-b743-7145eac80789 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 200  len: 1002 time: 0.0564511
Jan 29 21:20:31.097492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-5110e240-2449-45e6-8ac8-01010980b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:31.098876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-5110e240-2449-45e6-8ac8-01010980b98d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0413649
Jan 29 21:20:31.149245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-58cc9bf5-8682-4c20-bf40-e921ba244915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:31.150727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-58cc9bf5-8682-4c20-bf40-e921ba244915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461061
Jan 29 21:20:31.238937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-912ced44-f1d1-4048-9e50-cb4c8d298053 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820494
Jan 29 21:20:31.328976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f8ffdc99-2d9c-4228-ac39-e7ce83439ae2 req-480cdc4c-c163-46c9-a017-7b8c0f3678f8 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840414
Jan 29 21:20:34.571554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-b3788d80-af7e-4d29-b130-a1f2bed09734 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0427346
Jan 29 21:20:34.653214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-fec0665e-db15-498a-b8e1-0e1b25336458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:34.654676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-fec0665e-db15-498a-b8e1-0e1b25336458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 1129 time: 0.0426762
Jan 29 21:20:34.755958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-b39532c2-7910-4c49-8eee-a4cc327822ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:34.757619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-b39532c2-7910-4c49-8eee-a4cc327822ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0856285
Jan 29 21:20:34.824586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-5f31c5a1-f8c6-42e7-b0bf-744619c12477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 200  len: 1001 time: 0.0606148
Jan 29 21:20:34.871106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-a09e7c84-06dc-4b79-b274-555d4d9dabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:34.872512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-a09e7c84-06dc-4b79-b274-555d4d9dabda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0423086
Jan 29 21:20:35.257183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-dc243cac-0a9d-4ca9-bdab-5bf928cf6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:35.258675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-dc243cac-0a9d-4ca9-bdab-5bf928cf6f48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3806126
Jan 29 21:20:35.344999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-4f0ba416-a79c-4211-be56-dff74535bba0 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791812
Jan 29 21:20:35.438574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62bd209b-ba98-47cb-be15-e083e9b5f260 req-fbb55e3c-2aee-44ac-a65e-47f3e1cdcb58 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879812
Jan 29 21:20:40.334114 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa3d937c-6cf1-4ab9-833c-acf990334aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:42.698452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-50642210-99ad-4b66-bbbd-24221a655cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:43.775722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:45.649997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:45.756875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a347b-d54c-4f56-a74e-a81dce5c4e35 req-03240351-8e62-41ac-9345-257b8b10f92b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:45.758277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-730a347b-d54c-4f56-a74e-a81dce5c4e35 req-03240351-8e62-41ac-9345-257b8b10f92b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0518618
Jan 29 21:20:45.804824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-730a347b-d54c-4f56-a74e-a81dce5c4e35 req-a87be36e-12a0-493c-aece-8b10995e3f83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409932
Jan 29 21:20:46.859307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:46.929596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391a80-d588-4c20-a3a9-acbbf949519c req-888096a7-bec2-4de2-8005-ed3fd09f0f12 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:46.931086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7391a80-d588-4c20-a3a9-acbbf949519c req-888096a7-bec2-4de2-8005-ed3fd09f0f12 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0514841
Jan 29 21:20:46.980407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7391a80-d588-4c20-a3a9-acbbf949519c req-ff98b338-e3ea-488d-a9b7-d84db2cf5c2d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437865
Jan 29 21:20:47.258400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-96c91d8f-1942-4453-9eb1-c0cddb4ab009 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:47.259844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-96c91d8f-1942-4453-9eb1-c0cddb4ab009 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 947 time: 0.0516462
Jan 29 21:20:47.351048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Deleting port a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:20:47.351386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:47.442176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] For port a46a66fb-4e9b-4844-b4ae-4520314de121, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a46a66fb-4e9b-4844-b4ae-4520314de121,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:20:47.442537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:47.610277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:47.610552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:47.610879 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Floating IP 5068f5a9-e5c2-425c-9fc1-da9b7834412e disassociated. External IP: 172.35.4.29, port: a46a66fb-4e9b-4844-b4ae-4520314de121.
Jan 29 21:20:47.611217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Calling delete_port for a46a66fb-4e9b-4844-b4ae-4520314de121 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:20:47.740480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a46a66fb-4e9b-4844-b4ae-4520314de121), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:47.766699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'Port': ['ID=a46a66fb-4e9b-4844-b4ae-4520314de121,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:47.779004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.779359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.779709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.780569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.780965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.781327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.781663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.782590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.782936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.783274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.783608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.783935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.784264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:47.894829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:20:48.002630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:20:48.015343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:20:48.029383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:20:48.029383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40ca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:20:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:20:48.045043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] No DVR routers for this DVR port a46a66fb-4e9b-4844-b4ae-4520314de121 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:20:48.047689 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:48.051683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d95f6d4c-3b8b-4f48-9a6a-a84630fdac3d req-60876d87-7e79-4428-ae88-0a17065f8398 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "DELETE /v2.0/ports/a46a66fb-4e9b-4844-b4ae-4520314de121 HTTP/1.1" status: 204  len: 173 time: 0.7856166
Jan 29 21:20:48.051839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-deleted', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:20:48.054128 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe3136-9bbc-4b81-a212-ec6d6f725363" -d '{"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-deleted", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:20:48.097684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf25d7ab-cef3-45d8-b6e8-53812ac98fff req-068831c5-b6a8-4075-9d67-af0bb441d3be tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d004382d-bd8f-4efd-a7a2-e25579049669 HTTP/1.1" status: 200  len: 210 time: 0.0357032
Jan 29 21:20:48.152600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:20:48.211543 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed04075-c3ef-4ca2-ba55-81e13ffb354c x-openstack-request-id: req-6ed04075-c3ef-4ca2-ba55-81e13ffb354c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:20:48.211987 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004382d-bd8f-4efd-a7a2-e25579049669", "name": "network-vif-deleted", "tag": "a46a66fb-4e9b-4844-b4ae-4520314de121", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:20:48.212541 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ed04075-c3ef-4ca2-ba55-81e13ffb354c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:20:48.213151 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004382d-bd8f-4efd-a7a2-e25579049669', 'name': 'network-vif-deleted', 'tag': 'a46a66fb-4e9b-4844-b4ae-4520314de121', 'status': 'completed', 'code': 200}
Jan 29 21:20:48.390395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40ca30>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:20:48.415330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:20:48.423355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:20:48.423951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a40ca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:20:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:20:48.536618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:20:48.730854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a40ca30>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:20:48.759753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c9b4d-a2d6-4f52-97fb-c1237bd98077 None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:20:48.963667 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a410c2a-4c90-40a5-b3ee-8dda68dd28b2 None None] New status for floating IP 5068f5a9-e5c2-425c-9fc1-da9b7834412e: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:20:49.185333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56256) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:49.242805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.265230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.310681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.313358 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.314506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "DELETE /v2.0/security-groups/e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3 HTTP/1.1" status: 204  len: 168 time: 0.1281626
Jan 29 21:20:49.317438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56260) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:49.323112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:49.330341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.330694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.331044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.331384 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.331715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.332045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.332371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.332699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.333114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.333446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.333769 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.334088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.334408 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78f1-2e34-4890-a7c1-59d9fd055c6e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:49.334502 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-a6e59a4b-cc73-4285-86a4-e66e2ad913a0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] show failed (client error): The resource could not be found.
Jan 29 21:20:49.335487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a6e59a4b-cc73-4285-86a4-e66e2ad913a0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups/e97ddfb7-1345-41a1-acfa-0d8f1e1e4cc3 HTTP/1.1" status: 404  len: 347 time: 0.0170498
Jan 29 21:20:49.338748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56262) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:49.469687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Deleting port 807037a2-47a5-4b28-9c87-5dea50f84574 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:20:49.470042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.544182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.544509 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (807037a2-47a5-4b28-9c87-5dea50f84574), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.556162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Calling delete_port for 807037a2-47a5-4b28-9c87-5dea50f84574 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:20:49.692742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (807037a2-47a5-4b28-9c87-5dea50f84574), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.718514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'Port': ['ID=807037a2-47a5-4b28-9c87-5dea50f84574,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:49.782276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (5068f5a9-e5c2-425c-9fc1-da9b7834412e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.784850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:49.786033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e8434d7c-5ab8-45ac-a995-a46aafc92f11 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "DELETE /v2.0/floatingips/5068f5a9-e5c2-425c-9fc1-da9b7834412e HTTP/1.1" status: 204  len: 168 time: 0.4463918
Jan 29 21:20:50.107183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56266) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:50.111786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043732711', 'description': 'tempest-description--162937283'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:50.131226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.194085 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (ca64cd35-9c1a-4c8b-825d-c03b07151b2d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.198024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ca64cd35-9c1a-4c8b-825d-c03b07151b2d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.224907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.226152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1179566
Jan 29 21:20:50.229103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56268) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:50.230248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37221b72-e2e9-4c9c-8a6e-faf8b851cc83 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca64cd35-9c1a-4c8b-825d-c03b07151b2d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:50.235290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group_rule': {'security_group_id': 'ca64cd35-9c1a-4c8b-825d-c03b07151b2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:50.261010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (0104eb1e-dfdd-4519-9dde-a4cfbe45707c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.306262 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (0104eb1e-dfdd-4519-9dde-a4cfbe45707c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.309824 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (0104eb1e-dfdd-4519-9dde-a4cfbe45707c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.328485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0104eb1e-dfdd-4519-9dde-a4cfbe45707c,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:50.336208 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.337391 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b2ce0c8b-0b3d-44da-9761-d2c14bf9795e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1071815
Jan 29 21:20:50.340051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:50.344393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'security_group_rule': {'security_group_id': 'ca64cd35-9c1a-4c8b-825d-c03b07151b2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:50.368837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (725e2226-b8c0-418e-aa3b-4ef9b62ebc91), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.422716 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (725e2226-b8c0-418e-aa3b-4ef9b62ebc91), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.426684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (725e2226-b8c0-418e-aa3b-4ef9b62ebc91), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.444399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725e2226-b8c0-418e-aa3b-4ef9b62ebc91,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:50.452249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.456155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-30917a2a-4b1d-4c16-9355-ab90cf416ff6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1125031
Jan 29 21:20:50.456600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56272) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:20:50.460893 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:50.482673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.578781 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.682747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Allocated IP 172.35.4.53 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/270c5160-3e80-474f-bf38-07dbbbabeb2a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:20:50.785195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.818229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:50.853689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:20:50.859921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:20:50.863366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:20:50.888725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=270c5160-3e80-474f-bf38-07dbbbabeb2a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:50.983440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.024141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.167482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.172331 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.243430 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=270c5160-3e80-474f-bf38-07dbbbabeb2a,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:51.251923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.266435 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:51.267661 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5cab4f33-7e8b-41cc-ab64-d326ac7ba48e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.8101175
Jan 29 21:20:51.411902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-0fde5429-083c-4410-95cb-13bd473c90fc tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2043732711&fields=id&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 267 time: 0.0413225
Jan 29 21:20:51.517665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-79df5904-467d-429d-ae0b-53669697fa4a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:51.519049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-79df5904-467d-429d-ae0b-53669697fa4a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 817 time: 0.1007154
Jan 29 21:20:51.527651 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:20:51.533968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-dda0c2bf-bde2-46e9-932a-b02ebf10a395 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/quotas/2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 375 time: 0.0094357
Jan 29 21:20:51.587493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-25d6fe7a-dc3b-4fb2-81c5-40d0c5576238 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485792
Jan 29 21:20:51.738013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-8d53568b-4e5d-4bb0-ae84-45a52b330d6d service neutron] 10.222.0.20 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390288
Jan 29 21:20:51.830004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-115f01ca-ae19-429e-b71a-53ffdc30eee6 service neutron] 10.222.0.20 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861371
Jan 29 21:20:51.990800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-302ffc51-73de-4277-8f2a-c046b6144733 req-38a4bfa4-0cb1-487f-945b-6991e3252692 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 210 time: 0.0280402
Jan 29 21:20:52.053751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:20:52.074166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: a46a66fb-4e9b-4844-b4ae-4520314de121 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:20:52.074517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a46a66fb-4e9b-4844-b4ae-4520314de121 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:20:52.599626 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:52.887301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-4cf5b4bc-e553-40a3-ba2f-ad5405cbc3dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:52.888774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-4cf5b4bc-e553-40a3-ba2f-ad5405cbc3dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 817 time: 0.1104686
Jan 29 21:20:52.948284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-cfe1ad26-91e2-4532-ab46-8af72fb649a6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 380 time: 0.0517612
Jan 29 21:20:52.957589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'port': {'device_id': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'admin_state_up': True, 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'security_groups': ['ca64cd35-9c1a-4c8b-825d-c03b07151b2d']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:53.059767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Made reservation on behalf of 2ae6f04a79c84770a4886b60cb268966 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:20:53.064148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.102569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-015b82a8-a26c-46e2-8812-d3ad703a6215 req-634c1666-0d5a-4329-a49b-2986830eb5ba tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 210 time: 0.0361087
Jan 29 21:20:53.217847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Allocated IP 172.20.0.8 (c5ccc527-9a70-49f8-a340-8aa6c5c6927c/25dce8c5-3810-442a-8d48-dea0924edc9f/9cd9fcba-9add-4ecf-8152-ca9c7eaa897b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:20:53.353254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.385474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.428938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:20:53.434839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:20:53.437302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:20:53.467448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:53.489982 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.492741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:53.493508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.510399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-d2deff6f-c6b5-477e-9706-0b1eb59f9965 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5563333
Jan 29 21:20:53.521587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Request body: {'port': {'device_id': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:20:53.577952 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-b710e207-cdd0-4a9c-b6ad-b45da145ae19 req-79add303-0e42-465c-890a-1898437382fb service neutron] (125942) timed out ('10.222.0.20', 38740) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:20:53.587100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.657909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-634582a7-a248-4245-bf2b-877c89f521d5 None None] Provisioning complete for port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:20:53.658291 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-634582a7-a248-4245-bf2b-877c89f521d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.694760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-634582a7-a248-4245-bf2b-877c89f521d5 None None] Port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:20:53.843467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:20:53.850556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks [] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.862666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Transition to ACTIVE for port object 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:20:53.866392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:53.914771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:53.988313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Attempting to bind port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:20:53.988650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Attempting to bind port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:20:53.989011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Attempting to bind port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:20:53.993565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:20:53.993887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Attempting to bind port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b on network c5ccc527-9a70-49f8-a340-8aa6c5c6927c {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:20:53.998920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:20:53.999260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Checking segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:20:53.999639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Bound using segment: {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:20:54.000062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Bound port: 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2158b395-32a4-4bb3-8461-bba2e0c1b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:20:54.000419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:54.064712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:20:54.068087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:20:54.074638 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:54.108844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.109515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:54.110928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] 10.222.0.36 "PUT /v2.0/ports/9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 1091 time: 0.5938594
Jan 29 21:20:54.111334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:20:54.113659 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:20:54.150578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dce5fd-9826-4eba-9348-94b5f77fcc09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:54.213166 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508bda8e-8553-4cff-b9f2-5ac214df5120 x-openstack-request-id: req-508bda8e-8553-4cff-b9f2-5ac214df5120 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:20:54.213483 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:20:54.213724 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-508bda8e-8553-4cff-b9f2-5ac214df5120 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:20:54.214137 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'status': 'completed', 'code': 200}
Jan 29 21:20:54.256576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-17482a97-8df5-4c4c-a404-c53540f1c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.258143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-17482a97-8df5-4c4c-a404-c53540f1c8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1125 time: 0.0962949
Jan 29 21:20:54.269198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b3d20-3966-4712-9897-0e3261589736 req-fff1c816-945f-4d85-96ee-12a32d1a7fc8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.270768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d7b3d20-3966-4712-9897-0e3261589736 req-fff1c816-945f-4d85-96ee-12a32d1a7fc8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0737019
Jan 29 21:20:54.319862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-1f384fdf-b1c5-4727-9a05-3f8973e09c3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 217 time: 0.0481186
Jan 29 21:20:54.384514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d7b3d20-3966-4712-9897-0e3261589736 req-91d1d009-ea6d-4a7e-8a9f-ebfd8600a612 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066639
Jan 29 21:20:54.392110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-6842b137-c9ee-4dad-9e47-1d05e5395efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.393568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-6842b137-c9ee-4dad-9e47-1d05e5395efc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0671732
Jan 29 21:20:54.442482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-fd9dc41e-d539-495b-bd13-4fd8203d7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.443962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-fd9dc41e-d539-495b-bd13-4fd8203d7e56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451748
Jan 29 21:20:54.535202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-b7d52666-ac23-4b00-af0f-4ad046971265 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843775
Jan 29 21:20:54.620726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc1bd8a2-ad89-449d-a36f-d25f92329433 req-3d9ecfc2-1edb-4e1e-804d-a011af6f32de service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799439
Jan 29 21:20:54.709268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-9900f967-46d0-42f4-b357-9698bf433903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.710849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-9900f967-46d0-42f4-b357-9698bf433903 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1125 time: 0.0444188
Jan 29 21:20:54.804195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-1fb12ac0-dad6-4733-bcbb-0f2667ca3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.805730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-1fb12ac0-dad6-4733-bcbb-0f2667ca3f1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0891333
Jan 29 21:20:54.847182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-746dd0b1-6190-4abc-949d-baa7f2db3d57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 217 time: 0.0351317
Jan 29 21:20:54.893546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-e838cf60-02d4-4444-b315-7c7b678ba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.894997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-e838cf60-02d4-4444-b315-7c7b678ba4f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0423212
Jan 29 21:20:54.946782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-0bac7215-c2a6-4225-926a-ec10af381bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:54.948270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-0bac7215-c2a6-4225-926a-ec10af381bad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476177
Jan 29 21:20:55.034685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-579b1a03-c1ba-4ebe-9bae-b4a8c52d179c service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801213
Jan 29 21:20:55.126013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03cdcdac-4898-40ee-bd9a-9a0cd4d12d62 req-20ee8690-e45b-4e67-b052-6bfac59ccbb4 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852001
Jan 29 21:20:55.510049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5040-025b-43d3-8d2b-e49aad8890f3 req-542890af-b275-483a-b366-bdccaf09c6bd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:55.511552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a57f5040-025b-43d3-8d2b-e49aad8890f3 req-542890af-b275-483a-b366-bdccaf09c6bd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0519433
Jan 29 21:20:55.557999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a57f5040-025b-43d3-8d2b-e49aad8890f3 req-6e3959f4-d8f3-439d-8503-40f97401b7dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400653
Jan 29 21:20:56.678436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b23ea-3525-4f41-90a1-239fb77c1ef0 req-5b191aa1-bd6f-4d0c-bd2d-b77dfca8d2ce tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:56.679918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-469b23ea-3525-4f41-90a1-239fb77c1ef0 req-5b191aa1-bd6f-4d0c-bd2d-b77dfca8d2ce tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0513778
Jan 29 21:20:56.728611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-469b23ea-3525-4f41-90a1-239fb77c1ef0 req-e167ffdd-21cd-404d-bb4c-b750f862e4fd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431466
Jan 29 21:20:57.852223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2433b-595a-49ed-b49c-49f193f7404e req-fba7402f-3c55-4887-b3d8-dbe2cece1c0f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:57.853825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dca2433b-595a-49ed-b49c-49f193f7404e req-fba7402f-3c55-4887-b3d8-dbe2cece1c0f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0524511
Jan 29 21:20:57.900179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dca2433b-595a-49ed-b49c-49f193f7404e req-5e7bebf3-f0bc-4827-a6d6-9c111a1bf112 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402315
Jan 29 21:20:58.069522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:20:58.164744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:20:58.176149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:20:58.211781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:20:58.212169 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:58.225824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:20:58.245217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:20:58.248616 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:20:58.292930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:20:58.300908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.301286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.301659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.302001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.302339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.302673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.303007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.303339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.303668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.303992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.304321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.304646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.304971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:20:58.548298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:20:59.021817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2dfa5-69bd-4d04-a39f-d1219f1b9389 req-4dc1c350-5015-4f88-b172-8824971dbf02 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:20:59.023287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78d2dfa5-69bd-4d04-a39f-d1219f1b9389 req-4dc1c350-5015-4f88-b172-8824971dbf02 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 944 time: 0.0514853
Jan 29 21:20:59.068163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78d2dfa5-69bd-4d04-a39f-d1219f1b9389 req-b34b5b3e-fd4b-46fc-9859-09a64f87c916 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394721
Jan 29 21:21:00.074017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:21:00.123586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:21:00.127998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:21:00.128380 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:00.194227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27506f-e1b2-496e-98b5-6cc1c413c0d7 req-2e56879c-2d02-4e89-a428-3bde3b49b326 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:00.196406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a27506f-e1b2-496e-98b5-6cc1c413c0d7 req-2e56879c-2d02-4e89-a428-3bde3b49b326 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 944 time: 0.0573900
Jan 29 21:21:00.214521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:21:00.214914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:00.238026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:00.240273 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72dbd9-c662-4586-8ade-d895bd48d8fc" -d '{"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:00.243918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a27506f-e1b2-496e-98b5-6cc1c413c0d7 req-40b253aa-3ae6-4190-b4bf-8172f825aafe tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414779
Jan 29 21:21:00.252870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:21:00.256882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:00.287783 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ef497-f30b-4a4c-b3a1-8a1bc3174a91 x-openstack-request-id: req-0c9ef497-f30b-4a4c-b3a1-8a1bc3174a91 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:00.288083 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:00.288455 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c9ef497-f30b-4a4c-b3a1-8a1bc3174a91 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:00.288853 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'code': 200}
Jan 29 21:21:00.306089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:00.385949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97574c8-0bf4-45f6-b1a9-bb86f072f461 req-cb59c343-5a8f-4064-942c-fd444d4532f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:00.387331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b97574c8-0bf4-45f6-b1a9-bb86f072f461 req-cb59c343-5a8f-4064-942c-fd444d4532f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1127 time: 0.0425391
Jan 29 21:21:00.428416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b97574c8-0bf4-45f6-b1a9-bb86f072f461 req-9d509f6b-b71b-4a55-bdd3-169d4faf2223 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353951
Jan 29 21:21:01.373978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833154f-8842-44a1-a78b-3aac3d43a06c req-0125cde6-7805-4637-9083-485f0942d28b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:01.375463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9833154f-8842-44a1-a78b-3aac3d43a06c req-0125cde6-7805-4637-9083-485f0942d28b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0516560
Jan 29 21:21:01.424578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9833154f-8842-44a1-a78b-3aac3d43a06c req-b1f5b4da-4699-44e4-be71-9ae1dc5f30cf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436316
Jan 29 21:21:02.548230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591e95-e5cc-4480-ade3-cb06cfdbe655 req-2eaf7ff3-4f06-4552-a099-15fca9715b55 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:02.549737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69591e95-e5cc-4480-ade3-cb06cfdbe655 req-2eaf7ff3-4f06-4552-a099-15fca9715b55 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0527160
Jan 29 21:21:02.595374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69591e95-e5cc-4480-ade3-cb06cfdbe655 req-3543225f-7622-4e7f-9ee5-f6c44789de9d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398450
Jan 29 21:21:02.711939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad98d-3a36-4e2f-9e13-f3dd8029812f req-23b7c709-342a-4816-a561-bb2c4b915eb2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:02.713411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba1ad98d-3a36-4e2f-9e13-f3dd8029812f req-23b7c709-342a-4816-a561-bb2c4b915eb2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0511994
Jan 29 21:21:02.723712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56326) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:21:02.728085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Request body: {'floatingip': {'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:21:02.770489 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:03.191815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:03.196330 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:03.305866 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Floating IP 222484fa-91ec-4277-a20e-a6adad1f90bd associated. External IP: 172.35.4.53, port: 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b.
Jan 29 21:21:03.524469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:21:03.978717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:21:03.984344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:03.990837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:21:04.002353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:04.003010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a254160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:20:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:04.017394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9809d82a-58da-40f4-a688-9e8f9268fc08 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "PUT /v2.0/floatingips/222484fa-91ec-4277-a20e-a6adad1f90bd HTTP/1.1" status: 200  len: 990 time: 1.2925372
Jan 29 21:21:04.018023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:04.020592 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d7fc9-dba1-4c17-b54e-d8a027427120" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:04.062767 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d511d4-9444-417c-ad92-3ec458c547d6 x-openstack-request-id: req-e2d511d4-9444-417c-ad92-3ec458c547d6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:04.063501 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:04.063909 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d511d4-9444-417c-ad92-3ec458c547d6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:04.064346 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'status': 'completed', 'code': 200}
Jan 29 21:21:04.116942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:04.172442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d559-aa46-4dad-aac5-d15e040e329b req-5fa0b36d-15c4-49fb-9826-e326a9e19fcb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:04.174061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4821d559-aa46-4dad-aac5-d15e040e329b req-5fa0b36d-15c4-49fb-9826-e326a9e19fcb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0923789
Jan 29 21:21:04.179376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-5fbf99eb-7963-4ac5-b04a-33907a382c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:04.179376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-5fbf99eb-7963-4ac5-b04a-33907a382c06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1127 time: 0.0961099
Jan 29 21:21:04.293685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4821d559-aa46-4dad-aac5-d15e040e329b req-5fe64d7c-c17d-4263-993a-6846c7f6a06e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123631
Jan 29 21:21:04.316703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-57151dda-a8d5-43c3-8151-5b54950e68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:04.318058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-57151dda-a8d5-43c3-8151-5b54950e68bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.1309338
Jan 29 21:21:04.365025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a254160>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '222484fa-91ec-4277-a20e-a6adad1f90bd', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.53', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:20:50Z', 'updated_at': '2022-01-29T21:21:03Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:04.387469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-388dff99-0e43-4865-b58d-e3268279afcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 998 time: 0.0634243
Jan 29 21:21:04.390074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:21:04.398888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:04.399493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a254160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:20:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:04.435425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-24c89aa1-047f-438e-b8b5-13f15b2fdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:04.436916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-24c89aa1-047f-438e-b8b5-13f15b2fdd87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0445504
Jan 29 21:21:04.485466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-b12d92cd-1edd-4b58-9506-0ba3512a7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:04.486973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-b12d92cd-1edd-4b58-9506-0ba3512a7493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446796
Jan 29 21:21:04.504475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:04.578860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-b349c098-9d63-45d2-b3a1-cfdf7174b571 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856540
Jan 29 21:21:04.667358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-351d7fc9-dba1-4c17-b54e-d8a027427120 req-87287891-50b7-4fd7-b444-6364ef1a29a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833592
Jan 29 21:21:04.884427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a254160>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '222484fa-91ec-4277-a20e-a6adad1f90bd', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.53', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:20:50Z', 'updated_at': '2022-01-29T21:21:03Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:04.911863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be7ff9-6df1-4a94-8214-505a732dc685 None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '222484fa-91ec-4277-a20e-a6adad1f90bd', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'floating_ip_address': '172.35.4.53', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:20:50Z', 'updated_at': '2022-01-29T21:21:03Z', 'revision_number': 1, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:21:05.101416 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88911a6e-ffa1-4113-9a41-51cadbb274b7 None None] New status for floating IP 222484fa-91ec-4277-a20e-a6adad1f90bd: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:21:05.420534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbc58e-b63e-48ea-adf6-007b28acd47a req-6245ebbc-54fa-4151-bbb8-bef6b125ad0d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:05.422155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49dbc58e-b63e-48ea-adf6-007b28acd47a req-6245ebbc-54fa-4151-bbb8-bef6b125ad0d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0564277
Jan 29 21:21:05.478429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49dbc58e-b63e-48ea-adf6-007b28acd47a req-2382ddc2-56a4-4c2c-9fc6-14c49f444d00 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502250
Jan 29 21:21:10.335501 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0e201de0-79b9-489f-884f-6444f1689f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:12.699301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4450922b-d526-4fad-b855-efb347c5b02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:13.778895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:15.650854 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:16.861741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:22.601161 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:22.929717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccde1d1-a2b2-47f2-97d4-8aca70b342fa req-5682ad84-176a-485e-bcd0-216b951ea17d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:22.931177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ccde1d1-a2b2-47f2-97d4-8aca70b342fa req-5682ad84-176a-485e-bcd0-216b951ea17d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.1163530
Jan 29 21:21:22.980870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ccde1d1-a2b2-47f2-97d4-8aca70b342fa req-2dc09ed8-f377-4bcc-8d7c-caf289a176c4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440865
Jan 29 21:21:23.475064 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.164340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f153-18c1-493f-92a6-8ea9fc78ef15 req-63a6d46d-8314-4166-bc23-938b7984c741 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:24.165899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9d3f153-18c1-493f-92a6-8ea9fc78ef15 req-63a6d46d-8314-4166-bc23-938b7984c741 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.1137130
Jan 29 21:21:24.263491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-c718935e-3d43-4961-a739-298506d2afc7 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:24.265142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-c718935e-3d43-4961-a739-298506d2afc7 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 946 time: 0.0901814
Jan 29 21:21:24.269245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9d3f153-18c1-493f-92a6-8ea9fc78ef15 req-fa99fa88-f35f-4468-8482-f881f6c0accb tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0961833
Jan 29 21:21:24.360401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port 18fa854c-896c-4d47-9850-aacf680f8856 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:21:24.360761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (18fa854c-896c-4d47-9850-aacf680f8856), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.448609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port 18fa854c-896c-4d47-9850-aacf680f8856, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18fa854c-896c-4d47-9850-aacf680f8856,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:21:24.448966 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (18fa854c-896c-4d47-9850-aacf680f8856), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.614145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.614413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (81db79bc-a1fb-4132-9abc-c6570e0f2498), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.614728 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP 81db79bc-a1fb-4132-9abc-c6570e0f2498 disassociated. External IP: 172.35.4.247, port: 18fa854c-896c-4d47-9850-aacf680f8856.
Jan 29 21:21:24.615064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for 18fa854c-896c-4d47-9850-aacf680f8856 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:21:24.741043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (18fa854c-896c-4d47-9850-aacf680f8856), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:24.769790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=18fa854c-896c-4d47-9850-aacf680f8856,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:24.884391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:21:24.991921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:21:25.002273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:21:25.011602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:25.012204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a47b790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:21:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:25.034252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port 18fa854c-896c-4d47-9850-aacf680f8856 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:21:25.036883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:25.040251 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98df47cb-2be6-4da5-89bc-a68a5d7a72e7 req-5c654677-3156-4827-9636-559db414ab8a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/18fa854c-896c-4d47-9850-aacf680f8856 HTTP/1.1" status: 204  len: 173 time: 0.7701547
Jan 29 21:21:25.040733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'name': 'network-vif-deleted', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:25.043031 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e12d5b-adf8-4ed1-bc7d-e6b26d676f04" -d '{"events": [{"server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "name": "network-vif-deleted", "tag": "18fa854c-896c-4d47-9850-aacf680f8856"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:25.081014 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd638f-386a-4058-aed5-5a3069e524b0 x-openstack-request-id: req-96fd638f-386a-4058-aed5-5a3069e524b0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:25.081688 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8847dc3-c0b7-4e8c-8637-8ec18489f69b", "name": "network-vif-deleted", "tag": "18fa854c-896c-4d47-9850-aacf680f8856", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:25.081688 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96fd638f-386a-4058-aed5-5a3069e524b0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:25.082089 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8847dc3-c0b7-4e8c-8637-8ec18489f69b', 'name': 'network-vif-deleted', 'tag': '18fa854c-896c-4d47-9850-aacf680f8856', 'status': 'completed', 'code': 200}
Jan 29 21:21:25.122939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:25.349645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a47b790>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:25.376740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:21:25.379199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8644baa-af16-42eb-9de2-119ec9d9fffd req-e24911d4-0245-45ff-ae9b-d6398817ed94 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8847dc3-c0b7-4e8c-8637-8ec18489f69b HTTP/1.1" status: 200  len: 210 time: 0.0277798
Jan 29 21:21:25.385679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:25.386297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a47b790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:21:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:25.491215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:25.694171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a47b790>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:25.719596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f401b-1b1f-4825-a5e9-c5d40054f902 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:21:25.936345 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d1665-2c3a-4351-a455-80ac99d96fdc None None] New status for floating IP 81db79bc-a1fb-4132-9abc-c6570e0f2498: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:21:26.582898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-58c6cf77-4684-4fcc-bfb7-bbab34a1adb1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59472386&fields=id&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 267 time: 0.0435658
Jan 29 21:21:26.689598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-79b2477e-4e03-4a32-a07a-945cd64d6b25 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:26.690996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-79b2477e-4e03-4a32-a07a-945cd64d6b25 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1016262
Jan 29 21:21:26.705457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-4413369f-a804-4385-827a-03bda5e4076d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0092721
Jan 29 21:21:26.758456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-94f4592c-ea29-493a-af20-dcfab4b415d6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0483325
Jan 29 21:21:26.822657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-c4c550a5-5478-48ad-9ef8-5e97ef416fae service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:21:26.823665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-c4c550a5-5478-48ad-9ef8-5e97ef416fae service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0542800
Jan 29 21:21:26.857164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 18fa854c-896c-4d47-9850-aacf680f8856 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:21:26.877159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 18fa854c-896c-4d47-9850-aacf680f8856 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:21:26.877510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 18fa854c-896c-4d47-9850-aacf680f8856 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:21:26.917148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-e094926d-93f6-4412-82b4-ce6224b57933 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876348
Jan 29 21:21:27.005092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-ddb95e4f-487d-46bb-9126-82bb09d964f7 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821903
Jan 29 21:21:27.282740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64eae724-3719-4d07-aa0f-545c72becc16 req-b4b78da1-982c-43ca-80a9-5abbb68e62a9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 210 time: 0.0280128
Jan 29 21:21:28.165012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-bcec1634-f877-49a8-add6-92491cce5fef tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:28.166471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-bcec1634-f877-49a8-add6-92491cce5fef tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1078184
Jan 29 21:21:28.231141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-7ccf0967-4a15-4c9c-b838-09a13aeb1df6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 378 time: 0.0568900
Jan 29 21:21:28.241666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'security_groups': ['5d5f3ba7-55eb-4773-9008-5a73bed9f2c9']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:21:28.385800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c969d16-0272-4318-b024-21b3c0f18e41 req-6fb14640-a5ef-4417-a1dd-86fcd9c1bc26 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 210 time: 0.0320795
Jan 29 21:21:28.395900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:21:28.399640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:28.527269 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:21:28.536281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.3 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/fcfcdde4-bf97-49c4-a67f-12da6b59ea4b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:21:28.670595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:28.704596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:28.751899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:21:28.757691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:21:28.762075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:21:28.812532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:28.830223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:28.830968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:28.852235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-7fff3118-e68f-49df-8966-a967ffb0cf0b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6151836
Jan 29 21:21:28.862897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Request body: {'port': {'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:21:28.927444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.082423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-44f34c1d-2026-43c4-bc28-f4a2211cfdd3 None None] Provisioning complete for port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:21:29.083018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-44f34c1d-2026-43c4-bc28-f4a2211cfdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.121655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-44f34c1d-2026-43c4-bc28-f4a2211cfdd3 None None] Port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:21:29.212760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfcdde4-bf97-49c4-a67f-12da6b59ea4b {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:21:29.221427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks [] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.233950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Transition to ACTIVE for port object fcfcdde4-bf97-49c4-a67f-12da6b59ea4b will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:21:29.237693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.305317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Pushing event updated for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:29.355689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Attempting to bind port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:21:29.356035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Attempting to bind port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:21:29.356368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Attempting to bind port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:21:29.361470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:21:29.361795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Attempting to bind port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:21:29.366695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:21:29.367038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:21:29.367425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:21:29.367923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Bound port: fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:21:29.368287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.439066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:21:29.442710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:21:29.455199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.492747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:29.493535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:29.495026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] 10.222.0.18 "PUT /v2.0/ports/fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 1091 time: 0.6364491
Jan 29 21:21:29.495469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:29.497721 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183fbaa5-cead-40a8-a509-8c5d98182ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:29.549477 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478b536-093c-43f6-abef-7e0655164202 x-openstack-request-id: req-2478b536-093c-43f6-abef-7e0655164202 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:29.549732 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:29.549986 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2478b536-093c-43f6-abef-7e0655164202 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:29.550657 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'status': 'completed', 'code': 200}
Jan 29 21:21:29.558757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481bdd-67d3-4220-b1ce-49cd7bbb2dbd service neutron] Pushing event updated for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:29.590024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c11dd-baca-43c7-bfe5-9529fb3d34d1 req-d3b9eed7-e758-462d-ae56-2192b9dd8b4f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:29.591537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec8c11dd-baca-43c7-bfe5-9529fb3d34d1 req-d3b9eed7-e758-462d-ae56-2192b9dd8b4f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 943 time: 0.1005697
Jan 29 21:21:29.667724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ec8c11dd-baca-43c7-bfe5-9529fb3d34d1 req-dae235b2-4f57-4793-9e10-b9dc2ab7ee14 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0564919
Jan 29 21:21:29.669627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-a82d4dc7-c2e8-4659-bd2e-316f023da577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:29.671133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-a82d4dc7-c2e8-4659-bd2e-316f023da577 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1125 time: 0.1015799
Jan 29 21:21:29.720435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-fa9456f4-6051-4eda-b146-749775329216 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 217 time: 0.0407653
Jan 29 21:21:29.766138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-dedc9951-f25e-4ac7-9261-7280982c63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:29.768017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-dedc9951-f25e-4ac7-9261-7280982c63a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0425088
Jan 29 21:21:29.822654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289349-2274-4731-bc46-c73af130b02f req-b0702907-c425-4df7-9fb7-0174861bd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:29.824214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-b0702907-c425-4df7-9fb7-0174861bd0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492210
Jan 29 21:21:29.909813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-6c1148f9-7875-4480-a41e-1e06a78f0467 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794179
Jan 29 21:21:29.998370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12289349-2274-4731-bc46-c73af130b02f req-e7475a87-a000-49f9-8e85-571024b0750a service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824959
Jan 29 21:21:30.087894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-a796bef8-3df9-4266-a1a9-3cc5a6686d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:30.089325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-a796bef8-3df9-4266-a1a9-3cc5a6686d2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1125 time: 0.0448728
Jan 29 21:21:30.173641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-96abefa2-086a-4509-9aaa-2f90d9f2d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:30.175076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-96abefa2-086a-4509-9aaa-2f90d9f2d4fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0804722
Jan 29 21:21:30.220148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-6014df4f-404b-4e83-8bd5-a3d61f48e6bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 217 time: 0.0383542
Jan 29 21:21:30.267304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-7794eff8-6612-4eea-862c-9de8cb8df03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:30.268693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-7794eff8-6612-4eea-862c-9de8cb8df03c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0424676
Jan 29 21:21:30.316362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-268ef8de-0541-4e53-8080-4fe7a16b3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:30.317858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-268ef8de-0541-4e53-8080-4fe7a16b3e2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429294
Jan 29 21:21:30.406017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-756a9e2a-0668-45ac-aed4-f86c2bfd2195 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817215
Jan 29 21:21:30.490958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-183fbaa5-cead-40a8-a509-8c5d98182ed3 req-24d66463-09c3-4234-b0de-da70d8bd728b service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794077
Jan 29 21:21:30.792597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944593f3-8ae5-4ca4-9f27-6b4494151612 req-4820e841-8179-4b9d-8305-1982f141dc1a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:30.794123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-944593f3-8ae5-4ca4-9f27-6b4494151612 req-4820e841-8179-4b9d-8305-1982f141dc1a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 943 time: 0.0556810
Jan 29 21:21:30.842096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-944593f3-8ae5-4ca4-9f27-6b4494151612 req-4e6a2a44-a67a-4183-810d-ab57715a5413 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417717
Jan 29 21:21:31.958411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4da9-befc-4832-91d6-d4f7fc1f6057 req-c67cc6f4-df9c-47c9-b5e6-14110e901c21 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:31.959876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f7b4da9-befc-4832-91d6-d4f7fc1f6057 req-c67cc6f4-df9c-47c9-b5e6-14110e901c21 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 943 time: 0.0510938
Jan 29 21:21:32.007032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f7b4da9-befc-4832-91d6-d4f7fc1f6057 req-acacb2e5-84de-4211-8a81-a1f96459169c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416739
Jan 29 21:21:33.125707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ec0b4-04b5-4d6b-97ae-6ea018043d94 req-d30180b2-3ea6-49b2-9643-ccf75da847dd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:33.127168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e00ec0b4-04b5-4d6b-97ae-6ea018043d94 req-d30180b2-3ea6-49b2-9643-ccf75da847dd tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 943 time: 0.0511289
Jan 29 21:21:33.178177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e00ec0b4-04b5-4d6b-97ae-6ea018043d94 req-732829f7-1421-4e78-91bd-1e866bae23c3 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455635
Jan 29 21:21:34.298968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a45a30-385c-4b3e-bfe9-9189e60783a7 req-0f47d4a4-7f46-4b31-8a99-fa826c11564c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:34.300706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6a45a30-385c-4b3e-bfe9-9189e60783a7 req-0f47d4a4-7f46-4b31-8a99-fa826c11564c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 943 time: 0.0537040
Jan 29 21:21:34.348962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6a45a30-385c-4b3e-bfe9-9189e60783a7 req-5b2870c6-b8e8-44cd-aef2-48890367692c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426064
Jan 29 21:21:34.884884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fcfcdde4-bf97-49c4-a67f-12da6b59ea4b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:21:34.981668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:21:34.993224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:21:35.032229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:21:35.032614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:35.045043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfcdde4-bf97-49c4-a67f-12da6b59ea4b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:21:35.064546 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:21:35.068350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:35.113299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:35.376802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:21:35.464565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c50320-a087-4489-adf5-44b3736f7962 req-b140d65e-6a50-4447-bf9b-aa7313e9cb42 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:35.466081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86c50320-a087-4489-adf5-44b3736f7962 req-b140d65e-6a50-4447-bf9b-aa7313e9cb42 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 944 time: 0.0512865
Jan 29 21:21:35.515589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86c50320-a087-4489-adf5-44b3736f7962 req-6aa2764c-a407-471c-accf-5bc496b86fb1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434649
Jan 29 21:21:35.587302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-6e1cd7cf-c7a1-4ce9-b1ec-92f948348843 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0554748
Jan 29 21:21:35.677448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-c0016cbf-6381-4660-ad9b-161ad200cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:35.678951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-c0016cbf-6381-4660-ad9b-161ad200cab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1127 time: 0.0458226
Jan 29 21:21:35.786542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-17690ff4-9499-45bf-a754-1dfaed505ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:35.787946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-17690ff4-9499-45bf-a754-1dfaed505ec4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0828183
Jan 29 21:21:35.857078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-8226aed1-1c41-42a9-bbc0-4d5ff4582f90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 1000 time: 0.0630984
Jan 29 21:21:35.902671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-89afd7f3-c011-487e-a63f-fc0b35b98ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:35.904060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-89afd7f3-c011-487e-a63f-fc0b35b98ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0413709
Jan 29 21:21:35.950335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-780074a9-7719-4751-a6a4-38b709a49620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:35.951846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-780074a9-7719-4751-a6a4-38b709a49620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422382
Jan 29 21:21:36.041020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-e9d1c3ca-c64c-4467-a201-9b2bbff157b5 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826356
Jan 29 21:21:36.127413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1864e6ec-e801-44a7-8459-2fe2f2b5a3ad req-7e4112cd-169f-4436-a09e-7273c7bf39cd service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802999
Jan 29 21:21:36.640419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe73e2-ad5f-415b-acb8-b546788d548c req-bbd8c924-7072-4267-80ff-b9c4ebade411 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:36.641960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0fe73e2-ad5f-415b-acb8-b546788d548c req-bbd8c924-7072-4267-80ff-b9c4ebade411 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 944 time: 0.0562506
Jan 29 21:21:36.689292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c0fe73e2-ad5f-415b-acb8-b546788d548c req-33cd9d12-7259-4b87-aedd-8d23b883178e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418122
Jan 29 21:21:36.885558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fcfcdde4-bf97-49c4-a67f-12da6b59ea4b up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:21:36.937669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:21:36.941570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:21:36.942008 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:37.015706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:21:37.016098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:37.037878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:37.041759 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2659e98-1f24-401f-befe-9133bedeb5d5" -d '{"events": [{"server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "name": "network-vif-plugged", "status": "completed", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:37.057385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:21:37.061256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:37.085774 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c3f7d-55b3-4ff6-b7a2-f42fae7ecdb9 x-openstack-request-id: req-584c3f7d-55b3-4ff6-b7a2-f42fae7ecdb9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:37.086178 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "name": "network-vif-plugged", "status": "completed", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:37.086440 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-584c3f7d-55b3-4ff6-b7a2-f42fae7ecdb9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:37.086842 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'code': 200}
Jan 29 21:21:37.116228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:37.178973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f1-69e7-4842-b6ee-ca657323bd5f req-f5a37c70-78b8-4289-beee-eeef269794a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:37.180478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1e911f1-69e7-4842-b6ee-ca657323bd5f req-f5a37c70-78b8-4289-beee-eeef269794a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0429125
Jan 29 21:21:37.225079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1e911f1-69e7-4842-b6ee-ca657323bd5f req-32430ee9-0bf6-45e9-81c9-31b954bef7f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387011
Jan 29 21:21:37.812871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527af4a8-d804-4cec-a989-eb8cb4b5893b req-e0b08dfc-3385-4322-8dc3-312918d775e6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:37.814602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-527af4a8-d804-4cec-a989-eb8cb4b5893b req-e0b08dfc-3385-4322-8dc3-312918d775e6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0569839
Jan 29 21:21:37.862797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-527af4a8-d804-4cec-a989-eb8cb4b5893b req-97ba89fc-a64a-43d7-a27b-f39a6ef8ac4a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424929
Jan 29 21:21:38.979963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002baa9-e14d-4c38-8e10-1e0230d4b0dc req-27fe358a-1ee4-49b7-a57d-e8951f8c6ff6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:38.981472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e002baa9-e14d-4c38-8e10-1e0230d4b0dc req-27fe358a-1ee4-49b7-a57d-e8951f8c6ff6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0509908
Jan 29 21:21:39.027895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e002baa9-e14d-4c38-8e10-1e0230d4b0dc req-0d216964-aec6-42cf-a395-b943b7265a64 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403154
Jan 29 21:21:39.142634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7970b-3348-4959-b851-6bebedc59ca5 req-7a6071a3-4222-4607-9d7c-bddb1969f70a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:39.143965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6b7970b-3348-4959-b851-6bebedc59ca5 req-7a6071a3-4222-4607-9d7c-bddb1969f70a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0507779
Jan 29 21:21:39.195561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6b7970b-3348-4959-b851-6bebedc59ca5 req-a37ea1dc-aa42-4833-9943-98bf08d22b54 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461142
Jan 29 21:21:39.218014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56462) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:21:39.261042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c25917-d2c4-440e-8276-9a48bb9fb525 tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:39.262527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f7c25917-d2c4-440e-8276-9a48bb9fb525 tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1122 time: 0.0435538
Jan 29 21:21:39.265301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56464) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:21:39.269402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:21:39.289194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:39.380850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:39.484271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.35.4.140 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:21:39.581474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:39.619807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:39.654571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:21:39.657340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:21:39.663302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:21:39.689567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:39.998160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (0e6f1661-73f7-40c7-b403-7986c61eeff3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.067728 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.213873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.218246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.284286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:21:40.295539 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (0e6f1661-73f7-40c7-b403-7986c61eeff3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.337265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-31d0d406-5988-4ded-8c4e-da6fb8b802b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:40.729789 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP 0e6f1661-73f7-40c7-b403-7986c61eeff3 associated. External IP: 172.35.4.140, port: fcfcdde4-bf97-49c4-a67f-12da6b59ea4b.
Jan 29 21:21:40.933892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:21:41.041105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:21:41.051190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:21:41.059400 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:41.060447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:41.061081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a25e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:21:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:41.088577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71f3ec8d-4d38-482a-adcd-eaa513d602b5 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8223014
Jan 29 21:21:41.089187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:21:41.091416 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7583e8-0603-4809-a313-a3ae8f374eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:21:41.131517 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c59e84a-549d-4cc6-ab1f-b10302ed7e53 x-openstack-request-id: req-4c59e84a-549d-4cc6-ab1f-b10302ed7e53 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:21:41.131853 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:21:41.132107 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c59e84a-549d-4cc6-ab1f-b10302ed7e53 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:21:41.132514 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'status': 'completed', 'code': 200}
Jan 29 21:21:41.167422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:41.197320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-efd0b50a-3b13-4fb2-8db5-707cfd7f4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:41.198856 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-efd0b50a-3b13-4fb2-8db5-707cfd7f4c22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0458472
Jan 29 21:21:41.290137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-89a9546b-d1a2-4c72-be0f-fb7662da8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:41.291667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-89a9546b-d1a2-4c72-be0f-fb7662da8b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0871396
Jan 29 21:21:41.357018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-d5973d29-9e11-4f0e-8959-a48322da394f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 999 time: 0.0590250
Jan 29 21:21:41.389712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a25e760>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:39Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:41.404957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-b70ad70b-1c8b-4508-bd79-d396fbbb8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:41.406452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-b70ad70b-1c8b-4508-bd79-d396fbbb8894 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0437827
Jan 29 21:21:41.420003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:21:41.428648 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:21:41.429286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a25e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:21:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:41.458689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-d47c5606-5e63-49c3-8fb7-644780b88d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:21:41.460204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-d47c5606-5e63-49c3-8fb7-644780b88d6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481160
Jan 29 21:21:41.533010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:21:41.547935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-f82b4f07-330d-430a-bd0c-52e4b8d530cd service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816247
Jan 29 21:21:41.647507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e7583e8-0603-4809-a313-a3ae8f374eb5 req-61045d46-4a65-45c5-8e2f-533e5507c58f service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931058
Jan 29 21:21:41.903435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a25e760>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:39Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:21:41.933353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c22cb-83af-4bd0-9dc5-67cb2452c018 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:39Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:21:42.126439 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8bca3-671b-4b47-b1f4-4359ded25005 None None] New status for floating IP 0e6f1661-73f7-40c7-b403-7986c61eeff3: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:21:42.701414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-18e92975-d8e2-4beb-b1e1-7b567511dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:43.779034 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:45.653171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:46.863902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:52.614499 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:21:53.491012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:05.526577 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:22:08.465019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e8e8-3906-462b-ad25-63cb9842d06d req-e1b853b3-0280-459f-bab8-29ae56b83421 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:08.466829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a59e8e8-3906-462b-ad25-63cb9842d06d req-e1b853b3-0280-459f-bab8-29ae56b83421 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0534494
Jan 29 21:22:08.513500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a59e8e8-3906-462b-ad25-63cb9842d06d req-8da4b195-f9d9-422d-9ac0-3cf83637df9b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408463
Jan 29 21:22:09.638377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a188-9f82-4b3d-90f7-8a93b90dbf65 req-9ce9c16c-ca2b-4e70-a335-2ebf9cb65823 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:09.639848 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11e4a188-9f82-4b3d-90f7-8a93b90dbf65 req-9ce9c16c-ca2b-4e70-a335-2ebf9cb65823 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0521855
Jan 29 21:22:09.685615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11e4a188-9f82-4b3d-90f7-8a93b90dbf65 req-ba3bcf93-cb60-47f8-a0fe-6f7beb072e1c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402563
Jan 29 21:22:10.338490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ec0b16ff-36d1-4060-b573-4e5b0419f77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:10.811484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678e65-673b-42d0-8969-4bf87ec590f2 req-b7f904af-46e5-404a-8fd2-743be8bd0ad3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:10.812959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3678e65-673b-42d0-8969-4bf87ec590f2 req-b7f904af-46e5-404a-8fd2-743be8bd0ad3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0567951
Jan 29 21:22:10.857834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c3678e65-673b-42d0-8969-4bf87ec590f2 req-ba3a7537-17c4-435a-9d55-0ff630d3d202 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393150
Jan 29 21:22:11.979710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baabea-282f-4dc1-9636-9cab68c9a6e3 req-c34bd832-eaab-4b67-ad1c-c1c4dae818af tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:11.981204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18baabea-282f-4dc1-9636-9cab68c9a6e3 req-c34bd832-eaab-4b67-ad1c-c1c4dae818af tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0519984
Jan 29 21:22:12.026964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18baabea-282f-4dc1-9636-9cab68c9a6e3 req-99ef1449-59c3-4e1e-b2e4-332779faf695 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402410
Jan 29 21:22:12.702696 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-86e832ed-c735-4088-b8f0-19e7016469ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:13.154550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e68164-201e-4876-902b-fa6fb242e6c0 req-6b6d499b-02fd-48f2-8ae1-571ba1e3f5df tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:13.156026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01e68164-201e-4876-902b-fa6fb242e6c0 req-6b6d499b-02fd-48f2-8ae1-571ba1e3f5df tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0513201
Jan 29 21:22:13.206580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01e68164-201e-4876-902b-fa6fb242e6c0 req-ff958d54-3869-400b-8ed8-d0d461201d80 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450974
Jan 29 21:22:13.782589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:14.331954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b551-6013-46a0-846e-a995d9f64e3b req-0c77418e-89f0-46a3-b227-b952c5603a33 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:14.333460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c295b551-6013-46a0-846e-a995d9f64e3b req-0c77418e-89f0-46a3-b227-b952c5603a33 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0541008
Jan 29 21:22:14.379361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c295b551-6013-46a0-846e-a995d9f64e3b req-e82a39c5-cfc5-419d-a956-5dac96c67654 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403717
Jan 29 21:22:15.502735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3512b7-b044-4541-9749-38654508959e req-b3d32aa7-6ffd-4590-b232-935cea63f134 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:15.504136 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e3512b7-b044-4541-9749-38654508959e req-b3d32aa7-6ffd-4590-b232-935cea63f134 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0527010
Jan 29 21:22:15.553239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e3512b7-b044-4541-9749-38654508959e req-060cee94-1b86-4f9e-beb9-a472d386c59e tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435317
Jan 29 21:22:15.666318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:16.677492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818ba1-36fc-446f-8012-e03cd94ef810 req-4bfb0e31-d8cd-4b88-8716-5eb85f9eecc2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:16.678954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b818ba1-36fc-446f-8012-e03cd94ef810 req-4bfb0e31-d8cd-4b88-8716-5eb85f9eecc2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0551794
Jan 29 21:22:16.724205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b818ba1-36fc-446f-8012-e03cd94ef810 req-6f3a1554-48a7-423b-b6b9-517ec5147e22 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390725
Jan 29 21:22:16.867321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:17.847915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bc188-f874-4a39-bfc4-49b2821145ed req-be0e88df-aae7-4f27-aefe-694400848f1d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:17.849437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c41bc188-f874-4a39-bfc4-49b2821145ed req-be0e88df-aae7-4f27-aefe-694400848f1d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0531120
Jan 29 21:22:17.895490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c41bc188-f874-4a39-bfc4-49b2821145ed req-611fae8b-ef3d-42e7-9cfa-8a59997a1755 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405345
Jan 29 21:22:19.019475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52d26d-faf5-49f1-aa8b-b481dd997a91 req-b082cbd2-d445-4c7b-a274-e4481ac422ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:19.020939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb52d26d-faf5-49f1-aa8b-b481dd997a91 req-b082cbd2-d445-4c7b-a274-e4481ac422ee tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0545614
Jan 29 21:22:19.066030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb52d26d-faf5-49f1-aa8b-b481dd997a91 req-4ff47c2c-dab2-432d-a7dd-82a360959c36 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396285
Jan 29 21:22:20.200690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15579169-9de9-4764-ae65-4a3dcc7a1719 req-7cf55bff-39fe-4d3d-85a1-e71170108fa6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:20.203194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15579169-9de9-4764-ae65-4a3dcc7a1719 req-7cf55bff-39fe-4d3d-85a1-e71170108fa6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0586884
Jan 29 21:22:20.256807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15579169-9de9-4764-ae65-4a3dcc7a1719 req-f8e76933-bc28-4d51-8e8d-f532e0b42969 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460534
Jan 29 21:22:20.488430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:22:20.596909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:20.608790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:22:20.647383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:22:20.647772 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:20.661695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:22:20.682331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:20.686981 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:20.741822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:22:20.750117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.750475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.750840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.751210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.751571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.751963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.752419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.752739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.753123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.753465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.753829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.754246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.754581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:22:20.760360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:22:21.395585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540506-3544-4bae-81be-bf3b0810bc12 req-e26ba7e6-03e0-4a2c-97a0-3db450225102 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:21.397089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05540506-3544-4bae-81be-bf3b0810bc12 req-e26ba7e6-03e0-4a2c-97a0-3db450225102 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 944 time: 0.0578351
Jan 29 21:22:21.451653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05540506-3544-4bae-81be-bf3b0810bc12 req-0cdbae09-b9f8-4cc7-b224-6a95b50ae323 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481009
Jan 29 21:22:22.516078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:22:22.565607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:22:22.565998 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:22.584549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2cdca-2633-4a99-8f3d-58a2af194bfa req-85e0a522-b918-492a-ba71-55671e6234fe tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:22.586368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ad2cdca-2633-4a99-8f3d-58a2af194bfa req-85e0a522-b918-492a-ba71-55671e6234fe tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 944 time: 0.0552301
Jan 29 21:22:22.641847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ad2cdca-2633-4a99-8f3d-58a2af194bfa req-607fd3fc-f1dc-4504-92df-4fd83ba86f07 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482073
Jan 29 21:22:22.666944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:22:22.667314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:22.676214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:22.691826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:22:22.694267 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c06e9-dd4b-4d18-9feb-547f58ce074a" -d '{"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:22:22.708499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:22.713176 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:22.769591 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:22:22.816299 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9af8a6-fbc2-4741-bd8d-2efcb758c3c5 x-openstack-request-id: req-4a9af8a6-fbc2-4741-bd8d-2efcb758c3c5 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:22:22.816820 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:22:22.817095 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a9af8a6-fbc2-4741-bd8d-2efcb758c3c5 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:22:22.817544 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'code': 200}
Jan 29 21:22:23.493203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:23.782269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb678a9-7960-42fd-bb91-909dc8e850b5 req-37b1b9d5-aef9-4034-a14f-0e7731027566 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:23.784968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb678a9-7960-42fd-bb91-909dc8e850b5 req-37b1b9d5-aef9-4034-a14f-0e7731027566 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0585167
Jan 29 21:22:23.834877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb678a9-7960-42fd-bb91-909dc8e850b5 req-558089ff-25ad-4f01-8620-f2fbb5dec0fd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448089
Jan 29 21:22:25.003531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d43bd-197e-400d-9cf2-63e7aed269c2 req-8589a81f-173b-4775-bb9a-b839feeea080 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:25.005221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a75d43bd-197e-400d-9cf2-63e7aed269c2 req-8589a81f-173b-4775-bb9a-b839feeea080 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0852523
Jan 29 21:22:25.071018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a75d43bd-197e-400d-9cf2-63e7aed269c2 req-f434effa-32c5-4731-bcba-77c6d50802ad tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573916
Jan 29 21:22:26.239105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9761d9-e403-4253-9472-22d2e269ae08 req-5ef9a040-aed4-41c1-aff3-be006d24bc52 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:26.241018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d9761d9-e403-4253-9472-22d2e269ae08 req-5ef9a040-aed4-41c1-aff3-be006d24bc52 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0667353
Jan 29 21:22:26.304870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d9761d9-e403-4253-9472-22d2e269ae08 req-b773a4ab-679b-435c-881b-756dd7fa9df4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566373
Jan 29 21:22:27.469873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ee6d-482b-40c7-8a00-9dc4b0698c88 req-d412918f-20cb-4f0a-a1d1-75bb213439cb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:27.471729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a791ee6d-482b-40c7-8a00-9dc4b0698c88 req-d412918f-20cb-4f0a-a1d1-75bb213439cb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0774529
Jan 29 21:22:27.529840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a791ee6d-482b-40c7-8a00-9dc4b0698c88 req-8b00f26a-1583-4b3b-a1ba-038f0b89e260 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488212
Jan 29 21:22:28.676425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa464e-d1c9-424a-b450-580cdcd477ec req-dbaf256c-5f81-41d7-9c5e-8b3f00491577 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:28.677962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cfa464e-d1c9-424a-b450-580cdcd477ec req-dbaf256c-5f81-41d7-9c5e-8b3f00491577 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0657141
Jan 29 21:22:28.738963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8cfa464e-d1c9-424a-b450-580cdcd477ec req-35356420-ab97-4fd3-86ee-c5d3a4b91391 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551465
Jan 29 21:22:29.944560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56bae-d34f-452a-8be0-e51386ba70be req-0d90fd02-ca5b-47d5-b3f6-89bb904826ba tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:29.946255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03f56bae-d34f-452a-8be0-e51386ba70be req-0d90fd02-ca5b-47d5-b3f6-89bb904826ba tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0613666
Jan 29 21:22:30.002988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03f56bae-d34f-452a-8be0-e51386ba70be req-8a709bbc-2e6b-44e7-b547-09ec2a3b97e5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498440
Jan 29 21:22:30.863825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-37ca8719-c3d7-49b0-9450-1bec57c8083d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0488162
Jan 29 21:22:30.979707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-c90a763b-6d64-4c54-a2ca-c9dc8e1fdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:30.981318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-c90a763b-6d64-4c54-a2ca-c9dc8e1fdc05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0596981
Jan 29 21:22:31.106328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-837c3189-4098-4b48-a2be-8b61c0c055b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:31.107757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-837c3189-4098-4b48-a2be-8b61c0c055b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1050746
Jan 29 21:22:31.201822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d08138-91e5-4d50-87e3-964cab4b08a9 req-fb67dd0e-26a0-49e4-9c7c-a145b0172155 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:31.208753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83d08138-91e5-4d50-87e3-964cab4b08a9 req-fb67dd0e-26a0-49e4-9c7c-a145b0172155 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.1167557
Jan 29 21:22:31.223246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-d17333a3-b870-46f0-a79b-e49176494f08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 1001 time: 0.0965109
Jan 29 21:22:31.301750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83d08138-91e5-4d50-87e3-964cab4b08a9 req-49a3cb39-f8e3-4567-962d-b310c2e80c97 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917530
Jan 29 21:22:31.304315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-eea2c83d-0288-41bd-9caf-6d7335ab19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:31.306392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-eea2c83d-0288-41bd-9caf-6d7335ab19df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0756354
Jan 29 21:22:31.362227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-f5fe9720-56a4-4aef-b3ce-457aa6ecf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:31.365433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-f5fe9720-56a4-4aef-b3ce-457aa6ecf339 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0504737
Jan 29 21:22:31.472152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-b9927d11-1296-4537-a5c2-b1cbb5eefe90 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008487
Jan 29 21:22:31.574034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-955e5e25-eee7-4727-9beb-e371b1a9f167 req-12eb8b60-de1c-4df1-bfd6-b4a76e0afc02 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946209
Jan 29 21:22:32.447719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15f2e8-40e0-49b9-9021-1e02ece61908 req-6f4fe0b4-bd96-432e-977a-77204f9a798c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:32.449783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f15f2e8-40e0-49b9-9021-1e02ece61908 req-6f4fe0b4-bd96-432e-977a-77204f9a798c tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0670011
Jan 29 21:22:32.524113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f15f2e8-40e0-49b9-9021-1e02ece61908 req-27a1d0d4-8fd6-423b-96c7-4101e5426d0f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675180
Jan 29 21:22:33.653924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c0f3-7bc6-4605-bb4e-18ca5cb73434 req-23fe65b2-15cf-409d-a2d7-050b117c2d21 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:33.655522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51f1c0f3-7bc6-4605-bb4e-18ca5cb73434 req-23fe65b2-15cf-409d-a2d7-050b117c2d21 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0530388
Jan 29 21:22:33.702857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51f1c0f3-7bc6-4605-bb4e-18ca5cb73434 req-90fd2b6d-6131-486c-b917-0ab356a441e6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417395
Jan 29 21:22:34.468806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-91d6e326-037f-4ac0-a2ad-c0c6782ec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:34.470514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-91d6e326-037f-4ac0-a2ad-c0c6782ec7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1127 time: 0.1018994
Jan 29 21:22:34.578800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-4e750d72-6e71-4bf1-952f-09c9474b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:34.580271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-4e750d72-6e71-4bf1-952f-09c9474b7bdf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.1037605
Jan 29 21:22:34.645379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-96994df6-6738-4510-87cb-22d6dbc3f59c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 1000 time: 0.0592711
Jan 29 21:22:34.693671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-6f0b86f2-c315-4429-9d01-8d23533160b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:34.695109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-6f0b86f2-c315-4429-9d01-8d23533160b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0445313
Jan 29 21:22:34.751839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-ea31febc-a67b-49b5-8253-c47375ca5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:34.753465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-ea31febc-a67b-49b5-8253-c47375ca5bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526035
Jan 29 21:22:34.876468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-cf961f06-0eda-473f-9285-6eba994347a6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173449
Jan 29 21:22:34.886778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef2cd4-df62-4b4b-ae68-e8c718bfc923 req-b3bc2fcf-20ed-4d06-9a34-92ed65c90a97 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:34.888174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92ef2cd4-df62-4b4b-ae68-e8c718bfc923 req-b3bc2fcf-20ed-4d06-9a34-92ed65c90a97 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0872028
Jan 29 21:22:34.986916 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-92ef2cd4-df62-4b4b-ae68-e8c718bfc923 req-22e9db1e-bf38-41b8-8979-c4de1c7bc5e4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908701
Jan 29 21:22:35.003455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba86876-d8e3-4343-8ad2-45ae2f3d0f59 req-1bf17d84-0e6d-4fd7-9c1a-7ba49730dab1 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143608
Jan 29 21:22:36.120062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccc1d9-fbaf-4de1-b495-39b8fa889124 req-7711b7ca-9a7c-4f4c-a6e2-487803612dcd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:36.122131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfccc1d9-fbaf-4de1-b495-39b8fa889124 req-7711b7ca-9a7c-4f4c-a6e2-487803612dcd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0583758
Jan 29 21:22:36.169334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfccc1d9-fbaf-4de1-b495-39b8fa889124 req-f4dc5d74-e7f9-4f30-8410-f04059b784dc tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416756
Jan 29 21:22:37.292489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be83eaa-ee45-4044-b86e-60df325789c0 req-535044d5-cc3d-4aa4-aa88-62aa7eafec14 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:37.294017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0be83eaa-ee45-4044-b86e-60df325789c0 req-535044d5-cc3d-4aa4-aa88-62aa7eafec14 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0511863
Jan 29 21:22:37.339663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0be83eaa-ee45-4044-b86e-60df325789c0 req-a1b03fce-23e2-4e0a-97a7-88f172178208 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401282
Jan 29 21:22:38.044572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-83e73bdd-c73d-4203-991c-83c86b92eccf req-843dca4a-4b2c-4993-b086-85717845140a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:22:38.045576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83e73bdd-c73d-4203-991c-83c86b92eccf req-843dca4a-4b2c-4993-b086-85717845140a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058794
Jan 29 21:22:38.205211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ca3ef-a1bb-47fc-8f68-e2832f4b43f7 req-cfed8572-674c-4950-8f7a-a296f6cc6efd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:38.206792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2ca3ef-a1bb-47fc-8f68-e2832f4b43f7 req-cfed8572-674c-4950-8f7a-a296f6cc6efd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 945 time: 0.0555975
Jan 29 21:22:38.268210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2ca3ef-a1bb-47fc-8f68-e2832f4b43f7 req-dc7d829d-ef9d-4825-91b8-84c7c610bcf0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532930
Jan 29 21:22:38.358669 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-d89f3fa4-91ab-403c-95a2-9f7852bc8382 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0942774
Jan 29 21:22:38.367103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-202f4ac3-06b2-47a2-a90d-b267d86b47a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:22:38.368038 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-202f4ac3-06b2-47a2-a90d-b267d86b47a5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048895
Jan 29 21:22:38.677227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:22:38.757634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:22:38.757943 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:38.781374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:22:38.784250 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a71355-7b4c-44f1-b797-58bb4642c0c2" -d '{"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:22:38.796461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:38.801526 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:38.827445 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10309aa9-4ad5-4dcb-bc41-d8c986665f6f x-openstack-request-id: req-10309aa9-4ad5-4dcb-bc41-d8c986665f6f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:22:38.827740 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-unplugged", "status": "failed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:22:38.827999 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10309aa9-4ad5-4dcb-bc41-d8c986665f6f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:22:38.828398 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'code': 422} returned with failed status
Jan 29 21:22:38.854021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:22:39.216199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-39282254-eba5-4e3d-af5f-4136e9785e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.217754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-39282254-eba5-4e3d-af5f-4136e9785e1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556&tenant_id=2ae6f04a79c84770a4886b60cb268966 HTTP/1.1" status: 200  len: 1125 time: 0.0448391
Jan 29 21:22:39.289571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-c182c8aa-bc2c-4abb-b67a-30ce6bf84fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.291070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-c182c8aa-bc2c-4abb-b67a-30ce6bf84fb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1125 time: 0.0423954
Jan 29 21:22:39.416869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-4cab0511-0fa2-4bd5-aaa1-b37b0fc7ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.418371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-4cab0511-0fa2-4bd5-aaa1-b37b0fc7ad8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.1205850
Jan 29 21:22:39.426823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1322-d161-4991-a570-dbe05b602897 req-1dcacf41-ab19-4672-b2d3-1ee24eb004bf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.428199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc5c1322-d161-4991-a570-dbe05b602897 req-1dcacf41-ab19-4672-b2d3-1ee24eb004bf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0841887
Jan 29 21:22:39.517091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-8aae793a-8eb6-4d3c-b2ad-1e83a5a9be98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 998 time: 0.0878828
Jan 29 21:22:39.520373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc5c1322-d161-4991-a570-dbe05b602897 req-4731330d-993d-4aab-9729-ffe50fcb6cb8 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856349
Jan 29 21:22:39.566033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-0d2c9e71-30bf-4842-bf52-9b8435f45a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.567469 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-0d2c9e71-30bf-4842-bf52-9b8435f45a64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0433316
Jan 29 21:22:39.614884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-ba9c18e4-b66a-418a-b383-9c981d47222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:39.616422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-ba9c18e4-b66a-418a-b383-9c981d47222d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428042
Jan 29 21:22:39.705254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-5447da94-0804-4871-bfa0-87a3f08334a2 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834055
Jan 29 21:22:39.791464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e59e70c-f650-405c-8e74-ec1a7a51d619 req-fb83569d-bdaf-4917-ae7f-4e59d1906d61 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807436
Jan 29 21:22:40.343012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb3e6-c424-433c-8a40-e8d62ea073ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:40.656431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667de529-64a1-45e6-806b-74a3a35e216d req-a2ba0845-5d26-4dd2-9021-5058303057b9 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:40.658613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-667de529-64a1-45e6-806b-74a3a35e216d req-a2ba0845-5d26-4dd2-9021-5058303057b9 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0621474
Jan 29 21:22:40.708466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-667de529-64a1-45e6-806b-74a3a35e216d req-5a9a26ef-99a2-427c-8976-5a9ac5cbe5ab tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423515
Jan 29 21:22:41.841549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158e6f7-fb5d-4af0-b51d-338f7ccd3492 req-71c5bf1b-8545-4ec1-ad24-63c7cb725406 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:41.843236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7158e6f7-fb5d-4af0-b51d-338f7ccd3492 req-71c5bf1b-8545-4ec1-ad24-63c7cb725406 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0563228
Jan 29 21:22:41.892498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7158e6f7-fb5d-4af0-b51d-338f7ccd3492 req-12030174-2c3f-4393-86f9-5529f38be481 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425122
Jan 29 21:22:42.524875 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:22:42.704807 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4b5b-8a6e-49de-b769-fa18c1ffdf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:43.020831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bda19-8b76-44c6-8c5f-d3c7a6ae8680 req-c28603d0-3815-423a-8f54-f1079df047d4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:43.022373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c38bda19-8b76-44c6-8c5f-d3c7a6ae8680 req-c28603d0-3815-423a-8f54-f1079df047d4 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0544615
Jan 29 21:22:43.076315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c38bda19-8b76-44c6-8c5f-d3c7a6ae8680 req-2d1150c2-31fd-4232-a900-751d49e1a092 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478554
Jan 29 21:22:43.787108 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:44.204819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1529-fd0a-46ae-8eeb-7e3ffdd6b3df req-c6668a43-209f-4751-8ebc-3a615c75ab3f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:44.209650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038b1529-fd0a-46ae-8eeb-7e3ffdd6b3df req-c6668a43-209f-4751-8ebc-3a615c75ab3f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0585351
Jan 29 21:22:44.265222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038b1529-fd0a-46ae-8eeb-7e3ffdd6b3df req-568b67ce-f150-454a-a727-d84e69a06a91 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514665
Jan 29 21:22:45.393986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc30ce-88d7-457d-ad23-f65ea3d677d1 req-f4d62c84-1807-4a27-8612-0dda98147b6d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:45.395523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89cc30ce-88d7-457d-ad23-f65ea3d677d1 req-f4d62c84-1807-4a27-8612-0dda98147b6d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0546503
Jan 29 21:22:45.446554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89cc30ce-88d7-457d-ad23-f65ea3d677d1 req-e11b5424-6548-43f5-b10a-4910bf3e69ea tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448012
Jan 29 21:22:45.678871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:46.583962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403c53b-4103-4de9-aa63-7b294af9dabe req-ad294991-6045-4fac-9451-83c37965ba66 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:46.585506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5403c53b-4103-4de9-aa63-7b294af9dabe req-ad294991-6045-4fac-9451-83c37965ba66 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0588019
Jan 29 21:22:46.639162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5403c53b-4103-4de9-aa63-7b294af9dabe req-aaf614eb-73b4-4c91-ae20-7c11544acadb tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444837
Jan 29 21:22:46.879058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:47.761516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d707f3-ca92-4f79-832c-00fa41b0c834 req-0bcc7ea1-3f64-4cec-8b28-6239abc32100 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:47.763010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66d707f3-ca92-4f79-832c-00fa41b0c834 req-0bcc7ea1-3f64-4cec-8b28-6239abc32100 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0537133
Jan 29 21:22:47.810299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66d707f3-ca92-4f79-832c-00fa41b0c834 req-6b1e7c3a-1d01-4c0f-bba7-427eff255461 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416811
Jan 29 21:22:48.931548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cca80-cdd6-4db9-bc13-0507f3b644fe req-49771bd1-0ed1-4a5f-a6be-b6fc170920e0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:48.933036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c8cca80-cdd6-4db9-bc13-0507f3b644fe req-49771bd1-0ed1-4a5f-a6be-b6fc170920e0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0514047
Jan 29 21:22:48.981712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c8cca80-cdd6-4db9-bc13-0507f3b644fe req-6b932fa3-ca42-44ec-ad5e-f8561a1d2fbf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431368
Jan 29 21:22:50.102273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3534b-b88b-4935-b12c-e24844e034fd req-365ea128-793e-4b27-bad1-479bdddde65d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:50.103748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcf3534b-b88b-4935-b12c-e24844e034fd req-365ea128-793e-4b27-bad1-479bdddde65d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0508811
Jan 29 21:22:50.155105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dcf3534b-b88b-4935-b12c-e24844e034fd req-d1329fdd-09f4-45e9-aae7-f006447b428a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451601
Jan 29 21:22:51.276040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c760-cfb4-4c54-b200-b96eb8904bfb req-b0f9bb8e-53a1-4922-8ff9-3d9a6abdfbb6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:51.277511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8370c760-cfb4-4c54-b200-b96eb8904bfb req-b0f9bb8e-53a1-4922-8ff9-3d9a6abdfbb6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0502641
Jan 29 21:22:51.328057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8370c760-cfb4-4c54-b200-b96eb8904bfb req-b61caab5-3a2a-4247-a9b4-28a875107405 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442371
Jan 29 21:22:52.456555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f1048-11c6-4e2e-b542-7dfe3ba4d493 req-a9b42af9-dda0-4b45-a65e-5905345a3488 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:52.458042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa1f1048-11c6-4e2e-b542-7dfe3ba4d493 req-a9b42af9-dda0-4b45-a65e-5905345a3488 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0553291
Jan 29 21:22:52.504268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa1f1048-11c6-4e2e-b542-7dfe3ba4d493 req-7c363a39-2e96-487c-92d5-2cc83f1fc13a tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404205
Jan 29 21:22:52.657319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:53.505862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:53.627819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbda7d7-b0b2-4183-9ec5-bacdc1b52e05 req-d4ddc6a6-b799-4aa8-a83a-6e6c060e7e52 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:53.629314 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccbda7d7-b0b2-4183-9ec5-bacdc1b52e05 req-d4ddc6a6-b799-4aa8-a83a-6e6c060e7e52 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0517755
Jan 29 21:22:53.674396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccbda7d7-b0b2-4183-9ec5-bacdc1b52e05 req-1f9805be-3401-4d2d-8b03-1284150f8604 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395701
Jan 29 21:22:54.752131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:22:54.798579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1e34c-1d32-4e1e-9de8-85841e540e45 req-02a3c18c-a6e0-4421-bf1d-4cfe1e610fa7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:54.800225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24c1e34c-1d32-4e1e-9de8-85841e540e45 req-02a3c18c-a6e0-4421-bf1d-4cfe1e610fa7 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 943 time: 0.0546596
Jan 29 21:22:54.851160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-24c1e34c-1d32-4e1e-9de8-85841e540e45 req-03af0546-48cb-436d-aee0-336863eaccf6 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452285
Jan 29 21:22:54.851902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:54.868806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'port_id': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'mac_address': 'fa:16:3e:b3:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:22:54.904761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:22:54.905185 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:54.917731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:22:54.937649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:54.941539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:54.989093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:22:55.241493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:22:55.975193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1090-26ab-48e2-b014-171261a27349 req-8c1fa61e-d483-45ae-87c4-680e2e1b04e5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:55.976679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4a1090-26ab-48e2-b014-171261a27349 req-8c1fa61e-d483-45ae-87c4-680e2e1b04e5 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 944 time: 0.0518620
Jan 29 21:22:56.021408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4a1090-26ab-48e2-b014-171261a27349 req-7366dd7f-1844-45c0-b4d0-c0baf05b370d tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390856
Jan 29 21:22:56.767701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:22:56.818807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:22:56.819107 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:56.893435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:22:56.893822 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:56.915737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:22:56.917974 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3f7724-eeda-4492-b57e-cac609c1a121" -d '{"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:22:56.930938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:22:56.935950 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:22:56.958989 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1cc1b-8d38-49d0-8528-5bfbba368b0d x-openstack-request-id: req-6fb1cc1b-8d38-49d0-8528-5bfbba368b0d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:22:56.959289 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-plugged", "status": "completed", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:22:56.959550 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb1cc1b-8d38-49d0-8528-5bfbba368b0d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:22:56.959941 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'code': 200}
Jan 29 21:22:56.986573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:22:57.145006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82a2d3-0649-4802-84c4-5c9c70017e1a req-cc0d18b2-b486-46a5-a7f8-49b6aebce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:57.146383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac82a2d3-0649-4802-84c4-5c9c70017e1a req-cc0d18b2-b486-46a5-a7f8-49b6aebce179 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1128 time: 0.0747361
Jan 29 21:22:57.166647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b05c3-a4ec-4251-a74b-31d7c9f1412d req-dc2d952f-6e72-43c0-975c-7edc6d0a1e68 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:57.167998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-181b05c3-a4ec-4251-a74b-31d7c9f1412d req-dc2d952f-6e72-43c0-975c-7edc6d0a1e68 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.0714569
Jan 29 21:22:57.226895 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac82a2d3-0649-4802-84c4-5c9c70017e1a req-3857fa0b-be86-4498-94c3-02a289ffd470 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725093
Jan 29 21:22:57.233526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-181b05c3-a4ec-4251-a74b-31d7c9f1412d req-5f7336a1-8138-4b34-b22b-ec7a8c68dc68 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596774
Jan 29 21:22:58.358224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee85bf-e355-4f4e-a608-f84592f85816 req-040ad862-7d9f-4187-87bf-1e61d332e7dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:58.359694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2aee85bf-e355-4f4e-a608-f84592f85816 req-040ad862-7d9f-4187-87bf-1e61d332e7dd tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.0521696
Jan 29 21:22:58.403595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2aee85bf-e355-4f4e-a608-f84592f85816 req-a1f59bb1-0f65-4339-ab18-25de21c44ba2 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384111
Jan 29 21:22:59.866015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2c85-9f83-4926-b551-434fe0d51e34 req-2a4ca5b2-fc72-41a2-9ad8-5464c06b0f17 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:22:59.867487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83cc2c85-9f83-4926-b551-434fe0d51e34 req-2a4ca5b2-fc72-41a2-9ad8-5464c06b0f17 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.3907018
Jan 29 21:22:59.911486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83cc2c85-9f83-4926-b551-434fe0d51e34 req-ea68d048-e635-4b44-926c-394d4cea87ed tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384593
Jan 29 21:23:08.627353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-2c2dc994-4786-4153-88d6-74c3f4c30c1c req-fab72b0f-1325-43f6-9594-a8ba407401ed tempest-TaggedBootDevicesTest_v242-78673303 tempest-TaggedBootDevicesTest_v242-78673303-project] (125942) timed out ('10.222.0.18', 61594) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:23:10.345270 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbde3-b153-4df7-b466-c1ffc06ae05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:12.706505 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3ce99f79-258d-4b3d-b47c-363ac02d61c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:13.787946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:15.663634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:16.871998 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:19.522952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:23:20.951687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-7e50b5aa-213a-4c9b-b2fd-4ed167bc95f4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59472386&fields=id&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 267 time: 0.0427964
Jan 29 21:23:21.054972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-fcdf4a87-c7fa-4c1f-bd3a-57573597a847 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:21.056390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-fcdf4a87-c7fa-4c1f-bd3a-57573597a847 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.0983112
Jan 29 21:23:21.071037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-91f29145-85d4-4e33-8e59-cb07f23d2b86 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/quotas/849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 375 time: 0.0092559
Jan 29 21:23:21.124944 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-522036e7-5e66-41ca-be2a-71d2c1538dd8 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0487835
Jan 29 21:23:21.215629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-2d71d4b5-c38c-40c2-a0e3-795776bb1760 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797288
Jan 29 21:23:21.305355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-b0aae185-b55d-473b-b360-3bf4389e9322 service neutron] 10.222.0.20 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839574
Jan 29 21:23:21.585047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8069c25-f472-4e9a-a262-1e95fb173fe4 req-cff1b24c-706e-4ce1-957b-576e65819170 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 210 time: 0.0282321
Jan 29 21:23:22.456532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-d6ab80fe-4ffa-47bf-8668-2fcda037e6b6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:22.458056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-d6ab80fe-4ffa-47bf-8668-2fcda037e6b6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 812 time: 0.1037416
Jan 29 21:23:22.521207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-ec0097a4-f322-43c0-a16f-8bd933ada642 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849725927e7d4988bff638454bbbe9c5 HTTP/1.1" status: 200  len: 378 time: 0.0552523
Jan 29 21:23:22.529405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'port': {'device_id': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'admin_state_up': True, 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'security_groups': ['5d5f3ba7-55eb-4773-9008-5a73bed9f2c9']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:23:22.635564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Made reservation on behalf of 849725927e7d4988bff638454bbbe9c5 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:23:22.639731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:22.666160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:22.721854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-234292f3-8092-40f6-a8b0-d1ce1e24ac91 req-8e94e2d7-e619-4700-a6e0-615f7a524d56 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 210 time: 0.0622842
Jan 29 21:23:22.798612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.20.0.4 (32dd8f51-52db-4026-a9a8-1d78c5540ba6/59d645c7-db95-4600-89d3-92b488482c47/c067b860-2035-431c-b322-f987df412887) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:23:22.940582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (c067b860-2035-431c-b322-f987df412887), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:22.973449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c067b860-2035-431c-b322-f987df412887), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.012947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:23:23.015889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:23:23.021404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:23:23.049248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:23.060604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.060955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.063872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.064192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.064516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:23.086418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:23.087036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.104676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-30d0851b-a305-478c-a440-b362b2f29629 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5789349
Jan 29 21:23:23.163844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Request body: {'port': {'device_id': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:23:23.231159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c067b860-2035-431c-b322-f987df412887), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.245972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-be8ceabb-8241-4372-adde-b7a6ba45ff06 None None] Provisioning complete for port c067b860-2035-431c-b322-f987df412887 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:23:23.246327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-be8ceabb-8241-4372-adde-b7a6ba45ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c067b860-2035-431c-b322-f987df412887), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.281579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-be8ceabb-8241-4372-adde-b7a6ba45ff06 None None] Port c067b860-2035-431c-b322-f987df412887 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:23:23.503869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c067b860-2035-431c-b322-f987df412887 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:23:23.511314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks [] for port (c067b860-2035-431c-b322-f987df412887), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.519542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.523614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Transition to ACTIVE for port object c067b860-2035-431c-b322-f987df412887 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:23:23.527132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c067b860-2035-431c-b322-f987df412887), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.587208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Pushing event updated for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:23.659283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Attempting to bind port c067b860-2035-431c-b322-f987df412887 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:23:23.659897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Attempting to bind port c067b860-2035-431c-b322-f987df412887 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:23:23.660223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Attempting to bind port c067b860-2035-431c-b322-f987df412887 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:23:23.665489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Port c067b860-2035-431c-b322-f987df412887 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:23:23.665813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Attempting to bind port c067b860-2035-431c-b322-f987df412887 on network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:23:23.670892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:23:23.671234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Checking segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:23:23.671668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Bound using segment: {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:23:23.672101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Bound port: c067b860-2035-431c-b322-f987df412887, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633032f3-3392-4dc6-b38e-fdee0dcfb8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:23:23.672465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c067b860-2035-431c-b322-f987df412887), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.737948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:23:23.741595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c067b860-2035-431c-b322-f987df412887,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:23:23.747834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c067b860-2035-431c-b322-f987df412887), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.786234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:23.786868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:23.788260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] 10.222.0.18 "PUT /v2.0/ports/c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 1091 time: 0.6764634
Jan 29 21:23:23.788857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:23:23.790949 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e083664-142e-4cf2-be6f-679238e04859" -d '{"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:23:23.832069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954d862-5b30-4908-9f8d-1d1626629960 service neutron] Pushing event updated for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:23.878151 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed4cf2d-e595-4cac-86b4-b9fe0c8b8bbd x-openstack-request-id: req-aed4cf2d-e595-4cac-86b4-b9fe0c8b8bbd {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:23:23.878444 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:23:23.878697 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aed4cf2d-e595-4cac-86b4-b9fe0c8b8bbd {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:23:23.879103 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887', 'status': 'completed', 'code': 200}
Jan 29 21:23:23.909775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5885b0f-1626-429a-81e2-db93683d65de req-3b4b3426-86dd-46b0-bb03-b5714e20209c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:23.911329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5885b0f-1626-429a-81e2-db93683d65de req-3b4b3426-86dd-46b0-bb03-b5714e20209c tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 943 time: 0.0998757
Jan 29 21:23:23.918538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-de5da9af-1feb-484a-8c38-dd5aca7fd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:23.920082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-de5da9af-1feb-484a-8c38-dd5aca7fd4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1125 time: 0.0704453
Jan 29 21:23:23.978396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-90927419-f0a3-4b38-886f-892a31af8dae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 217 time: 0.0494769
Jan 29 21:23:24.035646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5885b0f-1626-429a-81e2-db93683d65de req-a76dbbab-3960-40ef-be4e-21482d0314f2 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1145272
Jan 29 21:23:24.046510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-29b6c119-de29-4ed3-b04e-e6f844996c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.048053 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-29b6c119-de29-4ed3-b04e-e6f844996c5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0592918
Jan 29 21:23:24.096518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7e59-4978-4246-8798-5835cf468d93 req-2f15eb7d-8cd4-47de-909f-b8ee87b86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.098069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-2f15eb7d-8cd4-47de-909f-b8ee87b86596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445402
Jan 29 21:23:24.188502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-3e85d205-3609-4d35-bc7e-7cbfc7606032 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845530
Jan 29 21:23:24.274887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-016a7e59-4978-4246-8798-5835cf468d93 req-8b764d88-a705-4bfd-8602-8d000ad140c8 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807021
Jan 29 21:23:24.364492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083664-142e-4cf2-be6f-679238e04859 req-ffcbdf11-f37a-4682-95ff-a1ac6e88643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.365945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-ffcbdf11-f37a-4682-95ff-a1ac6e88643d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1125 time: 0.0497227
Jan 29 21:23:24.455198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083664-142e-4cf2-be6f-679238e04859 req-c9e401cb-e0d7-4ca3-a285-db6a991f93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.456635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-c9e401cb-e0d7-4ca3-a285-db6a991f93aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0831110
Jan 29 21:23:24.501863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-2976ea94-afac-463c-a031-b8f6e8696b81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 217 time: 0.0394537
Jan 29 21:23:24.553092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083664-142e-4cf2-be6f-679238e04859 req-c6cfb644-9bf8-4096-a227-3fbfba7868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.554986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-c6cfb644-9bf8-4096-a227-3fbfba7868f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0471113
Jan 29 21:23:24.607495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083664-142e-4cf2-be6f-679238e04859 req-f3151754-18a3-4d91-9171-5199b7182e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:24.609645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-f3151754-18a3-4d91-9171-5199b7182e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489173
Jan 29 21:23:24.704385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-9f5273b6-e422-4e2d-856a-9b0dbe3a82de service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886154
Jan 29 21:23:24.796119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e083664-142e-4cf2-be6f-679238e04859 req-f395a040-77c1-4b97-ae36-0afcc5e4f07f service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857811
Jan 29 21:23:25.157733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8be50-0b6b-4f60-9ed6-acecdbfcf565 req-7205cbf4-e984-4ea0-bec4-3f93187c2d4d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:25.159196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5af8be50-0b6b-4f60-9ed6-acecdbfcf565 req-7205cbf4-e984-4ea0-bec4-3f93187c2d4d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 943 time: 0.0522492
Jan 29 21:23:25.207058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5af8be50-0b6b-4f60-9ed6-acecdbfcf565 req-b5f91a33-05d4-473e-af63-d8748651c2ea tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424562
Jan 29 21:23:26.326407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032061f7-4907-4150-bed0-57241d092299 req-745c965e-f9b9-481a-8b20-309971db9b3b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:26.328372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-032061f7-4907-4150-bed0-57241d092299 req-745c965e-f9b9-481a-8b20-309971db9b3b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 943 time: 0.0562298
Jan 29 21:23:26.374945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-032061f7-4907-4150-bed0-57241d092299 req-5d65ff6c-7175-47e1-ac35-0d88b96f0f50 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409634
Jan 29 21:23:27.381528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c067b860-2035-431c-b322-f987df412887 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:23:27.479458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c067b860-2035-431c-b322-f987df412887,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:23:27.491596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'c067b860-2035-431c-b322-f987df412887', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'port_id': 'c067b860-2035-431c-b322-f987df412887', 'mac_address': 'fa:16:3e:fd:7e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:23:27.492870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ad05f-cc99-4b4f-bfbf-daf966171400 req-f07d60fe-7653-4a59-bb0a-2db8df00cb9b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:27.494414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-715ad05f-cc99-4b4f-bfbf-daf966171400 req-f07d60fe-7653-4a59-bb0a-2db8df00cb9b tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 943 time: 0.0517116
Jan 29 21:23:27.532532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c067b860-2035-431c-b322-f987df412887 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:23:27.532924 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c067b860-2035-431c-b322-f987df412887), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:27.541716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-715ad05f-cc99-4b4f-bfbf-daf966171400 req-3dc296a2-468e-4af0-a80f-a15d11cb2e9f tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417991
Jan 29 21:23:27.546363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c067b860-2035-431c-b322-f987df412887 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:23:27.565894 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c067b860-2035-431c-b322-f987df412887,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:23:27.569736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c067b860-2035-431c-b322-f987df412887), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:27.615361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:27.622492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.622845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.623194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.623533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.623902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.624238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.624572 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.624903 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.625260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.625589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.625918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.626243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.626568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:27.926230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['c067b860-2035-431c-b322-f987df412887'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:23:28.662820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfbe7-7b08-411b-9b8d-3c268461f77c req-ec1c419f-3ab8-4764-8b8e-3ff350ff0991 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:28.664291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5fdfbe7-7b08-411b-9b8d-3c268461f77c req-ec1c419f-3ab8-4764-8b8e-3ff350ff0991 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 944 time: 0.0559452
Jan 29 21:23:28.712574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5fdfbe7-7b08-411b-9b8d-3c268461f77c req-653e3f2a-82c8-44c2-88c1-5d8794c292db tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424881
Jan 29 21:23:29.400647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c067b860-2035-431c-b322-f987df412887 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:23:29.450022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port c067b860-2035-431c-b322-f987df412887 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:23:29.454747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port c067b860-2035-431c-b322-f987df412887 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:23:29.455231 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c067b860-2035-431c-b322-f987df412887), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:29.531664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port c067b860-2035-431c-b322-f987df412887 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:23:29.531965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c067b860-2035-431c-b322-f987df412887), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:29.553517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067b860-2035-431c-b322-f987df412887'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:23:29.555714 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f861e-ca1e-4302-b178-ddad13c8b5f9" -d '{"events": [{"server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "name": "network-vif-plugged", "status": "completed", "tag": "c067b860-2035-431c-b322-f987df412887"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:23:29.568684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c067b860-2035-431c-b322-f987df412887,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:23:29.572358 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c067b860-2035-431c-b322-f987df412887), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:29.595202 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d3cd8-47b0-4ddc-bcd2-7e901e3afc3e x-openstack-request-id: req-0e1d3cd8-47b0-4ddc-bcd2-7e901e3afc3e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:23:29.595493 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "name": "network-vif-plugged", "status": "completed", "tag": "c067b860-2035-431c-b322-f987df412887", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:23:29.595746 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e1d3cd8-47b0-4ddc-bcd2-7e901e3afc3e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:23:29.596129 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067b860-2035-431c-b322-f987df412887', 'code': 200}
Jan 29 21:23:29.621398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:29.691278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e6fae-68cf-4663-9905-be1b3c85d5ae req-ef166c85-83de-4665-a501-9c79fdfa3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:29.692789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-364e6fae-68cf-4663-9905-be1b3c85d5ae req-ef166c85-83de-4665-a501-9c79fdfa3e0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1127 time: 0.0434809
Jan 29 21:23:29.738246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-364e6fae-68cf-4663-9905-be1b3c85d5ae req-90f23a00-6fb9-4faf-92a0-5b46682d3b12 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383966
Jan 29 21:23:29.831344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83823ea-74b2-4059-99ac-8c774abc0b34 req-851dc3e7-0b2a-4057-9a6d-03eb303c294e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:29.832733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b83823ea-74b2-4059-99ac-8c774abc0b34 req-851dc3e7-0b2a-4057-9a6d-03eb303c294e tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0526125
Jan 29 21:23:29.883637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b83823ea-74b2-4059-99ac-8c774abc0b34 req-d3bfd2f0-b8c6-4d0c-bbde-75eda1e314ab tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453825
Jan 29 21:23:31.003859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37d73a-5389-4d41-841d-d84b699bdb36 req-bc135435-5bef-478c-be67-5cba501398c8 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:31.005404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e37d73a-5389-4d41-841d-d84b699bdb36 req-bc135435-5bef-478c-be67-5cba501398c8 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0522454
Jan 29 21:23:31.056221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e37d73a-5389-4d41-841d-d84b699bdb36 req-06c555b4-68a7-4a19-b6db-8b37a12a9ed4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453024
Jan 29 21:23:31.274310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-220d1d8f-f607-4a82-98f9-4796931b5232 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436869
Jan 29 21:23:31.356529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-03ef8bfb-dcf3-48d3-99b6-0dd2459ef783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:31.358147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-03ef8bfb-dcf3-48d3-99b6-0dd2459ef783 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0435307
Jan 29 21:23:31.463290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-337a0870-e88c-458b-b960-149d280afb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:31.464774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-337a0870-e88c-458b-b960-149d280afb2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0897701
Jan 29 21:23:31.529354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-555bcc82-c6f8-4767-a5f2-616d73283e4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 1001 time: 0.0587246
Jan 29 21:23:31.582079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-718a93d6-088c-4cdf-a2e1-2e2d40cab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:31.583539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-718a93d6-088c-4cdf-a2e1-2e2d40cab328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0491567
Jan 29 21:23:31.633801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-d3da3bd2-6a53-4096-bc6a-9fb3d36c495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:31.635308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-d3da3bd2-6a53-4096-bc6a-9fb3d36c495e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460639
Jan 29 21:23:31.722879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-2f2f0f99-73b3-40f2-8ce1-9a16c75bb0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812781
Jan 29 21:23:31.816213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09c89817-aa40-43be-aab2-ddd559aa9694 req-a8505cce-2561-4bf0-9581-e366df0b08f7 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867183
Jan 29 21:23:32.180166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa1b3-67e2-4120-889a-2eb75b8d79db req-044f6e34-c336-4162-8751-d1b2a01bad6d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:32.182399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27aa1b3-67e2-4120-889a-2eb75b8d79db req-044f6e34-c336-4162-8751-d1b2a01bad6d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0565033
Jan 29 21:23:32.230733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a27aa1b3-67e2-4120-889a-2eb75b8d79db req-926295e0-7ac4-4eb5-940c-0a3fc46afbc2 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427525
Jan 29 21:23:32.350639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359997bf-c7f9-4e29-bd98-1a40e8873ed7 req-89f16836-3d26-4a70-929b-5257bf3d75e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:32.352030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-359997bf-c7f9-4e29-bd98-1a40e8873ed7 req-89f16836-3d26-4a70-929b-5257bf3d75e0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0560439
Jan 29 21:23:32.399375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-359997bf-c7f9-4e29-bd98-1a40e8873ed7 req-8f424eea-fcce-4bf4-8aef-9f177953b664 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418358
Jan 29 21:23:32.422088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56924) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:23:32.464387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f25213-6b38-485a-b2b1-839d99a36394 tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:32.465942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-13f25213-6b38-485a-b2b1-839d99a36394 tempest-TestVolumeBootPattern-1986781573 tempest-TestVolumeBootPattern-1986781573-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1122 time: 0.0429094
Jan 29 21:23:32.469331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56926) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:23:32.473528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'c067b860-2035-431c-b322-f987df412887', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:23:32.492766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:32.590731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:32.691777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Allocated IP 172.35.4.218 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/b7f31c15-9d45-4aad-adab-9331c0658dab) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:23:32.791991 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:32.826331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:32.861719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:23:32.864475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:23:32.870323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:23:32.895027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=b7f31c15-9d45-4aad-adab-9331c0658dab,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:33.215484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (cb2ca515-9330-4cde-bfec-f62fcec72a15), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.282381 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.427036 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.431995 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.497285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event updated for resources: {'Port': ['ID=b7f31c15-9d45-4aad-adab-9331c0658dab,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:33.511911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (cb2ca515-9330-4cde-bfec-f62fcec72a15), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.609271 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP cb2ca515-9330-4cde-bfec-f62fcec72a15 associated. External IP: 172.35.4.218, port: c067b860-2035-431c-b322-f987df412887.
Jan 29 21:23:33.808295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:23:33.913433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:23:33.923468 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:23:33.932163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:33.934335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:23:33.934947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:33.961383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-48635571-76ff-4168-87ed-b7b82a175a60 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4909916
Jan 29 21:23:33.962279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:23:33.964520 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65276faf-cc65-433f-b984-7ccec8facdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:23:34.001668 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a8157-3fe7-4525-8999-d30ec891ec74 x-openstack-request-id: req-e88a8157-3fe7-4525-8999-d30ec891ec74 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:23:34.001965 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:23:34.002276 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e88a8157-3fe7-4525-8999-d30ec891ec74 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:23:34.002693 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887', 'status': 'completed', 'code': 200}
Jan 29 21:23:34.073846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276faf-cc65-433f-b984-7ccec8facdbf req-8c346484-b434-45e9-972b-4d1775e3426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:34.075298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-8c346484-b434-45e9-972b-4d1775e3426d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1127 time: 0.0515690
Jan 29 21:23:34.164928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276faf-cc65-433f-b984-7ccec8facdbf req-56ed6a17-02ab-4ec0-87b0-4b03b247e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:34.166456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-56ed6a17-02ab-4ec0-87b0-4b03b247e914 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0859666
Jan 29 21:23:34.196046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:23:34.242065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-0a657464-5e3a-4e42-bc6f-81c0489c8a57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 999 time: 0.0703378
Jan 29 21:23:34.428150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d7b20>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}, {'id': 'cb2ca515-9330-4cde-bfec-f62fcec72a15', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.218', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'c067b860-2035-431c-b322-f987df412887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:fd:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:23:33Z', 'updated_at': '2022-01-29T21:23:33Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:34.459105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:23:34.468486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:23:34.469144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:34.580533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:23:34.633655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276faf-cc65-433f-b984-7ccec8facdbf req-97776e4d-e966-4bb3-8e8c-3f8896175468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:34.635132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-97776e4d-e966-4bb3-8e8c-3f8896175468 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.3855736
Jan 29 21:23:34.682369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276faf-cc65-433f-b984-7ccec8facdbf req-8151a4d6-e9c8-47e0-8044-3d19a9eab618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:34.683787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-8151a4d6-e9c8-47e0-8044-3d19a9eab618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430951
Jan 29 21:23:34.774584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-a67d9fba-a770-4cc9-a813-bc6259fa0c55 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845325
Jan 29 21:23:34.814004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a3d7b20>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}, {'id': 'cb2ca515-9330-4cde-bfec-f62fcec72a15', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.218', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'c067b860-2035-431c-b322-f987df412887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:fd:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:23:33Z', 'updated_at': '2022-01-29T21:23:33Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:34.843605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531fc6f-7537-4bd4-a434-82efcc0ea756 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}, {'id': 'cb2ca515-9330-4cde-bfec-f62fcec72a15', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.218', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'c067b860-2035-431c-b322-f987df412887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:fd:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:23:33Z', 'updated_at': '2022-01-29T21:23:33Z', 'revision_number': 0, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:23:34.869017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65276faf-cc65-433f-b984-7ccec8facdbf req-e0765b3c-c759-46d6-97af-434d3e62645e service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870042
Jan 29 21:23:35.031758 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e381df6-5dfe-42cd-a3e0-90486324a9f0 None None] New status for floating IP cb2ca515-9330-4cde-bfec-f62fcec72a15: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:23:39.582060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-b67ba3e5-0ae6-469f-940f-b70a68b2e63f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0484116
Jan 29 21:23:39.671782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-3d920b2e-9d5e-4536-97fa-fc0dc23a12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:39.673337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-3d920b2e-9d5e-4536-97fa-fc0dc23a12a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ae6f04a79c84770a4886b60cb268966&device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 1128 time: 0.0513067
Jan 29 21:23:39.782599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-7cd40f21-5f20-41e8-b855-8f6d4a7e9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:39.784202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-7cd40f21-5f20-41e8-b855-8f6d4a7e9da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 200  len: 918 time: 0.0904307
Jan 29 21:23:39.871874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-710ee003-b13c-45b6-a2c2-8ea0a9360c48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 200  len: 1000 time: 0.0812550
Jan 29 21:23:39.923492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-f79f5ccb-6027-4f6e-835c-b82c1d56f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:39.925392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-f79f5ccb-6027-4f6e-835c-b82c1d56f4a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 200  len: 856 time: 0.0480497
Jan 29 21:23:39.977377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-1175671c-eb46-4177-b174-db7ad6166eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:39.979015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-1175671c-eb46-4177-b174-db7ad6166eea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5ccc527-9a70-49f8-a340-8aa6c5c6927c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480847
Jan 29 21:23:40.077613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-91a23ba5-bdbf-4068-a9f1-6a1230c36f48 service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930557
Jan 29 21:23:40.185693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85d800c-0122-4d97-a762-3e14d9848f70 req-c8ceea14-b36a-49e6-a601-cc27fc08931b service neutron] 10.222.0.36 "GET /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025140
Jan 29 21:23:40.346977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4242cf4a-8897-4cb7-8052-60cf6181699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:42.707459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6a74-3d02-4323-a8d1-223722eb0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:43.791291 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:45.664849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:46.875304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:52.671472 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:53.534724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:55.523523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb738-2c08-44bf-b1b8-89e2c51cfaa9 req-8e6be191-dffb-44fd-bcf9-767af4740fc0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:55.525078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc9bb738-2c08-44bf-b1b8-89e2c51cfaa9 req-8e6be191-dffb-44fd-bcf9-767af4740fc0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.0535369
Jan 29 21:23:55.577521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc9bb738-2c08-44bf-b1b8-89e2c51cfaa9 req-1c473a3b-f837-4718-8cfa-7ba7e7afcc9b tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452414
Jan 29 21:23:56.522773 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:23:56.706857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ce89a-51f3-49ff-8a97-0764bc43a44c req-e8ab0d76-4697-4b5e-b052-a58013345473 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:56.709428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b09ce89a-51f3-49ff-8a97-0764bc43a44c req-e8ab0d76-4697-4b5e-b052-a58013345473 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.0557864
Jan 29 21:23:56.758712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b09ce89a-51f3-49ff-8a97-0764bc43a44c req-f5d594e0-9746-4a2c-b124-817c77251ac0 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca64cd35-9c1a-4c8b-825d-c03b07151b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446088
Jan 29 21:23:56.997570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4016809-ba5c-437c-8588-6ae85d17384a req-42689545-0aae-4650-a750-a196075bf9ae tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:23:56.999961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4016809-ba5c-437c-8588-6ae85d17384a req-42689545-0aae-4650-a750-a196075bf9ae tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 946 time: 0.0534000
Jan 29 21:23:57.101283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Deleting port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:23:57.101593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.194615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] For port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:23:57.194977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.371190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.371440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.371858 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Floating IP 222484fa-91ec-4277-a20e-a6adad1f90bd disassociated. External IP: 172.35.4.53, port: 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b.
Jan 29 21:23:57.372267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Calling delete_port for 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:23:57.506173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9cd9fcba-9add-4ecf-8152-ca9c7eaa897b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.536595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'Port': ['ID=9cd9fcba-9add-4ecf-8152-ca9c7eaa897b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:57.650580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:23:57.761196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:23:57.771780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:23:57.784295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:23:57.784907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2a4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:57.811447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] No DVR routers for this DVR port 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:23:57.814841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:57.818291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4016809-ba5c-437c-8588-6ae85d17384a req-e1602fb3-50ad-45f1-a760-d09108a76ebf tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.36 "DELETE /v2.0/ports/9cd9fcba-9add-4ecf-8152-ca9c7eaa897b HTTP/1.1" status: 204  len: 173 time: 0.8142471
Jan 29 21:23:57.818931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-deleted', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:23:57.827720 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb09ee0-2400-4572-9573-3d5b30b48251" -d '{"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-deleted", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:23:57.897183 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93af6ef-0ca1-43bd-aaf5-7a120c223393 x-openstack-request-id: req-d93af6ef-0ca1-43bd-aaf5-7a120c223393 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:23:57.897811 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b56244-2ae6-4b55-878d-cec2009dc556", "name": "network-vif-deleted", "tag": "9cd9fcba-9add-4ecf-8152-ca9c7eaa897b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:23:57.898587 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d93af6ef-0ca1-43bd-aaf5-7a120c223393 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:23:57.899595 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b56244-2ae6-4b55-878d-cec2009dc556', 'name': 'network-vif-deleted', 'tag': '9cd9fcba-9add-4ecf-8152-ca9c7eaa897b', 'status': 'completed', 'code': 200}
Jan 29 21:23:57.910529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:23:57.940404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c14030d8-253b-4be2-b494-c6e16dcd2f5a req-40010b25-b262-4fa2-b340-4d1515a00c25 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b56244-2ae6-4b55-878d-cec2009dc556 HTTP/1.1" status: 200  len: 210 time: 0.0348239
Jan 29 21:23:58.150191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2a4b50>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:58.181679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:23:58.191974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:23:58.192589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a2a4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:58.324528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:23:58.533760 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a2a4b50>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:23:58.565357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bcfe50-30fe-44b3-b4c5-fb6688d56e21 None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:29Z', 'revision_number': 4, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '50f7e465-9cbc-49c5-914a-5d7dfe825e1f', 'name': '', 'network_id': 'c5ccc527-9a70-49f8-a340-8aa6c5c6927c', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'mac_address': 'fa:16:3e:6a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:28Z', 'updated_at': '2022-01-29T21:17:34Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'subnets': [{'id': '25dce8c5-3810-442a-8d48-dea0924edc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:23:58.793345 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef99ea6-9d5d-4033-a8fd-189107775238 None None] New status for floating IP 222484fa-91ec-4277-a20e-a6adad1f90bd: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:23:59.035602 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 56968) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:23:59.092961 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (ca64cd35-9c1a-4c8b-825d-c03b07151b2d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.118151 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (ca64cd35-9c1a-4c8b-825d-c03b07151b2d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.170295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ca64cd35-9c1a-4c8b-825d-c03b07151b2d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.173678 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.177462 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca64cd35-9c1a-4c8b-825d-c03b07151b2d HTTP/1.1" status: 204  len: 168 time: 0.1407654
Jan 29 21:23:59.178200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56972) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:23:59.187739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca64cd35-9c1a-4c8b-825d-c03b07151b2d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:59.194019 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-2a2fb074-de48-4cb0-9021-34a66ade7de3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] show failed (client error): The resource could not be found.
Jan 29 21:23:59.197787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a2fb074-de48-4cb0-9021-34a66ade7de3 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "GET /v2.0/security-groups/ca64cd35-9c1a-4c8b-825d-c03b07151b2d HTTP/1.1" status: 404  len: 347 time: 0.0156841
Jan 29 21:23:59.198118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198118 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 56974) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:23:59.198586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.198765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.199031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.199295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.199627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.199984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.200282 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.200614 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f8573-933c-4e2c-b837-8a11858cf37f tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:23:59.334395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Deleting port 270c5160-3e80-474f-bf38-07dbbbabeb2a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:23:59.334766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.414870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.415202 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (270c5160-3e80-474f-bf38-07dbbbabeb2a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.427667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Calling delete_port for 270c5160-3e80-474f-bf38-07dbbbabeb2a owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:23:59.572044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (270c5160-3e80-474f-bf38-07dbbbabeb2a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.599265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Pushing event deleted for resources: {'Port': ['ID=270c5160-3e80-474f-bf38-07dbbbabeb2a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:23:59.665249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks [] for floatingip (222484fa-91ec-4277-a20e-a6adad1f90bd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.668488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:23:59.669778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f41b48f9-1b66-43d5-be97-f8e2ef2eeb86 tempest-AttachVolumeShelveTestJSON-1922477119 tempest-AttachVolumeShelveTestJSON-1922477119-project] 10.222.0.20 "DELETE /v2.0/floatingips/222484fa-91ec-4277-a20e-a6adad1f90bd HTTP/1.1" status: 204  len: 168 time: 0.4708135
Jan 29 21:24:01.047769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:24:01.072554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:24:01.077953 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 9cd9fcba-9add-4ecf-8152-ca9c7eaa897b not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:24:02.074950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57048) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:02.460514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:02.703325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Deleting port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:24:02.703662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:02.781648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] For port 50f7e465-9cbc-49c5-914a-5d7dfe825e1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:02.781919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:02.794218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Calling delete_port for 50f7e465-9cbc-49c5-914a-5d7dfe825e1f owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:24:02.970442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (50f7e465-9cbc-49c5-914a-5d7dfe825e1f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:02.995457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f7e465-9cbc-49c5-914a-5d7dfe825e1f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:03.158937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:03.368936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Router 93711941-4c1e-41ce-8e1d-e2565c0fed6b has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:24:03.477459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:24:03.482870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-55dc3cb0-c076-4292-a67b-8831b81837b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/93711941-4c1e-41ce-8e1d-e2565c0fed6b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4069021
Jan 29 21:24:03.485518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57054) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:03.486774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Sync routers for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:24:03.496857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:03.497496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0951e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:03.588682 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks [] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:03.601026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:03.690904 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks [] for router_gateway (93711941-4c1e-41ce-8e1d-e2565c0fed6b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:03.743515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Deleting port 4c3f3d28-3b30-4125-8119-b0b569fa54a1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:24:03.744146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:03.776590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0951e8b0>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250'}], 'enable_snat': True}, 'gw_port_id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:24:02Z', 'revision_number': 5, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port': {'id': '4c3f3d28-3b30-4125-8119-b0b569fa54a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:03.803169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Checking router: 93711941-4c1e-41ce-8e1d-e2565c0fed6b for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:24:03.811337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Routers {'93711941-4c1e-41ce-8e1d-e2565c0fed6b'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:03.811934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0951e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:03.824663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] For port 4c3f3d28-3b30-4125-8119-b0b569fa54a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c3f3d28-3b30-4125-8119-b0b569fa54a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:03.825046 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:03.845308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Calling delete_port for 4c3f3d28-3b30-4125-8119-b0b569fa54a1 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:24:03.898015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] Set router 93711941-4c1e-41ce-8e1d-e2565c0fed6b gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:03.952911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0951e8b0>, [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:24:03Z', 'revision_number': 6, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:03.979912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9656ab7-c51c-403d-99c3-da7094afa85e None None] The sync data for ids ['93711941-4c1e-41ce-8e1d-e2565c0fed6b'] in ncdv-master-1 is: [{'id': '93711941-4c1e-41ce-8e1d-e2565c0fed6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751823055-router', 'tenant_id': '2ae6f04a79c84770a4886b60cb268966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:25Z', 'updated_at': '2022-01-29T21:24:03Z', 'revision_number': 6, 'project_id': '2ae6f04a79c84770a4886b60cb268966', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:24:04.007394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4c3f3d28-3b30-4125-8119-b0b569fa54a1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.037623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3f3d28-3b30-4125-8119-b0b569fa54a1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:04.110897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.203457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.205533 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks [] for router_controller (93711941-4c1e-41ce-8e1d-e2565c0fed6b), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.252385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (93711941-4c1e-41ce-8e1d-e2565c0fed6b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.252949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93711941-4c1e-41ce-8e1d-e2565c0fed6b {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:24:04.257557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.261424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fdd9a6f2-29f3-494e-acc4-4e097e2e891e admin admin] 10.222.0.20 "DELETE /v2.0/routers/93711941-4c1e-41ce-8e1d-e2565c0fed6b HTTP/1.1" status: 204  len: 168 time: 0.7749865
Jan 29 21:24:04.264069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57056) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:04.308421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Deleting subnet 25dce8c5-3810-442a-8d48-dea0924edc9f {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:24:04.311810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Publish callbacks [] for subnet (25dce8c5-3810-442a-8d48-dea0924edc9f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.348505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (25dce8c5-3810-442a-8d48-dea0924edc9f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.429566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (25dce8c5-3810-442a-8d48-dea0924edc9f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.479551 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (25dce8c5-3810-442a-8d48-dea0924edc9f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.503694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dce8c5-3810-442a-8d48-dea0924edc9f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:04.507245 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.510690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a3963c62-f072-4cae-859c-e6b820b9f1d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25dce8c5-3810-442a-8d48-dea0924edc9f HTTP/1.1" status: 204  len: 168 time: 0.2454476
Jan 29 21:24:04.512968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57058) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:04.513108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ce49a-1622-468d-ab90-03db3097a71b None None] Network c5ccc527-9a70-49f8-a340-8aa6c5c6927c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:24:04.584692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c5ccc527-9a70-49f8-a340-8aa6c5c6927c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.649410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Deleting port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:24:04.649753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.813672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4c3f3d28-3b30-4125-8119-b0b569fa54a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:24:04.836968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4c3f3d28-3b30-4125-8119-b0b569fa54a1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:24:04.837347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4c3f3d28-3b30-4125-8119-b0b569fa54a1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:24:04.837947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50f7e465-9cbc-49c5-914a-5d7dfe825e1f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:24:04.858357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 50f7e465-9cbc-49c5-914a-5d7dfe825e1f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:24:04.858770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50f7e465-9cbc-49c5-914a-5d7dfe825e1f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:24:04.864131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] DHCP port deletion for c5ccc527-9a70-49f8-a340-8aa6c5c6927c request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:24:04.920353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Deleting port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:24:04.920737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:04.986004 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] For port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:04.986318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.001044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Calling delete_port for ddc3fbd1-fdb8-41b8-90cb-740d452cca7a owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:24:05.066209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] For port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,segment=NetworkSegment(2158b395-32a4-4bb3-8461-bba2e0c1b23c),segment_id=2158b395-32a4-4bb3-8461-bba2e0c1b23c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:05.066596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.081028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Calling delete_port for ddc3fbd1-fdb8-41b8-90cb-740d452cca7a owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:24:05.095255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.120668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] Pushing event deleted for resources: {'Port': ['ID=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:05.126182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5fb64-7bb4-4a96-8dc4-b3ad9e66f525 None None] No DVR routers for this DVR port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:24:05.165279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ddc3fbd1-fdb8-41b8-90cb-740d452cca7a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.192608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] No DVR routers for this DVR port ddc3fbd1-fdb8-41b8-90cb-740d452cca7a on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:24:05.196640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc3fbd1-fdb8-41b8-90cb-740d452cca7a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:05.265712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c5ccc527-9a70-49f8-a340-8aa6c5c6927c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.284809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea103ae190>,) {'filters': {'network_id': ['c5ccc527-9a70-49f8-a340-8aa6c5c6927c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:05.293676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea103ae190>, '2158b395-32a4-4bb3-8461-bba2e0c1b23c') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:05.293962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea103ae190>, '2158b395-32a4-4bb3-8461-bba2e0c1b23c') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:05.307111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2158b395-32a4-4bb3-8461-bba2e0c1b23c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.320488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2158b395-32a4-4bb3-8461-bba2e0c1b23c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.326522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:24:05.326896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2158b395-32a4-4bb3-8461-bba2e0c1b23c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   self.session.flush()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:24:05.328879 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:24:05.380766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c5ccc527-9a70-49f8-a340-8aa6c5c6927c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.385391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.388586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5ccc527-9a70-49f8-a340-8aa6c5c6927c HTTP/1.1" status: 204  len: 168 time: 0.8746891
Jan 29 21:24:05.401154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20fe6-b983-4005-8c54-a8301645719c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ccc527-9a70-49f8-a340-8aa6c5c6927c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:05.503790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57062) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:05.542581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5c3eaf9f-47be-4ae9-92cc-3bcaf9572ff0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ae6f04a79c84770a4886b60cb268966&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375848
Jan 29 21:24:05.545013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57064) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:05.591003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] Publish callbacks [] for security_group (c0cb3714-6176-433d-8226-fe856d6ec60d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.612327 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] Publish callbacks [] for security_group (c0cb3714-6176-433d-8226-fe856d6ec60d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.657220 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c0cb3714-6176-433d-8226-fe856d6ec60d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.659857 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:05.661086 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0cb3714-6176-433d-8226-fe856d6ec60d HTTP/1.1" status: 204  len: 168 time: 0.1151395
Jan 29 21:24:05.668533 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f5de6-2a2c-4429-8503-e9f425071bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb3714-6176-433d-8226-fe856d6ec60d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:06.320054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57086) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:06.416336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1988250697-network', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:06.435518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Made reservation on behalf of 5d23fa2402894228bc06c5f73f23ce7c for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:24:06.438397 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.446529 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.516484 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks [] for security_group (78965ca4-28d3-4baf-b39b-72292efa7d36), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.520131 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (78965ca4-28d3-4baf-b39b-72292efa7d36), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.548903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:24:06.555078 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78965ca4-28d3-4baf-b39b-72292efa7d36,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:06.563942 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (563c8652-a51e-4426-9963-906b4c4fe282), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.564284 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Added segment 563c8652-a51e-4426-9963-906b4c4fe282 of type vlan for network 7e766411-0d75-4de1-b15c-38432916f2bb
Jan 29 21:24:06.605565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (7e766411-0d75-4de1-b15c-38432916f2bb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.631815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (7e766411-0d75-4de1-b15c-38432916f2bb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.633539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:06.634219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.635385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddc3fbd1-fdb8-41b8-90cb-740d452cca7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:24:06.655889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ddc3fbd1-fdb8-41b8-90cb-740d452cca7a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:24:06.656220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ddc3fbd1-fdb8-41b8-90cb-740d452cca7a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:24:06.689754 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3685932
Jan 29 21:24:06.692791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:06.697835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Request body: {'subnet': {'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1988250697-subnet', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:06.698772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548a4ce-2f6e-48c3-8701-1a72e0103a90 admin admin] Pushing event updated for resources: {'Network': ['ID=7e766411-0d75-4de1-b15c-38432916f2bb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:06.709016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 7e766411-0d75-4de1-b15c-38432916f2bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:24:06.717608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Made reservation on behalf of 5d23fa2402894228bc06c5f73f23ce7c for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:24:06.720051 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.885270 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (e0379e00-7b87-44ab-85a8-4a34b4cf18bd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.932772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0379e00-7b87-44ab-85a8-4a34b4cf18bd,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:06.950073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Checking segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:24:06.950681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Network hostable DHCP agents. Network: 7e766411-0d75-4de1-b15c-38432916f2bb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:24:06.969277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Network 7e766411-0d75-4de1-b15c-38432916f2bb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:24:06.977315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e766411-0d75-4de1-b15c-38432916f2bb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:06.981237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:06.981839 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:06.987946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155f7806-9bbf-4e16-96cf-2988db689066 None None] Network 7e766411-0d75-4de1-b15c-38432916f2bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:24:06.997358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fcb4fe49-585a-4c4b-a6e7-27c11fa7a11f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3034084
Jan 29 21:24:06.999964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:07.004154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:07.022078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.023077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.079201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for router_controller (f9523d47-4778-4aac-b8ae-c9268f86982d), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.089814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e766411-0d75-4de1-b15c-38432916f2bb', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:24:07.090722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.213576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for router_gateway (f9523d47-4778-4aac-b8ae-c9268f86982d), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.227738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Allocated IP 172.20.0.2 (7e766411-0d75-4de1-b15c-38432916f2bb/e0379e00-7b87-44ab-85a8-4a34b4cf18bd/559fd726-9cad-484e-8a94-d4e7f63fb8f1) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:24:07.369430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks [] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.375335 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.415080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for router_gateway (f9523d47-4778-4aac-b8ae-c9268f86982d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.416582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Network 7e766411-0d75-4de1-b15c-38432916f2bb is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:07.419886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:07.424340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:24:07.427578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Pushing event updated for resources: {'Port': ['ID=559fd726-9cad-484e-8a94-d4e7f63fb8f1,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:07.434262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.484552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Attempting to bind port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:24:07.484836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Attempting to bind port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:24:07.485224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Attempting to bind port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:24:07.490334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:24:07.490842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Checking segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:24:07.491264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.491661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Bound using segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:24:07.492135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Bound port: 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:24:07.492512 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.544400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Allocated IP 172.35.4.186 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/e4edc432-bbfd-46c6-a3db-8809402cf97b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:24:07.554099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] For port 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:24:07.557141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] For port 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=559fd726-9cad-484e-8a94-d4e7f63fb8f1,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:24:07.562970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.622349 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afb866-f4ae-4040-a23e-ebf98f90df01 None None] Pushing event updated for resources: {'Port': ['ID=559fd726-9cad-484e-8a94-d4e7f63fb8f1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:07.654178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.689683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:07.733634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:07.738744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:07.742279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:24:07.747848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4edc432-bbfd-46c6-a3db-8809402cf97b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:08.010578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for router_gateway (f9523d47-4778-4aac-b8ae-c9268f86982d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.202676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.330551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Router f9523d47-4778-4aac-b8ae-c9268f86982d is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:24:08.439262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:24:08.450317 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:24:08.457401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.458731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a924075b-b6a3-4ca1-b44f-29d07d00bda4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.4578607
Jan 29 21:24:08.461656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:08.463897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:08.465291 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:08.590766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:08.705451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4a811-d573-4783-8b54-1d5499de70ec None None] Network 7e766411-0d75-4de1-b15c-38432916f2bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:24:08.746116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 559fd726-9cad-484e-8a94-d4e7f63fb8f1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:08.784128 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e700>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:07Z', 'revision_number': 3, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:08.815279 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:24:08.815631 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Updating router f9523d47-4778-4aac-b8ae-c9268f86982d port e4edc432-bbfd-46c6-a3db-8809402cf97b binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:24:08.827180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Provisioning complete for port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:08.827475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.843135 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.881023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:08.881408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.914365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:08.990816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Current status of the port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:08.991306 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.058676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] For port 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=559fd726-9cad-484e-8a94-d4e7f63fb8f1,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:09.060085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:09.060547 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.073032 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.118668 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks [] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.129228 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.163804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Allocated IP 172.20.0.1 (7e766411-0d75-4de1-b15c-38432916f2bb/e0379e00-7b87-44ab-85a8-4a34b4cf18bd/1e8d6c26-7f3f-439d-a841-e58e4e4417ae) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:24:09.169646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8472e75-39b4-4484-98da-177e7df0fa42 None None] Pushing event updated for resources: {'Port': ['ID=559fd726-9cad-484e-8a94-d4e7f63fb8f1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:09.187058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:24:09.188107 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:24:09.188891 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Attempting to bind port e4edc432-bbfd-46c6-a3db-8809402cf97b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:24:09.189283 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Attempting to bind port e4edc432-bbfd-46c6-a3db-8809402cf97b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:24:09.189713 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Attempting to bind port e4edc432-bbfd-46c6-a3db-8809402cf97b on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:24:09.193709 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Pushing event updated for resources: {'Port': ['ID=e4edc432-bbfd-46c6-a3db-8809402cf97b,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:09.203415 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:24:09.203858 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:24:09.204271 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.204658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:24:09.205163 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Bound port: e4edc432-bbfd-46c6-a3db-8809402cf97b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:24:09.205542 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.207809 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.208153 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.208494 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.208832 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.209252 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.209630 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.209918 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.210242 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.210571 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.210897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.211327 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.211661 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.211985 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:24:09.269818 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] For port e4edc432-bbfd-46c6-a3db-8809402cf97b, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:24:09.273240 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] For port e4edc432-bbfd-46c6-a3db-8809402cf97b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4edc432-bbfd-46c6-a3db-8809402cf97b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:24:09.279381 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.283649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks [] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.299974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-01879456-e7fd-45b1-870b-e558c2cb0339 None None] Provisioning complete for port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:09.300447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-01879456-e7fd-45b1-870b-e558c2cb0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.325616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.339145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:09.339692 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:09.341560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486bf2c-7cc2-477c-ab66-342146ff99db None None] Pushing event updated for resources: {'Port': ['ID=e4edc432-bbfd-46c6-a3db-8809402cf97b,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:09.377202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Network 7e766411-0d75-4de1-b15c-38432916f2bb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:09.382618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:09.386415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:24:09.395582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-01879456-e7fd-45b1-870b-e558c2cb0339 None None] Current status of the port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:09.413794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:09.433423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f9523d47-4778-4aac-b8ae-c9268f86982d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.458329 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:09.574372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.618423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-60688eea-1530-4c20-a88f-75db86de2140 None None] Provisioning complete for port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:09.619332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60688eea-1530-4c20-a88f-75db86de2140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.655838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-60688eea-1530-4c20-a88f-75db86de2140 None None] Port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:24:09.661591 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e700>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:07Z', 'revision_number': 3, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:09.690664 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b06ef-8736-48bf-ab86-b8cc89e65f19 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:07Z', 'revision_number': 3, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:24:09.734158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:09.756723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks [] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.762902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.830261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:09.833424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f9523d47-4778-4aac-b8ae-c9268f86982d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:09.935931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Network 7e766411-0d75-4de1-b15c-38432916f2bb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:09.939180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:10.186389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-94c8a351-a7c4-4eb5-85d0-151c3c609bec None None] Provisioning complete for port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:10.186694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94c8a351-a7c4-4eb5-85d0-151c3c609bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:10.232625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-94c8a351-a7c4-4eb5-85d0-151c3c609bec None None] Port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:24:10.350252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f4d7821d-a2c5-450b-b4ae-e623bd0b4cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:10.423568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:24:10.530091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:24:10.535398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a42c517-9a4b-46a4-932b-b779f4e51fb1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f9523d47-4778-4aac-b8ae-c9268f86982d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0714643
Jan 29 21:24:10.728958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 559fd726-9cad-484e-8a94-d4e7f63fb8f1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:10.778242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:10.778767 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:10.863968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:10.865180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4edc432-bbfd-46c6-a3db-8809402cf97b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:10.910701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e4edc432-bbfd-46c6-a3db-8809402cf97b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:10.910999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:10.946729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:10.951275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12389410', 'description': 'tempest-description--1153624931'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:10.971143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:10.992640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e4edc432-bbfd-46c6-a3db-8809402cf97b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:10.993319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.017225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port e4edc432-bbfd-46c6-a3db-8809402cf97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4edc432-bbfd-46c6-a3db-8809402cf97b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:11.021935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.051424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (34853a3c-1d31-4be2-a91d-f194d1eb13e5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.055890 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34853a3c-1d31-4be2-a91d-f194d1eb13e5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.074292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=e4edc432-bbfd-46c6-a3db-8809402cf97b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:11.087369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.088610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1408803
Jan 29 21:24:11.091420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:11.096666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group_rule': {'security_group_id': '34853a3c-1d31-4be2-a91d-f194d1eb13e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:11.100581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cf6c5-c29f-4181-82f5-a60aa75c71e6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34853a3c-1d31-4be2-a91d-f194d1eb13e5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:11.123935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (65b66d6e-e746-44db-855f-6fc11eca4f85), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.180577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (65b66d6e-e746-44db-855f-6fc11eca4f85), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.184485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (65b66d6e-e746-44db-855f-6fc11eca4f85), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.202669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b66d6e-e746-44db-855f-6fc11eca4f85,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:11.210647 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.211856 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-403daba2-e95d-4a4a-b828-4e68e1b130a8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1194239
Jan 29 21:24:11.214489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57106) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:11.219504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group_rule': {'security_group_id': '34853a3c-1d31-4be2-a91d-f194d1eb13e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:11.243179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (818542d8-ae8e-4f00-ba91-a24b6cb30666), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.298492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (818542d8-ae8e-4f00-ba91-a24b6cb30666), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.302618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (818542d8-ae8e-4f00-ba91-a24b6cb30666), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.320882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:24:11.321620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818542d8-ae8e-4f00-ba91-a24b6cb30666,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:11.326828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.331671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-372c7f49-63c5-4c15-93f3-f95df1cbdb5d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1125302
Jan 29 21:24:11.331671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57108) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:11.333647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:11.334256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097879d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:11.335755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:11.356377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.439985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:11.452696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.559635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Allocated IP 172.35.4.134 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/534e8ec0-7ac3-4b1b-aa03-1b963db79f11) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:24:11.641672 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097879d0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 2, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:11.663934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.671153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:24:11.671536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Updating router f9523d47-4778-4aac-b8ae-c9268f86982d port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:24:11.697507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.698604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.735795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:11.742657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:11.747274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:24:11.750651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=534e8ec0-7ac3-4b1b-aa03-1b963db79f11,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:11.837774 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.873414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.960652 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks [] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:11.966261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.018253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896847ec-e611-46db-8dc5-aa5d8479bd8e None None] Pushing event updated for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:12.031346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.036444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.071199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Attempting to bind port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:24:12.071199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Attempting to bind port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:24:12.071533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Attempting to bind port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:24:12.076682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:24:12.077085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Checking segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:24:12.077495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.077948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Bound using segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:24:12.078795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Bound port: 1e8d6c26-7f3f-439d-a841-e58e4e4417ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:24:12.078795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.102130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=534e8ec0-7ac3-4b1b-aa03-1b963db79f11,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:12.120821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.138374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.139657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5d2f4750-55ad-449a-ad94-4867341f56dc tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8072414
Jan 29 21:24:12.158927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] For port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:24:12.162519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] For port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:24:12.170681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.239453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:12.240076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097879d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:23:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:12.241984 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896847ec-e611-46db-8dc5-aa5d8479bd8e None None] Pushing event updated for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:12.302083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-9418fae7-e9b5-45ea-bab3-55f8aa6d3b55 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--12389410&fields=id&tenant_id=5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 267 time: 0.0450599
Jan 29 21:24:12.422783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-b6c6fc57-da0c-4a05-9538-858d1f8dadf3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:12.424378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-b6c6fc57-da0c-4a05-9538-858d1f8dadf3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 811 time: 0.1156144
Jan 29 21:24:12.441660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-fc369c5f-ad18-4997-9022-6e9b5bd59a48 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/quotas/5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 375 time: 0.0106187
Jan 29 21:24:12.499866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Provisioning complete for port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:12.500238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.502037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-47d3f987-6527-472b-9a55-9a42dcbca049 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547268
Jan 29 21:24:12.550547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:12.604316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-40fb8121-4d4a-44a9-bf36-1bfaba5f99a0 service neutron] 10.222.0.20 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909641
Jan 29 21:24:12.650963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4edc432-bbfd-46c6-a3db-8809402cf97b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:12.698182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-d1d3453a-30ee-4cf1-9af8-fd00ffcec4ed service neutron] 10.222.0.20 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869043
Jan 29 21:24:12.745451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Current status of the port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:12.745969 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.755634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bcaee162-30a2-47a3-b369-d5ee5897ffc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.819127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] For port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:12.829214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e4edc432-bbfd-46c6-a3db-8809402cf97b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:12.829599 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.833095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:12.888375 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4accd7a2-d747-4928-aae8-e56e4baed512 req-f47b4f70-0ed7-4147-befa-209b2dca2874 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 210 time: 0.0383534
Jan 29 21:24:12.946246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e62670-acac-40d2-902a-0bdb612cfe67 None None] Pushing event updated for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:13.003459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d4be9b6d-287f-4623-ac5c-fa000be4f51d None None] Provisioning complete for port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:13.004148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4be9b6d-287f-4623-ac5c-fa000be4f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:13.024709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097879d0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:13.026499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e4edc432-bbfd-46c6-a3db-8809402cf97b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:13.060880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88691a98-22d1-4c30-8f1b-9320fa1a4c37 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:24:13.134996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d4be9b6d-287f-4623-ac5c-fa000be4f51d None None] Current status of the port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:13.798415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:13.850651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-7aa627d2-e14e-4d7a-bcb6-2522f807006f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:13.852270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-7aa627d2-e14e-4d7a-bcb6-2522f807006f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 811 time: 0.1199393
Jan 29 21:24:13.922132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-ed8f6d19-7173-4502-83f1-1db8512d9367 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 378 time: 0.0561283
Jan 29 21:24:13.931218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'port': {'device_id': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'admin_state_up': True, 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'security_groups': ['34853a3c-1d31-4be2-a91d-f194d1eb13e5']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:14.008063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-087e5c8d-0b53-4b5b-92a2-a81a9b678f82 req-1e56901f-fdc5-411c-98a6-c689cc741d49 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 210 time: 0.0313432
Jan 29 21:24:14.068745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Made reservation on behalf of 5d23fa2402894228bc06c5f73f23ce7c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:24:14.072308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.200731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Allocated IP 172.20.0.6 (7e766411-0d75-4de1-b15c-38432916f2bb/e0379e00-7b87-44ab-85a8-4a34b4cf18bd/8a27d785-a351-4b72-b9ff-a6bd6c204342) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:24:14.341891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.375608 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.416881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Network 7e766411-0d75-4de1-b15c-38432916f2bb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:24:14.422367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:24:14.424876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:24:14.457718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:14.485293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:14.485936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.502753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-4e8af01e-4f0f-47fd-93dd-ee61ea882191 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5755160
Jan 29 21:24:14.513629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Request body: {'port': {'device_id': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:14.577393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.672569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7d224cc6-1330-4cfa-9d23-ae0c745ec789 None None] Provisioning complete for port 8a27d785-a351-4b72-b9ff-a6bd6c204342 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:14.673138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d224cc6-1330-4cfa-9d23-ae0c745ec789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.697112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e8d6c26-7f3f-439d-a841-e58e4e4417ae up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:14.739434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7d224cc6-1330-4cfa-9d23-ae0c745ec789 None None] Port 8a27d785-a351-4b72-b9ff-a6bd6c204342 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:24:14.755215 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:14.755580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.836006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:14.847201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a27d785-a351-4b72-b9ff-a6bd6c204342 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:24:14.854615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks [] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.866184 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Transition to ACTIVE for port object 8a27d785-a351-4b72-b9ff-a6bd6c204342 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:24:14.869874 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:14.938639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Pushing event updated for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:14.987978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Attempting to bind port 8a27d785-a351-4b72-b9ff-a6bd6c204342 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:24:14.988313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Attempting to bind port 8a27d785-a351-4b72-b9ff-a6bd6c204342 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:24:14.988724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Attempting to bind port 8a27d785-a351-4b72-b9ff-a6bd6c204342 on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:24:14.993285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Port 8a27d785-a351-4b72-b9ff-a6bd6c204342 on network 7e766411-0d75-4de1-b15c-38432916f2bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:24:14.993607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Attempting to bind port 8a27d785-a351-4b72-b9ff-a6bd6c204342 on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:24:14.998639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:24:14.998976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Checking segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:24:14.999358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Bound using segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:24:14.999786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Bound port: 8a27d785-a351-4b72-b9ff-a6bd6c204342, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:24:15.000141 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:15.075822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:24:15.080828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:24:15.094982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:15.148603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.149278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:15.150652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] 10.222.0.36 "PUT /v2.0/ports/8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1091 time: 0.6412930
Jan 29 21:24:15.151266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:24:15.153606 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:24:15.183000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35625aed-631a-42dc-9ad6-92159e29a11e service neutron] Pushing event updated for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:15.193572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fec8e-a39b-4704-98d9-2d49c5162d70 req-6c907bc9-ab1c-4cad-b36a-9af99d4039e4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.195118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c63fec8e-a39b-4704-98d9-2d49c5162d70 req-6c907bc9-ab1c-4cad-b36a-9af99d4039e4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 943 time: 0.1163054
Jan 29 21:24:15.226053 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c89a2-279d-4656-886d-831a3b27b2ba x-openstack-request-id: req-ec7c89a2-279d-4656-886d-831a3b27b2ba {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:24:15.226385 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:24:15.226702 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec7c89a2-279d-4656-886d-831a3b27b2ba {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:24:15.227252 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'status': 'completed', 'code': 200}
Jan 29 21:24:15.292021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c63fec8e-a39b-4704-98d9-2d49c5162d70 req-b2e99b2a-ae0a-4231-b0bf-d141fb94b862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0879939
Jan 29 21:24:15.295014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-1879aa74-2309-4013-84d0-d766a8a4c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.296459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-1879aa74-2309-4013-84d0-d766a8a4c1cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1125 time: 0.0905461
Jan 29 21:24:15.339917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-f749db6b-deed-4ba9-9117-a37be4237187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 217 time: 0.0372818
Jan 29 21:24:15.388500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-795ee15c-6b4d-4ea8-93d3-6388fc37e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.390984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-795ee15c-6b4d-4ea8-93d3-6388fc37e177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0450156
Jan 29 21:24:15.442349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-8876b352-9bd5-4f4c-ba30-db4a7eddb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.443762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-8876b352-9bd5-4f4c-ba30-db4a7eddb0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482430
Jan 29 21:24:15.538458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-3a13eb06-f779-4f04-98ef-20f16be7b704 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881393
Jan 29 21:24:15.633501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e39adcb-8db1-4b8a-8bdd-753c061ebbcb req-9f56e0be-576d-4160-8962-bf8a374369dc service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896535
Jan 29 21:24:15.678876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:15.722381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-a316e906-2fd9-4e30-a090-2a86aa4a9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.723908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-a316e906-2fd9-4e30-a090-2a86aa4a9f38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1125 time: 0.0461745
Jan 29 21:24:15.811275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-2d71d504-4c12-458d-98f6-0570956ffe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.813313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-2d71d504-4c12-458d-98f6-0570956ffe60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0832274
Jan 29 21:24:15.858808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-caf4cba7-f44e-4c4e-817b-fb01a0f431ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 217 time: 0.0388269
Jan 29 21:24:15.904705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-f5a1d53a-6950-4e5d-b7f0-25838f3b9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.906184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-f5a1d53a-6950-4e5d-b7f0-25838f3b9ccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0423615
Jan 29 21:24:15.953249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-178334ab-cae9-4707-a00a-421dbc44d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:15.954715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-178334ab-cae9-4707-a00a-421dbc44d198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434065
Jan 29 21:24:16.044759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-6e384912-5765-4889-8d46-40b77a4d1edf service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838125
Jan 29 21:24:16.130313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23952dce-a170-41a9-8d7f-9e3ec1c63bf8 req-a0a427dd-ed05-49e9-9b8a-a60371218ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797179
Jan 29 21:24:16.416940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072731-2d6e-4e48-a744-eee785c70851 req-42f643b2-c34b-4e50-8e48-f31369f2d4d7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:16.418442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7072731-2d6e-4e48-a744-eee785c70851 req-42f643b2-c34b-4e50-8e48-f31369f2d4d7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 943 time: 0.0573783
Jan 29 21:24:16.463870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7072731-2d6e-4e48-a744-eee785c70851 req-86238a42-6228-48af-b2cb-a5a575d9155b tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398262
Jan 29 21:24:16.877077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:17.582299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7732-4be1-4737-a17e-9952f431027f req-b55ea808-cc51-4f36-b2b8-5ad5cea2cd16 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:17.583774 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ebe7732-4be1-4737-a17e-9952f431027f req-b55ea808-cc51-4f36-b2b8-5ad5cea2cd16 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 943 time: 0.0538638
Jan 29 21:24:17.630123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ebe7732-4be1-4737-a17e-9952f431027f req-5e58ddda-3919-4e94-b881-069dbe4ed857 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406685
Jan 29 21:24:18.747921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8648d-c396-49f7-ad79-2efdcb66ba76 req-11067d80-4be9-430f-9b31-432879316912 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:18.749427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c8648d-c396-49f7-ad79-2efdcb66ba76 req-11067d80-4be9-430f-9b31-432879316912 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 943 time: 0.0515184
Jan 29 21:24:18.798675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c8648d-c396-49f7-ad79-2efdcb66ba76 req-b6976218-6b04-4fdb-ac2b-118d5767660c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430288
Jan 29 21:24:19.139977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a27d785-a351-4b72-b9ff-a6bd6c204342 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:24:19.238235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:19.249250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'port_id': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'mac_address': 'fa:16:3e:12:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:24:19.284117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 8a27d785-a351-4b72-b9ff-a6bd6c204342 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:19.284504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:19.296536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a27d785-a351-4b72-b9ff-a6bd6c204342 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:24:19.319393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:19.323191 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:19.367946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:19.627682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['8a27d785-a351-4b72-b9ff-a6bd6c204342'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:24:19.922980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662739c-6234-4bfc-85f7-8dbf01d21cc9 req-432917c4-f814-451b-8149-524926c6bf2f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:19.924721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c662739c-6234-4bfc-85f7-8dbf01d21cc9 req-432917c4-f814-451b-8149-524926c6bf2f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 944 time: 0.0532022
Jan 29 21:24:19.975380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c662739c-6234-4bfc-85f7-8dbf01d21cc9 req-274e9d79-856b-4f28-b260-292fe58137c3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442832
Jan 29 21:24:21.104897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df654-b855-42a3-9ffa-ccb2e952c5b2 req-f18e3883-392f-47b0-80fa-fa29748f54b0 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:21.106746 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-263df654-b855-42a3-9ffa-ccb2e952c5b2 req-f18e3883-392f-47b0-80fa-fa29748f54b0 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 944 time: 0.0601470
Jan 29 21:24:21.140439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a27d785-a351-4b72-b9ff-a6bd6c204342 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:24:21.165303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-263df654-b855-42a3-9ffa-ccb2e952c5b2 req-48e6656f-b801-4b69-84fb-4ac8e31852b0 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0527809
Jan 29 21:24:21.199388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 8a27d785-a351-4b72-b9ff-a6bd6c204342 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:24:21.203706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 8a27d785-a351-4b72-b9ff-a6bd6c204342 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:24:21.204147 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:21.289400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 8a27d785-a351-4b72-b9ff-a6bd6c204342 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:24:21.289759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:21.316211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:24:21.319180 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1b8a4-e964-437f-92e7-8abd247b7f25" -d '{"events": [{"server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:24:21.338949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:24:21.343260 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:21.370764 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d491059-858b-4e2d-a365-4031fc380df9 x-openstack-request-id: req-2d491059-858b-4e2d-a365-4031fc380df9 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:24:21.371101 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:24:21.371322 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d491059-858b-4e2d-a365-4031fc380df9 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:24:21.371873 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'code': 200}
Jan 29 21:24:21.403794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:24:21.467964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd707-e9dd-4edc-a76f-c90556e783c5 req-2346fe29-bfbe-4606-9130-ade2226cf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:21.469599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f2dd707-e9dd-4edc-a76f-c90556e783c5 req-2346fe29-bfbe-4606-9130-ade2226cf494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0500343
Jan 29 21:24:21.513222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f2dd707-e9dd-4edc-a76f-c90556e783c5 req-a844dbc5-7cc5-4703-9ca6-449ba23431e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381746
Jan 29 21:24:22.294097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93617f18-5b91-4ef4-896d-3b22db9daec9 req-b5685641-e8f3-4fd8-ae47-85579564c66e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:22.295626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93617f18-5b91-4ef4-896d-3b22db9daec9 req-b5685641-e8f3-4fd8-ae47-85579564c66e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0601623
Jan 29 21:24:22.343602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93617f18-5b91-4ef4-896d-3b22db9daec9 req-7b489077-562e-4663-b25c-13b547db4b5a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407393
Jan 29 21:24:22.682515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:23.470955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1cd9b-737a-408d-9d96-0329529ee800 req-341ea1dd-a230-4995-a36b-c34d0deb5a10 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:23.472923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfe1cd9b-737a-408d-9d96-0329529ee800 req-341ea1dd-a230-4995-a36b-c34d0deb5a10 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0586545
Jan 29 21:24:23.523288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfe1cd9b-737a-408d-9d96-0329529ee800 req-c1057bd8-2fde-4e91-bb43-e0f04c9ff289 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444143
Jan 29 21:24:23.556477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:23.668532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad89360-b279-48ae-a62a-19c6f2c29575 req-bfd95f7f-8298-424e-880d-971e097fcb83 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:23.671051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ad89360-b279-48ae-a62a-19c6f2c29575 req-bfd95f7f-8298-424e-880d-971e097fcb83 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0650713
Jan 29 21:24:23.683593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:24:23.688927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'floatingip': {'port_id': '8a27d785-a351-4b72-b9ff-a6bd6c204342'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:24:23.734868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:24.200485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:24.204344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:24.317235 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Floating IP f1847647-9987-4055-afca-84a9c15e19a8 associated. External IP: 172.35.4.134, port: 8a27d785-a351-4b72-b9ff-a6bd6c204342.
Jan 29 21:24:24.535765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:24:24.648429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:24:24.653237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:24.658380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:24:24.669673 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:24.670244 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:24:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:24.686589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-affc4f8b-7279-4d35-a8ab-78e326c9b9ed tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "PUT /v2.0/floatingips/f1847647-9987-4055-afca-84a9c15e19a8 HTTP/1.1" status: 200  len: 991 time: 1.0017698
Jan 29 21:24:24.687252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:24:24.689640 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658a486-2ce9-450e-aa8d-469b8ae585ec" -d '{"events": [{"name": "network-changed", "server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:24:24.728166 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6257b-2147-4499-8c75-55f9e93fb3b7 x-openstack-request-id: req-8dc6257b-2147-4499-8c75-55f9e93fb3b7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:24:24.728539 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:24:24.728862 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dc6257b-2147-4499-8c75-55f9e93fb3b7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:24:24.729367 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'status': 'completed', 'code': 200}
Jan 29 21:24:24.833658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-f35aa9ed-1ef9-4ce6-9b7d-937977a0a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:24.835614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-f35aa9ed-1ef9-4ce6-9b7d-937977a0a836 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0806413
Jan 29 21:24:24.854101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bafe4-3f14-4bad-a152-a4969da6b1e1 req-67728ecc-7e90-4aae-9ff4-78135cea5327 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:24.858148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-756bafe4-3f14-4bad-a152-a4969da6b1e1 req-67728ecc-7e90-4aae-9ff4-78135cea5327 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.1150277
Jan 29 21:24:24.894049 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:24.984594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-756bafe4-3f14-4bad-a152-a4969da6b1e1 req-7e46a016-f2da-41dc-a273-61897cab11db tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1152022
Jan 29 21:24:25.014242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-f868d871-ec2b-4c2f-94e9-58f1f8030a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:25.015784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-f868d871-ec2b-4c2f-94e9-58f1f8030a4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.1733510
Jan 29 21:24:25.110283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-e5417e36-408e-4e2d-9e4c-7be256e3933f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 999 time: 0.0887289
Jan 29 21:24:25.144026 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e760>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f1847647-9987-4055-afca-84a9c15e19a8', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:12:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:24:11Z', 'updated_at': '2022-01-29T21:24:24Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:25.161410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-7bf67d7d-493f-4a56-9a6b-0563917c74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:25.163015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-7bf67d7d-493f-4a56-9a6b-0563917c74cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0474772
Jan 29 21:24:25.176817 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:24:25.192036 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:24:25.192642 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:24:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:25.213755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-2af81b7f-cf20-470d-9d24-3b6133c48cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:25.215281 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-2af81b7f-cf20-470d-9d24-3b6133c48cde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472131
Jan 29 21:24:25.302560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:24:25.310661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-f707817f-f5b1-49f0-88f1-5f17ea844b9a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896237
Jan 29 21:24:25.411726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7658a486-2ce9-450e-aa8d-469b8ae585ec req-2569ca62-a57f-4e32-a7a3-ff3cbf42c806 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954025
Jan 29 21:24:25.531692 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b45e760>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f1847647-9987-4055-afca-84a9c15e19a8', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:12:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:24:11Z', 'updated_at': '2022-01-29T21:24:24Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:24:25.564825 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227bf8c-395f-4b33-b152-169b2c7774a1 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f1847647-9987-4055-afca-84a9c15e19a8', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:12:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:24:11Z', 'updated_at': '2022-01-29T21:24:24Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:24:25.779699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977524e-d42d-442e-b544-0e7a8483e893 None None] New status for floating IP f1847647-9987-4055-afca-84a9c15e19a8: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:24:26.134098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e31ab8-d1cd-4a43-a00d-58b7e4de20b2 req-9a9231d4-1d62-49da-86d3-eeb607e0a629 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:26.135724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54e31ab8-d1cd-4a43-a00d-58b7e4de20b2 req-9a9231d4-1d62-49da-86d3-eeb607e0a629 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0587463
Jan 29 21:24:26.192492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54e31ab8-d1cd-4a43-a00d-58b7e4de20b2 req-5bea9c0b-61ee-4677-971e-2bb739918dba tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500526
Jan 29 21:24:32.289347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-efc32e68-6082-4613-866d-0ce442167d37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0509379
Jan 29 21:24:32.357048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202808-53e4-43da-804c-d5bafd649921 req-2f584f2d-110c-41bf-8691-3130c6a23078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:32.358547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-2f584f2d-110c-41bf-8691-3130c6a23078 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1127 time: 0.0437677
Jan 29 21:24:32.846753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202808-53e4-43da-804c-d5bafd649921 req-b38205d7-7de5-4473-bb09-8c9e4dab2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:32.848162 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-b38205d7-7de5-4473-bb09-8c9e4dab2e1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.4684885
Jan 29 21:24:32.915834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-38b16827-d7a3-4b51-adc7-d7fb0e952227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 1001 time: 0.0615721
Jan 29 21:24:32.968057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202808-53e4-43da-804c-d5bafd649921 req-79caa5db-2b08-49d7-a1bd-5c23228ce0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:32.969531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-79caa5db-2b08-49d7-a1bd-5c23228ce0c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0475008
Jan 29 21:24:33.024481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202808-53e4-43da-804c-d5bafd649921 req-157b2478-f70d-40b9-97e1-603a81b424ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:33.026043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-157b2478-f70d-40b9-97e1-603a81b424ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0500951
Jan 29 21:24:33.118588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-c20ffb9e-deb7-4445-ad42-86c38704b616 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851147
Jan 29 21:24:33.222891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f202808-53e4-43da-804c-d5bafd649921 req-09ecc8d7-04d1-4d9b-b6e5-a07096364d35 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976987
Jan 29 21:24:33.521772 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:24:39.567960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-9abd2a2a-111b-44c5-89e8-875d04361d49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461645
Jan 29 21:24:39.650715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-f58c1ae1-7cb8-4f16-a5b7-2799a04d601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:39.652445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-f58c1ae1-7cb8-4f16-a5b7-2799a04d601e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0443153
Jan 29 21:24:39.756130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-399a02dd-012c-42a1-a564-dfda91833f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:39.757633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-399a02dd-012c-42a1-a564-dfda91833f21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0859005
Jan 29 21:24:39.821733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-464c316d-2337-496d-959d-91decaa125d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.0574534
Jan 29 21:24:39.869226 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-e41fd59a-4d23-465a-bfad-f115a18c951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:39.870642 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-e41fd59a-4d23-465a-bfad-f115a18c951b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0417471
Jan 29 21:24:39.922696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-821d34cd-dfb7-4f88-95fd-2aa1e1507bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:24:39.924183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-821d34cd-dfb7-4f88-95fd-2aa1e1507bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461316
Jan 29 21:24:40.009481 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-301bffec-16f5-42df-a26e-bcdef5001e6a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787268
Jan 29 21:24:40.098504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aff92c5b-2ae4-4e1c-8228-e00e824c1a6d req-7863ea91-d806-4cad-85d3-aa92d0ee16ae service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829139
Jan 29 21:24:40.351679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fac3a435-93e1-47f2-a0f6-a2fcfecd72d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:42.707117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a852-f216-4a42-bc3b-8f9cfb8a9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:43.796157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:45.668861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:46.878336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:52.691193 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:24:53.561751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:10.353314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9a87e47a-d4a4-4736-8ae1-d509f3b6afab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:10.521622 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:25:12.708211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-418c70c9-4f8d-49b5-8f5f-5620f6e740fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:13.799700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.323100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57214) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:25:14.478997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port b7f31c15-9d45-4aad-adab-9331c0658dab {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:14.479237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.552369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.552703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (b7f31c15-9d45-4aad-adab-9331c0658dab), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.564085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for b7f31c15-9d45-4aad-adab-9331c0658dab owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:14.732366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b7f31c15-9d45-4aad-adab-9331c0658dab), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.760705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=b7f31c15-9d45-4aad-adab-9331c0658dab,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:14.772516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.772864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.773257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.773595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.773932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.774269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.774599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.774921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.775242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.775562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.775883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.776201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.776520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:14.830315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (cb2ca515-9330-4cde-bfec-f62fcec72a15), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:14.830646 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP cb2ca515-9330-4cde-bfec-f62fcec72a15 disassociated (deleted). External IP: 172.35.4.218, port: c067b860-2035-431c-b322-f987df412887.
Jan 29 21:25:15.034896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:25:15.139035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:25:15.143789 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:15.148255 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:25:15.159287 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:25:15.159876 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af01a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:15.172210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1d996559-2a1e-4c17-bfc6-ddf9920a2102 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb2ca515-9330-4cde-bfec-f62fcec72a15 HTTP/1.1" status: 204  len: 168 time: 0.8481052
Jan 29 21:25:15.172791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:25:15.175338 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:25:15.222623 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e81a3-d019-4618-814d-78eb0a75cd8a x-openstack-request-id: req-5a4e81a3-d019-4618-814d-78eb0a75cd8a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:25:15.223386 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "tag": "c067b860-2035-431c-b322-f987df412887", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:25:15.225517 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a4e81a3-d019-4618-814d-78eb0a75cd8a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:25:15.225517 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'tag': 'c067b860-2035-431c-b322-f987df412887', 'status': 'completed', 'code': 200}
Jan 29 21:25:15.267293 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:25:15.290245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-e6ff3494-fce4-4b40-891d-e527d050ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:15.291675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-e6ff3494-fce4-4b40-891d-e527d050ec24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 1127 time: 0.0480881
Jan 29 21:25:15.427345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-59f9b7b2-129f-48cd-b988-dfa6bdb90083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:15.428820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-59f9b7b2-129f-48cd-b988-dfa6bdb90083 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1228402
Jan 29 21:25:15.440922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f071ad0-6891-426a-b312-f458556659c3 req-5ae69049-059e-4007-9306-a12e00f30c06 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:15.442365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f071ad0-6891-426a-b312-f458556659c3 req-5ae69049-059e-4007-9306-a12e00f30c06 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0802312
Jan 29 21:25:15.482800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-d4c5b4ab-8354-428d-89b6-778c863009c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 200  len: 217 time: 0.0389907
Jan 29 21:25:15.496279 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af01a90>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:15.522255 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:25:15.530340 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:25:15.530942 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af01a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:15.556103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f071ad0-6891-426a-b312-f458556659c3 req-d4a4076a-c0d7-4cee-9c20-51d19e23ee54 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1059358
Jan 29 21:25:15.559535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-0127fe94-78bc-408b-bed2-43b1de88c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:15.561499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-0127fe94-78bc-408b-bed2-43b1de88c2b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0709198
Jan 29 21:25:15.612485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-93a8b84c-35e3-4672-bb71-b7c235ad48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:15.614018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-93a8b84c-35e3-4672-bb71-b7c235ad48b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448401
Jan 29 21:25:15.636664 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:25:15.672472 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:15.713632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-1ff48ee8-98e5-47d2-ac59-23d40cda90d3 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933104
Jan 29 21:25:15.802269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5931c1e8-f7d5-4d60-9c1f-28a00e13c9c6 req-262fada5-a0db-4e89-ab5f-2031ad48ac59 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816298
Jan 29 21:25:15.863657 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af01a90>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:15.970300 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47e57b-19b5-486b-a83a-3327784f6e8e None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e6f1661-73f7-40c7-b403-7986c61eeff3', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'floating_ip_address': '172.35.4.140', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'port_id': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'mac_address': 'fa:16:3e:93:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df2633-d41b-4f6f-a01f-634510556f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:21:39Z', 'updated_at': '2022-01-29T21:21:42Z', 'revision_number': 1, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:25:16.178950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f3a6b-35c0-4815-8a6a-d60b866f084b None None] New status for floating IP cb2ca515-9330-4cde-bfec-f62fcec72a15: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:25:16.679677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739dc59-83bd-4c6e-89e4-f7e97c3a2a85 req-d4738273-649a-4723-ab74-22e72aa6769d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:16.681175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6739dc59-83bd-4c6e-89e4-f7e97c3a2a85 req-d4738273-649a-4723-ab74-22e72aa6769d tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0524032
Jan 29 21:25:16.733036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6739dc59-83bd-4c6e-89e4-f7e97c3a2a85 req-872616d8-0f35-4616-9998-bb6e2acafafc tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456955
Jan 29 21:25:16.881796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:17.031984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-a91937e2-f5c1-4b40-83b8-d43951bcb6fb tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:17.033430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-a91937e2-f5c1-4b40-83b8-d43951bcb6fb tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 945 time: 0.0503163
Jan 29 21:25:17.120663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port c067b860-2035-431c-b322-f987df412887 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:17.121028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c067b860-2035-431c-b322-f987df412887), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:17.211295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port c067b860-2035-431c-b322-f987df412887, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c067b860-2035-431c-b322-f987df412887,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:25:17.211654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c067b860-2035-431c-b322-f987df412887), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:17.224269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for c067b860-2035-431c-b322-f987df412887 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:17.350041 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c067b860-2035-431c-b322-f987df412887), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:17.378538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=c067b860-2035-431c-b322-f987df412887,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:17.421268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port c067b860-2035-431c-b322-f987df412887 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:25:17.423864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:17.427628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a77c7a70-2642-45e4-b12c-f4c1883d23a3 req-926acc80-5021-470f-9f71-27e6aaccab75 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/c067b860-2035-431c-b322-f987df412887 HTTP/1.1" status: 204  len: 173 time: 0.3896148
Jan 29 21:25:17.428093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'name': 'network-vif-deleted', 'tag': 'c067b860-2035-431c-b322-f987df412887'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:25:17.430472 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca4ac4-13c7-462a-bbc0-65cfab529bf5" -d '{"events": [{"server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "name": "network-vif-deleted", "tag": "c067b860-2035-431c-b322-f987df412887"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:25:17.468558 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3565773-a8c0-4d27-8e7e-cef818e23b66 x-openstack-request-id: req-c3565773-a8c0-4d27-8e7e-cef818e23b66 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:25:17.468846 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64eb82-decd-4949-8dc2-71ac34c2cc7a", "name": "network-vif-deleted", "tag": "c067b860-2035-431c-b322-f987df412887", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:25:17.469139 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3565773-a8c0-4d27-8e7e-cef818e23b66 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:25:17.469552 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be64eb82-decd-4949-8dc2-71ac34c2cc7a', 'name': 'network-vif-deleted', 'tag': 'c067b860-2035-431c-b322-f987df412887', 'status': 'completed', 'code': 200}
Jan 29 21:25:17.843289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-299845ac-c3ce-4428-ae26-62253e25f118 req-62b0f2cb-cbc1-4576-8090-48fabca904c1 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=be64eb82-decd-4949-8dc2-71ac34c2cc7a HTTP/1.1" status: 200  len: 210 time: 0.0279000
Jan 29 21:25:19.829480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c067b860-2035-431c-b322-f987df412887 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:25:19.852443 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: c067b860-2035-431c-b322-f987df412887 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:25:19.852782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device c067b860-2035-431c-b322-f987df412887 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:25:22.682337 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:23.562983 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:33.304195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-e1a7726f-b7ac-49c0-b883-39595f1478d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0458975
Jan 29 21:25:33.387725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-49912b96-bf97-4e9c-bb76-f156f1352c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:33.389301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-49912b96-bf97-4e9c-bb76-f156f1352c85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0442679
Jan 29 21:25:33.490406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-315f8f8b-ed2b-4759-be01-f655e0b3c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:33.491892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-315f8f8b-ed2b-4759-be01-f655e0b3c73f service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.0840795
Jan 29 21:25:33.559753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-5836f87a-8868-4beb-95bf-69aaec442533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 1001 time: 0.0620418
Jan 29 21:25:33.607102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-6f0b3e47-118d-455b-ba7c-63936ff0f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:33.609065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-6f0b3e47-118d-455b-ba7c-63936ff0f07b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0429091
Jan 29 21:25:33.656831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-cac81d2b-a9fc-4542-85fe-19e0c07acad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:33.658346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-cac81d2b-a9fc-4542-85fe-19e0c07acad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437915
Jan 29 21:25:33.757325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-0c9e5297-21fa-4ab2-abb3-6d90eff57561 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929451
Jan 29 21:25:33.845292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3583603-a876-4a4d-8bee-c4e7b2e3c397 req-1d6345f9-81f7-4803-bcd1-fa5ca2e43a7a service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825720
Jan 29 21:25:34.674611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a0dd-8269-4ff2-9390-9c58ce82cfe7 req-b581e8ac-e493-4656-adfd-54af579599c7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:34.676080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed51a0dd-8269-4ff2-9390-9c58ce82cfe7 req-b581e8ac-e493-4656-adfd-54af579599c7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0588815
Jan 29 21:25:34.722269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed51a0dd-8269-4ff2-9390-9c58ce82cfe7 req-b23732e4-a8d7-42e2-94bb-26187b793cee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406265
Jan 29 21:25:35.846682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58856b-2c13-47fb-820a-94471a3036ef req-b493edd6-cb47-4135-869c-2070831f240b tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:35.848274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f58856b-2c13-47fb-820a-94471a3036ef req-b493edd6-cb47-4135-869c-2070831f240b tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0523674
Jan 29 21:25:35.893980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f58856b-2c13-47fb-820a-94471a3036ef req-bdae10bc-8220-49bb-9cbc-febf3e1ddddd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401905
Jan 29 21:25:37.015250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17de09-b191-4c13-9b21-3ffa6ed662b5 req-ef4f7778-ce43-44b3-bf3d-df7d0a718e02 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:37.016716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf17de09-b191-4c13-9b21-3ffa6ed662b5 req-ef4f7778-ce43-44b3-bf3d-df7d0a718e02 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0547876
Jan 29 21:25:37.062275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf17de09-b191-4c13-9b21-3ffa6ed662b5 req-6403f9c5-0b5e-467c-86c9-dc92dcb94078 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399895
Jan 29 21:25:38.180800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fcf10-c1d7-4823-92e0-36472852e93d req-17514c1e-bda6-4d61-92da-81af940040a0 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:38.182335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f9fcf10-c1d7-4823-92e0-36472852e93d req-17514c1e-bda6-4d61-92da-81af940040a0 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0523295
Jan 29 21:25:38.230395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f9fcf10-c1d7-4823-92e0-36472852e93d req-34a8ba40-dcaa-4eb0-9035-40a0fb0f302c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420711
Jan 29 21:25:39.347372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896128b5-c403-491b-872e-63055362fc47 req-1d768cfe-6b09-43dc-b530-0345c664d022 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:39.348819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-896128b5-c403-491b-872e-63055362fc47 req-1d768cfe-6b09-43dc-b530-0345c664d022 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0509903
Jan 29 21:25:39.396604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-896128b5-c403-491b-872e-63055362fc47 req-95ac493a-5ca5-4c26-8180-b52896a84f29 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423603
Jan 29 21:25:39.591011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06da85-2a60-4b65-886b-317967b3e938 req-6f7ef0ef-fe91-4aee-a68a-b72a071d5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:39.592515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-6f7ef0ef-fe91-4aee-a68a-b72a071d5bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0445805
Jan 29 21:25:39.691329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06da85-2a60-4b65-886b-317967b3e938 req-e2c95b04-0125-4eff-8a6f-379b1a2b7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:39.692796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-e2c95b04-0125-4eff-8a6f-379b1a2b7b45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0836802
Jan 29 21:25:39.760894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-d2fe8a55-c5ee-497e-8bdd-ce4a699b26e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.0617874
Jan 29 21:25:39.825385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06da85-2a60-4b65-886b-317967b3e938 req-9807786f-7379-4fe7-9d11-ed2381a1e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:39.826862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-9807786f-7379-4fe7-9d11-ed2381a1e67f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0592878
Jan 29 21:25:39.874275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06da85-2a60-4b65-886b-317967b3e938 req-c48ca6a0-633b-4e47-9981-ef3153cf1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:39.875770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-c48ca6a0-633b-4e47-9981-ef3153cf1c35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436640
Jan 29 21:25:39.965358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-77043cfa-e52d-4643-9b90-375c2e1c047a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836596
Jan 29 21:25:40.050568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f06da85-2a60-4b65-886b-317967b3e938 req-21c7c802-bbde-4bae-9095-3e34d490fa3a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796440
Jan 29 21:25:40.354238 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bec78df8-22cf-4ce8-b042-a3c9ab2b7213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:40.522052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a840e-fc31-4ec8-9bff-cb0d7d1fd503 req-39e2c4b0-d9c9-4227-9ae6-b50d5283a21e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:40.523479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-398a840e-fc31-4ec8-9bff-cb0d7d1fd503 req-39e2c4b0-d9c9-4227-9ae6-b50d5283a21e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0571458
Jan 29 21:25:40.569446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-398a840e-fc31-4ec8-9bff-cb0d7d1fd503 req-8bb26629-3243-48b0-b8b1-65350b50a4a3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403943
Jan 29 21:25:41.687025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09264e8-2108-4b43-aae7-0bcf6103000d req-b9108416-0ec5-4b58-919f-6fc527cc8099 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:41.688488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d09264e8-2108-4b43-aae7-0bcf6103000d req-b9108416-0ec5-4b58-919f-6fc527cc8099 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0513632
Jan 29 21:25:41.732768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d09264e8-2108-4b43-aae7-0bcf6103000d req-c5f01dfa-a788-433b-aa24-ef269a69c956 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383322
Jan 29 21:25:42.709731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94e57969-8b80-4c91-bbbf-a8dab92fd8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:42.851493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c954d-bf51-4285-8882-29566a1aa606 req-c297eef3-5658-45bc-b1bb-edccfa17cf58 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:42.852960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698c954d-bf51-4285-8882-29566a1aa606 req-c297eef3-5658-45bc-b1bb-edccfa17cf58 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0523319
Jan 29 21:25:42.902264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-698c954d-bf51-4285-8882-29566a1aa606 req-06607ceb-b12b-4efb-965b-29d91ce3ecf1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434287
Jan 29 21:25:43.804679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:44.024555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4309b-a0fa-4270-a718-b7965d45345a req-8ed792ff-3d46-4376-9939-dbc53aa011f3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:44.026041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bff4309b-a0fa-4270-a718-b7965d45345a req-8ed792ff-3d46-4376-9939-dbc53aa011f3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0541458
Jan 29 21:25:44.072454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bff4309b-a0fa-4270-a718-b7965d45345a req-34eab95b-d436-410b-8feb-e0927da3444d tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402448
Jan 29 21:25:45.190458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e724-8c1b-4402-af94-04a2b807412c req-5cf86022-29c7-4107-85ce-6e80f833781e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:45.191918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3a4e724-8c1b-4402-af94-04a2b807412c req-5cf86022-29c7-4107-85ce-6e80f833781e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0527802
Jan 29 21:25:45.238850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3a4e724-8c1b-4402-af94-04a2b807412c req-a1dadaad-d2f6-4ee6-8f76-ef4fa556c450 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414162
Jan 29 21:25:45.675836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:46.360012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c82635-66ad-4100-ab08-a71a01680f57 req-c8162b06-de67-452a-af08-2b65c687b5d1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:46.361498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4c82635-66ad-4100-ab08-a71a01680f57 req-c8162b06-de67-452a-af08-2b65c687b5d1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0551112
Jan 29 21:25:46.407293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4c82635-66ad-4100-ab08-a71a01680f57 req-2b239896-b6da-426d-bc3b-fd11004be813 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402858
Jan 29 21:25:46.883846 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:47.520380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:25:47.524760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a569-dd6a-44d4-8d1d-684c3e9eaf57 req-f0e5f855-fa6a-4729-b930-818158a85e79 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:47.526268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba09a569-dd6a-44d4-8d1d-684c3e9eaf57 req-f0e5f855-fa6a-4729-b930-818158a85e79 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0511272
Jan 29 21:25:47.571731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba09a569-dd6a-44d4-8d1d-684c3e9eaf57 req-a2cde5ad-f028-4e34-9428-0f065b1662eb tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392327
Jan 29 21:25:48.690487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e52d43-2efe-4816-a84e-bbf59ee75874 req-9fc97d72-86cc-47eb-8a4c-7da2cb56f4cd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:48.691949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5e52d43-2efe-4816-a84e-bbf59ee75874 req-9fc97d72-86cc-47eb-8a4c-7da2cb56f4cd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0513251
Jan 29 21:25:48.741535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5e52d43-2efe-4816-a84e-bbf59ee75874 req-1424406f-1bd4-4b0b-809f-41774f4f3bf2 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441842
Jan 29 21:25:49.861833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5e46-fc8a-4888-97a8-2969c580adda req-137d6a74-ca7c-4368-8d01-a468d0525c9a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:49.863337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3fa5e46-fc8a-4888-97a8-2969c580adda req-137d6a74-ca7c-4368-8d01-a468d0525c9a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0531440
Jan 29 21:25:49.911191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d3fa5e46-fc8a-4888-97a8-2969c580adda req-5cd0d118-98c4-4165-87a4-77bd46385780 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418520
Jan 29 21:25:50.839367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57436) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:25:51.025066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:51.025765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:51.078918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096eaf-bdba-4d38-bdd8-8b11d0bc9033 req-cd88022f-4030-4f98-ba7f-03e99dff1129 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:51.080387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8096eaf-bdba-4d38-bdd8-8b11d0bc9033 req-cd88022f-4030-4f98-ba7f-03e99dff1129 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.1000638
Jan 29 21:25:51.140979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:51.141331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:51.157459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8096eaf-bdba-4d38-bdd8-8b11d0bc9033 req-09d3d78e-c31b-4203-95e4-a914cf319dc3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0713410
Jan 29 21:25:51.158304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:51.345564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:51.385915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=ef1c37d0-12ff-4ee1-8e66-899ba6a8ca0f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:51.464327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7631-eeb0-45ba-81f2-3536443083e3 req-2690360e-0ed3-4e17-92aa-f427f97ea293 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:51.465764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eedf7631-eeb0-45ba-81f2-3536443083e3 req-2690360e-0ed3-4e17-92aa-f427f97ea293 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.1515541
Jan 29 21:25:51.498378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-5f83e005-3bb3-4447-8aaf-a55ccffe9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:51.499816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-5f83e005-3bb3-4447-8aaf-a55ccffe9e20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.1511097
Jan 29 21:25:51.508308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (0e6f1661-73f7-40c7-b403-7986c61eeff3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:51.508637 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Floating IP 0e6f1661-73f7-40c7-b403-7986c61eeff3 disassociated (deleted). External IP: 172.35.4.140, port: fcfcdde4-bf97-49c4-a67f-12da6b59ea4b.
Jan 29 21:25:51.970787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eedf7631-eeb0-45ba-81f2-3536443083e3 req-5c98e43b-e65f-458a-849f-09dae3704050 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4981294
Jan 29 21:25:52.033036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-df7c925e-ba8e-469b-9f76-55d988cbab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.034500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-df7c925e-ba8e-469b-9f76-55d988cbab3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.5293665
Jan 29 21:25:52.169471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-0f70a330-88ac-4bc2-9dc4-459e83a6e3f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.1278610
Jan 29 21:25:52.224822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:25:52.234048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-a3b4517c-ab38-4c39-bc66-1c663acc0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.235516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-a3b4517c-ab38-4c39-bc66-1c663acc0b7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0602169
Jan 29 21:25:52.358162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-c26c5140-d2e2-46be-b833-2d180aacc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.359671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-c26c5140-d2e2-46be-b833-2d180aacc048 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1174915
Jan 29 21:25:52.414320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:25:52.419651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:52.423636 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:25:52.433257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:25:52.433940 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:52.464884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dd98ec0d-eedc-44d3-8c15-e565ff2be9ee tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "DELETE /v2.0/floatingips/0e6f1661-73f7-40c7-b403-7986c61eeff3 HTTP/1.1" status: 204  len: 168 time: 1.6244199
Jan 29 21:25:52.466887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:25:52.470955 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edd8dd6-9168-44b1-87ec-64d371c5a631" -d '{"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:25:52.491825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-4eb3018e-7c63-422c-bcc6-9f76d23466f4 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246488
Jan 29 21:25:52.544878 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:25:52.646703 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f0ae2-b0c4-4798-b29d-7bb47b37c9e5 x-openstack-request-id: req-3f2f0ae2-b0c4-4798-b29d-7bb47b37c9e5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:25:52.647048 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:25:52.647304 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f2f0ae2-b0c4-4798-b29d-7bb47b37c9e5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:25:52.647745 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'status': 'completed', 'code': 200}
Jan 29 21:25:52.683824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:52.690614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a03eb45-bdcd-4637-8cad-96f3bcf4950b req-b8f14001-cb06-4a19-8794-9558b86b284a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932824
Jan 29 21:25:52.747993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-bbd078e1-0eb6-4741-8cf8-fcbec695ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.749540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-bbd078e1-0eb6-4741-8cf8-fcbec695ef0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=849725927e7d4988bff638454bbbe9c5&device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 1127 time: 0.0995264
Jan 29 21:25:52.761285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7b53c-482a-4908-9aac-fc50b36a7924 req-7eb7884b-4f8b-4292-be0f-79af9330ffa9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.762952 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30a7b53c-482a-4908-9aac-fc50b36a7924 req-7eb7884b-4f8b-4292-be0f-79af9330ffa9 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0749741
Jan 29 21:25:52.781407 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bd00>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:52.807468 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:25:52.816322 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:25:52.816910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:52.878794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30a7b53c-482a-4908-9aac-fc50b36a7924 req-8a2e8326-36ea-4dbb-a565-719ee3fdd4f6 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1077356
Jan 29 21:25:52.898476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-c73ff07e-3ebc-46bd-a3a6-cad98547bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:52.899970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-c73ff07e-3ebc-46bd-a3a6-cad98547bdd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 200  len: 913 time: 0.1361911
Jan 29 21:25:52.923541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:25:52.956305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-3476131d-40f8-451e-9f1d-f641064646bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 200  len: 217 time: 0.0447345
Jan 29 21:25:53.005834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-ff550838-a717-490e-a2d2-40fce17b1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:53.007316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-ff550838-a717-490e-a2d2-40fce17b1c47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 200  len: 851 time: 0.0452240
Jan 29 21:25:53.090843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-e1ef0cc4-4a18-4a49-92a3-986fa24501e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:53.092913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-e1ef0cc4-4a18-4a49-92a3-986fa24501e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32dd8f51-52db-4026-a9a8-1d78c5540ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0789433
Jan 29 21:25:53.115840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ed09-3f91-4d51-8481-495f495872d9 req-40f5921e-a9e6-44d0-b5fb-1123aeabdf81 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:53.117304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73e7ed09-3f91-4d51-8481-495f495872d9 req-40f5921e-a9e6-44d0-b5fb-1123aeabdf81 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0758994
Jan 29 21:25:53.122449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b01bd00>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:25:53.147742 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fbd13c-a594-43b1-af09-229d1b803429 None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:17:09Z', 'revision_number': 4, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6134bfd3-4e5f-4783-976d-484fab9a18b9', 'name': '', 'network_id': '32dd8f51-52db-4026-a9a8-1d78c5540ba6', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'mac_address': 'fa:16:3e:67:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '59d645c7-db95-4600-89d3-92b488482c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:08Z', 'updated_at': '2022-01-29T21:17:17Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'subnets': [{'id': '59d645c7-db95-4600-89d3-92b488482c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:25:53.220757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73e7ed09-3f91-4d51-8481-495f495872d9 req-6aa4eaa3-1a11-43a6-ad07-198ecc97c766 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0931299
Jan 29 21:25:53.236535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-d9e2fc52-9c91-4709-bd51-aa900f76af08 service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372581
Jan 29 21:25:53.335364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9edd8dd6-9168-44b1-87ec-64d371c5a631 req-ef630bcf-7c43-4d7c-a20f-0ef9b3b1825b service neutron] 10.222.0.18 "GET /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919044
Jan 29 21:25:53.409925 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2dd465-3ad0-4429-b548-6431583b2050 None None] New status for floating IP 0e6f1661-73f7-40c7-b403-7986c61eeff3: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:25:53.562183 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:53.996952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d1b7-1459-4f59-a26d-fcfdb36d2a3c req-98293e87-949e-4aed-8281-5ff3445de5d4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:53.998992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f25d1b7-1459-4f59-a26d-fcfdb36d2a3c req-98293e87-949e-4aed-8281-5ff3445de5d4 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0526443
Jan 29 21:25:54.046491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f25d1b7-1459-4f59-a26d-fcfdb36d2a3c req-ed3ad4ed-b2be-4b2c-b872-945c76cc5348 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419712
Jan 29 21:25:54.344205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fa28-f767-4c7f-9859-8352b0a298ba req-8b6560a8-f4e4-4ff4-9d44-c2f4b2f28fba tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:54.345655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cc0fa28-f767-4c7f-9859-8352b0a298ba req-8b6560a8-f4e4-4ff4-9d44-c2f4b2f28fba tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0571053
Jan 29 21:25:54.415064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0cc0fa28-f767-4c7f-9859-8352b0a298ba req-4813e308-32e6-4ccb-8b94-8500c25556ea tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0635722
Jan 29 21:25:54.437820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-a62a5c54-e557-4164-b627-8782930b03d0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:25:54.439309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-a62a5c54-e557-4164-b627-8782930b03d0 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 945 time: 0.0678973
Jan 29 21:25:54.528526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:54.528885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:54.618544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] For port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:25:54.618903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:54.631656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for fcfcdde4-bf97-49c4-a67f-12da6b59ea4b owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:54.758399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fcfcdde4-bf97-49c4-a67f-12da6b59ea4b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:54.787680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=fcfcdde4-bf97-49c4-a67f-12da6b59ea4b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:54.828794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] No DVR routers for this DVR port fcfcdde4-bf97-49c4-a67f-12da6b59ea4b on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:25:54.831440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:54.834780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f70510cb-685a-4250-8cf4-e59d4d231817 req-3850603b-cb88-4d22-915e-5d0eaa3104ad tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.18 "DELETE /v2.0/ports/fcfcdde4-bf97-49c4-a67f-12da6b59ea4b HTTP/1.1" status: 204  len: 173 time: 0.3903193
Jan 29 21:25:54.835219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'name': 'network-vif-deleted', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:25:54.837509 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b29e4-0968-4b5a-bbce-45f49aaa34aa" -d '{"events": [{"server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "name": "network-vif-deleted", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:25:54.878336 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdc08c-40b8-4b73-b067-28f3784608e4 x-openstack-request-id: req-3ccdc08c-40b8-4b73-b067-28f3784608e4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:25:54.878660 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57df2633-d41b-4f6f-a01f-634510556f9e", "name": "network-vif-deleted", "tag": "fcfcdde4-bf97-49c4-a67f-12da6b59ea4b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:25:54.878919 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ccdc08c-40b8-4b73-b067-28f3784608e4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:25:54.879719 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df2633-d41b-4f6f-a01f-634510556f9e', 'name': 'network-vif-deleted', 'tag': 'fcfcdde4-bf97-49c4-a67f-12da6b59ea4b', 'status': 'completed', 'code': 200}
Jan 29 21:25:55.158138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-202cff9f-2742-44e9-ba55-816ccebff73d req-e26645fa-7ec2-410b-8f40-43d27c43b772 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "GET /v2.0/ports?device_id=57df2633-d41b-4f6f-a01f-634510556f9e HTTP/1.1" status: 200  len: 210 time: 0.0328572
Jan 29 21:25:56.214598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57466) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:25:56.336127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Deleting port 47d7f55c-466b-45d1-8118-53940cb40553 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:56.336470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (47d7f55c-466b-45d1-8118-53940cb40553), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.409439 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (47d7f55c-466b-45d1-8118-53940cb40553), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.409765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (47d7f55c-466b-45d1-8118-53940cb40553), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.422004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Calling delete_port for 47d7f55c-466b-45d1-8118-53940cb40553 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:56.552069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (47d7f55c-466b-45d1-8118-53940cb40553), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.577888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'Port': ['ID=47d7f55c-466b-45d1-8118-53940cb40553,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:56.640027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for floatingip (81db79bc-a1fb-4132-9abc-c6570e0f2498), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.642639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:56.643795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-17f30182-eaf5-4e13-a40b-4d7722b0744a tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "DELETE /v2.0/floatingips/81db79bc-a1fb-4132-9abc-c6570e0f2498 HTTP/1.1" status: 204  len: 168 time: 0.4282165
Jan 29 21:25:58.876461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57508) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:25:58.933585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (5d5f3ba7-55eb-4773-9008-5a73bed9f2c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:58.962217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (5d5f3ba7-55eb-4773-9008-5a73bed9f2c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.018399 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (5d5f3ba7-55eb-4773-9008-5a73bed9f2c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.020956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.022168 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d5f3ba7-55eb-4773-9008-5a73bed9f2c9 HTTP/1.1" status: 204  len: 168 time: 0.1446691
Jan 29 21:25:59.031459 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f3ba7-55eb-4773-9008-5a73bed9f2c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:25:59.038453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.038806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.039154 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.039495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.039832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.040169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.040502 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.040829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.041186 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.041514 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.041884 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.042159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.042489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab56-ea0c-4078-aa28-96d80324fd16 tempest-TestVolumeBootPattern-1467177201 tempest-TestVolumeBootPattern-1467177201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:25:59.074852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57514) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:25:59.466324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.706852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Deleting port 6134bfd3-4e5f-4783-976d-484fab9a18b9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:25:59.707215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.788794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] For port 6134bfd3-4e5f-4783-976d-484fab9a18b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134bfd3-4e5f-4783-976d-484fab9a18b9,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:25:59.789159 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:25:59.806031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Calling delete_port for 6134bfd3-4e5f-4783-976d-484fab9a18b9 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:25:59.909204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fcfcdde4-bf97-49c4-a67f-12da6b59ea4b no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:25:59.929823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: fcfcdde4-bf97-49c4-a67f-12da6b59ea4b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:25:59.930169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device fcfcdde4-bf97-49c4-a67f-12da6b59ea4b not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:25:59.982352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6134bfd3-4e5f-4783-976d-484fab9a18b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:00.007171 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6134bfd3-4e5f-4783-976d-484fab9a18b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:00.169798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:00.378724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Router 541ebec6-2f0b-4564-90cd-bb69dca244c8 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:26:00.480218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:26:00.485796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-021c0064-17bc-432c-a3ff-7b3caab6b8d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/541ebec6-2f0b-4564-90cd-bb69dca244c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4097579
Jan 29 21:26:00.488362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57518) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:00.490905 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Sync routers for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:26:00.501796 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:26:00.502483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:00.590012 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks [] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:00.604075 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:26:00.788251 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:25:59Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:00.819692 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Checking router: 541ebec6-2f0b-4564-90cd-bb69dca244c8 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:26:00.828515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Routers {'541ebec6-2f0b-4564-90cd-bb69dca244c8'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:26:00.829175 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['541ebec6-2f0b-4564-90cd-bb69dca244c8'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:00.981175 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks [] for router_gateway (541ebec6-2f0b-4564-90cd-bb69dca244c8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.021460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] Set router 541ebec6-2f0b-4564-90cd-bb69dca244c8 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:26:01.032853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Deleting port 2dcb23e7-637f-477d-aa20-1a37225291f5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:26:01.033387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.110647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] For port 2dcb23e7-637f-477d-aa20-1a37225291f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dcb23e7-637f-477d-aa20-1a37225291f5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:26:01.111024 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.123348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Calling delete_port for 2dcb23e7-637f-477d-aa20-1a37225291f5 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:26:01.193283 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea108a82e0>, [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:25:59Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:01.218578 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0bb1-5d04-4f97-8a02-af47e5969dce None None] The sync data for ids ['541ebec6-2f0b-4564-90cd-bb69dca244c8'] in ncdv-master-1 is: [{'id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'name': 'tempest-TestVolumeBootPattern-2121521635-router', 'tenant_id': '849725927e7d4988bff638454bbbe9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:05Z', 'updated_at': '2022-01-29T21:25:59Z', 'revision_number': 5, 'project_id': '849725927e7d4988bff638454bbbe9c5', 'gw_port': {'id': '2dcb23e7-637f-477d-aa20-1a37225291f5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ebec6-2f0b-4564-90cd-bb69dca244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:06Z', 'updated_at': '2022-01-29T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:26:01.287937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2dcb23e7-637f-477d-aa20-1a37225291f5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.317267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcb23e7-637f-477d-aa20-1a37225291f5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:01.377518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.463681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.465789 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks [] for router_controller (541ebec6-2f0b-4564-90cd-bb69dca244c8), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.510930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (541ebec6-2f0b-4564-90cd-bb69dca244c8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.511296 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541ebec6-2f0b-4564-90cd-bb69dca244c8 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:26:01.516864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.518028 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d68ef69e-08f5-4f74-8bf8-c9d698f1e391 admin admin] 10.222.0.20 "DELETE /v2.0/routers/541ebec6-2f0b-4564-90cd-bb69dca244c8 HTTP/1.1" status: 204  len: 168 time: 1.0285575
Jan 29 21:26:01.520570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:01.565014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Deleting subnet 59d645c7-db95-4600-89d3-92b488482c47 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:26:01.569174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Publish callbacks [] for subnet (59d645c7-db95-4600-89d3-92b488482c47), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.606449 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (59d645c7-db95-4600-89d3-92b488482c47), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.694833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (59d645c7-db95-4600-89d3-92b488482c47), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.746374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (59d645c7-db95-4600-89d3-92b488482c47), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.774585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d645c7-db95-4600-89d3-92b488482c47,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:01.776572 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.780387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66674224-8fa4-401e-986a-6170406a298e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59d645c7-db95-4600-89d3-92b488482c47 HTTP/1.1" status: 204  len: 168 time: 0.2588618
Jan 29 21:26:01.782388 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ca051-1c23-4a05-94bc-86e44c581d2f None None] Network 32dd8f51-52db-4026-a9a8-1d78c5540ba6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:26:01.782880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57522) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:01.867673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (32dd8f51-52db-4026-a9a8-1d78c5540ba6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.935566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Deleting port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:26:01.936433 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:01.996652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] For port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,segment=NetworkSegment(633032f3-3392-4dc6-b38e-fdee0dcfb8ab),segment_id=633032f3-3392-4dc6-b38e-fdee0dcfb8ab)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:26:01.997049 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.010020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Calling delete_port for e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:26:02.089176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.114905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:02.118364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] No DVR routers for this DVR port e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:26:02.185734 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (32dd8f51-52db-4026-a9a8-1d78c5540ba6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.206179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea080cf850>,) {'filters': {'network_id': ['32dd8f51-52db-4026-a9a8-1d78c5540ba6']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:02.221515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080cf850>, '633032f3-3392-4dc6-b38e-fdee0dcfb8ab') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:02.221904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea080cf850>, '633032f3-3392-4dc6-b38e-fdee0dcfb8ab') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:02.238286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (633032f3-3392-4dc6-b38e-fdee0dcfb8ab), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.238606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20eb24-aafd-493f-bc99-c6c51a19d2dd None None] DHCP port deletion for 32dd8f51-52db-4026-a9a8-1d78c5540ba6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:26:02.256903 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (633032f3-3392-4dc6-b38e-fdee0dcfb8ab), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.267313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:26:02.267419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (633032f3-3392-4dc6-b38e-fdee0dcfb8ab), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:26:02.269142 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:26:02.322000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (32dd8f51-52db-4026-a9a8-1d78c5540ba6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.327541 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.331268 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] 10.222.0.20 "DELETE /v2.0/networks/32dd8f51-52db-4026-a9a8-1d78c5540ba6 HTTP/1.1" status: 204  len: 168 time: 0.5473287
Jan 29 21:26:02.333996 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57524) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:02.350169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c634-d2fb-4c64-9567-036a9522e90f admin admin] Pushing event deleted for resources: {'Network': ['ID=32dd8f51-52db-4026-a9a8-1d78c5540ba6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:02.688185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:02.702165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:02.721830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:02.722283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4b307a3-dc1d-4ba8-9cc9-ec4b6b824360 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:02.722703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2dcb23e7-637f-477d-aa20-1a37225291f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:02.741205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2dcb23e7-637f-477d-aa20-1a37225291f5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:02.741552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2dcb23e7-637f-477d-aa20-1a37225291f5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:02.741958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6134bfd3-4e5f-4783-976d-484fab9a18b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:02.763022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 6134bfd3-4e5f-4783-976d-484fab9a18b9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:02.763366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 6134bfd3-4e5f-4783-976d-484fab9a18b9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:02.929299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Deleting port 47a954b5-990a-40d8-bdb6-ddc6606ac602 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:26:02.929648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.008326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] For port 47a954b5-990a-40d8-bdb6-ddc6606ac602, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47a954b5-990a-40d8-bdb6-ddc6606ac602,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:26:03.008685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.021061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Calling delete_port for 47a954b5-990a-40d8-bdb6-ddc6606ac602 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:26:03.194701 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (47a954b5-990a-40d8-bdb6-ddc6606ac602), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.220565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a954b5-990a-40d8-bdb6-ddc6606ac602,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:03.388045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.596559 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Router 5145b33f-1bbd-4140-b28f-fe8dd22813af has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:26:03.699649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:26:03.705838 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-534bcd2d-e181-41be-b685-70e4b7c96d95 admin admin] 10.222.0.20 "PUT /v2.0/routers/5145b33f-1bbd-4140-b28f-fe8dd22813af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3700676
Jan 29 21:26:03.708317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:03.709116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Sync routers for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:26:03.719233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:26:03.719856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:03.812277 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks [] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.925139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks [] for router_gateway (5145b33f-1bbd-4140-b28f-fe8dd22813af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.978045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Deleting port 68600f42-2392-497b-bd7d-8daf7548c4de {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:26:03.978391 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:03.987830 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:26:04.060699 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] For port 68600f42-2392-497b-bd7d-8daf7548c4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68600f42-2392-497b-bd7d-8daf7548c4de,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:26:04.061190 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.073937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Calling delete_port for 68600f42-2392-497b-bd7d-8daf7548c4de owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:26:04.158696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81460>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184'}], 'enable_snat': True}, 'gw_port_id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:26:03Z', 'revision_number': 5, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port': {'id': '68600f42-2392-497b-bd7d-8daf7548c4de', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:17:12Z', 'updated_at': '2022-01-29T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:04.184452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Checking router: 5145b33f-1bbd-4140-b28f-fe8dd22813af for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:26:04.192840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Routers {'5145b33f-1bbd-4140-b28f-fe8dd22813af'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:26:04.193479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af81460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:25:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['5145b33f-1bbd-4140-b28f-fe8dd22813af'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:04.244271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (68600f42-2392-497b-bd7d-8daf7548c4de), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.269436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68600f42-2392-497b-bd7d-8daf7548c4de,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:04.281231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] Set router 5145b33f-1bbd-4140-b28f-fe8dd22813af gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:26:04.329657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.338224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af81460>, [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:26:03Z', 'revision_number': 6, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:04.367243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1102ec3-d355-4b8a-8c72-ad10376d7810 None None] The sync data for ids ['5145b33f-1bbd-4140-b28f-fe8dd22813af'] in ncdv-master-1 is: [{'id': '5145b33f-1bbd-4140-b28f-fe8dd22813af', 'name': 'tempest-TestVolumeBootPattern-1060867483-router', 'tenant_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:17:11Z', 'updated_at': '2022-01-29T21:26:03Z', 'revision_number': 6, 'project_id': 'f6b881ef0ecb473a8ff1a4ce74f68a87', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:26:04.421127 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.423259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks [] for router_controller (5145b33f-1bbd-4140-b28f-fe8dd22813af), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.467843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (5145b33f-1bbd-4140-b28f-fe8dd22813af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.468318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5145b33f-1bbd-4140-b28f-fe8dd22813af {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:26:04.472486 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.473682 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38f7b0ec-36d3-418b-8109-a62a2efa39d0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5145b33f-1bbd-4140-b28f-fe8dd22813af HTTP/1.1" status: 204  len: 168 time: 0.7644606
Jan 29 21:26:04.476164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:04.519543 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Deleting subnet e5c1dc05-6f09-4a51-b357-c1ab870226d2 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:26:04.522587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Publish callbacks [] for subnet (e5c1dc05-6f09-4a51-b357-c1ab870226d2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.556858 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (e5c1dc05-6f09-4a51-b357-c1ab870226d2), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.635003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e5c1dc05-6f09-4a51-b357-c1ab870226d2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.686387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (e5c1dc05-6f09-4a51-b357-c1ab870226d2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.712236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c1dc05-6f09-4a51-b357-c1ab870226d2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:04.715879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.719779 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba67a8b6-4b62-42eb-9a32-b3baf8369e95 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5c1dc05-6f09-4a51-b357-c1ab870226d2 HTTP/1.1" status: 204  len: 168 time: 0.2425811
Jan 29 21:26:04.722288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57530) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:04.727680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e5daf-cbd3-4445-b388-8e8a4dadd3d0 None None] Network 285c525d-f1b3-4d0c-90ef-5d34858051c2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:26:04.807970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (285c525d-f1b3-4d0c-90ef-5d34858051c2), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.862805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Deleting port 1428a9b3-67d6-4d1b-93c0-cff25a44922a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:26:04.863231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.925864 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] For port 1428a9b3-67d6-4d1b-93c0-cff25a44922a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1428a9b3-67d6-4d1b-93c0-cff25a44922a,segment=NetworkSegment(d8d8a72c-cbc4-4b06-8877-5d38ccffca12),segment_id=d8d8a72c-cbc4-4b06-8877-5d38ccffca12)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:26:04.926233 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:04.938693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Calling delete_port for 1428a9b3-67d6-4d1b-93c0-cff25a44922a owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:26:05.020845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1428a9b3-67d6-4d1b-93c0-cff25a44922a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.045832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1428a9b3-67d6-4d1b-93c0-cff25a44922a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:05.049463 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] No DVR routers for this DVR port 1428a9b3-67d6-4d1b-93c0-cff25a44922a on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:26:05.119916 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (285c525d-f1b3-4d0c-90ef-5d34858051c2), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.139031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c52e0>,) {'filters': {'network_id': ['285c525d-f1b3-4d0c-90ef-5d34858051c2']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:05.148847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c52e0>, 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:05.149176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a5c52e0>, 'd8d8a72c-cbc4-4b06-8877-5d38ccffca12') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:26:05.159797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (d8d8a72c-cbc4-4b06-8877-5d38ccffca12), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.173773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f3268-6913-4557-9352-eef05fd18139 None None] DHCP port deletion for 285c525d-f1b3-4d0c-90ef-5d34858051c2 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:26:05.179699 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d8d8a72c-cbc4-4b06-8877-5d38ccffca12), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.191317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 47a954b5-990a-40d8-bdb6-ddc6606ac602 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:05.192597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:26:05.193144 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (d8d8a72c-cbc4-4b06-8877-5d38ccffca12), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:26:05.196769 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:26:05.211935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 47a954b5-990a-40d8-bdb6-ddc6606ac602 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:05.212292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 47a954b5-990a-40d8-bdb6-ddc6606ac602 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:05.259094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (285c525d-f1b3-4d0c-90ef-5d34858051c2), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.265143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.268625 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/285c525d-f1b3-4d0c-90ef-5d34858051c2 HTTP/1.1" status: 204  len: 168 time: 0.5454028
Jan 29 21:26:05.281298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f7008-dc69-44b2-8135-c00a0e2e64a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=285c525d-f1b3-4d0c-90ef-5d34858051c2,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:05.380427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:05.425510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d2d94f8e-9d0b-493f-819b-6fd33819be4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=849725927e7d4988bff638454bbbe9c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414555
Jan 29 21:26:05.425739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57538) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:05.477505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] Publish callbacks [] for security_group (2551e59a-88ef-4af3-92a0-4d55437acb45), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.500087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] Publish callbacks [] for security_group (2551e59a-88ef-4af3-92a0-4d55437acb45), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.546381 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2551e59a-88ef-4af3-92a0-4d55437acb45), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.549108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.550291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2551e59a-88ef-4af3-92a0-4d55437acb45 HTTP/1.1" status: 204  len: 168 time: 0.1235981
Jan 29 21:26:05.557738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea157-7629-4982-9b0a-ff01cd199ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551e59a-88ef-4af3-92a0-4d55437acb45,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:05.859440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57544) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:05.898562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e5a2cc5c-807c-4686-8669-a827abd1ef74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6b881ef0ecb473a8ff1a4ce74f68a87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380077
Jan 29 21:26:05.900865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:26:05.946465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] Publish callbacks [] for security_group (e79a8dbe-1130-4cd0-be34-c914ef6e3967), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:05.970768 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] Publish callbacks [] for security_group (e79a8dbe-1130-4cd0-be34-c914ef6e3967), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:06.016429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e79a8dbe-1130-4cd0-be34-c914ef6e3967), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:06.019351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:06.020512 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e79a8dbe-1130-4cd0-be34-c914ef6e3967 HTTP/1.1" status: 204  len: 168 time: 0.1187503
Jan 29 21:26:06.028361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ddf66-0f2a-4904-a948-2a330947dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a8dbe-1130-4cd0-be34-c914ef6e3967,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:26:06.697806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68600f42-2392-497b-bd7d-8daf7548c4de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:06.720874 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 68600f42-2392-497b-bd7d-8daf7548c4de {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:06.721248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 68600f42-2392-497b-bd7d-8daf7548c4de not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:06.721649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1428a9b3-67d6-4d1b-93c0-cff25a44922a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:26:06.739137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1428a9b3-67d6-4d1b-93c0-cff25a44922a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:26:06.739463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1428a9b3-67d6-4d1b-93c0-cff25a44922a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:26:10.355826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-48035fba-978f-4fbd-b9ed-7451f4c5de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:12.711605 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bf70-1f26-46e8-a551-109ac5e39f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:13.805415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:15.676084 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:16.885229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:22.686139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:23.561233 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:24.518446 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:26:39.561575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-c48ba3f1-28fb-4d76-8ba4-96f9f5dd09d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423954
Jan 29 21:26:39.643874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-6425171f-4297-4932-bf26-e8e1037638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:39.645393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-6425171f-4297-4932-bf26-e8e1037638e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0448022
Jan 29 21:26:39.748855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-92239976-4cd5-43bf-b5bc-3eefe6201653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:39.750340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-92239976-4cd5-43bf-b5bc-3eefe6201653 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0867016
Jan 29 21:26:39.814396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-28eb4e5e-d0b2-4a60-b989-7eed04abd5a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.0574129
Jan 29 21:26:39.861120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-362e859c-4e4c-4b6d-8339-fcee06edda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:39.862561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-362e859c-4e4c-4b6d-8339-fcee06edda7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0423014
Jan 29 21:26:39.914234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-61960277-dd87-41e5-8d81-a50ca144c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:39.915706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-61960277-dd87-41e5-8d81-a50ca144c24d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470710
Jan 29 21:26:40.005324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-9de8cfb6-de47-4863-8f8b-bb70322dfb43 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830820
Jan 29 21:26:40.096203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51c9b252-a04a-430e-8d58-aec9830052b9 req-d637d881-28b0-4dd7-bd6b-8e4a4ad81502 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841625
Jan 29 21:26:40.358483 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-658216f0-66bf-4238-9ee2-d5a404a954c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:42.712717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1edec419-f00f-4ffc-ae3f-20a7895f2f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:43.807987 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:44.709708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f49aba-3a35-4ef3-8c9c-361fcae501e4 req-eb0fdd87-bf60-4c06-92d7-409952704b94 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:44.711294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59f49aba-3a35-4ef3-8c9c-361fcae501e4 req-eb0fdd87-bf60-4c06-92d7-409952704b94 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0539436
Jan 29 21:26:44.756757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59f49aba-3a35-4ef3-8c9c-361fcae501e4 req-91921b3d-e694-45c3-b799-316a5820a7a6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396869
Jan 29 21:26:45.680212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:45.980375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68f16a-9f09-41ec-b823-321ce7e46bf7 req-3c66dda3-3415-4a6b-8572-69039907b945 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:45.981850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a68f16a-9f09-41ec-b823-321ce7e46bf7 req-3c66dda3-3415-4a6b-8572-69039907b945 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.1539059
Jan 29 21:26:46.033906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a68f16a-9f09-41ec-b823-321ce7e46bf7 req-2447f1da-4181-4ccb-9642-72cf0a83f0a3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463414
Jan 29 21:26:46.886745 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:47.150366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbfc2b-460a-44c0-aa67-d33484dcb896 req-acd04949-3d17-4546-9193-8d334826877b tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:47.151838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ffbfc2b-460a-44c0-aa67-d33484dcb896 req-acd04949-3d17-4546-9193-8d334826877b tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0509477
Jan 29 21:26:47.197949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ffbfc2b-460a-44c0-aa67-d33484dcb896 req-bda0a309-b9aa-4dbc-93b3-4155a47ad6e3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400991
Jan 29 21:26:48.316002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b90bfe-1e80-4335-9c76-c44137084876 req-79cb417d-b775-4ac1-85c8-949ad581f4cd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:48.317507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72b90bfe-1e80-4335-9c76-c44137084876 req-79cb417d-b775-4ac1-85c8-949ad581f4cd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0519562
Jan 29 21:26:48.362419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72b90bfe-1e80-4335-9c76-c44137084876 req-9c23c0dd-b2d1-4080-8dda-fc36a02dbb29 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394590
Jan 29 21:26:49.483179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42543f0e-06fd-4c02-8e0f-30ffe99f5479 req-8cda9cd2-a11c-4ff7-842c-72fa47810f40 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:49.484579 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42543f0e-06fd-4c02-8e0f-30ffe99f5479 req-8cda9cd2-a11c-4ff7-842c-72fa47810f40 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0550375
Jan 29 21:26:49.529644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-42543f0e-06fd-4c02-8e0f-30ffe99f5479 req-89cd8003-3b04-4975-906f-bfb138269aee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395315
Jan 29 21:26:50.645165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075cc8-c43e-4295-98d5-14424e19ad34 req-419a6730-24df-4776-b2cd-a2a55dff285a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:50.646640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc075cc8-c43e-4295-98d5-14424e19ad34 req-419a6730-24df-4776-b2cd-a2a55dff285a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0502942
Jan 29 21:26:50.691599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc075cc8-c43e-4295-98d5-14424e19ad34 req-3c3e5a8f-f988-41be-b110-c20e11194b25 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395465
Jan 29 21:26:51.809295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f6d66-b754-4ea9-83d9-2ae3cb11348b req-b7ebdbff-7b07-47fa-bd43-89511fa29e65 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:51.810778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb4f6d66-b754-4ea9-83d9-2ae3cb11348b req-b7ebdbff-7b07-47fa-bd43-89511fa29e65 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0514183
Jan 29 21:26:51.860508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb4f6d66-b754-4ea9-83d9-2ae3cb11348b req-0d953a9d-dacf-498c-bf39-d4a57c588083 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441396
Jan 29 21:26:52.697292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:52.980643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5c8bd-72b9-404e-b398-bf0232d7a2d7 req-efa70a07-3d64-4b14-ab2e-92799ac5bbba tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:52.982060 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99c5c8bd-72b9-404e-b398-bf0232d7a2d7 req-efa70a07-3d64-4b14-ab2e-92799ac5bbba tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0525513
Jan 29 21:26:53.028423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99c5c8bd-72b9-404e-b398-bf0232d7a2d7 req-5b17a375-8f2a-4aed-9dad-b531c616e0ab tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408020
Jan 29 21:26:53.576658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:26:54.145555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865662c-0a05-4127-b573-52f4c06c1881 req-16d7e6f4-69ed-49de-8d24-8342b4a8f581 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:54.147015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5865662c-0a05-4127-b573-52f4c06c1881 req-16d7e6f4-69ed-49de-8d24-8342b4a8f581 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0510747
Jan 29 21:26:54.192820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5865662c-0a05-4127-b573-52f4c06c1881 req-7cc2d8f2-f35f-4f03-81ce-930097639e1e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402825
Jan 29 21:26:55.315552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4bfe4-cf4a-47b0-9e46-ddd115065a8c req-40343676-3d7a-49dc-b064-042fbcc2fbe1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.317052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5b4bfe4-cf4a-47b0-9e46-ddd115065a8c req-40343676-3d7a-49dc-b064-042fbcc2fbe1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0554633
Jan 29 21:26:55.362958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5b4bfe4-cf4a-47b0-9e46-ddd115065a8c req-ddde432c-b94f-490c-b4fe-58fdfb2aa11c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402992
Jan 29 21:26:55.580698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2a0d8-e636-4fbe-a47c-0208ada5729e req-cd0a0fc7-4f58-4d1b-a20c-387d32502784 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.582184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2a2a0d8-e636-4fbe-a47c-0208ada5729e req-cd0a0fc7-4f58-4d1b-a20c-387d32502784 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0737848
Jan 29 21:26:55.623332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748999-3567-46db-b3e9-004647681e2b req-d4ba9fbd-2c2e-49f2-85d7-681822f624eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.624765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-d4ba9fbd-2c2e-49f2-85d7-681822f624eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0802054
Jan 29 21:26:55.656346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2a2a0d8-e636-4fbe-a47c-0208ada5729e req-c37ee041-4d09-43b6-97fa-8fd523672012 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668700
Jan 29 21:26:55.722774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748999-3567-46db-b3e9-004647681e2b req-8ddc6db3-7223-4422-a41f-388b163c8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.724140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-8ddc6db3-7223-4422-a41f-388b163c8f3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0904715
Jan 29 21:26:55.790951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-d0849d6e-b137-4b60-b66a-ab10d41bb3d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.0605335
Jan 29 21:26:55.836941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748999-3567-46db-b3e9-004647681e2b req-066c8626-bebc-48c5-941d-06afce46e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.838380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-066c8626-bebc-48c5-941d-06afce46e325 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0424132
Jan 29 21:26:55.883911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748999-3567-46db-b3e9-004647681e2b req-37b9e269-961c-49b3-aa7e-465ca45c5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:55.885396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-37b9e269-961c-49b3-aa7e-465ca45c5823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0417743
Jan 29 21:26:55.894783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-fd29ddd5-83db-4e32-a898-1c2f4dcebcc2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:26:55.895723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-fd29ddd5-83db-4e32-a898-1c2f4dcebcc2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047352
Jan 29 21:26:55.985427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-074286d0-2afe-4d68-bf4a-b1fa70b00301 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829070
Jan 29 21:26:56.070444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28748999-3567-46db-b3e9-004647681e2b req-1fefa276-f6c4-435e-8510-09a08b4033a4 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798337
Jan 29 21:26:56.783297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003771d1-c3df-4e2a-94f1-7615b14cdf88 req-92ca229c-cafd-47d3-aa58-ae5540d781d4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:26:56.784750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-003771d1-c3df-4e2a-94f1-7615b14cdf88 req-92ca229c-cafd-47d3-aa58-ae5540d781d4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0534909
Jan 29 21:26:56.830383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-003771d1-c3df-4e2a-94f1-7615b14cdf88 req-4f06099c-2a91-425f-89f9-513582853135 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400970
Jan 29 21:27:01.517861 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:27:10.360029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fae1321c-0f32-4500-8944-60f2eb0af678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:12.714299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b94a53bb-f6f4-4c6e-ab09-2f557571383d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:13.810855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:15.682406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:16.888301 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:22.709304 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:23.576864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:38.516884 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:27:40.361961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9db97c15-ecf9-406b-a8e1-826fd9ebb850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:41.151146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-55357b62-aff7-44b1-9916-b832ed935378 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1355474
Jan 29 21:27:41.236808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-737a22cb-f302-4faa-be25-14509ddf3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:27:41.238447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-737a22cb-f302-4faa-be25-14509ddf3f99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0438790
Jan 29 21:27:41.339954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-54eb98a8-91fb-4ddd-b712-c0b7f67467d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:27:41.341348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-54eb98a8-91fb-4ddd-b712-c0b7f67467d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0859168
Jan 29 21:27:41.403003 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-fd80ac1c-2eff-48ff-8fb6-575bef518d0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 200  len: 1001 time: 0.0559287
Jan 29 21:27:41.449129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-7f232316-9b13-4c6a-bedb-80b36e5bc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:27:41.450522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-7f232316-9b13-4c6a-bedb-80b36e5bc971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0420437
Jan 29 21:27:41.499293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-bb9168a5-2e60-4584-bed6-a4159d438759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:27:41.500741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-bb9168a5-2e60-4584-bed6-a4159d438759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444505
Jan 29 21:27:41.586998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-df7313f7-4bac-4736-ad99-6382b12f3676 service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802889
Jan 29 21:27:41.675792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43b32b8a-d49f-41c8-8354-a89fa9d371bd req-c05fd833-9e18-460d-92fd-862cd4b6673a service neutron] 10.222.0.36 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827079
Jan 29 21:27:42.714910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-84da3c63-907f-459a-910c-d8defac92e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:43.814484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:45.685218 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:46.889508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:48.822134 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-71174543-8c00-4faf-9140-53bf4e2cf007 req-c0d784e5-0416-42e7-8cd9-e4111b72febd service neutron] (125942) timed out ('10.222.0.20', 49454) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:27:52.706496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:27:53.577509 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:00.287417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858b22c-37f6-4d65-a745-520ce6e92885 req-b4dbd68c-244d-40a3-a96b-469674ab3d0e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:00.288886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7858b22c-37f6-4d65-a745-520ce6e92885 req-b4dbd68c-244d-40a3-a96b-469674ab3d0e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0556738
Jan 29 21:28:00.337429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7858b22c-37f6-4d65-a745-520ce6e92885 req-470ec933-6638-43ef-9e0e-bd855c84cc6c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427887
Jan 29 21:28:01.456566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabfc4b-4553-485c-9a93-6178f024ce41 req-d09dd906-662e-4fdb-9c2e-52b7aa56ff4f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:01.458085 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdabfc4b-4553-485c-9a93-6178f024ce41 req-d09dd906-662e-4fdb-9c2e-52b7aa56ff4f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0515375
Jan 29 21:28:01.503196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdabfc4b-4553-485c-9a93-6178f024ce41 req-b336c79e-753d-453d-bdb3-0e3909c6188f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388944
Jan 29 21:28:02.770280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596759-21f6-4301-9551-2aed70cc8c02 req-18fb9b95-a47f-4895-a1e0-f66096616700 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:02.771723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10596759-21f6-4301-9551-2aed70cc8c02 req-18fb9b95-a47f-4895-a1e0-f66096616700 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.36 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.4226375
Jan 29 21:28:02.791988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd513d5-7933-4112-8243-8e307637bb7d req-05e82757-e768-4bf2-9610-22d1479b84a2 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:02.793347 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd513d5-7933-4112-8243-8e307637bb7d req-05e82757-e768-4bf2-9610-22d1479b84a2 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 945 time: 0.0723369
Jan 29 21:28:02.885788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd513d5-7933-4112-8243-8e307637bb7d req-ea42110e-1b8b-4d92-8643-7c7587cbd461 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=34853a3c-1d31-4be2-a91d-f194d1eb13e5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0761271
Jan 29 21:28:02.906663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Deleting port 8a27d785-a351-4b72-b9ff-a6bd6c204342 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:28:02.907006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:02.992763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] For port 8a27d785-a351-4b72-b9ff-a6bd6c204342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a27d785-a351-4b72-b9ff-a6bd6c204342,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:28:02.993152 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:03.162719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:03.163084 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:03.163398 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Floating IP f1847647-9987-4055-afca-84a9c15e19a8 disassociated. External IP: 172.35.4.134, port: 8a27d785-a351-4b72-b9ff-a6bd6c204342.
Jan 29 21:28:03.163734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Calling delete_port for 8a27d785-a351-4b72-b9ff-a6bd6c204342 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:28:03.289202 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8a27d785-a351-4b72-b9ff-a6bd6c204342), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:03.323034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'Port': ['ID=8a27d785-a351-4b72-b9ff-a6bd6c204342,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:03.334276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.334629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.334966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.335305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.335639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.335972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.336297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.336619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.336943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.337287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.337607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.337931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.338251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:03.442775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:28:03.550684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:28:03.560324 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:28:03.570101 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:28:03.570700 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b32a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:27:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:03.594942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] No DVR routers for this DVR port 8a27d785-a351-4b72-b9ff-a6bd6c204342 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:28:03.598186 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:03.601568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10596759-21f6-4301-9551-2aed70cc8c02 req-771bbdcc-76db-4171-a340-9d3f75ce2dee tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.36 "DELETE /v2.0/ports/8a27d785-a351-4b72-b9ff-a6bd6c204342 HTTP/1.1" status: 204  len: 173 time: 0.8229673
Jan 29 21:28:03.602012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'name': 'network-vif-deleted', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:28:03.604518 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5014a36-a054-4033-a8c7-72862f396fa9" -d '{"events": [{"server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "name": "network-vif-deleted", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:28:03.644994 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4019e8-6e5e-4467-90b0-a0d1868cab90 x-openstack-request-id: req-6b4019e8-6e5e-4467-90b0-a0d1868cab90 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:28:03.645308 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b289a-6fc1-4ade-8865-a24b8de8d8b9", "name": "network-vif-deleted", "tag": "8a27d785-a351-4b72-b9ff-a6bd6c204342", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:28:03.645570 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b4019e8-6e5e-4467-90b0-a0d1868cab90 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:28:03.645982 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b289a-6fc1-4ade-8865-a24b8de8d8b9', 'name': 'network-vif-deleted', 'tag': '8a27d785-a351-4b72-b9ff-a6bd6c204342', 'status': 'completed', 'code': 200}
Jan 29 21:28:03.677966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:28:03.889306 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b32a460>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:03.915229 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:28:03.923320 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:28:03.923909 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b32a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:27:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:03.996339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce7d9d6d-9b8a-4c8e-9103-e981f58b08e3 req-30b63244-eb00-432f-9d92-77557c132b77 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b289a-6fc1-4ade-8865-a24b8de8d8b9 HTTP/1.1" status: 200  len: 210 time: 0.0302777
Jan 29 21:28:04.034885 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:28:04.228953 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b32a460>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:04.258361 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31ebc8-e431-466e-b3e4-052d5811af69 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:28:04.465723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3b045-66a7-4ee7-8165-5b45a8750135 None None] New status for floating IP f1847647-9987-4055-afca-84a9c15e19a8: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:28:05.084066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:05.135429 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (34853a3c-1d31-4be2-a91d-f194d1eb13e5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.159195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (34853a3c-1d31-4be2-a91d-f194d1eb13e5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.204863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34853a3c-1d31-4be2-a91d-f194d1eb13e5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.208029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.209215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "DELETE /v2.0/security-groups/34853a3c-1d31-4be2-a91d-f194d1eb13e5 HTTP/1.1" status: 204  len: 168 time: 0.1241288
Jan 29 21:28:05.211984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57690) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:05.218506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1874e6-01b8-4ba9-8b37-a756520f4862 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34853a3c-1d31-4be2-a91d-f194d1eb13e5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:05.230074 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3e8af827-c072-4cb1-8baa-cb6bf4828aad tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] show failed (client error): The resource could not be found.
Jan 29 21:28:05.231213 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3e8af827-c072-4cb1-8baa-cb6bf4828aad tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups/34853a3c-1d31-4be2-a91d-f194d1eb13e5 HTTP/1.1" status: 404  len: 347 time: 0.0181417
Jan 29 21:28:05.234234 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57694) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:05.358570 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Deleting port 534e8ec0-7ac3-4b1b-aa03-1b963db79f11 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:28:05.358838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.710939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.711289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.722619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Calling delete_port for 534e8ec0-7ac3-4b1b-aa03-1b963db79f11 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:28:05.851696 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (534e8ec0-7ac3-4b1b-aa03-1b963db79f11), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.876879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'Port': ['ID=534e8ec0-7ac3-4b1b-aa03-1b963db79f11,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:05.903917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.904251 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.904600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.904946 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.905313 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.905659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.905992 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.906323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.906654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.906981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.907310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.907637 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.907962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:05.947134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (f1847647-9987-4055-afca-84a9c15e19a8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.949741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:05.950906 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-75bf91ed-922e-4c60-96c1-62938141b463 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "DELETE /v2.0/floatingips/f1847647-9987-4055-afca-84a9c15e19a8 HTTP/1.1" status: 204  len: 168 time: 0.7157843
Jan 29 21:28:06.104710 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57698) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:06.109362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67386205', 'description': 'tempest-description--718480165'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:06.130252 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.196078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.199869 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.230178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.231365 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1256227
Jan 29 21:28:06.232499 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1960-1379-487a-8837-9e5e154d2cec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:06.234309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57700) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:06.239706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group_rule': {'security_group_id': 'b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:06.265366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (83c27477-40a3-4b16-b12a-605767e8746e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.309780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a27d785-a351-4b72-b9ff-a6bd6c204342 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:28:06.310695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (83c27477-40a3-4b16-b12a-605767e8746e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.314726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (83c27477-40a3-4b16-b12a-605767e8746e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.330413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 8a27d785-a351-4b72-b9ff-a6bd6c204342 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:28:06.330782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a27d785-a351-4b72-b9ff-a6bd6c204342 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:28:06.332997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c27477-40a3-4b16-b12a-605767e8746e,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:06.343066 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.344300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-009f06b3-ed84-4862-a090-8147cbf55794 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1088614
Jan 29 21:28:06.347446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:06.351965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'security_group_rule': {'security_group_id': 'b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:06.376737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (d0160438-53f5-4fcd-97ae-8529a2cb7c57), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.434781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (d0160438-53f5-4fcd-97ae-8529a2cb7c57), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.438276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d0160438-53f5-4fcd-97ae-8529a2cb7c57), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.455561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0160438-53f5-4fcd-97ae-8529a2cb7c57,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:06.462720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.463924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ee8867b1-8a49-41bd-8798-1fd70dbf5ca8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1155658
Jan 29 21:28:06.467052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57704) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:06.471734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:06.491401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.585345 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.689116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Allocated IP 172.35.4.85 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/d93bad5c-537b-4306-a1f7-23e4475a5b7c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:28:06.788027 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.820320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.860935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:28:06.863717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:28:06.869218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:28:06.895388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=d93bad5c-537b-4306-a1f7-23e4475a5b7c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:06.956494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:06.990419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:07.137573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:07.141708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:07.213797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=d93bad5c-537b-4306-a1f7-23e4475a5b7c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:07.222269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:07.237259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:07.238644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54b845b6-44b5-401a-99cc-4321094cca91 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7706831
Jan 29 21:28:07.443558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-c5a550a3-2420-4e05-b534-0039bbc497b1 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--67386205&fields=id&tenant_id=5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 267 time: 0.0429268
Jan 29 21:28:07.544346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-68ad88da-d998-42fb-83e4-474c3e1b774c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:07.545852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-68ad88da-d998-42fb-83e4-474c3e1b774c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 811 time: 0.0960166
Jan 29 21:28:07.560877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-62ec136b-e103-4f4f-b43d-d4439922c15f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/quotas/5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 375 time: 0.0092044
Jan 29 21:28:07.618818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-0f5f5b71-c018-4f92-bd25-1b4100d18aad tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0526009
Jan 29 21:28:07.765853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-058b5b22-e011-404b-9780-39855fca172c service neutron] 10.222.0.20 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353354
Jan 29 21:28:07.858748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-eccb94f2-ffb6-4826-92d2-4ca81d2aa975 service neutron] 10.222.0.20 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872040
Jan 29 21:28:08.026021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-abe67d2b-f610-4762-82b9-fbc4287613d2 req-579edf5d-fbeb-4252-8d74-d9ae58d06e4c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 210 time: 0.0278902
Jan 29 21:28:09.082834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-7431aea2-dbbf-4b03-9c9d-9d1000ba6710 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:09.084324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-7431aea2-dbbf-4b03-9c9d-9d1000ba6710 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 811 time: 0.1073327
Jan 29 21:28:09.144146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16e42d98-99fa-4ba5-9620-78ec93593210 req-00236957-2ec1-403f-ab4c-6373f9d84065 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 210 time: 0.0451162
Jan 29 21:28:09.170847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-ee464825-91f1-44bf-915d-19adab1dfbec tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d23fa2402894228bc06c5f73f23ce7c HTTP/1.1" status: 200  len: 378 time: 0.0783513
Jan 29 21:28:09.180112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'port': {'device_id': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'admin_state_up': True, 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'security_groups': ['b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:09.282235 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Made reservation on behalf of 5d23fa2402894228bc06c5f73f23ce7c for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:28:09.286259 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.411205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Allocated IP 172.20.0.12 (7e766411-0d75-4de1-b15c-38432916f2bb/e0379e00-7b87-44ab-85a8-4a34b4cf18bd/68f601c1-f39a-40d0-84a2-373f48367506) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:28:09.546953 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for port (68f601c1-f39a-40d0-84a2-373f48367506), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.579577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.621125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Network 7e766411-0d75-4de1-b15c-38432916f2bb is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:28:09.625932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:28:09.629489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:28:09.636068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event updated for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:09.684668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:09.685295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.701584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-6913572c-d565-4f0f-80f3-19e17cf60358 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5253134
Jan 29 21:28:09.710965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-d3669b2b-6732-48d8-9c2a-770570f64580 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:28:09.711942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-d3669b2b-6732-48d8-9c2a-770570f64580 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052378
Jan 29 21:28:09.724187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Request body: {'port': {'device_id': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:09.790452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68f601c1-f39a-40d0-84a2-373f48367506), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.896395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5f06eb14-ec7e-40ac-a06a-7f9f225869eb None None] Provisioning complete for port 68f601c1-f39a-40d0-84a2-373f48367506 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:28:09.896950 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f06eb14-ec7e-40ac-a06a-7f9f225869eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68f601c1-f39a-40d0-84a2-373f48367506), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:09.930979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5f06eb14-ec7e-40ac-a06a-7f9f225869eb None None] Port 68f601c1-f39a-40d0-84a2-373f48367506 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:28:10.048083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f601c1-f39a-40d0-84a2-373f48367506 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:28:10.055668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks [] for port (68f601c1-f39a-40d0-84a2-373f48367506), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.067567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Transition to ACTIVE for port object 68f601c1-f39a-40d0-84a2-373f48367506 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:28:10.071406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.121132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Pushing event updated for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:10.202658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Attempting to bind port 68f601c1-f39a-40d0-84a2-373f48367506 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:28:10.203003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Attempting to bind port 68f601c1-f39a-40d0-84a2-373f48367506 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:28:10.203618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Attempting to bind port 68f601c1-f39a-40d0-84a2-373f48367506 on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:28:10.208977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Port 68f601c1-f39a-40d0-84a2-373f48367506 on network 7e766411-0d75-4de1-b15c-38432916f2bb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:28:10.209330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Attempting to bind port 68f601c1-f39a-40d0-84a2-373f48367506 on network 7e766411-0d75-4de1-b15c-38432916f2bb {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:28:10.214531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:28:10.214884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Checking segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:28:10.215265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Bound using segment: {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:28:10.215698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Bound port: 68f601c1-f39a-40d0-84a2-373f48367506, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c8652-a51e-4426-9963-906b4c4fe282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:28:10.216058 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68f601c1-f39a-40d0-84a2-373f48367506), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.325536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4c2d-8898-4d32-a332-8cefa4a1f51c req-6fe195f6-b719-4d70-ab73-e35727867c22 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.326954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-802a4c2d-8898-4d32-a332-8cefa4a1f51c req-6fe195f6-b719-4d70-ab73-e35727867c22 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 944 time: 0.1077569
Jan 29 21:28:10.327973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:28:10.331541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68f601c1-f39a-40d0-84a2-373f48367506,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:28:10.342079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.368088 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-95408ba1-ecb6-45cc-8b0b-158c9fcf665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.410298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.410927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:10.412351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] 10.222.0.18 "PUT /v2.0/ports/68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 200  len: 1092 time: 0.6928384
Jan 29 21:28:10.412805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:28:10.415108 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65937625-b2b4-49f2-bf96-f9130920d2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "tag": "68f601c1-f39a-40d0-84a2-373f48367506"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:28:10.435149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-802a4c2d-8898-4d32-a332-8cefa4a1f51c req-43b4359c-f221-498c-905a-d05c88e6519f tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1018765
Jan 29 21:28:10.448932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e421539-da92-42f6-8ea4-ffbbea968134 service neutron] Pushing event updated for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:10.488033 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad398741-a3db-4c22-90f8-df79e2794c67 x-openstack-request-id: req-ad398741-a3db-4c22-90f8-df79e2794c67 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:28:10.488500 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "tag": "68f601c1-f39a-40d0-84a2-373f48367506", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:28:10.488866 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad398741-a3db-4c22-90f8-df79e2794c67 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:28:10.489472 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506', 'status': 'completed', 'code': 200}
Jan 29 21:28:10.505987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-8fad72e5-c5e4-4b30-b349-f76017c6427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.507514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-8fad72e5-c5e4-4b30-b349-f76017c6427a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 1126 time: 0.0542178
Jan 29 21:28:10.553434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-b554b750-5965-4d97-b267-8fc17d6c718b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 200  len: 217 time: 0.0394459
Jan 29 21:28:10.601870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-0a4a8922-1a8b-42b9-89e9-d2a06f35c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.603359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-0a4a8922-1a8b-42b9-89e9-d2a06f35c69a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0448294
Jan 29 21:28:10.652308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-578ee2d4-fca2-48a9-ba83-7645babb59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.653840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-578ee2d4-fca2-48a9-ba83-7645babb59ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438952
Jan 29 21:28:10.744449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-36414bd1-0f79-4f4e-a16e-daeb17a754ba service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844970
Jan 29 21:28:10.830958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0cff1e5-a595-44b1-a2b0-c80c9a2c6ca3 req-4b6cb4d3-f339-4ff5-b213-bb70bd593b9e service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802310
Jan 29 21:28:10.919719 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c5769065-97b4-46d7-96b8-9d9653682276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:10.921229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c5769065-97b4-46d7-96b8-9d9653682276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 1126 time: 0.0434999
Jan 29 21:28:11.010215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c2d67018-59a5-43f2-91c6-47c0e0c327f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:11.011666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c2d67018-59a5-43f2-91c6-47c0e0c327f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0852709
Jan 29 21:28:11.053664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-f1a30e39-02a7-4ac7-a3d9-c17c12fce37a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 200  len: 217 time: 0.0339718
Jan 29 21:28:11.103745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c95700f9-a2ee-4cb6-8bc4-d7f0de26d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:11.105203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-c95700f9-a2ee-4cb6-8bc4-d7f0de26d03b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0459707
Jan 29 21:28:11.151875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-1805cee4-39d9-4083-8f9e-17d55367c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:11.153373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-1805cee4-39d9-4083-8f9e-17d55367c71f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423982
Jan 29 21:28:11.240339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-e549993d-19c1-4e5e-829d-13d5a8d9e31d service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803571
Jan 29 21:28:11.328670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65937625-b2b4-49f2-bf96-f9130920d2c6 req-74f67bf5-d905-4dfe-a7e5-37a6c5966c33 service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832663
Jan 29 21:28:11.567339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a6d4-0b21-40d3-ae2e-870b1199f939 req-c7f11131-345d-44d7-9d0c-c4d736cffe5e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:11.568796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7437a6d4-0b21-40d3-ae2e-870b1199f939 req-c7f11131-345d-44d7-9d0c-c4d736cffe5e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 944 time: 0.0522640
Jan 29 21:28:11.613979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7437a6d4-0b21-40d3-ae2e-870b1199f939 req-e8be5c9a-1ef4-4b16-bda6-a765a09c7143 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395544
Jan 29 21:28:12.719005 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec592-6112-4dda-b5e0-66c61f26740a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:12.739896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd24f-a990-454f-8e47-6272ca684858 req-891eaec0-9554-4a71-ab07-fb47fb4914e4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:12.741402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-497fd24f-a990-454f-8e47-6272ca684858 req-891eaec0-9554-4a71-ab07-fb47fb4914e4 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 944 time: 0.0570700
Jan 29 21:28:12.787661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-497fd24f-a990-454f-8e47-6272ca684858 req-611c1274-11e1-4822-89a1-5b3877e3a732 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403411
Jan 29 21:28:13.818081 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:13.904885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f852-b5c7-49f0-b53d-bb516d515f82 req-91e7fb7c-3b50-4fb8-9e44-3b7a87f1ce3c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:13.906427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33e8f852-b5c7-49f0-b53d-bb516d515f82 req-91e7fb7c-3b50-4fb8-9e44-3b7a87f1ce3c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 944 time: 0.0525606
Jan 29 21:28:13.952366 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33e8f852-b5c7-49f0-b53d-bb516d515f82 req-c11f8e98-529d-4eb0-bd02-d33e7d8ebef7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398061
Jan 29 21:28:14.502721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 68f601c1-f39a-40d0-84a2-373f48367506 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:28:14.597508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68f601c1-f39a-40d0-84a2-373f48367506,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:28:14.608312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '68f601c1-f39a-40d0-84a2-373f48367506', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'port_id': '68f601c1-f39a-40d0-84a2-373f48367506', 'mac_address': 'fa:16:3e:4a:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:28:14.647462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 68f601c1-f39a-40d0-84a2-373f48367506 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:28:14.647849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68f601c1-f39a-40d0-84a2-373f48367506), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:14.660066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f601c1-f39a-40d0-84a2-373f48367506 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:28:14.678366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68f601c1-f39a-40d0-84a2-373f48367506,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:28:14.681996 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:14.726910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:14.733986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.734336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.734679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.735019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.735429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.735684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.736017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.736346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.736667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.737007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.737340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.737662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:14.738505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:28:15.024029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['68f601c1-f39a-40d0-84a2-373f48367506'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:28:15.069285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caf709-bcda-4ab1-8826-1d47c9754cda req-9363b7d5-df22-44d7-ad9e-a1a3557ef2fb tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:15.070768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90caf709-bcda-4ab1-8826-1d47c9754cda req-9363b7d5-df22-44d7-ad9e-a1a3557ef2fb tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 945 time: 0.0524619
Jan 29 21:28:15.120585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90caf709-bcda-4ab1-8826-1d47c9754cda req-046c050c-fdeb-4938-841c-e3d7bf5bddc3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440879
Jan 29 21:28:15.515913 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:28:15.686160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:16.240563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b21021-f157-4e0e-8bb2-8f38ec5c60e9 req-43483f50-32de-4ec9-b0fc-ea07cad74c02 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:16.242180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3b21021-f157-4e0e-8bb2-8f38ec5c60e9 req-43483f50-32de-4ec9-b0fc-ea07cad74c02 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 945 time: 0.0534031
Jan 29 21:28:16.288157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3b21021-f157-4e0e-8bb2-8f38ec5c60e9 req-cd711be7-3f8f-4f8c-840f-84d528edbbc6 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401433
Jan 29 21:28:16.517678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 68f601c1-f39a-40d0-84a2-373f48367506 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:28:16.565282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 68f601c1-f39a-40d0-84a2-373f48367506 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:28:16.569849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 68f601c1-f39a-40d0-84a2-373f48367506 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:28:16.570228 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (68f601c1-f39a-40d0-84a2-373f48367506), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:16.646785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 68f601c1-f39a-40d0-84a2-373f48367506 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:28:16.647171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (68f601c1-f39a-40d0-84a2-373f48367506), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:16.670213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:28:16.672451 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4989a6c-69c7-4c42-88db-d5e6a79e004f" -d '{"events": [{"server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "name": "network-vif-plugged", "status": "completed", "tag": "68f601c1-f39a-40d0-84a2-373f48367506"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:28:16.685368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68f601c1-f39a-40d0-84a2-373f48367506,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:28:16.690167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:16.736260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:28:16.786121 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb5129d-307d-4581-8744-ae91407c5b1d x-openstack-request-id: req-3bb5129d-307d-4581-8744-ae91407c5b1d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:28:16.786471 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "name": "network-vif-plugged", "status": "completed", "tag": "68f601c1-f39a-40d0-84a2-373f48367506", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:28:16.786753 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bb5129d-307d-4581-8744-ae91407c5b1d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:28:16.787176 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506', 'code': 200}
Jan 29 21:28:16.879834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42764-15ab-4633-9087-771db3bbcf9b req-767bc233-6f59-4abd-a5a4-e33046102bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:16.881548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98c42764-15ab-4633-9087-771db3bbcf9b req-767bc233-6f59-4abd-a5a4-e33046102bc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 1128 time: 0.0432513
Jan 29 21:28:16.893063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:16.926244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98c42764-15ab-4633-9087-771db3bbcf9b req-67fdec0e-989e-4103-a37f-2583ea766f79 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386136
Jan 29 21:28:17.408820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69374ed7-5f9c-4f5e-be38-aae39a2d18fa req-b900503a-e3e9-4e7a-89e6-75b2970872c3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:17.410801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69374ed7-5f9c-4f5e-be38-aae39a2d18fa req-b900503a-e3e9-4e7a-89e6-75b2970872c3 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0564563
Jan 29 21:28:17.456058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69374ed7-5f9c-4f5e-be38-aae39a2d18fa req-68ab1fd8-4268-4a63-a4a8-bff16348abd5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397232
Jan 29 21:28:18.574930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee88b7-6fc6-4713-af31-f97731b711e1 req-32618d97-f941-4b5b-a9d1-fc64adb040d9 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:18.576400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51ee88b7-6fc6-4713-af31-f97731b711e1 req-32618d97-f941-4b5b-a9d1-fc64adb040d9 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0514481
Jan 29 21:28:18.622134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51ee88b7-6fc6-4713-af31-f97731b711e1 req-836d97ba-1fd3-42ca-ab82-6aa2534b32c8 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402105
Jan 29 21:28:18.735792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7ebf3-ec2f-4863-bbf7-ca64eb26b80b req-0590aa97-a633-4cf1-a2bf-a4a02c80eb3a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:18.737240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8aa7ebf3-ec2f-4863-bbf7-ca64eb26b80b req-0590aa97-a633-4cf1-a2bf-a4a02c80eb3a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0519083
Jan 29 21:28:18.745731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57762) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:28:18.750121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Request body: {'floatingip': {'port_id': '68f601c1-f39a-40d0-84a2-373f48367506'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:28:18.792359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:19.203514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:19.208043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:19.303291 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Floating IP fa2fbc9a-d3f2-45fc-804f-9a84540ab965 associated. External IP: 172.35.4.85, port: 68f601c1-f39a-40d0-84a2-373f48367506.
Jan 29 21:28:19.506138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:28:19.609652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:28:19.614807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:19.620897 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:28:19.631959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:28:19.632567 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b4775e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:28:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:19.644324 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-45f27047-7129-4c9b-b101-066650588cde tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "PUT /v2.0/floatingips/fa2fbc9a-d3f2-45fc-804f-9a84540ab965 HTTP/1.1" status: 200  len: 991 time: 0.8975255
Jan 29 21:28:19.645043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:28:19.647387 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d69fd-454b-4c6c-8b57-8eae283d76c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "tag": "68f601c1-f39a-40d0-84a2-373f48367506"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:28:19.689837 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326508e5-f55c-4da7-a628-02c25803b029 x-openstack-request-id: req-326508e5-f55c-4da7-a628-02c25803b029 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:28:19.690302 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "tag": "68f601c1-f39a-40d0-84a2-373f48367506", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:28:19.690581 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-326508e5-f55c-4da7-a628-02c25803b029 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:28:19.690980 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506', 'status': 'completed', 'code': 200}
Jan 29 21:28:19.745257 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:28:20.067170 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b4775e0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa2fbc9a-d3f2-45fc-804f-9a84540ab965', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.85', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '68f601c1-f39a-40d0-84a2-373f48367506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:4a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:28:06Z', 'updated_at': '2022-01-29T21:28:19Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:20.098351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:28:20.106814 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:28:20.107417 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b4775e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:28:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:20.125191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808f3e-6e87-4b51-a56e-ed454361d606 req-30172b1a-9e2c-4b68-8858-f3e30726e0db tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:20.126694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6808f3e-6e87-4b51-a56e-ed454361d606 req-30172b1a-9e2c-4b68-8858-f3e30726e0db tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.4326565
Jan 29 21:28:20.133149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-9f5bf983-56d9-473a-9d24-71dc1f099b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:20.134535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-9f5bf983-56d9-473a-9d24-71dc1f099b17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 1128 time: 0.4147694
Jan 29 21:28:20.210265 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:28:20.225425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6808f3e-6e87-4b51-a56e-ed454361d606 req-108c4678-a525-4c58-b3a9-dbf36ed105bb tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0899148
Jan 29 21:28:20.257414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-978accf7-cfd3-407a-8a40-f812844e1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:20.258912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-978accf7-cfd3-407a-8a40-f812844e1c8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.1169126
Jan 29 21:28:20.327999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-2cd4026f-d885-4a03-a330-5edc06c6c5bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 200  len: 999 time: 0.0624936
Jan 29 21:28:20.374724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-53609c20-de66-4909-86d5-89dab0b3aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:20.376196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-53609c20-de66-4909-86d5-89dab0b3aa8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0431306
Jan 29 21:28:20.422997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-d0b936f7-4f15-4190-935e-ebb64e5d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:20.424531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-d0b936f7-4f15-4190-935e-ebb64e5d87ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431395
Jan 29 21:28:20.434656 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b4775e0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa2fbc9a-d3f2-45fc-804f-9a84540ab965', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.85', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '68f601c1-f39a-40d0-84a2-373f48367506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:4a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:28:06Z', 'updated_at': '2022-01-29T21:28:19Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:28:20.470000 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dc92d-0b36-4e66-8562-07e2bd30e4d3 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa2fbc9a-d3f2-45fc-804f-9a84540ab965', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'floating_ip_address': '172.35.4.85', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'port_id': '68f601c1-f39a-40d0-84a2-373f48367506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'mac_address': 'fa:16:3e:4a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:28:06Z', 'updated_at': '2022-01-29T21:28:19Z', 'revision_number': 1, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:28:20.516182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-2bfd4298-e0f5-43b3-a2e7-e439c203e2ab service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858638
Jan 29 21:28:20.606078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-164d69fd-454b-4c6c-8b57-8eae283d76c3 req-498c6330-f2c1-41b4-91a3-437740516317 service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836208
Jan 29 21:28:20.662201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c494ba-50b7-475f-9917-5f4988a32cef None None] New status for floating IP fa2fbc9a-d3f2-45fc-804f-9a84540ab965: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:28:21.348415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499b54-855b-42f4-9166-8d51bcc511b3 req-0e9ba7bf-89c4-4133-ba4d-70e9ca1637fd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:21.349889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56499b54-855b-42f4-9166-8d51bcc511b3 req-0e9ba7bf-89c4-4133-ba4d-70e9ca1637fd tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0560687
Jan 29 21:28:21.394362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56499b54-855b-42f4-9166-8d51bcc511b3 req-75295e90-f0e8-4618-b8f8-183ebb0b7229 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389137
Jan 29 21:28:22.697736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:23.579428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:38.315377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-abbe97c6-3d74-460a-bd16-af3895e3730f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0940061
Jan 29 21:28:38.398702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-5d28c00a-d30e-4998-9192-085708d7b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:38.400221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-5d28c00a-d30e-4998-9192-085708d7b6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 1128 time: 0.0445349
Jan 29 21:28:38.503066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-618be35e-91a8-4c6d-9f81-cbb4a42b9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:38.504920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-618be35e-91a8-4c6d-9f81-cbb4a42b9051 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 200  len: 912 time: 0.0861964
Jan 29 21:28:38.567712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-b940b4bb-e4d9-4159-84d7-1232151571d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 200  len: 1001 time: 0.0568581
Jan 29 21:28:38.619097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-6223c97f-6107-4de5-bf9f-4768a039aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:38.620504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-6223c97f-6107-4de5-bf9f-4768a039aa52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 200  len: 850 time: 0.0454261
Jan 29 21:28:38.668256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-a8cd4ee3-c4a0-4e82-96b5-36049afa0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:28:38.670218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-a8cd4ee3-c4a0-4e82-96b5-36049afa0e3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e766411-0d75-4de1-b15c-38432916f2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430667
Jan 29 21:28:38.759403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-4cf6d066-2a46-42e7-b1ff-790aa21bbc76 service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828242
Jan 29 21:28:38.850273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9c7ac700-4eb6-4599-b116-dc16df958699 req-7b5993d4-9e77-4f3b-9a9b-fc706751a253 service neutron] 10.222.0.18 "GET /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836453
Jan 29 21:28:40.363316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-53010e18-678b-40bf-b8cd-b37154a27ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:42.721765 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e75e374-f5ae-4e6d-bf67-1b9bdd46fc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:43.820098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:45.689121 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:46.895713 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:52.514426 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:28:52.716537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:28:53.591333 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:10.365240 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1538b9ce-0516-417b-bb45-445b339553a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:12.724181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-db162c8e-d602-434f-bc10-1ea82b47449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:13.823012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:15.692195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:16.899261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:22.733861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:23.605351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:29.513686 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:29:32.693133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecdc19-8198-4108-8477-4bd6d869e632 req-c0e39b20-4c83-41ab-bd7a-30a4654d3585 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:29:32.694570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-faecdc19-8198-4108-8477-4bd6d869e632 req-c0e39b20-4c83-41ab-bd7a-30a4654d3585 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0535712
Jan 29 21:29:32.740823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-faecdc19-8198-4108-8477-4bd6d869e632 req-0e0554a9-3c66-48b8-b892-55840b69acca tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407324
Jan 29 21:29:33.857350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1447150-397e-4deb-8828-6696086efbc2 req-e10a6a3c-33b6-46b3-8675-6058dcbcec0c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:29:33.858866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1447150-397e-4deb-8828-6696086efbc2 req-e10a6a3c-33b6-46b3-8675-6058dcbcec0c tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0514777
Jan 29 21:29:33.909910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f1447150-397e-4deb-8828-6696086efbc2 req-0463c9b2-f2cf-4631-8135-7929d1249f5a tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452695
Jan 29 21:29:34.555062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-36c6b442-a086-465f-a3f1-0e0da498e998 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:29:34.556397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-36c6b442-a086-465f-a3f1-0e0da498e998 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0509777
Jan 29 21:29:34.646190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Deleting port 68f601c1-f39a-40d0-84a2-373f48367506 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:34.646530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (68f601c1-f39a-40d0-84a2-373f48367506), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:34.735081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] For port 68f601c1-f39a-40d0-84a2-373f48367506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68f601c1-f39a-40d0-84a2-373f48367506,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:29:34.735515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (68f601c1-f39a-40d0-84a2-373f48367506), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:34.903700 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:34.904351 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:34.904351 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Floating IP fa2fbc9a-d3f2-45fc-804f-9a84540ab965 disassociated. External IP: 172.35.4.85, port: 68f601c1-f39a-40d0-84a2-373f48367506.
Jan 29 21:29:34.904618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Calling delete_port for 68f601c1-f39a-40d0-84a2-373f48367506 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:35.068286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c418fb-ef26-44ed-b9d5-a5c48002a210 req-274114aa-6bef-4f8b-a076-23a06d2d1f8e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:29:35.069828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c418fb-ef26-44ed-b9d5-a5c48002a210 req-274114aa-6bef-4f8b-a076-23a06d2d1f8e tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff9b0c2-e260-469c-8e12-1e66e58c6414 HTTP/1.1" status: 200  len: 946 time: 0.0902143
Jan 29 21:29:35.070883 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (68f601c1-f39a-40d0-84a2-373f48367506), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:35.111142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'Port': ['ID=68f601c1-f39a-40d0-84a2-373f48367506,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:35.129707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.130060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.130408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.130750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.131093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.131466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.131804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.132137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.132464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.132804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.133155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.133478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.133807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:35.224361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c418fb-ef26-44ed-b9d5-a5c48002a210 req-a9807c46-605e-4b81-89a4-ef572e9fabad tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1470351
Jan 29 21:29:35.261228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:29:35.365037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:29:35.374352 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:29:35.384675 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:29:35.385551 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3077c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:29:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:35.409104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] No DVR routers for this DVR port 68f601c1-f39a-40d0-84a2-373f48367506 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:29:35.411882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:35.415273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4aae1500-6920-4a87-9b26-b54008d04fe8 req-f666b2f5-fc5a-4110-af96-0057640b1c13 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.18 "DELETE /v2.0/ports/68f601c1-f39a-40d0-84a2-373f48367506 HTTP/1.1" status: 204  len: 173 time: 0.8537288
Jan 29 21:29:35.415759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'name': 'network-vif-deleted', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:29:35.418059 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd2a992-2b55-4b4f-8c4b-4d74c70ed0f2" -d '{"events": [{"server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "name": "network-vif-deleted", "tag": "68f601c1-f39a-40d0-84a2-373f48367506"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:29:35.459156 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86eaf47-82c6-42ee-bd3f-826a6422751b x-openstack-request-id: req-c86eaf47-82c6-42ee-bd3f-826a6422751b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:29:35.459462 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff9b0c2-e260-469c-8e12-1e66e58c6414", "name": "network-vif-deleted", "tag": "68f601c1-f39a-40d0-84a2-373f48367506", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:29:35.459719 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c86eaf47-82c6-42ee-bd3f-826a6422751b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:29:35.460167 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9b0c2-e260-469c-8e12-1e66e58c6414', 'name': 'network-vif-deleted', 'tag': '68f601c1-f39a-40d0-84a2-373f48367506', 'status': 'completed', 'code': 200}
Jan 29 21:29:35.503957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:29:35.813394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3077c0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:35.849007 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:29:35.865230 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:29:35.865819 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b3077c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:29:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:35.966593 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:29:36.252031 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b3077c0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:36.278483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9259-c623-4da9-9e5e-ee33b1882ed2 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:09Z', 'revision_number': 4, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d6c26-7f3f-439d-a841-e58e4e4417ae', 'name': '', 'network_id': '7e766411-0d75-4de1-b15c-38432916f2bb', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'mac_address': 'fa:16:3e:36:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:08Z', 'updated_at': '2022-01-29T21:24:12Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'subnets': [{'id': 'e0379e00-7b87-44ab-85a8-4a34b4cf18bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:29:36.309975 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 57986) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:36.370040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.393536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.442640 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.449441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.453175 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32 HTTP/1.1" status: 204  len: 168 time: 0.1397076
Jan 29 21:29:36.453523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57990) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:36.460926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:36.468631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.469015 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.469475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.469819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.470159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.470491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.470882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.471151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.471470 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.471970 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.472306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.472627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.473182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73137b4-8aef-4dff-bf46-04840ce960f5 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:36.487857 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-b54f68e6-152b-4f47-87f5-7a046b39d640 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] show failed (client error): The resource could not be found.
Jan 29 21:29:36.492471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b54f68e6-152b-4f47-87f5-7a046b39d640 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "GET /v2.0/security-groups/b3c9f76b-5c50-4a9b-8443-7d7aef2c0a32 HTTP/1.1" status: 404  len: 347 time: 0.0344248
Jan 29 21:29:36.492706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 57992) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:36.514311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7bb1c-b863-4bca-91a7-b5f28b681c91 None None] New status for floating IP fa2fbc9a-d3f2-45fc-804f-9a84540ab965: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:29:36.629277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Deleting port d93bad5c-537b-4306-a1f7-23e4475a5b7c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:36.629629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.706800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.707137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (d93bad5c-537b-4306-a1f7-23e4475a5b7c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.718787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Calling delete_port for d93bad5c-537b-4306-a1f7-23e4475a5b7c owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:36.854889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d93bad5c-537b-4306-a1f7-23e4475a5b7c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.886042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Pushing event deleted for resources: {'Port': ['ID=d93bad5c-537b-4306-a1f7-23e4475a5b7c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:36.944082 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks [] for floatingip (fa2fbc9a-d3f2-45fc-804f-9a84540ab965), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.946695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:36.947838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1d424d5f-c375-4ba1-b936-4cadc3e476f7 tempest-AttachVolumeTestJSON-648418794 tempest-AttachVolumeTestJSON-648418794-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa2fbc9a-d3f2-45fc-804f-9a84540ab965 HTTP/1.1" status: 204  len: 168 time: 0.4542155
Jan 29 21:29:38.856254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 68f601c1-f39a-40d0-84a2-373f48367506 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:29:38.879293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 68f601c1-f39a-40d0-84a2-373f48367506 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:29:38.879642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 68f601c1-f39a-40d0-84a2-373f48367506 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:29:40.367497 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6c818d27-1980-4e44-acf8-55c4eb8d1450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:40.445655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:40.898042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f9523d47-4778-4aac-b8ae-c9268f86982d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:41.141429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Deleting port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:41.141780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:41.219692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] For port 1e8d6c26-7f3f-439d-a841-e58e4e4417ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:29:41.220047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:41.232656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Calling delete_port for 1e8d6c26-7f3f-439d-a841-e58e4e4417ae owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:41.407377 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1e8d6c26-7f3f-439d-a841-e58e4e4417ae), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:41.435017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8d6c26-7f3f-439d-a841-e58e4e4417ae,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:41.597726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f9523d47-4778-4aac-b8ae-c9268f86982d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:41.809564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Router f9523d47-4778-4aac-b8ae-c9268f86982d has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:29:41.912979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:29:41.918635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a31e6660-bcf9-4da3-bb6f-4cce258278e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/f9523d47-4778-4aac-b8ae-c9268f86982d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4718664
Jan 29 21:29:41.921311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58102) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:41.922106 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Sync routers for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:29:41.932135 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:29:41.933223 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afd8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:29:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:42.026315 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks [] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.035231 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:29:42.127785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks [] for router_gateway (f9523d47-4778-4aac-b8ae-c9268f86982d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.179690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Deleting port e4edc432-bbfd-46c6-a3db-8809402cf97b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:42.180197 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.213069 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afd8cd0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:29:41Z', 'revision_number': 5, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port': {'id': 'e4edc432-bbfd-46c6-a3db-8809402cf97b', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:42.239543 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Checking router: f9523d47-4778-4aac-b8ae-c9268f86982d for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:29:42.248291 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Routers {'f9523d47-4778-4aac-b8ae-c9268f86982d'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:29:42.248887 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afd8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:29:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f9523d47-4778-4aac-b8ae-c9268f86982d'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:42.265931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] For port e4edc432-bbfd-46c6-a3db-8809402cf97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4edc432-bbfd-46c6-a3db-8809402cf97b,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:29:42.266299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.278299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Calling delete_port for e4edc432-bbfd-46c6-a3db-8809402cf97b owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:42.331718 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] Set router f9523d47-4778-4aac-b8ae-c9268f86982d gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:29:42.382992 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afd8cd0>, [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:29:42Z', 'revision_number': 6, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:42.413032 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18be5-4aad-418d-bd26-a59670b31e60 None None] The sync data for ids ['f9523d47-4778-4aac-b8ae-c9268f86982d'] in ncdv-master-1 is: [{'id': 'f9523d47-4778-4aac-b8ae-c9268f86982d', 'name': 'tempest-AttachVolumeTestJSON-1988250697-router', 'tenant_id': '5d23fa2402894228bc06c5f73f23ce7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:24:07Z', 'updated_at': '2022-01-29T21:29:42Z', 'revision_number': 6, 'project_id': '5d23fa2402894228bc06c5f73f23ce7c', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:29:42.448239 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e4edc432-bbfd-46c6-a3db-8809402cf97b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.471353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4edc432-bbfd-46c6-a3db-8809402cf97b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:42.536265 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f9523d47-4778-4aac-b8ae-c9268f86982d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.625654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.627788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks [] for router_controller (f9523d47-4778-4aac-b8ae-c9268f86982d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.673354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f9523d47-4778-4aac-b8ae-c9268f86982d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.673871 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9523d47-4778-4aac-b8ae-c9268f86982d {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:29:42.678098 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.679387 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2f3a79d9-d832-4eca-ac2b-7f303292d63e admin admin] 10.222.0.20 "DELETE /v2.0/routers/f9523d47-4778-4aac-b8ae-c9268f86982d HTTP/1.1" status: 204  len: 168 time: 0.7570155
Jan 29 21:29:42.682403 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58104) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:42.725906 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb255-d5ec-46cd-a3ef-9c4651d5b1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.728905 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Deleting subnet e0379e00-7b87-44ab-85a8-4a34b4cf18bd {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:29:42.732081 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Publish callbacks [] for subnet (e0379e00-7b87-44ab-85a8-4a34b4cf18bd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.768219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (e0379e00-7b87-44ab-85a8-4a34b4cf18bd), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.860115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (e0379e00-7b87-44ab-85a8-4a34b4cf18bd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.910518 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (e0379e00-7b87-44ab-85a8-4a34b4cf18bd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.935826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0379e00-7b87-44ab-85a8-4a34b4cf18bd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:42.943285 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:42.947819 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a80379f-bed5-4b9c-87a8-3ab7daeaf23d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0379e00-7b87-44ab-85a8-4a34b4cf18bd HTTP/1.1" status: 204  len: 168 time: 0.2642066
Jan 29 21:29:42.948420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109ab68-4372-48ae-8f23-bdb876d58794 None None] Network 7e766411-0d75-4de1-b15c-38432916f2bb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:29:42.950315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58106) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:43.020880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (7e766411-0d75-4de1-b15c-38432916f2bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.073562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Deleting port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:43.073907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.133596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] For port 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=559fd726-9cad-484e-8a94-d4e7f63fb8f1,segment=NetworkSegment(563c8652-a51e-4426-9963-906b4c4fe282),segment_id=563c8652-a51e-4426-9963-906b4c4fe282)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:29:43.133885 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.146014 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Calling delete_port for 559fd726-9cad-484e-8a94-d4e7f63fb8f1 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:43.193970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] DHCP port deletion for 7e766411-0d75-4de1-b15c-38432916f2bb request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:29:43.235972 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.253074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e8d6c26-7f3f-439d-a841-e58e4e4417ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:29:43.267653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Pushing event deleted for resources: {'Port': ['ID=559fd726-9cad-484e-8a94-d4e7f63fb8f1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:43.271258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] No DVR routers for this DVR port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:29:43.279318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1e8d6c26-7f3f-439d-a841-e58e4e4417ae {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:29:43.279670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e8d6c26-7f3f-439d-a841-e58e4e4417ae not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:29:43.288536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Deleting port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:29:43.288922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.346611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (7e766411-0d75-4de1-b15c-38432916f2bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.356288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] For port 559fd726-9cad-484e-8a94-d4e7f63fb8f1, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:29:43.356688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.367187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea086f88e0>,) {'filters': {'network_id': ['7e766411-0d75-4de1-b15c-38432916f2bb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:43.369245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Calling delete_port for 559fd726-9cad-484e-8a94-d4e7f63fb8f1 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:29:43.371926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:29:43.373200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (559fd726-9cad-484e-8a94-d4e7f63fb8f1), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.376246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086f88e0>, '563c8652-a51e-4426-9963-906b4c4fe282') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:43.376548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea086f88e0>, '563c8652-a51e-4426-9963-906b4c4fe282') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:29:43.385761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (563c8652-a51e-4426-9963-906b4c4fe282), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.395180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Pushing event deleted for resources: {'Port': ['ID=559fd726-9cad-484e-8a94-d4e7f63fb8f1,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:43.401567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (563c8652-a51e-4426-9963-906b4c4fe282), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.405291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] No DVR routers for this DVR port 559fd726-9cad-484e-8a94-d4e7f63fb8f1 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:29:43.407630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.408002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.408340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.408680 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.409043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.409404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.409735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.410064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.410399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.410714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.411091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.411370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.411693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87130b-e05b-4845-bb1b-5adfe6fe41cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:29:43.413438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:29:43.413911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (563c8652-a51e-4426-9963-906b4c4fe282), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:29:43.416372 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:29:43.475195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (7e766411-0d75-4de1-b15c-38432916f2bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.483853 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.486715 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e766411-0d75-4de1-b15c-38432916f2bb HTTP/1.1" status: 204  len: 168 time: 0.5354586
Jan 29 21:29:43.498640 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbbd96-3187-4434-be8b-0de36c38bacf admin admin] Pushing event deleted for resources: {'Network': ['ID=7e766411-0d75-4de1-b15c-38432916f2bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:43.603763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58110) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:43.643079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fc5f0bb4-840b-492a-b1a1-204110ab2fa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d23fa2402894228bc06c5f73f23ce7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381596
Jan 29 21:29:43.645712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58112) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:43.691003 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] Publish callbacks [] for security_group (78965ca4-28d3-4baf-b39b-72292efa7d36), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.711249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] Publish callbacks [] for security_group (78965ca4-28d3-4baf-b39b-72292efa7d36), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.757684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (78965ca4-28d3-4baf-b39b-72292efa7d36), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.760755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:43.761951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78965ca4-28d3-4baf-b39b-72292efa7d36 HTTP/1.1" status: 204  len: 168 time: 0.1153686
Jan 29 21:29:43.770053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440255ff-f45e-4d52-8f3b-c68e03d5d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78965ca4-28d3-4baf-b39b-72292efa7d36,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:43.826246 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:44.839666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 559fd726-9cad-484e-8a94-d4e7f63fb8f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:29:44.863362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 559fd726-9cad-484e-8a94-d4e7f63fb8f1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:29:44.863881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 559fd726-9cad-484e-8a94-d4e7f63fb8f1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:29:44.864169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4edc432-bbfd-46c6-a3db-8809402cf97b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:29:44.883275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e4edc432-bbfd-46c6-a3db-8809402cf97b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:29:44.883630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e4edc432-bbfd-46c6-a3db-8809402cf97b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:29:45.695227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:46.904764 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:52.746552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:52.937203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58350) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:53.040507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c63815f-6a10-4eca-a10b-3f7c0d7209b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.116637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c63815f-6a10-4eca-a10b-3f7c0d7209b9 admin admin] Publish callbacks [] for security_group (fc961b7a-4b72-4d37-8ef8-b5aef0c543eb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.120132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3c63815f-6a10-4eca-a10b-3f7c0d7209b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fc961b7a-4b72-4d37-8ef8-b5aef0c543eb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.155763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63815f-6a10-4eca-a10b-3f7c0d7209b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc961b7a-4b72-4d37-8ef8-b5aef0c543eb,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:53.159977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3c63815f-6a10-4eca-a10b-3f7c0d7209b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5392bb4df9a347d6b4c2983464654b4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2218206
Jan 29 21:29:53.162805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58354) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:53.209312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] Publish callbacks [] for security_group (fc961b7a-4b72-4d37-8ef8-b5aef0c543eb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.230809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] Publish callbacks [] for security_group (fc961b7a-4b72-4d37-8ef8-b5aef0c543eb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.274958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fc961b7a-4b72-4d37-8ef8-b5aef0c543eb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.278176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:53.279332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc961b7a-4b72-4d37-8ef8-b5aef0c543eb HTTP/1.1" status: 204  len: 168 time: 0.1157548
Jan 29 21:29:53.286860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea2410-f239-4f09-aca6-36e7a4e18732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc961b7a-4b72-4d37-8ef8-b5aef0c543eb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:53.603338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:55.795143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58418) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:55.899356 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb31-cf94-4c42-9a12-11ffe8c23d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:55.972576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb31-cf94-4c42-9a12-11ffe8c23d67 admin admin] Publish callbacks [] for security_group (fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:55.975844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb31-cf94-4c42-9a12-11ffe8c23d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.014807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9e3fbb31-cf94-4c42-9a12-11ffe8c23d67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e6ffc73aff649a984134ce36de06718&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2186043
Jan 29 21:29:56.016835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fbb31-cf94-4c42-9a12-11ffe8c23d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:56.017548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58422) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:56.066769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] Publish callbacks [] for security_group (fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.086862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] Publish callbacks [] for security_group (fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.136227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.139045 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.140197 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5 HTTP/1.1" status: 204  len: 168 time: 0.1216426
Jan 29 21:29:56.147885 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3a008-4aa8-4d12-8b59-7b934685c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7931c0-44ac-4fa0-8ba6-1f7a902f28d5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:56.400354 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58428) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:56.413651 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91847f75-da92-4180-ad01-a155a1fcbf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.486153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91847f75-da92-4180-ad01-a155a1fcbf60 admin admin] Publish callbacks [] for security_group (244af869-cc20-4a47-a4e3-099ae39bcaed), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.490176 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91847f75-da92-4180-ad01-a155a1fcbf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (244af869-cc20-4a47-a4e3-099ae39bcaed), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.528415 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91847f75-da92-4180-ad01-a155a1fcbf60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a19341eb9b94f76833e515a7296212d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1268907
Jan 29 21:29:56.529569 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91847f75-da92-4180-ad01-a155a1fcbf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244af869-cc20-4a47-a4e3-099ae39bcaed,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:56.531107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58430) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:56.579799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] Publish callbacks [] for security_group (244af869-cc20-4a47-a4e3-099ae39bcaed), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.600864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] Publish callbacks [] for security_group (244af869-cc20-4a47-a4e3-099ae39bcaed), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.646942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (244af869-cc20-4a47-a4e3-099ae39bcaed), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.649538 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:56.650767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/244af869-cc20-4a47-a4e3-099ae39bcaed HTTP/1.1" status: 204  len: 168 time: 0.1186500
Jan 29 21:29:56.662839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7c2a-7033-42c0-9262-50c78817122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244af869-cc20-4a47-a4e3-099ae39bcaed,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:58.729777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58494) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:58.834258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04729ebb-8134-443d-9be3-266002173fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:58.920715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04729ebb-8134-443d-9be3-266002173fb7 admin admin] Publish callbacks [] for security_group (cc3611c1-20eb-443c-b471-155718e3be53), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:58.924553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-04729ebb-8134-443d-9be3-266002173fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cc3611c1-20eb-443c-b471-155718e3be53), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:58.962628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-04729ebb-8134-443d-9be3-266002173fb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91ad2e14905b4841aa1a625b28a1c32f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2313144
Jan 29 21:29:58.963587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729ebb-8134-443d-9be3-266002173fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3611c1-20eb-443c-b471-155718e3be53,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:58.965860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58498) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:59.011944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] Publish callbacks [] for security_group (cc3611c1-20eb-443c-b471-155718e3be53), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.032370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] Publish callbacks [] for security_group (cc3611c1-20eb-443c-b471-155718e3be53), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.076491 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (cc3611c1-20eb-443c-b471-155718e3be53), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.079004 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.080150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc3611c1-20eb-443c-b471-155718e3be53 HTTP/1.1" status: 204  len: 168 time: 0.1133263
Jan 29 21:29:59.087757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b85619-538d-4e23-b7a8-905b557a903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3611c1-20eb-443c-b471-155718e3be53,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:59.331874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58504) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:59.347729 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06f44731-6026-4967-9f73-9d81fb0da233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.418488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06f44731-6026-4967-9f73-9d81fb0da233 admin admin] Publish callbacks [] for security_group (69d22d3b-5297-4ed8-abe4-2c37aba50c07), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.421987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-06f44731-6026-4967-9f73-9d81fb0da233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (69d22d3b-5297-4ed8-abe4-2c37aba50c07), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.458714 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-06f44731-6026-4967-9f73-9d81fb0da233 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d80d7f7632748f2b4ecebf8921a6779&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1257977
Jan 29 21:29:59.460756 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f44731-6026-4967-9f73-9d81fb0da233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d22d3b-5297-4ed8-abe4-2c37aba50c07,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:29:59.461497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58506) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:29:59.516104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] Publish callbacks [] for security_group (69d22d3b-5297-4ed8-abe4-2c37aba50c07), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.537191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] Publish callbacks [] for security_group (69d22d3b-5297-4ed8-abe4-2c37aba50c07), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.583610 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (69d22d3b-5297-4ed8-abe4-2c37aba50c07), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.586205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:29:59.587361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69d22d3b-5297-4ed8-abe4-2c37aba50c07 HTTP/1.1" status: 204  len: 168 time: 0.1248715
Jan 29 21:29:59.595393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026f45c-e210-4cb0-8766-3a7f9ff2220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d22d3b-5297-4ed8-abe4-2c37aba50c07,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:01.710523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58578) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:01.826271 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8166185-6030-4633-8676-aa3a3fa0f356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:01.901075 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8166185-6030-4633-8676-aa3a3fa0f356 admin admin] Publish callbacks [] for security_group (52a2e928-e085-4d0a-a94f-a458d151d44e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:01.904889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8166185-6030-4633-8676-aa3a3fa0f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (52a2e928-e085-4d0a-a94f-a458d151d44e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:01.943202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8166185-6030-4633-8676-aa3a3fa0f356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00917cfe65a426389c9733e7766cc91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2315922
Jan 29 21:30:01.944149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8166185-6030-4633-8676-aa3a3fa0f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a2e928-e085-4d0a-a94f-a458d151d44e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:01.945962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58582) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:01.994135 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] Publish callbacks [] for security_group (52a2e928-e085-4d0a-a94f-a458d151d44e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.016351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] Publish callbacks [] for security_group (52a2e928-e085-4d0a-a94f-a458d151d44e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.061555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (52a2e928-e085-4d0a-a94f-a458d151d44e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.064153 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.065308 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52a2e928-e085-4d0a-a94f-a458d151d44e HTTP/1.1" status: 204  len: 168 time: 0.1183178
Jan 29 21:30:02.072862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16279bc1-f23f-4fc3-b00d-11b3b595bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a2e928-e085-4d0a-a94f-a458d151d44e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:02.326578 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58588) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:02.339351 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d66981d0-1169-45e6-9508-285321c31300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.413772 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d66981d0-1169-45e6-9508-285321c31300 admin admin] Publish callbacks [] for security_group (657f28eb-419c-412f-bda7-85fddf434537), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.417359 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d66981d0-1169-45e6-9508-285321c31300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (657f28eb-419c-412f-bda7-85fddf434537), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.458119 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d66981d0-1169-45e6-9508-285321c31300 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47eb14a472074fd281e85dd49984cc07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1278410
Jan 29 21:30:02.458119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66981d0-1169-45e6-9508-285321c31300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f28eb-419c-412f-bda7-85fddf434537,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:02.458422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58590) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:02.504310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] Publish callbacks [] for security_group (657f28eb-419c-412f-bda7-85fddf434537), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.528131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] Publish callbacks [] for security_group (657f28eb-419c-412f-bda7-85fddf434537), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.574681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (657f28eb-419c-412f-bda7-85fddf434537), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.577229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:02.578379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/657f28eb-419c-412f-bda7-85fddf434537 HTTP/1.1" status: 204  len: 168 time: 0.1191404
Jan 29 21:30:02.586118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe870ec-248c-47c6-b63b-d1ee08339225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f28eb-419c-412f-bda7-85fddf434537,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:04.050736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:04.154310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c6f69e-5276-42f0-88bb-d2a9cba058e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.226408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c6f69e-5276-42f0-88bb-d2a9cba058e9 admin admin] Publish callbacks [] for security_group (d74c1a57-10ab-414f-b1cf-f8c8576cfef5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.230948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-47c6f69e-5276-42f0-88bb-d2a9cba058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d74c1a57-10ab-414f-b1cf-f8c8576cfef5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.268538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-47c6f69e-5276-42f0-88bb-d2a9cba058e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b5f3dfbe8b3411cb05e7d4995e65136&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2167153
Jan 29 21:30:04.270635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f69e-5276-42f0-88bb-d2a9cba058e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c1a57-10ab-414f-b1cf-f8c8576cfef5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:04.272653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58640) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:04.321431 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] Publish callbacks [] for security_group (d74c1a57-10ab-414f-b1cf-f8c8576cfef5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.341848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] Publish callbacks [] for security_group (d74c1a57-10ab-414f-b1cf-f8c8576cfef5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.386532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (d74c1a57-10ab-414f-b1cf-f8c8576cfef5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.389156 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:04.390308 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74c1a57-10ab-414f-b1cf-f8c8576cfef5 HTTP/1.1" status: 204  len: 168 time: 0.1165595
Jan 29 21:30:04.398130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6cb34-92af-4b65-9283-7ae11f57690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c1a57-10ab-414f-b1cf-f8c8576cfef5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:05.865196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58684) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:05.970251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f6130b0b-f099-48de-ad20-a6b348c128bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.041215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f6130b0b-f099-48de-ad20-a6b348c128bb admin admin] Publish callbacks [] for security_group (9e554c7a-f1ed-497b-babc-e9650fe5b947), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.045320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f6130b0b-f099-48de-ad20-a6b348c128bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e554c7a-f1ed-497b-babc-e9650fe5b947), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.084543 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f6130b0b-f099-48de-ad20-a6b348c128bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82ee4b45b4ac43beb6d604e596c2b11e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2182362
Jan 29 21:30:06.086486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6130b0b-f099-48de-ad20-a6b348c128bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e554c7a-f1ed-497b-babc-e9650fe5b947,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:06.087431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:06.133534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] Publish callbacks [] for security_group (9e554c7a-f1ed-497b-babc-e9650fe5b947), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.154453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] Publish callbacks [] for security_group (9e554c7a-f1ed-497b-babc-e9650fe5b947), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.204907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e554c7a-f1ed-497b-babc-e9650fe5b947), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.208420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.209601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e554c7a-f1ed-497b-babc-e9650fe5b947 HTTP/1.1" status: 204  len: 168 time: 0.1211653
Jan 29 21:30:06.218154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf056-ac79-410a-9719-eea1190ba7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e554c7a-f1ed-497b-babc-e9650fe5b947,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:06.468455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:06.481459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8232f4fa-1874-48c8-98e0-0388d6eb6306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.513966 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:30:06.557954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8232f4fa-1874-48c8-98e0-0388d6eb6306 admin admin] Publish callbacks [] for security_group (ebb44b99-95d3-480f-bec0-70672d5c3df8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.562230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8232f4fa-1874-48c8-98e0-0388d6eb6306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebb44b99-95d3-480f-bec0-70672d5c3df8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.599525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8232f4fa-1874-48c8-98e0-0388d6eb6306 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac753176804942e3a8106e9b0ec8131e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299725
Jan 29 21:30:06.600418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232f4fa-1874-48c8-98e0-0388d6eb6306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb44b99-95d3-480f-bec0-70672d5c3df8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:06.602377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:06.649612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] Publish callbacks [] for security_group (ebb44b99-95d3-480f-bec0-70672d5c3df8), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.669575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] Publish callbacks [] for security_group (ebb44b99-95d3-480f-bec0-70672d5c3df8), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.716920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ebb44b99-95d3-480f-bec0-70672d5c3df8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.719400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:06.720540 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebb44b99-95d3-480f-bec0-70672d5c3df8 HTTP/1.1" status: 204  len: 168 time: 0.1171942
Jan 29 21:30:06.728289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91482492-5209-469e-be28-c3c7b389cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb44b99-95d3-480f-bec0-70672d5c3df8,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:07.388834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:07.483180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1229521591'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:07.502501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:07.505777 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.514605 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.586219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for security_group (34518e90-fda8-4903-9271-48bce0e95627), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.590528 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34518e90-fda8-4903-9271-48bce0e95627), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.616444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:07.626493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34518e90-fda8-4903-9271-48bce0e95627,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:07.631585 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2d41ab88-88a9-44de-9c11-21b3e44a5b55), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.631915 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Added segment 2d41ab88-88a9-44de-9c11-21b3e44a5b55 of type vlan for network 80165af1-8792-4ea0-924a-522cdec4e4f6
Jan 29 21:30:07.674901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (80165af1-8792-4ea0-924a-522cdec4e4f6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.699617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (80165af1-8792-4ea0-924a-522cdec4e4f6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.704630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:07.705255 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:07.755717 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.3656807
Jan 29 21:30:07.758803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58722) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:07.764687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'subnet': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:07.773362 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d41e0-b6ef-46da-88a3-80c3b28c7f1e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Network': ['ID=80165af1-8792-4ea0-924a-522cdec4e4f6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:07.784655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:07.855048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:07.858749 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.033177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (07addd25-0b0e-47fd-8262-fbc6dac5fb53), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.091738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Subnet': ['ID=07addd25-0b0e-47fd-8262-fbc6dac5fb53,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:08.099653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Checking segment: {'id': '2d41ab88-88a9-44de-9c11-21b3e44a5b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:08.100054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network hostable DHCP agents. Network: 80165af1-8792-4ea0-924a-522cdec4e4f6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:08.117542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:08.127145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80165af1-8792-4ea0-924a-522cdec4e4f6) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:08.132579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:08.133596 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.137479 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16920528-21ed-415f-b692-05f41bc7016f None None] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:08.151115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8ec14818-4651-41f2-b35a-73551961f369 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3911588
Jan 29 21:30:08.153884 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58724) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:08.159272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1418774880'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:08.257988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80165af1-8792-4ea0-924a-522cdec4e4f6', 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'project_id': '39d694c2663c497eaf8ade8612564e99', 'fixed_ips': [{'subnet_id': '07addd25-0b0e-47fd-8262-fbc6dac5fb53'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:08.259057 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.265914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:08.269291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.287270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port c592816f-1909-4167-9f93-fc89c3f47a21 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:08.402847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::1b3 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/c592816f-1909-4167-9f93-fc89c3f47a21) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:08.544591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (c592816f-1909-4167-9f93-fc89c3f47a21), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.577885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.619379 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:08.623343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Allocated IP 2001:db8::2 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/fe7de94b-1838-45f4-b899-eb989000e7ca) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:08.625385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:08.629260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:08.634429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:08.635054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.642030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=c592816f-1909-4167-9f93-fc89c3f47a21,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:08.657345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-70b888cf-a224-47d6-9605-b6cab7717ac6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.5020757
Jan 29 21:30:08.660444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58726) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:08.665245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-20694263', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:2e:2b:86'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:08.772031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks [] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.778469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.782590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:08.814518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:08.817168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:08.822616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:08.831662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Pushing event updated for resources: {'Port': ['ID=fe7de94b-1838-45f4-b899-eb989000e7ca,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:08.868391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.881879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Attempting to bind port fe7de94b-1838-45f4-b899-eb989000e7ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:08.882253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Attempting to bind port fe7de94b-1838-45f4-b899-eb989000e7ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d41ab88-88a9-44de-9c11-21b3e44a5b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:08.882621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Attempting to bind port fe7de94b-1838-45f4-b899-eb989000e7ca on network 80165af1-8792-4ea0-924a-522cdec4e4f6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:08.886109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port 4908b8f1-b0df-444e-bbc5-0b3cd0100bf5 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:08.888318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:08.888697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Checking segment: {'id': '2d41ab88-88a9-44de-9c11-21b3e44a5b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:08.889157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.889570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Bound using segment: {'id': '2d41ab88-88a9-44de-9c11-21b3e44a5b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:08.890022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Bound port: fe7de94b-1838-45f4-b899-eb989000e7ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d41ab88-88a9-44de-9c11-21b3e44a5b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:08.890406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:08.954056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] For port fe7de94b-1838-45f4-b899-eb989000e7ca, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:08.957296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] For port fe7de94b-1838-45f4-b899-eb989000e7ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe7de94b-1838-45f4-b899-eb989000e7ca,segment=NetworkSegment(2d41ab88-88a9-44de-9c11-21b3e44a5b55),segment_id=2d41ab88-88a9-44de-9c11-21b3e44a5b55)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:08.963774 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.006488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::c5 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/4908b8f1-b0df-444e-bbc5-0b3cd0100bf5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:09.019981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6dc1-aa8a-431e-9ca1-1351db05498d None None] Pushing event updated for resources: {'Port': ['ID=fe7de94b-1838-45f4-b899-eb989000e7ca,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:09.161903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (4908b8f1-b0df-444e-bbc5-0b3cd0100bf5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.558979 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4908b8f1-b0df-444e-bbc5-0b3cd0100bf5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.599709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:09.604843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:09.608549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:09.613667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:09.614286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.620312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=4908b8f1-b0df-444e-bbc5-0b3cd0100bf5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:09.635569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3caa7ecb-7b00-44b6-8cd4-ca0f4000892b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 0.9740596
Jan 29 21:30:09.638764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58728) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:09.695393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e02f5-3fb1-4cdf-977a-c1baf0836782 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:09.701406 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e02f5-3fb1-4cdf-977a-c1baf0836782 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:09.706789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e02f5-3fb1-4cdf-977a-c1baf0836782 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:09.711212 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b34e02f5-3fb1-4cdf-977a-c1baf0836782 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2479 time: 0.0687716
Jan 29 21:30:09.711529 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:09.805097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port 4908b8f1-b0df-444e-bbc5-0b3cd0100bf5 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:09.805740 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4908b8f1-b0df-444e-bbc5-0b3cd0100bf5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.893507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4908b8f1-b0df-444e-bbc5-0b3cd0100bf5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:09.905682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for 4908b8f1-b0df-444e-bbc5-0b3cd0100bf5 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:09.975557 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede71448-3225-450c-82a8-b3f07251c76d None None] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:10.039122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (4908b8f1-b0df-444e-bbc5-0b3cd0100bf5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.043646 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Provisioning complete for port fe7de94b-1838-45f4-b899-eb989000e7ca triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:10.044030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.066641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=4908b8f1-b0df-444e-bbc5-0b3cd0100bf5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:10.158834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.161376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Current status of the port fe7de94b-1838-45f4-b899-eb989000e7ca is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:10.162399 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.163041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0d8c3b48-c008-4c34-b7fb-8b3e6227f594 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/4908b8f1-b0df-444e-bbc5-0b3cd0100bf5 HTTP/1.1" status: 204  len: 168 time: 0.4495986
Jan 29 21:30:10.164694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58732) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:10.192816 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-767f2061-6fd3-4512-a78b-479cab17034a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:10.194320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-767f2061-6fd3-4512-a78b-479cab17034a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports/4908b8f1-b0df-444e-bbc5-0b3cd0100bf5 HTTP/1.1" status: 404  len: 333 time: 0.0285466
Jan 29 21:30:10.195915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] For port fe7de94b-1838-45f4-b899-eb989000e7ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe7de94b-1838-45f4-b899-eb989000e7ca,segment=NetworkSegment(2d41ab88-88a9-44de-9c11-21b3e44a5b55),segment_id=2d41ab88-88a9-44de-9c11-21b3e44a5b55)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:10.198130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58734) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:10.202560 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.206566 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1154755418'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:10.267657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52e4a-eb45-4d35-911d-85d859059980 None None] Pushing event updated for resources: {'Port': ['ID=fe7de94b-1838-45f4-b899-eb989000e7ca,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:10.333225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:10.336556 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.355737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port 6f48872b-4f70-4663-a333-f653cb5688b9 yet. {{(pid=125942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:10.370416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3447084f-2e22-48b2-baa9-57dde98f50fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.424378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Provisioning complete for port fe7de94b-1838-45f4-b899-eb989000e7ca triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:10.424894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.482110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::124 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/6f48872b-4f70-4663-a333-f653cb5688b9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:10.513626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Current status of the port fe7de94b-1838-45f4-b899-eb989000e7ca is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:10.526377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Provisioning complete for port c592816f-1909-4167-9f93-fc89c3f47a21 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:10.526761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.569140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c6b87-9e31-43ac-96e0-62299dce793d None None] Port c592816f-1909-4167-9f93-fc89c3f47a21 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:10.637047 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (6f48872b-4f70-4663-a333-f653cb5688b9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.671687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.690283 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-13d8ed0c-a090-4580-b5a7-0a1b58616ba8 None None] Provisioning complete for port c592816f-1909-4167-9f93-fc89c3f47a21 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:10.690660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13d8ed0c-a090-4580-b5a7-0a1b58616ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.730810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:10.731345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-13d8ed0c-a090-4580-b5a7-0a1b58616ba8 None None] Port c592816f-1909-4167-9f93-fc89c3f47a21 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:10.735931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=6f48872b-4f70-4663-a333-f653cb5688b9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:10.739575 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:10.741694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:10.747061 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:10.747680 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.764920 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-64caf03a-57b9-4013-b4af-b91068ae1c50 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.5646274
Jan 29 21:30:10.767592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58736) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:10.773487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:2e:2b:86'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:10.846184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fa3f8d90-7668-4268-beec-bd16290c5fbb None None] Could not find standard attr ID for object 4908b8f1-b0df-444e-bbc5-0b3cd0100bf5. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:30:10.853605 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:10.887731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fe7de94b-1838-45f4-b899-eb989000e7ca up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:10.943087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port fe7de94b-1838-45f4-b899-eb989000e7ca triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:10.943460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.032467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port fe7de94b-1838-45f4-b899-eb989000e7ca is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:11.052361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (6f48872b-4f70-4663-a333-f653cb5688b9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.057622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.074415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4d1a2554-c98a-4e92-b69b-e8555db58e59 None None] Provisioning complete for port 6f48872b-4f70-4663-a333-f653cb5688b9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:11.074415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2554-c98a-4e92-b69b-e8555db58e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.092129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] In _notify_port_updated(), no bound segment for port 6f48872b-4f70-4663-a333-f653cb5688b9 on network 80165af1-8792-4ea0-924a-522cdec4e4f6 {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:30:11.097165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:11.097803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.101637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "PUT /v2.0/ports/6f48872b-4f70-4663-a333-f653cb5688b9 HTTP/1.1" status: 200  len: 1003 time: 0.3305197
Jan 29 21:30:11.102490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58738) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:11.113495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a2554-c98a-4e92-b69b-e8555db58e59 None None] Port 6f48872b-4f70-4663-a333-f653cb5688b9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:11.120517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ab8d-4119-4520-a786-f96c9d312439 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=6f48872b-4f70-4663-a333-f653cb5688b9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:11.200160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port 6f48872b-4f70-4663-a333-f653cb5688b9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:11.200514 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.291847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.304590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for 6f48872b-4f70-4663-a333-f653cb5688b9 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:11.435194 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (6f48872b-4f70-4663-a333-f653cb5688b9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.470190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=6f48872b-4f70-4663-a333-f653cb5688b9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:11.529174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fa5363a5-89d3-44c2-87a8-b99b1d0d39d8 None None] Could not find standard attr ID for object 6f48872b-4f70-4663-a333-f653cb5688b9. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:30:11.558066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.562050 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2d7c3012-e4e1-4cbb-af42-8655af194a8e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/6f48872b-4f70-4663-a333-f653cb5688b9 HTTP/1.1" status: 204  len: 168 time: 0.4590447
Jan 29 21:30:11.564598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58740) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:11.591099 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-93159208-2904-407d-a804-23019fac0078 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:11.593176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-93159208-2904-407d-a804-23019fac0078 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports/6f48872b-4f70-4663-a333-f653cb5688b9 HTTP/1.1" status: 404  len: 333 time: 0.0270026
Jan 29 21:30:11.596386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58742) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:11.601514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086700039'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:11.711792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:11.715336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:11.732180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:11.849011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::331 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:11.991688 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.024925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.074611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:12.077684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:12.082259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:12.087360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:12.087965 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.090393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:12.107714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f547812-81fc-4b62-8563-a79aafbe5785 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.5101783
Jan 29 21:30:12.110387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58744) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:12.115709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:2b:86'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:12.190421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.352354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e848c040-2231-445c-892b-95c374ed492f None None] Provisioning complete for port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:12.352944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e848c040-2231-445c-892b-95c374ed492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.372528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.378306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.386229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e848c040-2231-445c-892b-95c374ed492f None None] Port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:12.411880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] In _notify_port_updated(), no bound segment for port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 on network 80165af1-8792-4ea0-924a-522cdec4e4f6 {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:30:12.417205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:12.418560 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.419817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "PUT /v2.0/ports/bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 HTTP/1.1" status: 200  len: 1003 time: 0.3084893
Jan 29 21:30:12.422751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58746) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:12.469969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21691a4-d21f-493a-9912-1a62c1e8af00 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:12.531967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:12.532238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.625626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.639614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:12.735799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-21d57cce-6678-4c14-8dc6-af7c2fb29b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.783798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.795277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ad391c85-9e29-43fe-a798-a1ad588db862 None None] Provisioning complete for port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:12.795660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad391c85-9e29-43fe-a798-a1ad588db862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.812608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:12.814726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ad391c85-9e29-43fe-a798-a1ad588db862 None None] Port bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 was deleted so its status cannot be updated. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Jan 29 21:30:12.844003 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:12.847412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-53988dbd-8577-4cd8-aa73-5bf5ddee23a6 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 HTTP/1.1" status: 204  len: 168 time: 0.4236798
Jan 29 21:30:12.849971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58748) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:12.875393 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf7c9b7-3f59-4f0d-86c2-e074b80233f7 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:12.876862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6bf7c9b7-3f59-4f0d-86c2-e074b80233f7 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports/bf1c3d5d-fbe1-45c8-a74e-1e1dea7adfc5 HTTP/1.1" status: 404  len: 333 time: 0.0259974
Jan 29 21:30:12.880476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58750) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:12.885371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-380931248'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:12.994626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:12.998062 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.017015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port ebae9fcd-be02-43e3-b402-ab4959f15470 yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:13.135151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::ca (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/ebae9fcd-be02-43e3-b402-ab4959f15470) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:13.283705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.317276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.360351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:13.365345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:13.367770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:13.374298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:13.374923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.385292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=ebae9fcd-be02-43e3-b402-ab4959f15470,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:13.401463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a04c51e7-7947-4769-986c-1231caabc763 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.5199318
Jan 29 21:30:13.404060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58752) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:13.408888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'network_id': '80165af1-8792-4ea0-924a-522cdec4e4f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-841396243'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:13.523121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Made reservation on behalf of 39d694c2663c497eaf8ade8612564e99 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:13.527170 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.546098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] device_id is not set on port df027deb-9589-42d1-9090-f9c4afa54cfc yet. {{(pid=125943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Jan 29 21:30:13.653099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-221b5cde-21bb-4762-a74a-133d885b41c4 None None] Provisioning complete for port ebae9fcd-be02-43e3-b402-ab4959f15470 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:13.653730 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-221b5cde-21bb-4762-a74a-133d885b41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.662144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Allocated IP 2001:db8::229 (80165af1-8792-4ea0-924a-522cdec4e4f6/07addd25-0b0e-47fd-8262-fbc6dac5fb53/df027deb-9589-42d1-9090-f9c4afa54cfc) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:13.688793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-221b5cde-21bb-4762-a74a-133d885b41c4 None None] Port ebae9fcd-be02-43e3-b402-ab4959f15470 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:13.808379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.829381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.845196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.886588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:13.892061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:13.895646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:13.900779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:13.901419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:13.913099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=df027deb-9589-42d1-9090-f9c4afa54cfc,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:13.926777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6c2b1725-d3cc-4614-9cc5-5560e37bb418 tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.5216894
Jan 29 21:30:13.930594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58754) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:13.936637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:2e:2b:86'}, {'ip_address': '2001:db8::ca', 'mac_address': 'fa:16:3e:23:6c:15'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:14.089786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.111039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ce1464df-8fc9-4d87-88d3-92dbdc3244ea None None] Provisioning complete for port df027deb-9589-42d1-9090-f9c4afa54cfc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:14.111413 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ce1464df-8fc9-4d87-88d3-92dbdc3244ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.143147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ce1464df-8fc9-4d87-88d3-92dbdc3244ea None None] Port df027deb-9589-42d1-9090-f9c4afa54cfc cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:14.272296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.276652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.311464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] In _notify_port_updated(), no bound segment for port df027deb-9589-42d1-9090-f9c4afa54cfc on network 80165af1-8792-4ea0-924a-522cdec4e4f6 {{(pid=125943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Jan 29 21:30:14.316471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:14.317102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.318470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "PUT /v2.0/ports/df027deb-9589-42d1-9090-f9c4afa54cfc HTTP/1.1" status: 200  len: 1066 time: 0.3867419
Jan 29 21:30:14.321266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58756) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:14.365437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340ccc9-78ad-4262-9e6f-ed6bdd6d916a tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event updated for resources: {'Port': ['ID=df027deb-9589-42d1-9090-f9c4afa54cfc,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:14.423995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port df027deb-9589-42d1-9090-f9c4afa54cfc {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:14.424342 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.516515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.528964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for df027deb-9589-42d1-9090-f9c4afa54cfc owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:14.568551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4474b9ff-f9fb-45f1-8f04-c6e651dcce39 None None] Provisioning complete for port df027deb-9589-42d1-9090-f9c4afa54cfc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:14.568921 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4474b9ff-f9fb-45f1-8f04-c6e651dcce39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.602580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4474b9ff-f9fb-45f1-8f04-c6e651dcce39 None None] Port df027deb-9589-42d1-9090-f9c4afa54cfc cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:14.655791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (df027deb-9589-42d1-9090-f9c4afa54cfc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.683852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=df027deb-9589-42d1-9090-f9c4afa54cfc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:14.842108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:14.845345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d3a88bab-0d32-478c-be9c-9457958d634b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/df027deb-9589-42d1-9090-f9c4afa54cfc HTTP/1.1" status: 204  len: 168 time: 0.5231402
Jan 29 21:30:14.848110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58758) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:14.877547 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61ff4b8-b99b-4264-9912-6e57a4219f2d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:14.878954 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a61ff4b8-b99b-4264-9912-6e57a4219f2d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports/df027deb-9589-42d1-9090-f9c4afa54cfc HTTP/1.1" status: 404  len: 333 time: 0.0298679
Jan 29 21:30:14.881625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58760) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:14.966585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port ebae9fcd-be02-43e3-b402-ab4959f15470 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:14.966929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.052362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.063973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for ebae9fcd-be02-43e3-b402-ab4959f15470 owned by  {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:15.186204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ebae9fcd-be02-43e3-b402-ab4959f15470), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.218269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=ebae9fcd-be02-43e3-b402-ab4959f15470,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:15.243533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.246909 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b708ea42-cb3f-4c84-a60a-ede13ed2107f tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/ebae9fcd-be02-43e3-b402-ab4959f15470 HTTP/1.1" status: 204  len: 168 time: 0.3643813
Jan 29 21:30:15.249694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58762) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:15.281320 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b04fb30-c609-44c3-a195-cc4d00a6493b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:15.282781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b04fb30-c609-44c3-a195-cc4d00a6493b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "GET /v2.0/ports/ebae9fcd-be02-43e3-b402-ab4959f15470 HTTP/1.1" status: 404  len: 333 time: 0.0317411
Jan 29 21:30:15.286657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58764) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:15.375890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port c592816f-1909-4167-9f93-fc89c3f47a21 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:15.376244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.464224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.475646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for c592816f-1909-4167-9f93-fc89c3f47a21 owned by  {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:15.599258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c592816f-1909-4167-9f93-fc89c3f47a21), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.631572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=c592816f-1909-4167-9f93-fc89c3f47a21,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:15.658935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.662420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a1764d3e-d32e-493e-9f05-b139d391516e tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/ports/c592816f-1909-4167-9f93-fc89c3f47a21 HTTP/1.1" status: 204  len: 168 time: 0.3748426
Jan 29 21:30:15.664839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58766) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:15.707579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.723791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting subnet 07addd25-0b0e-47fd-8262-fbc6dac5fb53 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:30:15.727080 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for subnet (07addd25-0b0e-47fd-8262-fbc6dac5fb53), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.768946 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (07addd25-0b0e-47fd-8262-fbc6dac5fb53), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.858576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (07addd25-0b0e-47fd-8262-fbc6dac5fb53), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.914541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (07addd25-0b0e-47fd-8262-fbc6dac5fb53), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.940431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Subnet': ['ID=07addd25-0b0e-47fd-8262-fbc6dac5fb53,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:15.944029 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:15.949468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fbca5bea-478d-4fdf-9bb2-cb99f0da544b tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/subnets/07addd25-0b0e-47fd-8262-fbc6dac5fb53 HTTP/1.1" status: 204  len: 168 time: 0.2814336
Jan 29 21:30:15.949832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58768) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:15.953413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69456d-6af5-44f9-be1d-2b627917f660 None None] Network 80165af1-8792-4ea0-924a-522cdec4e4f6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:16.029347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (80165af1-8792-4ea0-924a-522cdec4e4f6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.086927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Deleting port fe7de94b-1838-45f4-b899-eb989000e7ca {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:16.087258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.092778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] DHCP port deletion for 80165af1-8792-4ea0-924a-522cdec4e4f6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:30:16.139161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Deleting port fe7de94b-1838-45f4-b899-eb989000e7ca {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:16.139458 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.150118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] For port fe7de94b-1838-45f4-b899-eb989000e7ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe7de94b-1838-45f4-b899-eb989000e7ca,segment=NetworkSegment(2d41ab88-88a9-44de-9c11-21b3e44a5b55),segment_id=2d41ab88-88a9-44de-9c11-21b3e44a5b55)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:16.150496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.162925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Calling delete_port for fe7de94b-1838-45f4-b899-eb989000e7ca owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:16.202086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] For port fe7de94b-1838-45f4-b899-eb989000e7ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe7de94b-1838-45f4-b899-eb989000e7ca,segment=NetworkSegment(2d41ab88-88a9-44de-9c11-21b3e44a5b55),segment_id=2d41ab88-88a9-44de-9c11-21b3e44a5b55)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:16.202491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.218699 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Calling delete_port for fe7de94b-1838-45f4-b899-eb989000e7ca owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:16.245869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.274766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Port': ['ID=fe7de94b-1838-45f4-b899-eb989000e7ca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:16.278322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] No DVR routers for this DVR port fe7de94b-1838-45f4-b899-eb989000e7ca on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:16.293447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (fe7de94b-1838-45f4-b899-eb989000e7ca), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.316192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] Pushing event deleted for resources: {'Port': ['ID=fe7de94b-1838-45f4-b899-eb989000e7ca,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:16.321620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fd97e-1863-49a6-aacc-86085130e02c None None] No DVR routers for this DVR port fe7de94b-1838-45f4-b899-eb989000e7ca on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:16.362869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (80165af1-8792-4ea0-924a-522cdec4e4f6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.383028 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09415820>,) {'filters': {'network_id': ['80165af1-8792-4ea0-924a-522cdec4e4f6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:16.392584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09415820>, '2d41ab88-88a9-44de-9c11-21b3e44a5b55') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:16.392819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09415820>, '2d41ab88-88a9-44de-9c11-21b3e44a5b55') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:16.401806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (2d41ab88-88a9-44de-9c11-21b3e44a5b55), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.414262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (2d41ab88-88a9-44de-9c11-21b3e44a5b55), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.420331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:16.420781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (2d41ab88-88a9-44de-9c11-21b3e44a5b55), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:16.423777 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:16.478832 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (80165af1-8792-4ea0-924a-522cdec4e4f6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.487103 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.489997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] 10.222.0.20 "DELETE /v2.0/networks/80165af1-8792-4ea0-924a-522cdec4e4f6 HTTP/1.1" status: 204  len: 168 time: 0.5377810
Jan 29 21:30:16.501806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33d14e-4aed-45bf-9dd1-9135cba79a6d tempest-AllowedAddressPairIpV6TestJSON-929452717 tempest-AllowedAddressPairIpV6TestJSON-929452717-project] Pushing event deleted for resources: {'Network': ['ID=80165af1-8792-4ea0-924a-522cdec4e4f6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:16.723686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58774) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:16.843554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fe7de94b-1838-45f4-b899-eb989000e7ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:30:16.864554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: fe7de94b-1838-45f4-b899-eb989000e7ca {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:30:16.864909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device fe7de94b-1838-45f4-b899-eb989000e7ca not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:30:16.870440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c53e6bf3-2a23-48fb-a1d4-bccd1ed431bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d694c2663c497eaf8ade8612564e99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1452734
Jan 29 21:30:16.872472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:16.907559 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.922405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] Publish callbacks [] for security_group (34518e90-fda8-4903-9271-48bce0e95627), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.943374 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] Publish callbacks [] for security_group (34518e90-fda8-4903-9271-48bce0e95627), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.988719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (34518e90-fda8-4903-9271-48bce0e95627), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.991275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:16.993511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34518e90-fda8-4903-9271-48bce0e95627 HTTP/1.1" status: 204  len: 168 time: 0.1190214
Jan 29 21:30:17.001873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03e50-9885-4622-8293-30119cec5d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34518e90-fda8-4903-9271-48bce0e95627,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:17.602750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58800) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:17.697426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-762199196'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:17.718141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:17.721380 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.729452 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.802655 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for security_group (a6ec822e-b09f-4f54-8e12-0c02b8327c40), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.806286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6ec822e-b09f-4f54-8e12-0c02b8327c40), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.834196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:17.840446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec822e-b09f-4f54-8e12-0c02b8327c40,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:17.846940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9496d8ad-9b90-44b5-a803-f736165a9c3c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.847345 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 9496d8ad-9b90-44b5-a803-f736165a9c3c of type vlan for network 45df48b8-e106-490a-a178-6205b4f07c1e
Jan 29 21:30:17.889090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (45df48b8-e106-490a-a178-6205b4f07c1e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.914542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (45df48b8-e106-490a-a178-6205b4f07c1e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.923212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:17.923827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:17.981503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3775063
Jan 29 21:30:17.991868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd3132-ca5b-4720-8b04-a17a23ea2f58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=45df48b8-e106-490a-a178-6205b4f07c1e,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:18.006742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 45df48b8-e106-490a-a178-6205b4f07c1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:18.116218 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58804) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:18.121368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:18.209996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:18.213482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.400508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (af098388-78d0-42e4-9aea-1190190546a5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.458915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=af098388-78d0-42e4-9aea-1190190546a5,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:18.467369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': '9496d8ad-9b90-44b5-a803-f736165a9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:18.467731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 45df48b8-e106-490a-a178-6205b4f07c1e, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:18.482765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 45df48b8-e106-490a-a178-6205b4f07c1e is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:18.491294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45df48b8-e106-490a-a178-6205b4f07c1e) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:18.495160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:18.495761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.501316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944e66d-92d8-48b1-bbb4-69788c8a3fdd None None] Network 45df48b8-e106-490a-a178-6205b4f07c1e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:18.511665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-427b0219-3f32-4f9d-8ec5-0c0e3c8bcb19 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.3943198
Jan 29 21:30:18.515818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58806) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:18.521062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2041290505'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:18.539188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:18.542589 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.566289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:18.576494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0f913f46-14a7-46ab-a959-822ec6ac2ab6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.576961 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 0f913f46-14a7-46ab-a959-822ec6ac2ab6 of type vlan for network 6eae925e-5406-4462-8d03-1bf83b86ff60
Jan 29 21:30:18.600459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45df48b8-e106-490a-a178-6205b4f07c1e', 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': 'af098388-78d0-42e4-9aea-1190190546a5'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:18.601379 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.615794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (6eae925e-5406-4462-8d03-1bf83b86ff60), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.641650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (6eae925e-5406-4462-8d03-1bf83b86ff60), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.646815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:18.647395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:18.709342 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1922836
Jan 29 21:30:18.712091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58808) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:18.718981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '6eae925e-5406-4462-8d03-1bf83b86ff60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:18.719410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e6ff0-0594-4c0f-b6d7-e5ae32713fa7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=6eae925e-5406-4462-8d03-1bf83b86ff60,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:18.732603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 6eae925e-5406-4462-8d03-1bf83b86ff60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:18.749156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Allocated IP 172.20.255.242 (45df48b8-e106-490a-a178-6205b4f07c1e/af098388-78d0-42e4-9aea-1190190546a5/e89b02d4-00fc-4555-a8f8-c7184f79f196) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:18.822785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:18.826415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.018796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (14d94c54-5152-4fa7-bd80-140520108210), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.074311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=14d94c54-5152-4fa7-bd80-140520108210,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.091643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': '0f913f46-14a7-46ab-a959-822ec6ac2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6eae925e-5406-4462-8d03-1bf83b86ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:19.092005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 6eae925e-5406-4462-8d03-1bf83b86ff60, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:19.097595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks [] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.102742 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.109845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 6eae925e-5406-4462-8d03-1bf83b86ff60 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:19.118499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6eae925e-5406-4462-8d03-1bf83b86ff60) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:19.122803 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:19.123569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.132726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc28b02-2eb6-4abe-a4d7-07d5448ebf0e None None] Network 6eae925e-5406-4462-8d03-1bf83b86ff60 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:19.140471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e9972a31-d400-4340-ad27-16b01ff548a8 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.4262197
Jan 29 21:30:19.143273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58810) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:19.144313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Network 45df48b8-e106-490a-a178-6205b4f07c1e is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:19.183929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:19.191490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:19.204658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Pushing event updated for resources: {'Port': ['ID=e89b02d4-00fc-4555-a8f8-c7184f79f196,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.241637 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (6eae925e-5406-4462-8d03-1bf83b86ff60), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.293227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (14d94c54-5152-4fa7-bd80-140520108210), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.303823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Attempting to bind port e89b02d4-00fc-4555-a8f8-c7184f79f196 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:19.304207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Attempting to bind port e89b02d4-00fc-4555-a8f8-c7184f79f196 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9496d8ad-9b90-44b5-a803-f736165a9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:19.304576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Attempting to bind port e89b02d4-00fc-4555-a8f8-c7184f79f196 on network 45df48b8-e106-490a-a178-6205b4f07c1e {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:19.311196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606e93d-8b15-4139-8daf-02583b7ba106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6eae925e-5406-4462-8d03-1bf83b86ff60', 'network_id': '6eae925e-5406-4462-8d03-1bf83b86ff60', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '14d94c54-5152-4fa7-bd80-140520108210'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:19.312038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2606e93d-8b15-4139-8daf-02583b7ba106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.314503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:19.314887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Checking segment: {'id': '9496d8ad-9b90-44b5-a803-f736165a9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:19.315288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.315693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Bound using segment: {'id': '9496d8ad-9b90-44b5-a803-f736165a9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:19.316167 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Bound port: e89b02d4-00fc-4555-a8f8-c7184f79f196, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9496d8ad-9b90-44b5-a803-f736165a9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45df48b8-e106-490a-a178-6205b4f07c1e'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:19.316546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.362318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (14d94c54-5152-4fa7-bd80-140520108210), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.390364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=14d94c54-5152-4fa7-bd80-140520108210,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.447010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (6eae925e-5406-4462-8d03-1bf83b86ff60), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.457259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] For port e89b02d4-00fc-4555-a8f8-c7184f79f196, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:19.460913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] For port e89b02d4-00fc-4555-a8f8-c7184f79f196, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89b02d4-00fc-4555-a8f8-c7184f79f196,segment=NetworkSegment(9496d8ad-9b90-44b5-a803-f736165a9c3c),segment_id=9496d8ad-9b90-44b5-a803-f736165a9c3c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-2606e93d-8b15-4139-8daf-02583b7ba106 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14d94c54-5152-4fa7-bd80-140520108210: This subnet is being modified by another concurrent operation.
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14d94c54-5152-4fa7-bd80-140520108210: This subnet is being modified by another concurrent operation.
Jan 29 21:30:19.463388 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:30:19.473288 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a7be790>,) {'filters': {'network_id': ['6eae925e-5406-4462-8d03-1bf83b86ff60']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:19.473999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.484459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c080f3-1b2a-4151-912d-eeaaf0afc0d4 None None] Network 6eae925e-5406-4462-8d03-1bf83b86ff60 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:19.486432 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7be790>, '0f913f46-14a7-46ab-a959-822ec6ac2ab6') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:19.486729 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a7be790>, '0f913f46-14a7-46ab-a959-822ec6ac2ab6') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:19.496193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (0f913f46-14a7-46ab-a959-822ec6ac2ab6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.509620 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (0f913f46-14a7-46ab-a959-822ec6ac2ab6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.516465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:19.517133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (0f913f46-14a7-46ab-a959-822ec6ac2ab6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:19.521350 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:19.598470 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (6eae925e-5406-4462-8d03-1bf83b86ff60), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.603223 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.612044 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/6eae925e-5406-4462-8d03-1bf83b86ff60 HTTP/1.1" status: 204  len: 168 time: 0.4627504
Jan 29 21:30:19.612240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7835b-7bb8-4822-bbcb-c80b68db4d5e None None] Pushing event updated for resources: {'Port': ['ID=e89b02d4-00fc-4555-a8f8-c7184f79f196,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.612715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58812) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:19.621934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560981134'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:19.639113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d3dbb-b5f0-40be-8238-1b708deb5d6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=6eae925e-5406-4462-8d03-1bf83b86ff60,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.655940 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:19.659317 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.683592 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:19.697401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b305ee5c-3937-4817-a79d-623b7faf0875), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.697744 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment b305ee5c-3937-4817-a79d-623b7faf0875 of type vlan for network cd292acd-2903-4e1a-a399-9c00e6250d9c
Jan 29 21:30:19.743217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cd292acd-2903-4e1a-a399-9c00e6250d9c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.768412 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cd292acd-2903-4e1a-a399-9c00e6250d9c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.774419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:19.775033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:19.841051 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2246108
Jan 29 21:30:19.841903 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:19.848962 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': 'cd292acd-2903-4e1a-a399-9c00e6250d9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:19.868157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5db5-1324-41e4-8c82-9ca06cdfa572 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=cd292acd-2903-4e1a-a399-9c00e6250d9c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:19.881025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cd292acd-2903-4e1a-a399-9c00e6250d9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:19.951584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:19.955104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.291615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing IP validity checks on allocation pools {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:30:20.292140 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:30:20.414736 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (761f2de1-3bdd-4a4b-ac02-ce25ab61edb3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.478796 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=761f2de1-3bdd-4a4b-ac02-ce25ab61edb3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:20.488801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'b305ee5c-3937-4817-a79d-623b7faf0875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd292acd-2903-4e1a-a399-9c00e6250d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:20.489197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: cd292acd-2903-4e1a-a399-9c00e6250d9c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:20.507165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network cd292acd-2903-4e1a-a399-9c00e6250d9c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:20.519357 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd292acd-2903-4e1a-a399-9c00e6250d9c) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:20.525409 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:20.527082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.527866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76b8bd-0595-4a49-b82d-60b82e8cf106 None None] Network cd292acd-2903-4e1a-a399-9c00e6250d9c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:20.547137 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-15ba794b-bfe3-4b84-ab19-63915069fd58 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.7013199
Jan 29 21:30:20.547455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:20.633368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7832253-f005-42aa-9bb9-33b584a6fe76 None None] Network 45df48b8-e106-490a-a178-6205b4f07c1e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:20.644879 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cd292acd-2903-4e1a-a399-9c00e6250d9c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.672958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29185b9a-4fb3-4114-aece-8fd5887bcab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd292acd-2903-4e1a-a399-9c00e6250d9c', 'network_id': 'cd292acd-2903-4e1a-a399-9c00e6250d9c', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '761f2de1-3bdd-4a4b-ac02-ce25ab61edb3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:20.673843 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-29185b9a-4fb3-4114-aece-8fd5887bcab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.696582 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (761f2de1-3bdd-4a4b-ac02-ce25ab61edb3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.733152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Provisioning complete for port e89b02d4-00fc-4555-a8f8-c7184f79f196 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:20.733535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.763598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (761f2de1-3bdd-4a4b-ac02-ce25ab61edb3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.790581 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=761f2de1-3bdd-4a4b-ac02-ce25ab61edb3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-29185b9a-4fb3-4114-aece-8fd5887bcab6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 761f2de1-3bdd-4a4b-ac02-ce25ab61edb3: This subnet is being modified by another concurrent operation.
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 761f2de1-3bdd-4a4b-ac02-ce25ab61edb3: This subnet is being modified by another concurrent operation.
Jan 29 21:30:20.855663 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:30:20.866090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cd292acd-2903-4e1a-a399-9c00e6250d9c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.877741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f2dc9-c5da-4663-92b6-ed736e0cc047 None None] Network cd292acd-2903-4e1a-a399-9c00e6250d9c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:20.894149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea097fbb20>,) {'filters': {'network_id': ['cd292acd-2903-4e1a-a399-9c00e6250d9c']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:20.904805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea097fbb20>, 'b305ee5c-3937-4817-a79d-623b7faf0875') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:20.905239 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea097fbb20>, 'b305ee5c-3937-4817-a79d-623b7faf0875') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:20.925704 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (b305ee5c-3937-4817-a79d-623b7faf0875), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.940238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b305ee5c-3937-4817-a79d-623b7faf0875), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.946344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:20.946612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (b305ee5c-3937-4817-a79d-623b7faf0875), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:20.949716 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:20.956900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e89b02d4-00fc-4555-a8f8-c7184f79f196 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:21.015080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cd292acd-2903-4e1a-a399-9c00e6250d9c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.022623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.023315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Current status of the port e89b02d4-00fc-4555-a8f8-c7184f79f196 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:21.023777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.026292 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/cd292acd-2903-4e1a-a399-9c00e6250d9c HTTP/1.1" status: 204  len: 168 time: 0.4775424
Jan 29 21:30:21.030185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58818) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:21.038824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954294996'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:21.058860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa90ab8-ea34-4192-bd37-61c9184ddbbc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=cd292acd-2903-4e1a-a399-9c00e6250d9c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:21.075688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:21.080289 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.081041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] For port e89b02d4-00fc-4555-a8f8-c7184f79f196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89b02d4-00fc-4555-a8f8-c7184f79f196,segment=NetworkSegment(9496d8ad-9b90-44b5-a803-f736165a9c3c),segment_id=9496d8ad-9b90-44b5-a803-f736165a9c3c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:21.087800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e89b02d4-00fc-4555-a8f8-c7184f79f196 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:21.088609 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.092207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.116335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:21.128658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (41b3d8b0-80de-4a56-be48-c2019526c196), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.129493 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 41b3d8b0-80de-4a56-be48-c2019526c196 of type vlan for network 643a6952-fc26-4694-9a57-8a6fce1c3fa9
Jan 29 21:30:21.188230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d5ebd-4380-4902-bbbd-df5900825ea5 None None] Pushing event updated for resources: {'Port': ['ID=e89b02d4-00fc-4555-a8f8-c7184f79f196,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:21.190359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (643a6952-fc26-4694-9a57-8a6fce1c3fa9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.223906 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa47fb14-9f8e-489d-bfc3-e5389cfa7954 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:21.225244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (643a6952-fc26-4694-9a57-8a6fce1c3fa9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.231936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:21.232919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.280261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e89b02d4-00fc-4555-a8f8-c7184f79f196 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:21.282291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4803be78-c1a2-4a3f-aa12-52b67ff30eab None None] Provisioning complete for port e89b02d4-00fc-4555-a8f8-c7184f79f196 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:21.282670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4803be78-c1a2-4a3f-aa12-52b67ff30eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.295665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2643847
Jan 29 21:30:21.298369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:21.303174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '643a6952-fc26-4694-9a57-8a6fce1c3fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:21.348291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47fb14-9f8e-489d-bfc3-e5389cfa7954 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:21.349816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029bada-2886-44ec-ab72-ad47b870edfc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=643a6952-fc26-4694-9a57-8a6fce1c3fa9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:21.362632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 643a6952-fc26-4694-9a57-8a6fce1c3fa9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:21.395127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:21.398497 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.503506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4803be78-c1a2-4a3f-aa12-52b67ff30eab None None] Current status of the port e89b02d4-00fc-4555-a8f8-c7184f79f196 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:21.578207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (369f47df-2b9f-4933-8f15-00b254d1c5b8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.595910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd8ca3-15c3-4253-9c07-3bc3c32a3c71 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:21.642000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=369f47df-2b9f-4933-8f15-00b254d1c5b8,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:21.648648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': '41b3d8b0-80de-4a56-be48-c2019526c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '643a6952-fc26-4694-9a57-8a6fce1c3fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:21.649024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 643a6952-fc26-4694-9a57-8a6fce1c3fa9, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:21.667006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 643a6952-fc26-4694-9a57-8a6fce1c3fa9 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:21.677130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 643a6952-fc26-4694-9a57-8a6fce1c3fa9) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:21.682960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:21.683919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.704519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-af146112-bc6f-4194-863b-c4d863b13e7f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4051714
Jan 29 21:30:21.707151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58822) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:21.770338 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd8ca3-15c3-4253-9c07-3bc3c32a3c71 None None] Unable to find a vacant binding_index for network 643a6952-fc26-4694-9a57-8a6fce1c3fa9 and agent 705112d0-fe94-4ae1-81a8-5b47ff398205 {{(pid=125944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Jan 29 21:30:21.775908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd8ca3-15c3-4253-9c07-3bc3c32a3c71 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 643a6952-fc26-4694-9a57-8a6fce1c3fa9) {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:21.801163 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (643a6952-fc26-4694-9a57-8a6fce1c3fa9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.852169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (369f47df-2b9f-4933-8f15-00b254d1c5b8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.914685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (369f47df-2b9f-4933-8f15-00b254d1c5b8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.932293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e527d-75ba-4d55-b03e-3a755a475012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-643a6952-fc26-4694-9a57-8a6fce1c3fa9', 'network_id': '643a6952-fc26-4694-9a57-8a6fce1c3fa9', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '369f47df-2b9f-4933-8f15-00b254d1c5b8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:21.933206 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e2e527d-75ba-4d55-b03e-3a755a475012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:21.941517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=369f47df-2b9f-4933-8f15-00b254d1c5b8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:21.999868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (643a6952-fc26-4694-9a57-8a6fce1c3fa9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.021256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea100524c0>,) {'filters': {'network_id': ['643a6952-fc26-4694-9a57-8a6fce1c3fa9']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:22.023282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d051e44-545e-46d9-9a6e-7c73a46fb682 None None] Network 643a6952-fc26-4694-9a57-8a6fce1c3fa9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:22.031104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100524c0>, '41b3d8b0-80de-4a56-be48-c2019526c196') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:22.031597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea100524c0>, '41b3d8b0-80de-4a56-be48-c2019526c196') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:22.040545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (41b3d8b0-80de-4a56-be48-c2019526c196), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.054059 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (41b3d8b0-80de-4a56-be48-c2019526c196), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.061419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:22.061813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (41b3d8b0-80de-4a56-be48-c2019526c196), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:22.064855 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:22.105189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684f16d-b342-40ec-bf15-af6f613f657f None None] Network 643a6952-fc26-4694-9a57-8a6fce1c3fa9 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:22.129549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (643a6952-fc26-4694-9a57-8a6fce1c3fa9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.134765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.139132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/643a6952-fc26-4694-9a57-8a6fce1c3fa9 HTTP/1.1" status: 204  len: 168 time: 0.4307921
Jan 29 21:30:22.144478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58824) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:22.151933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455909708'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:22.153520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620e6d2-163f-44d3-b94a-e23235afca5b tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=643a6952-fc26-4694-9a57-8a6fce1c3fa9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:22.174213 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:22.178112 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.203236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:22.212326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (30baf2fb-b72f-4102-b2df-47c971bbf6f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.212674 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 30baf2fb-b72f-4102-b2df-47c971bbf6f0 of type vlan for network 4590c81d-0008-486a-8b3f-a7a412e06938
Jan 29 21:30:22.251377 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4590c81d-0008-486a-8b3f-a7a412e06938), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.275178 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4590c81d-0008-486a-8b3f-a7a412e06938), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.280116 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:22.280677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.339389 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1930792
Jan 29 21:30:22.342104 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58826) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:22.346764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '4590c81d-0008-486a-8b3f-a7a412e06938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:22.390057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d5d8-cd1e-4d68-a624-3a8a3bc9bfca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=4590c81d-0008-486a-8b3f-a7a412e06938,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:22.399739 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4590c81d-0008-486a-8b3f-a7a412e06938 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:22.437674 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:22.441095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.623610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (674d912c-0ba8-458f-b85f-ef1841cbbb72), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.687577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=674d912c-0ba8-458f-b85f-ef1841cbbb72,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:22.694568 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': '30baf2fb-b72f-4102-b2df-47c971bbf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4590c81d-0008-486a-8b3f-a7a412e06938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:22.694931 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 4590c81d-0008-486a-8b3f-a7a412e06938, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:22.710890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 4590c81d-0008-486a-8b3f-a7a412e06938 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:22.719161 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4590c81d-0008-486a-8b3f-a7a412e06938) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:22.723424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:22.724521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.727300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e4729-a65e-4fc6-b4fa-3e9cb1cb63b6 None None] Network 4590c81d-0008-486a-8b3f-a7a412e06938 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:22.746359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-24541306-d9ab-4f87-b0a3-ceb32a1726b2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4032612
Jan 29 21:30:22.749895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:22.788006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.851357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4590c81d-0008-486a-8b3f-a7a412e06938), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.853564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc335cf-799e-43f2-9390-fcf2a22d6beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4590c81d-0008-486a-8b3f-a7a412e06938', 'network_id': '4590c81d-0008-486a-8b3f-a7a412e06938', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '674d912c-0ba8-458f-b85f-ef1841cbbb72'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:22.854517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0dc335cf-799e-43f2-9390-fcf2a22d6beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.871503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e89b02d4-00fc-4555-a8f8-c7184f79f196 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:22.908727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (674d912c-0ba8-458f-b85f-ef1841cbbb72), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.966910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (674d912c-0ba8-458f-b85f-ef1841cbbb72), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:22.994645 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=674d912c-0ba8-458f-b85f-ef1841cbbb72,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-0dc335cf-799e-43f2-9390-fcf2a22d6beb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 674d912c-0ba8-458f-b85f-ef1841cbbb72: This subnet is being modified by another concurrent operation.
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 674d912c-0ba8-458f-b85f-ef1841cbbb72: This subnet is being modified by another concurrent operation.
Jan 29 21:30:22.995996 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:30:23.002964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e89b02d4-00fc-4555-a8f8-c7184f79f196 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:23.002964 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.021690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aeb708-b051-4f76-a110-535fbaa64e6a None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:23.065305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4590c81d-0008-486a-8b3f-a7a412e06938), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.084918 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e9d0>,) {'filters': {'network_id': ['4590c81d-0008-486a-8b3f-a7a412e06938']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:23.094580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e9d0>, '30baf2fb-b72f-4102-b2df-47c971bbf6f0') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:23.094875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea03e7e9d0>, '30baf2fb-b72f-4102-b2df-47c971bbf6f0') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:23.103956 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (30baf2fb-b72f-4102-b2df-47c971bbf6f0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.117232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (30baf2fb-b72f-4102-b2df-47c971bbf6f0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.122334 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aeb708-b051-4f76-a110-535fbaa64e6a None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:23.123086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:23.123471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (30baf2fb-b72f-4102-b2df-47c971bbf6f0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:23.126661 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:23.138777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e89b02d4-00fc-4555-a8f8-c7184f79f196 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:23.185554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4590c81d-0008-486a-8b3f-a7a412e06938), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.192520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.199249 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/4590c81d-0008-486a-8b3f-a7a412e06938 HTTP/1.1" status: 204  len: 168 time: 0.4448354
Jan 29 21:30:23.199959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58830) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:23.208896 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870075-7cfe-4c75-b0a1-f0d3a5f9d8ca tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=4590c81d-0008-486a-8b3f-a7a412e06938,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:23.211540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934939316'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:23.235651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:23.239092 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.262345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:23.271879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.272218 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 3400d20d-faf9-4cba-acae-cfbe0b23e8a7 of type vlan for network 051a0a30-382c-4a52-ba05-91a3ad10d473
Jan 29 21:30:23.300927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a31cc-09cc-4958-bda2-6d0a851a14f9 None None] Network 4590c81d-0008-486a-8b3f-a7a412e06938 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:23.313954 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a31cc-09cc-4958-bda2-6d0a851a14f9 None None] Network 4590c81d-0008-486a-8b3f-a7a412e06938 could not be found, it might have been deleted concurrently. {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Jan 29 21:30:23.314320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.338676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.343651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:23.344222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.607920 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.757294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5551531
Jan 29 21:30:23.760102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58832) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:23.763113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750f75-12b9-4568-b66c-c5b7d6ae52cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=051a0a30-382c-4a52-ba05-91a3ad10d473,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:23.766438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:23.773913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 051a0a30-382c-4a52-ba05-91a3ad10d473 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:23.855888 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:23.859872 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:23.914350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing IP validity checks on allocation pools {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:30:23.914867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:30:24.036341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (1bf3de52-74dd-498a-bbb2-ffe69a34fb29), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.095364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=1bf3de52-74dd-498a-bbb2-ffe69a34fb29,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:24.104096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': '3400d20d-faf9-4cba-acae-cfbe0b23e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:24.104466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 051a0a30-382c-4a52-ba05-91a3ad10d473, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:24.120242 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 051a0a30-382c-4a52-ba05-91a3ad10d473 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:24.128716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 051a0a30-382c-4a52-ba05-91a3ad10d473) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:24.135082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:24.135788 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.136381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a5bd6-7154-4432-9c79-13ea23997598 None None] Network 051a0a30-382c-4a52-ba05-91a3ad10d473 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:24.151693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7e1bccb5-b952-4520-8740-9543325bbb33 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.3904400
Jan 29 21:30:24.155111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:24.239285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-051a0a30-382c-4a52-ba05-91a3ad10d473', 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '1bf3de52-74dd-498a-bbb2-ffe69a34fb29'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:24.240145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.249499 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.306412 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (1bf3de52-74dd-498a-bbb2-ffe69a34fb29), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.372967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Allocated IP 172.20.0.3 (051a0a30-382c-4a52-ba05-91a3ad10d473/1bf3de52-74dd-498a-bbb2-ffe69a34fb29/7f98b43a-4f05-462c-b1fe-a5465183b5a3) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:24.515513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks [] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.521607 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.538997 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (1bf3de52-74dd-498a-bbb2-ffe69a34fb29), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.564368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Network 051a0a30-382c-4a52-ba05-91a3ad10d473 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:24.567432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf3de52-74dd-498a-bbb2-ffe69a34fb29,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:24.568072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:24.571555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:24.579475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Pushing event updated for resources: {'Port': ['ID=7f98b43a-4f05-462c-b1fe-a5465183b5a3,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:24.625943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.636199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Attempting to bind port 7f98b43a-4f05-462c-b1fe-a5465183b5a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:24.636852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Attempting to bind port 7f98b43a-4f05-462c-b1fe-a5465183b5a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3400d20d-faf9-4cba-acae-cfbe0b23e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:24.637246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Attempting to bind port 7f98b43a-4f05-462c-b1fe-a5465183b5a3 on network 051a0a30-382c-4a52-ba05-91a3ad10d473 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:24.642175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:24.642599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Checking segment: {'id': '3400d20d-faf9-4cba-acae-cfbe0b23e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:24.642955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.643348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Bound using segment: {'id': '3400d20d-faf9-4cba-acae-cfbe0b23e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:24.643813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Bound port: 7f98b43a-4f05-462c-b1fe-a5465183b5a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3400d20d-faf9-4cba-acae-cfbe0b23e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '051a0a30-382c-4a52-ba05-91a3ad10d473'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:24.644192 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.649644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea102e91c0>,) {'filters': {'network_id': ['051a0a30-382c-4a52-ba05-91a3ad10d473']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:24.659463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102e91c0>, '3400d20d-faf9-4cba-acae-cfbe0b23e8a7') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:24.659765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102e91c0>, '3400d20d-faf9-4cba-acae-cfbe0b23e8a7') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:24.669535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.682315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.688654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:24.688960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:24.692172 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:24.707466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] For port 7f98b43a-4f05-462c-b1fe-a5465183b5a3, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:24.758498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] For port 7f98b43a-4f05-462c-b1fe-a5465183b5a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f98b43a-4f05-462c-b1fe-a5465183b5a3,segment=NetworkSegment(3400d20d-faf9-4cba-acae-cfbe0b23e8a7),segment_id=3400d20d-faf9-4cba-acae-cfbe0b23e8a7)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:24.759329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:30:24.759329 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:30:24.759329 ncdv-master-1 neutron-server[125943]: [parameters: {'id': '051a0a30-382c-4a52-ba05-91a3ad10d473'}]
Jan 29 21:30:24.759329 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:30:24.759742 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:30:24.765043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:24.850346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f992e-a5ea-45bf-aba0-84ac5d63f965 None None] Pushing event updated for resources: {'Port': ['ID=7f98b43a-4f05-462c-b1fe-a5465183b5a3,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:24.863602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f4d4d-2538-4742-98e1-18875537f4cc None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:24.927660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f4d4d-2538-4742-98e1-18875537f4cc None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:25.076521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a393484-e3c1-4b22-8a24-a20e4e2b04d8 None None] Network 051a0a30-382c-4a52-ba05-91a3ad10d473 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:25.261290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.313248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port 7f98b43a-4f05-462c-b1fe-a5465183b5a3 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:25.313584 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.376690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port 7f98b43a-4f05-462c-b1fe-a5465183b5a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f98b43a-4f05-462c-b1fe-a5465183b5a3,segment=NetworkSegment(3400d20d-faf9-4cba-acae-cfbe0b23e8a7),segment_id=3400d20d-faf9-4cba-acae-cfbe0b23e8a7)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:25.377068 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.389716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for 7f98b43a-4f05-462c-b1fe-a5465183b5a3 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:25.464408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7f98b43a-4f05-462c-b1fe-a5465183b5a3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.492652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=7f98b43a-4f05-462c-b1fe-a5465183b5a3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:25.495977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port 7f98b43a-4f05-462c-b1fe-a5465183b5a3 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:25.572808 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.592277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09842370>,) {'filters': {'network_id': ['051a0a30-382c-4a52-ba05-91a3ad10d473']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:25.601075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09842370>, '3400d20d-faf9-4cba-acae-cfbe0b23e8a7') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:25.601374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09842370>, '3400d20d-faf9-4cba-acae-cfbe0b23e8a7') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:25.610912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.624178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.629940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:25.630309 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (3400d20d-faf9-4cba-acae-cfbe0b23e8a7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:25.633295 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:25.693414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (051a0a30-382c-4a52-ba05-91a3ad10d473), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.701393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.705157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/051a0a30-382c-4a52-ba05-91a3ad10d473 HTTP/1.1" status: 204  len: 168 time: 1.5489576
Jan 29 21:30:25.709008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58836) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:25.722159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342629811'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:25.726255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cfd9f-ea21-4c36-af22-8edbecc4d0b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=051a0a30-382c-4a52-ba05-91a3ad10d473,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:25.741802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:25.745005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.767814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:25.776629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.776974 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment e2369ba0-13d7-4029-a417-ce97d7c6dda1 of type vlan for network 5c99070d-68cf-4d9e-a73c-64ebf9614c80
Jan 29 21:30:25.815399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.838717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.844071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:25.844651 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:25.898284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1882305
Jan 29 21:30:25.901071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:25.906716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:25.915324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6f45-b965-4522-bc37-205adb7430fa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=5c99070d-68cf-4d9e-a73c-64ebf9614c80,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:25.926412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:25.997338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:26.000718 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.179613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (260c38af-7d4f-4fc8-8465-60bf10b4bd69), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.241089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=260c38af-7d4f-4fc8-8465-60bf10b4bd69,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:26.248371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'e2369ba0-13d7-4029-a417-ce97d7c6dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:26.248691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 5c99070d-68cf-4d9e-a73c-64ebf9614c80, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:26.267121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:26.275052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c99070d-68cf-4d9e-a73c-64ebf9614c80) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:26.279811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:26.280425 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.284483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891366c-ebf4-4e1f-9d4c-f1ac2acfb7bd None None] Network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:26.297509 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3cf659a7-559f-4a36-92d6-6a50abf02a03 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.3953128
Jan 29 21:30:26.299609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:26.398577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c99070d-68cf-4d9e-a73c-64ebf9614c80', 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '260c38af-7d4f-4fc8-8465-60bf10b4bd69'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:26.399453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.408316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.465788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (260c38af-7d4f-4fc8-8465-60bf10b4bd69), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.553568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Allocated IP 172.20.0.1 (5c99070d-68cf-4d9e-a73c-64ebf9614c80/260c38af-7d4f-4fc8-8465-60bf10b4bd69/5f82128e-1972-4d35-951c-1dfd35779c53) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:26.696494 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks [] for port (5f82128e-1972-4d35-951c-1dfd35779c53), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.702537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.719463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (260c38af-7d4f-4fc8-8465-60bf10b4bd69), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.742070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:26.746721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=260c38af-7d4f-4fc8-8465-60bf10b4bd69,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:26.754844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:26.757748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:26.760847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Pushing event updated for resources: {'Port': ['ID=5f82128e-1972-4d35-951c-1dfd35779c53,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:26.807493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.820733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Attempting to bind port 5f82128e-1972-4d35-951c-1dfd35779c53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:26.821160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Attempting to bind port 5f82128e-1972-4d35-951c-1dfd35779c53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2369ba0-13d7-4029-a417-ce97d7c6dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:26.821528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Attempting to bind port 5f82128e-1972-4d35-951c-1dfd35779c53 on network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:26.827052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:26.827429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Checking segment: {'id': 'e2369ba0-13d7-4029-a417-ce97d7c6dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:26.827838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.828237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Bound using segment: {'id': 'e2369ba0-13d7-4029-a417-ce97d7c6dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:26.828710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Bound port: 5f82128e-1972-4d35-951c-1dfd35779c53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2369ba0-13d7-4029-a417-ce97d7c6dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:26.829117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.829417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a2c6af0>,) {'filters': {'network_id': ['5c99070d-68cf-4d9e-a73c-64ebf9614c80']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:26.838844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a2c6af0>, 'e2369ba0-13d7-4029-a417-ce97d7c6dda1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:26.839133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a2c6af0>, 'e2369ba0-13d7-4029-a417-ce97d7c6dda1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:26.848484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.861298 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.867382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:26.867766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:26.870725 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:26.896289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] For port 5f82128e-1972-4d35-951c-1dfd35779c53, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:26.930418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:30:26.930418 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:30:26.930418 ncdv-master-1 neutron-server[125943]: [parameters: {'id': '5c99070d-68cf-4d9e-a73c-64ebf9614c80'}]
Jan 29 21:30:26.930418 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:30:26.930884 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:30:26.931114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] For port 5f82128e-1972-4d35-951c-1dfd35779c53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f82128e-1972-4d35-951c-1dfd35779c53,segment=NetworkSegment(e2369ba0-13d7-4029-a417-ce97d7c6dda1),segment_id=e2369ba0-13d7-4029-a417-ce97d7c6dda1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:26.938132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.013147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc43f9-a292-41ea-a37b-c37efe4eb0fe None None] Pushing event updated for resources: {'Port': ['ID=5f82128e-1972-4d35-951c-1dfd35779c53,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:27.030520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4427fd5-7fde-4fde-a932-0927a6a8b922 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:27.094029 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4427fd5-7fde-4fde-a932-0927a6a8b922 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:27.243560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef3cb4-10a5-40cc-b856-f2ddfdd651de None None] Network 5c99070d-68cf-4d9e-a73c-64ebf9614c80 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:27.431975 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.484483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port 5f82128e-1972-4d35-951c-1dfd35779c53 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:27.484824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.551997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port 5f82128e-1972-4d35-951c-1dfd35779c53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f82128e-1972-4d35-951c-1dfd35779c53,segment=NetworkSegment(e2369ba0-13d7-4029-a417-ce97d7c6dda1),segment_id=e2369ba0-13d7-4029-a417-ce97d7c6dda1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:27.552356 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.565431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for 5f82128e-1972-4d35-951c-1dfd35779c53 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:27.647695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5f82128e-1972-4d35-951c-1dfd35779c53), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.674167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=5f82128e-1972-4d35-951c-1dfd35779c53,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:27.679221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port 5f82128e-1972-4d35-951c-1dfd35779c53 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:27.760576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.781722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0893da30>,) {'filters': {'network_id': ['5c99070d-68cf-4d9e-a73c-64ebf9614c80']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:27.790755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0893da30>, 'e2369ba0-13d7-4029-a417-ce97d7c6dda1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:27.791055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0893da30>, 'e2369ba0-13d7-4029-a417-ce97d7c6dda1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:27.800809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.813932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.819658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:27.820040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (e2369ba0-13d7-4029-a417-ce97d7c6dda1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:27.823010 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:27.894718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5c99070d-68cf-4d9e-a73c-64ebf9614c80), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.900316 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.904044 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/5c99070d-68cf-4d9e-a73c-64ebf9614c80 HTTP/1.1" status: 204  len: 168 time: 1.6027265
Jan 29 21:30:27.907494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:27.912803 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1165347828'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:27.918598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b86d9-f38a-45f9-8415-3771327d4642 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=5c99070d-68cf-4d9e-a73c-64ebf9614c80,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:27.931133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:27.934820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.957664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:27.966521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d96969c3-25f7-4172-b9dc-a3eea07e70f0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:27.966856 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment d96969c3-25f7-4172-b9dc-a3eea07e70f0 of type vlan for network 1b596213-e970-4f1f-a3ab-a041330de8ca
Jan 29 21:30:28.005207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (1b596213-e970-4f1f-a3ab-a041330de8ca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.028950 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (1b596213-e970-4f1f-a3ab-a041330de8ca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.033784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:28.034368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.094134 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1854951
Jan 29 21:30:28.096915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:28.102025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '1b596213-e970-4f1f-a3ab-a041330de8ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:28.110677 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89a95a-5637-4273-9a6f-aa6cc871ca6e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=1b596213-e970-4f1f-a3ab-a041330de8ca,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:28.127819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 1b596213-e970-4f1f-a3ab-a041330de8ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:28.187126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:28.190521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.365043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (49b7d955-03de-43ab-8d8b-c062aaefc3cf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.428617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=49b7d955-03de-43ab-8d8b-c062aaefc3cf,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:28.436113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'd96969c3-25f7-4172-b9dc-a3eea07e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1b596213-e970-4f1f-a3ab-a041330de8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:28.436664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 1b596213-e970-4f1f-a3ab-a041330de8ca, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:28.454548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 1b596213-e970-4f1f-a3ab-a041330de8ca is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:28.463047 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b596213-e970-4f1f-a3ab-a041330de8ca) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:28.468494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:28.469256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.472206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973377ea-b124-429f-9ec3-4c317d301159 None None] Network 1b596213-e970-4f1f-a3ab-a041330de8ca requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:28.486893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f174d4ac-1c94-4a3e-b19b-01ed5beb16bc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.3888679
Jan 29 21:30:28.489565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58846) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:28.567361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa67225-93ba-43c1-9828-55b04a7fb6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b596213-e970-4f1f-a3ab-a041330de8ca', 'network_id': '1b596213-e970-4f1f-a3ab-a041330de8ca', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '49b7d955-03de-43ab-8d8b-c062aaefc3cf'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:28.568215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9aa67225-93ba-43c1-9828-55b04a7fb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.589336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (1b596213-e970-4f1f-a3ab-a041330de8ca), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.642021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (49b7d955-03de-43ab-8d8b-c062aaefc3cf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.711332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (49b7d955-03de-43ab-8d8b-c062aaefc3cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.739760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=49b7d955-03de-43ab-8d8b-c062aaefc3cf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:28.814194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (1b596213-e970-4f1f-a3ab-a041330de8ca), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.835249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08c4a8e0>,) {'filters': {'network_id': ['1b596213-e970-4f1f-a3ab-a041330de8ca']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-9aa67225-93ba-43c1-9828-55b04a7fb6f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49b7d955-03de-43ab-8d8b-c062aaefc3cf: This subnet is being modified by another concurrent operation.
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49b7d955-03de-43ab-8d8b-c062aaefc3cf: This subnet is being modified by another concurrent operation.
Jan 29 21:30:28.837748 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:30:28.844654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c4a8e0>, 'd96969c3-25f7-4172-b9dc-a3eea07e70f0') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:28.844951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c4a8e0>, 'd96969c3-25f7-4172-b9dc-a3eea07e70f0') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:28.854335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (d96969c3-25f7-4172-b9dc-a3eea07e70f0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.856870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c956e0e-6b4c-4b85-bf70-088050f3fe4b None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:28.867769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d96969c3-25f7-4172-b9dc-a3eea07e70f0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.874727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:28.875151 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (d96969c3-25f7-4172-b9dc-a3eea07e70f0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:28.878136 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:28.925209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c956e0e-6b4c-4b85-bf70-088050f3fe4b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:28.940195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (1b596213-e970-4f1f-a3ab-a041330de8ca), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.947169 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:28.953420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/1b596213-e970-4f1f-a3ab-a041330de8ca HTTP/1.1" status: 204  len: 168 time: 0.4597776
Jan 29 21:30:28.953683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:28.958589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938973533'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:28.973074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4857fc-f40e-469c-8e4c-404efc5e570f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=1b596213-e970-4f1f-a3ab-a041330de8ca,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:28.988091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:28.991078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.015662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:29.024813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.025395 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment d2f9a911-ed10-4562-90ab-1a8a22d4b7d4 of type vlan for network a5bee603-6349-4a5a-873a-c8a8fabeb309
Jan 29 21:30:29.064563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.082448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090091de-4b19-407b-ac6a-3f27e4f97c23 None None] Network 1b596213-e970-4f1f-a3ab-a041330de8ca requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:29.089627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.094141 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090091de-4b19-407b-ac6a-3f27e4f97c23 None None] Network 1b596213-e970-4f1f-a3ab-a041330de8ca could not be found, it might have been deleted concurrently. {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Jan 29 21:30:29.096677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:29.097930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.160278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2055886
Jan 29 21:30:29.162854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58866) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:29.170414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'New_network'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:29.213187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3555a-29d1-426a-a8e7-10f230df2db2 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=a5bee603-6349-4a5a-873a-c8a8fabeb309,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:29.224542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:29.333767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.347137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.355649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 is not hosted by any dhcp agent {{(pid=125943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:30:29.361339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:29.361918 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.363195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "PUT /v2.0/networks/a5bee603-6349-4a5a-873a-c8a8fabeb309 HTTP/1.1" status: 200  len: 723 time: 0.1994491
Jan 29 21:30:29.366130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58868) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:29.371291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:29.422920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939b7f-372b-48f9-9c72-2522027cda4a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=a5bee603-6349-4a5a-873a-c8a8fabeb309,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:29.434163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:29.459032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:29.462423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.640772 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (a8cf6eea-20b4-4d19-a969-ea88706b0a33), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.709690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=a8cf6eea-20b4-4d19-a969-ea88706b0a33,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:29.713924 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:29.714297 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: a5bee603-6349-4a5a-873a-c8a8fabeb309, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:29.730901 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:29.739029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5bee603-6349-4a5a-873a-c8a8fabeb309) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:29.742883 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:29.743482 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.749270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0193f2-093f-4937-8a4f-a462fcdc91d6 None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:29.761116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-13f07840-7ae9-48b6-bbaa-d7ac51719513 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3913522
Jan 29 21:30:29.761326 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:29.766892 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:29.851873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5bee603-6349-4a5a-873a-c8a8fabeb309', 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': 'a8cf6eea-20b4-4d19-a969-ea88706b0a33'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:29.852732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.853835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25879529'] for subnet (a8cf6eea-20b4-4d19-a969-ea88706b0a33), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:29.991428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206161475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25800503'] for subnet (a8cf6eea-20b4-4d19-a969-ea88706b0a33), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.023389 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:30.023901 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.025205 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "PUT /v2.0/subnets/a8cf6eea-20b4-4d19-a969-ea88706b0a33 HTTP/1.1" status: 200  len: 806 time: 0.2629707
Jan 29 21:30:30.027910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58872) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:30.036783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Allocated IP 172.20.0.2 (a5bee603-6349-4a5a-873a-c8a8fabeb309/a8cf6eea-20b4-4d19-a969-ea88706b0a33/91ecbbfe-90ef-43ec-b460-1b34cae865a5) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:30.086452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68261fbd-14ec-438d-879b-a719f82b45dc tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=a8cf6eea-20b4-4d19-a969-ea88706b0a33,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:30.136812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.179776 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks [] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.186439 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.190381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (a8cf6eea-20b4-4d19-a969-ea88706b0a33), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.223437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:30.229596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:30.233102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:30.240231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Pushing event updated for resources: {'Port': ['ID=91ecbbfe-90ef-43ec-b460-1b34cae865a5,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:30.255347 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (a8cf6eea-20b4-4d19-a969-ea88706b0a33), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.289336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cf6eea-20b4-4d19-a969-ea88706b0a33,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:30.298132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Attempting to bind port 91ecbbfe-90ef-43ec-b460-1b34cae865a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:30.298509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Attempting to bind port 91ecbbfe-90ef-43ec-b460-1b34cae865a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:30.298873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Attempting to bind port 91ecbbfe-90ef-43ec-b460-1b34cae865a5 on network a5bee603-6349-4a5a-873a-c8a8fabeb309 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:30.303877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:30.304253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Checking segment: {'id': 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:30.304672 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.305076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Bound using segment: {'id': 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:30.305548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Bound port: 91ecbbfe-90ef-43ec-b460-1b34cae865a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:30.305926 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.348316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.368694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aa509d0>,) {'filters': {'network_id': ['a5bee603-6349-4a5a-873a-c8a8fabeb309']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:30.370460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] For port 91ecbbfe-90ef-43ec-b460-1b34cae865a5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:30.373173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] For port 91ecbbfe-90ef-43ec-b460-1b34cae865a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91ecbbfe-90ef-43ec-b460-1b34cae865a5,segment=NetworkSegment(d2f9a911-ed10-4562-90ab-1a8a22d4b7d4),segment_id=d2f9a911-ed10-4562-90ab-1a8a22d4b7d4)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:30.378494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa509d0>, 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:30.378861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa509d0>, 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:30.379726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.389228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.404104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.410083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:30.410502 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:30.413720 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:30.458300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277eaa-0c98-4887-a7a2-669e6e1bdd34 None None] Pushing event updated for resources: {'Port': ['ID=91ecbbfe-90ef-43ec-b460-1b34cae865a5,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:30.474604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.api [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:30:30.474604 ncdv-master-1 neutron-server[125942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:30:30.474604 ncdv-master-1 neutron-server[125942]: [parameters: {'id': 'a5bee603-6349-4a5a-873a-c8a8fabeb309'}]
Jan 29 21:30:30.474604 ncdv-master-1 neutron-server[125942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:30:30.475235 ncdv-master-1 neutron-server[125942]: DEBUG oslo_db.api [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:30:30.478470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbcd17b-7439-43d8-9950-58275e940d7e None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:30.547274 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcd17b-7439-43d8-9950-58275e940d7e None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:30.690536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa1607-1880-436e-befe-73a7a56e99ba None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:30.785414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f473221-7d15-4a47-a455-2a2af79cdd01 None None] Network a5bee603-6349-4a5a-873a-c8a8fabeb309 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:30.976774 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.028895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port 91ecbbfe-90ef-43ec-b460-1b34cae865a5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:31.029226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.088425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port 91ecbbfe-90ef-43ec-b460-1b34cae865a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91ecbbfe-90ef-43ec-b460-1b34cae865a5,segment=NetworkSegment(d2f9a911-ed10-4562-90ab-1a8a22d4b7d4),segment_id=d2f9a911-ed10-4562-90ab-1a8a22d4b7d4)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:31.088709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.100826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for 91ecbbfe-90ef-43ec-b460-1b34cae865a5 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:31.179490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (91ecbbfe-90ef-43ec-b460-1b34cae865a5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.204485 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=91ecbbfe-90ef-43ec-b460-1b34cae865a5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:31.207875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port 91ecbbfe-90ef-43ec-b460-1b34cae865a5 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:31.287206 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.307243 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10322940>,) {'filters': {'network_id': ['a5bee603-6349-4a5a-873a-c8a8fabeb309']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:31.316979 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10322940>, 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:31.317371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10322940>, 'd2f9a911-ed10-4562-90ab-1a8a22d4b7d4') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:31.326506 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.339143 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.344951 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:31.345437 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (d2f9a911-ed10-4562-90ab-1a8a22d4b7d4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:31.348283 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:31.402978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a5bee603-6349-4a5a-873a-c8a8fabeb309), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.420463 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.423626 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/a5bee603-6349-4a5a-873a-c8a8fabeb309 HTTP/1.1" status: 204  len: 168 time: 1.3941989
Jan 29 21:30:31.424847 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021338b-fe37-4724-8311-0ebec8109dc4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=a5bee603-6349-4a5a-873a-c8a8fabeb309,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:31.426387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58874) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:31.445850 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3366f5ca-4837-42ce-9260-8aee8afa7bb9 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:31.446343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3366f5ca-4837-42ce-9260-8aee8afa7bb9 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:31.449344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3366f5ca-4837-42ce-9260-8aee8afa7bb9 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/a5bee603-6349-4a5a-873a-c8a8fabeb309 HTTP/1.1" status: 404  len: 339 time: 0.0218863
Jan 29 21:30:31.452823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58876) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:31.457583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865071323', 'description': 'd1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:31.476200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:31.479420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.502346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:31.511015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (826edfcb-0fee-4a58-9988-b9f4cabd90e0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.511342 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment 826edfcb-0fee-4a58-9988-b9f4cabd90e0 of type vlan for network e26447e9-40f6-4a5a-b82d-b7216ebe837b
Jan 29 21:30:31.555221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.579003 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.583916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:31.584502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.635191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.1812801
Jan 29 21:30:31.637840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58878) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:31.652054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c772346-1eeb-417f-ac52-9d25c68367b4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=e26447e9-40f6-4a5a-b82d-b7216ebe837b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:31.663409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e26447e9-40f6-4a5a-b82d-b7216ebe837b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:31.721923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d59cba-37ee-4e6d-b77c-bebeeafd3764 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:31.723943 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d2d59cba-37ee-4e6d-b77c-bebeeafd3764 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks?id=e26447e9-40f6-4a5a-b82d-b7216ebe837b HTTP/1.1" status: 200  len: 760 time: 0.0851147
Jan 29 21:30:31.726655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58880) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:31.731812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'description': 'd2'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:31.881199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.895361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.913089 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network e26447e9-40f6-4a5a-b82d-b7216ebe837b is not hosted by any dhcp agent {{(pid=125942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 29 21:30:31.917808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:31.918396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:31.919732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "PUT /v2.0/networks/e26447e9-40f6-4a5a-b82d-b7216ebe837b HTTP/1.1" status: 200  len: 757 time: 0.1920922
Jan 29 21:30:31.922409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58882) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:31.964095 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66664d45-0e03-4aaf-8cf2-c0ca1e4b69ce tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=e26447e9-40f6-4a5a-b82d-b7216ebe837b,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:31.974928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e26447e9-40f6-4a5a-b82d-b7216ebe837b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:32.005783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57738fa-1776-4122-bfeb-df06f31978c4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:32.007418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e57738fa-1776-4122-bfeb-df06f31978c4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks?id=e26447e9-40f6-4a5a-b82d-b7216ebe837b HTTP/1.1" status: 200  len: 760 time: 0.0840302
Jan 29 21:30:32.012298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58884) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:32.017965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1924479574'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:32.037761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:32.041277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.066850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:32.077284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.077630 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment a9338632-e2ef-4287-b547-5e1e4b42c3ec of type vlan for network 20b14155-d138-400e-bcce-936b2bd7fa6c
Jan 29 21:30:32.117300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.141586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.146570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:32.147090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.207172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1936288
Jan 29 21:30:32.209829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58886) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:32.214542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:32.258120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef28f4-8844-4393-a0ea-d2cfdb60c3f1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=20b14155-d138-400e-bcce-936b2bd7fa6c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:32.269020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 20b14155-d138-400e-bcce-936b2bd7fa6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:32.305572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:32.308888 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.485440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (ea511ec8-6e98-4e0d-8488-16a087776bfc), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.543105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=ea511ec8-6e98-4e0d-8488-16a087776bfc,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:32.554050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'a9338632-e2ef-4287-b547-5e1e4b42c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:32.554414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: 20b14155-d138-400e-bcce-936b2bd7fa6c, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:32.571227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network 20b14155-d138-400e-bcce-936b2bd7fa6c is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:32.580367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20b14155-d138-400e-bcce-936b2bd7fa6c) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:32.584443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:32.585034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.589201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f8b7e-65ac-44df-8c3b-f1682124e489 None None] Network 20b14155-d138-400e-bcce-936b2bd7fa6c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:32.604756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8f9fd1ad-f322-41a4-ad8c-887144f7f50c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3915255
Jan 29 21:30:32.605073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58888) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:32.687242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20b14155-d138-400e-bcce-936b2bd7fa6c', 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': 'ea511ec8-6e98-4e0d-8488-16a087776bfc'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:32.688276 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.703705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.754627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ea511ec8-6e98-4e0d-8488-16a087776bfc), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.833850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Allocated IP 172.20.0.2 (20b14155-d138-400e-bcce-936b2bd7fa6c/ea511ec8-6e98-4e0d-8488-16a087776bfc/5fede0be-5a11-42cb-921d-0699513fcf57) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:32.987415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks [] for port (5fede0be-5a11-42cb-921d-0699513fcf57), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:32.993049 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.008263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (ea511ec8-6e98-4e0d-8488-16a087776bfc), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.037157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Network 20b14155-d138-400e-bcce-936b2bd7fa6c is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:33.039498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=ea511ec8-6e98-4e0d-8488-16a087776bfc,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:33.041102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:33.042910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Pushing event updated for resources: {'Port': ['ID=5fede0be-5a11-42cb-921d-0699513fcf57,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:33.045673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:33.099043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.101960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Attempting to bind port 5fede0be-5a11-42cb-921d-0699513fcf57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:33.102330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Attempting to bind port 5fede0be-5a11-42cb-921d-0699513fcf57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9338632-e2ef-4287-b547-5e1e4b42c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:33.102697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Attempting to bind port 5fede0be-5a11-42cb-921d-0699513fcf57 on network 20b14155-d138-400e-bcce-936b2bd7fa6c {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:33.108165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:33.108543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Checking segment: {'id': 'a9338632-e2ef-4287-b547-5e1e4b42c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:33.108947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.109369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Bound using segment: {'id': 'a9338632-e2ef-4287-b547-5e1e4b42c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:33.109836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Bound port: 5fede0be-5a11-42cb-921d-0699513fcf57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9338632-e2ef-4287-b547-5e1e4b42c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20b14155-d138-400e-bcce-936b2bd7fa6c'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:33.110221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.120328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a911730>,) {'filters': {'network_id': ['20b14155-d138-400e-bcce-936b2bd7fa6c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:33.129661 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a911730>, 'a9338632-e2ef-4287-b547-5e1e4b42c3ec') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:33.129952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a911730>, 'a9338632-e2ef-4287-b547-5e1e4b42c3ec') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:33.139468 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.151704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.158099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:33.158483 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:33.161596 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:33.170958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] For port 5fede0be-5a11-42cb-921d-0699513fcf57, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:33.221595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] For port 5fede0be-5a11-42cb-921d-0699513fcf57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fede0be-5a11-42cb-921d-0699513fcf57,segment=NetworkSegment(a9338632-e2ef-4287-b547-5e1e4b42c3ec),segment_id=a9338632-e2ef-4287-b547-5e1e4b42c3ec)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:33.222629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.db.api [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:30:33.222629 ncdv-master-1 neutron-server[125943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:30:33.222629 ncdv-master-1 neutron-server[125943]: [parameters: {'id': '20b14155-d138-400e-bcce-936b2bd7fa6c'}]
Jan 29 21:30:33.222629 ncdv-master-1 neutron-server[125943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:30:33.222986 ncdv-master-1 neutron-server[125943]: DEBUG oslo_db.api [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:30:33.228357 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.306127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127f549-cf0b-41f6-80d8-bcf6ac2ac4e3 None None] Pushing event updated for resources: {'Port': ['ID=5fede0be-5a11-42cb-921d-0699513fcf57,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:33.319949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358aa63f-caa2-4abb-a162-65666ff2a6b6 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:33.385613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358aa63f-caa2-4abb-a162-65666ff2a6b6 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:33.537146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482a7f6-f983-4d42-8a09-367fc044dbf9 None None] Network 20b14155-d138-400e-bcce-936b2bd7fa6c requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:33.724556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.776140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port 5fede0be-5a11-42cb-921d-0699513fcf57 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:33.776474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.836841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port 5fede0be-5a11-42cb-921d-0699513fcf57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fede0be-5a11-42cb-921d-0699513fcf57,segment=NetworkSegment(a9338632-e2ef-4287-b547-5e1e4b42c3ec),segment_id=a9338632-e2ef-4287-b547-5e1e4b42c3ec)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:33.837157 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.849419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for 5fede0be-5a11-42cb-921d-0699513fcf57 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:33.931453 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5fede0be-5a11-42cb-921d-0699513fcf57), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:33.958020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=5fede0be-5a11-42cb-921d-0699513fcf57,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:33.959825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port 5fede0be-5a11-42cb-921d-0699513fcf57 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:34.037240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.056747 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a10bbe0>,) {'filters': {'network_id': ['20b14155-d138-400e-bcce-936b2bd7fa6c']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:34.066469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a10bbe0>, 'a9338632-e2ef-4287-b547-5e1e4b42c3ec') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:34.066766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a10bbe0>, 'a9338632-e2ef-4287-b547-5e1e4b42c3ec') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:34.076407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.089041 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.094951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:34.095334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (a9338632-e2ef-4287-b547-5e1e4b42c3ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:34.098283 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:34.153463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (20b14155-d138-400e-bcce-936b2bd7fa6c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.160173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:34.163293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/20b14155-d138-400e-bcce-936b2bd7fa6c HTTP/1.1" status: 204  len: 168 time: 1.5572913
Jan 29 21:30:34.166081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.174809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c6d5-ba12-47a0-a13e-f8c8270b9f1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=20b14155-d138-400e-bcce-936b2bd7fa6c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:34.198494 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-af112965-09bf-457f-82ab-1032fa90c1a4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] GET failed (client error): The resource could not be found.
Jan 29 21:30:34.199796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-af112965-09bf-457f-82ab-1032fa90c1a4 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets/ea511ec8-6e98-4e0d-8488-16a087776bfc HTTP/1.1" status: 404  len: 337 time: 0.0327134
Jan 29 21:30:34.202500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.220071 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c807c3d9-af28-4047-a030-3481f98327ac tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:34.220556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c807c3d9-af28-4047-a030-3481f98327ac tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:34.223572 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c807c3d9-af28-4047-a030-3481f98327ac tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/20b14155-d138-400e-bcce-936b2bd7fa6c HTTP/1.1" status: 404  len: 339 time: 0.0201750
Jan 29 21:30:34.227148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58894) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.329986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccdd1cc-7b20-4c49-aded-3f1e3b2a961a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.331443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0ccdd1cc-7b20-4c49-aded-3f1e3b2a961a tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1033137
Jan 29 21:30:34.334120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58896) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.368606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec88f9e6-1cf4-46ae-b7bd-a3c2f92a6414 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 HTTP/1.1" status: 200  len: 207 time: 0.0334032
Jan 29 21:30:34.371551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58898) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.474636 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4432a-97f8-4954-9697-2fa35045456f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.479800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4432a-97f8-4954-9697-2fa35045456f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.485825 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4432a-97f8-4954-9697-2fa35045456f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.492040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4432a-97f8-4954-9697-2fa35045456f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.493825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0b4432a-97f8-4954-9697-2fa35045456f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.1214106
Jan 29 21:30:34.497401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58900) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.600392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4fb1d94a-f0ce-47a1-9461-6ffc39280982 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.1019211
Jan 29 21:30:34.603570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58902) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.656465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c8710-6d72-4628-b364-efc2bcfe3242 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.657832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c8710-6d72-4628-b364-efc2bcfe3242 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.659326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a85c8710-6d72-4628-b364-efc2bcfe3242 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0548718
Jan 29 21:30:34.662742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58904) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.710702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f6933-fd38-4abc-b277-c0bdd25b578f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.712009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f6933-fd38-4abc-b277-c0bdd25b578f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.713549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2e1f6933-fd38-4abc-b277-c0bdd25b578f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0499122
Jan 29 21:30:34.717408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58906) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.818820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5d284-024e-431c-ab5b-f206acd0a825 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.820159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-62d5d284-024e-431c-ab5b-f206acd0a825 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks/45df48b8-e106-490a-a178-6205b4f07c1e HTTP/1.1" status: 200  len: 799 time: 0.1018882
Jan 29 21:30:34.823739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58908) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.918827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cfa986a3-f44e-4520-929f-775d30172011 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/networks/45df48b8-e106-490a-a178-6205b4f07c1e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.0940468
Jan 29 21:30:34.922119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:34.970955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05969b16-d41c-46e6-8d8f-bcde22aaf5b9 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:34.972266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-05969b16-d41c-46e6-8d8f-bcde22aaf5b9 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets/af098388-78d0-42e4-9aea-1190190546a5 HTTP/1.1" status: 200  len: 811 time: 0.0492530
Jan 29 21:30:34.975622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58912) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:35.027030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba77cd-fd9a-4f7c-aa20-031d34c5711d tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['shared'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:35.028369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00ba77cd-fd9a-4f7c-aa20-031d34c5711d tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "GET /v2.0/subnets/af098388-78d0-42e4-9aea-1190190546a5?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0518882
Jan 29 21:30:35.032355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:35.036869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-27118931'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:35.054962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:35.058019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.080476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:35.088869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.089274 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Added segment cc8b1701-5205-46c3-94c9-f2da095ae33e of type vlan for network cc808b91-a070-4507-9f92-dda36711cbd6
Jan 29 21:30:35.126487 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.150769 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.156281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:35.156862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.213097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.1796405
Jan 29 21:30:35.215778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58916) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:35.220586 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:35.268276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Network': ['ID=cc808b91-a070-4507-9f92-dda36711cbd6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:35.284617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.284975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.285338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.285680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.286023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.286350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.286682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.287011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.287338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.287665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.287992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.288316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.288640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225017f8-cc4f-48b2-b30a-6e11c683f786 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:35.300078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cc808b91-a070-4507-9f92-dda36711cbd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:35.327303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Made reservation on behalf of 633d55f5b8fd4b8fa61b651921badb35 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:35.330679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.387524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing IP validity checks on allocation pools {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:30:35.388031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.ipam_backend_mixin [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:30:35.507588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (7d3b43c6-2af1-485c-8b82-37781013c74b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.565846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=7d3b43c6-2af1-485c-8b82-37781013c74b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:35.573775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Checking segment: {'id': 'cc8b1701-5205-46c3-94c9-f2da095ae33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:35.574142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network hostable DHCP agents. Network: cc808b91-a070-4507-9f92-dda36711cbd6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:35.590440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Network cc808b91-a070-4507-9f92-dda36711cbd6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:35.597930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc808b91-a070-4507-9f92-dda36711cbd6) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:35.601828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:35.602436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639197'] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.606747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb664d48-1f0c-42e9-991e-aecee70e73ca None None] Network cc808b91-a070-4507-9f92-dda36711cbd6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:35.618105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce48090b-902a-42e1-b21d-e89d900d8e99 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.4013522
Jan 29 21:30:35.620842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58918) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:35.626746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:35.711679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc808b91-a070-4507-9f92-dda36711cbd6', 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6', 'project_id': '633d55f5b8fd4b8fa61b651921badb35', 'fixed_ips': [{'subnet_id': '7d3b43c6-2af1-485c-8b82-37781013c74b'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:35.712570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:35.723675 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26343721'] for subnet (7d3b43c6-2af1-485c-8b82-37781013c74b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.231517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206161475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29242711'] for subnet (7d3b43c6-2af1-485c-8b82-37781013c74b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.271893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:36.272492 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.273821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "PUT /v2.0/subnets/7d3b43c6-2af1-485c-8b82-37781013c74b HTTP/1.1" status: 200  len: 877 time: 0.6520212
Jan 29 21:30:36.276760 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58920) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:36.277799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Allocated IP 172.20.0.3 (cc808b91-a070-4507-9f92-dda36711cbd6/7d3b43c6-2af1-485c-8b82-37781013c74b/24d4755b-df72-45a7-a696-e0b49707ffb5) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:36.287117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebb21c-13d3-4692-bd99-5305204b2fde tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event updated for resources: {'Subnet': ['ID=7d3b43c6-2af1-485c-8b82-37781013c74b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:36.371727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.422661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7d3b43c6-2af1-485c-8b82-37781013c74b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.423861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks [] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.429779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.461946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Network cc808b91-a070-4507-9f92-dda36711cbd6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:36.465387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:36.469599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:36.496018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7d3b43c6-2af1-485c-8b82-37781013c74b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.525705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3b43c6-2af1-485c-8b82-37781013c74b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:36.533971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Pushing event updated for resources: {'Port': ['ID=24d4755b-df72-45a7-a696-e0b49707ffb5,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:36.537827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.538417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.538925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.539696 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.540175 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Attempting to bind port 24d4755b-df72-45a7-a696-e0b49707ffb5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:36.540370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.540551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Attempting to bind port 24d4755b-df72-45a7-a696-e0b49707ffb5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8b1701-5205-46c3-94c9-f2da095ae33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:36.540974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Attempting to bind port 24d4755b-df72-45a7-a696-e0b49707ffb5 on network cc808b91-a070-4507-9f92-dda36711cbd6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:36.541318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.541692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.542016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.542361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.542698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.543314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.543512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.543866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:36.546549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:36.546753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Checking segment: {'id': 'cc8b1701-5205-46c3-94c9-f2da095ae33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:36.547134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.547533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Bound using segment: {'id': 'cc8b1701-5205-46c3-94c9-f2da095ae33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:36.547999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Bound port: 24d4755b-df72-45a7-a696-e0b49707ffb5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8b1701-5205-46c3-94c9-f2da095ae33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc808b91-a070-4507-9f92-dda36711cbd6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:36.548381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.603400 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.612610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] For port 24d4755b-df72-45a7-a696-e0b49707ffb5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:36.615785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] For port 24d4755b-df72-45a7-a696-e0b49707ffb5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d4755b-df72-45a7-a696-e0b49707ffb5,segment=NetworkSegment(cc8b1701-5205-46c3-94c9-f2da095ae33e),segment_id=cc8b1701-5205-46c3-94c9-f2da095ae33e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:36.622403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.624130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea096a3310>,) {'filters': {'network_id': ['cc808b91-a070-4507-9f92-dda36711cbd6']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:36.633753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096a3310>, 'cc8b1701-5205-46c3-94c9-f2da095ae33e') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:36.634058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea096a3310>, 'cc8b1701-5205-46c3-94c9-f2da095ae33e') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:36.643900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.657797 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.664579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:36.664979 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:36.669342 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:36.702576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413433a-17f2-4ade-95c1-4ac3575b2893 None None] Pushing event updated for resources: {'Port': ['ID=24d4755b-df72-45a7-a696-e0b49707ffb5,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:36.720165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c2a3ae-cac3-42ef-a7ed-bbe9b6350ee4 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:30:36.732270 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.db.api [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 29 21:30:36.732270 ncdv-master-1 neutron-server[125942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 29 21:30:36.732270 ncdv-master-1 neutron-server[125942]: [parameters: {'id': 'cc808b91-a070-4507-9f92-dda36711cbd6'}]
Jan 29 21:30:36.732270 ncdv-master-1 neutron-server[125942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 21:30:36.732744 ncdv-master-1 neutron-server[125942]: DEBUG oslo_db.api [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 21:30:36.945037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2a3ae-cac3-42ef-a7ed-bbe9b6350ee4 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:30:37.093633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ed495-bee6-4bad-99cc-790ee6d1284f None None] Network cc808b91-a070-4507-9f92-dda36711cbd6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:37.189256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbb0eb-7582-4f49-ad8e-d93a9d6ec915 None None] Network cc808b91-a070-4507-9f92-dda36711cbd6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:37.234253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.285801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port 24d4755b-df72-45a7-a696-e0b49707ffb5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:37.286387 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.349748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port 24d4755b-df72-45a7-a696-e0b49707ffb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d4755b-df72-45a7-a696-e0b49707ffb5,segment=NetworkSegment(cc8b1701-5205-46c3-94c9-f2da095ae33e),segment_id=cc8b1701-5205-46c3-94c9-f2da095ae33e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:37.350025 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.362724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for 24d4755b-df72-45a7-a696-e0b49707ffb5 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:37.437889 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (24d4755b-df72-45a7-a696-e0b49707ffb5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.463028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=24d4755b-df72-45a7-a696-e0b49707ffb5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:37.464843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port 24d4755b-df72-45a7-a696-e0b49707ffb5 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:37.544323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.564816 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a597df0>,) {'filters': {'network_id': ['cc808b91-a070-4507-9f92-dda36711cbd6']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.573801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a597df0>, 'cc8b1701-5205-46c3-94c9-f2da095ae33e') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.574103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a597df0>, 'cc8b1701-5205-46c3-94c9-f2da095ae33e') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.583199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.596507 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.602576 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:37.602953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (cc8b1701-5205-46c3-94c9-f2da095ae33e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:37.606018 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:37.672820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cc808b91-a070-4507-9f92-dda36711cbd6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.680363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.682812 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/cc808b91-a070-4507-9f92-dda36711cbd6 HTTP/1.1" status: 204  len: 168 time: 1.4050536
Jan 29 21:30:37.686688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58922) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:37.694805 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28ba9-2396-4173-a670-6647d0b73f0e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=cc808b91-a070-4507-9f92-dda36711cbd6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:37.712288 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dd1dd9-3147-4082-9ee4-a3b66a84cb56 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:37.712736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73dd1dd9-3147-4082-9ee4-a3b66a84cb56 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:37.715686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-73dd1dd9-3147-4082-9ee4-a3b66a84cb56 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/7d3b43c6-2af1-485c-8b82-37781013c74b HTTP/1.1" status: 404  len: 337 time: 0.0280204
Jan 29 21:30:37.718739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58924) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:37.736013 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b41a6fd-22a0-48d5-b900-3e0ec57e4f7c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:37.736488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b41a6fd-22a0-48d5-b900-3e0ec57e4f7c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:37.739335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b41a6fd-22a0-48d5-b900-3e0ec57e4f7c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/cc808b91-a070-4507-9f92-dda36711cbd6 HTTP/1.1" status: 404  len: 339 time: 0.0196962
Jan 29 21:30:37.741454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58926) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:37.768559 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eb26de-d015-4322-a007-92c13ea5c22c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:37.769015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eb26de-d015-4322-a007-92c13ea5c22c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:37.771903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c7eb26de-d015-4322-a007-92c13ea5c22c tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/ea511ec8-6e98-4e0d-8488-16a087776bfc HTTP/1.1" status: 404  len: 337 time: 0.0296135
Jan 29 21:30:37.774493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58928) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:37.793411 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7f00c6-2364-4f23-a99b-9eb3e6a6c7f7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:37.793902 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7f00c6-2364-4f23-a99b-9eb3e6a6c7f7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:37.797514 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8b7f00c6-2364-4f23-a99b-9eb3e6a6c7f7 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/20b14155-d138-400e-bcce-936b2bd7fa6c HTTP/1.1" status: 404  len: 339 time: 0.0220141
Jan 29 21:30:37.799943 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58930) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:37.871068 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.954662 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:37.974774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08c59640>,) {'filters': {'network_id': ['e26447e9-40f6-4a5a-b82d-b7216ebe837b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.983556 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c59640>, '826edfcb-0fee-4a58-9988-b9f4cabd90e0') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.983849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08c59640>, '826edfcb-0fee-4a58-9988-b9f4cabd90e0') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:37.992730 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (826edfcb-0fee-4a58-9988-b9f4cabd90e0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.005902 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (826edfcb-0fee-4a58-9988-b9f4cabd90e0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.011670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:38.012052 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (826edfcb-0fee-4a58-9988-b9f4cabd90e0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:38.015423 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:38.076267 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e26447e9-40f6-4a5a-b82d-b7216ebe837b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.082808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.085908 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/e26447e9-40f6-4a5a-b82d-b7216ebe837b HTTP/1.1" status: 204  len: 168 time: 0.2850595
Jan 29 21:30:38.088644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58932) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.097824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b6426-c145-4753-8270-54f55860b2cb tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=e26447e9-40f6-4a5a-b82d-b7216ebe837b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:38.119950 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51744b8-b8a3-44b0-85a9-42f529201754 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.120402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51744b8-b8a3-44b0-85a9-42f529201754 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.123522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c51744b8-b8a3-44b0-85a9-42f529201754 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/a8cf6eea-20b4-4d19-a969-ea88706b0a33 HTTP/1.1" status: 404  len: 337 time: 0.0337901
Jan 29 21:30:38.125984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58934) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.143805 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-562ee5fd-1dda-4ca9-be26-5bedd3f8350e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.144276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562ee5fd-1dda-4ca9-be26-5bedd3f8350e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.147150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-562ee5fd-1dda-4ca9-be26-5bedd3f8350e tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/a5bee603-6349-4a5a-873a-c8a8fabeb309 HTTP/1.1" status: 404  len: 339 time: 0.0202291
Jan 29 21:30:38.149326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.173900 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-412ea605-f949-4d48-a9db-01c17d3ecbaf tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.174339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412ea605-f949-4d48-a9db-01c17d3ecbaf tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.177263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-412ea605-f949-4d48-a9db-01c17d3ecbaf tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/49b7d955-03de-43ab-8d8b-c062aaefc3cf HTTP/1.1" status: 404  len: 337 time: 0.0270352
Jan 29 21:30:38.179551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58938) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.197737 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b25ad6-9227-4d1a-9abc-6f05a0661100 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.198210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b25ad6-9227-4d1a-9abc-6f05a0661100 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.201704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-25b25ad6-9227-4d1a-9abc-6f05a0661100 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/1b596213-e970-4f1f-a3ab-a041330de8ca HTTP/1.1" status: 404  len: 339 time: 0.0206652
Jan 29 21:30:38.203899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58940) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.228235 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8684efc7-784e-4231-bb2e-411fe3bc590f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.228690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8684efc7-784e-4231-bb2e-411fe3bc590f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.231670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8684efc7-784e-4231-bb2e-411fe3bc590f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/260c38af-7d4f-4fc8-8465-60bf10b4bd69 HTTP/1.1" status: 404  len: 337 time: 0.0269272
Jan 29 21:30:38.234138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58942) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.251983 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9621ab-bb73-4dfc-b304-89864e5825b1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.252466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9621ab-bb73-4dfc-b304-89864e5825b1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.255417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1a9621ab-bb73-4dfc-b304-89864e5825b1 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/5c99070d-68cf-4d9e-a73c-64ebf9614c80 HTTP/1.1" status: 404  len: 339 time: 0.0204062
Jan 29 21:30:38.257797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58944) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.282696 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-779e1983-51a6-461e-8133-0096ca705a44 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.283132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779e1983-51a6-461e-8133-0096ca705a44 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.286020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-779e1983-51a6-461e-8133-0096ca705a44 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/1bf3de52-74dd-498a-bbb2-ffe69a34fb29 HTTP/1.1" status: 404  len: 337 time: 0.0273700
Jan 29 21:30:38.288183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.308953 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db59e5d-4eaa-4d0e-98ce-c9ad1cea3a94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.309458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db59e5d-4eaa-4d0e-98ce-c9ad1cea3a94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.313125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8db59e5d-4eaa-4d0e-98ce-c9ad1cea3a94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/051a0a30-382c-4a52-ba05-91a3ad10d473 HTTP/1.1" status: 404  len: 339 time: 0.0240691
Jan 29 21:30:38.315420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58948) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.339723 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e65ecaa-f4cf-449d-a572-b957964efa94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.340156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e65ecaa-f4cf-449d-a572-b957964efa94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.343061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4e65ecaa-f4cf-449d-a572-b957964efa94 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/674d912c-0ba8-458f-b85f-ef1841cbbb72 HTTP/1.1" status: 404  len: 337 time: 0.0268064
Jan 29 21:30:38.345178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.361489 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e2ffa2-b974-43e6-8e4e-a31496ef0aef tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.361951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e2ffa2-b974-43e6-8e4e-a31496ef0aef tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.364744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-21e2ffa2-b974-43e6-8e4e-a31496ef0aef tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/4590c81d-0008-486a-8b3f-a7a412e06938 HTTP/1.1" status: 404  len: 339 time: 0.0187435
Jan 29 21:30:38.366856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58952) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.391373 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-70244283-ca7e-4721-b371-6bc47e2121ed tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.391742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70244283-ca7e-4721-b371-6bc47e2121ed tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.394640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-70244283-ca7e-4721-b371-6bc47e2121ed tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/369f47df-2b9f-4933-8f15-00b254d1c5b8 HTTP/1.1" status: 404  len: 337 time: 0.0269542
Jan 29 21:30:38.396862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58954) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.413816 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99dddfc-4dd5-4134-9f10-e7c395dcf4aa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.414288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99dddfc-4dd5-4134-9f10-e7c395dcf4aa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.417134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c99dddfc-4dd5-4134-9f10-e7c395dcf4aa tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/643a6952-fc26-4694-9a57-8a6fce1c3fa9 HTTP/1.1" status: 404  len: 339 time: 0.0193601
Jan 29 21:30:38.419241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58956) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.443402 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fbcf39-1fc1-4b2d-9a96-4c7e11196016 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.443837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fbcf39-1fc1-4b2d-9a96-4c7e11196016 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.446701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b2fbcf39-1fc1-4b2d-9a96-4c7e11196016 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/761f2de1-3bdd-4a4b-ac02-ce25ab61edb3 HTTP/1.1" status: 404  len: 337 time: 0.0265968
Jan 29 21:30:38.448793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58958) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.465859 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-598cfb26-5b54-4271-b7fa-e0ee51a0947f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.466333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598cfb26-5b54-4271-b7fa-e0ee51a0947f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.469177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-598cfb26-5b54-4271-b7fa-e0ee51a0947f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/cd292acd-2903-4e1a-a399-9c00e6250d9c HTTP/1.1" status: 404  len: 339 time: 0.0194860
Jan 29 21:30:38.471245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58960) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.494553 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbb825b-eed2-4d58-a6ca-e25a18857f3f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.494981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbb825b-eed2-4d58-a6ca-e25a18857f3f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.498468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-acbb825b-eed2-4d58-a6ca-e25a18857f3f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/14d94c54-5152-4fa7-bd80-140520108210 HTTP/1.1" status: 404  len: 337 time: 0.0257545
Jan 29 21:30:38.500407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 58962) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.521557 ncdv-master-1 neutron-server[125943]: INFO neutron.pecan_wsgi.hooks.translation [None req-668f10bb-381c-46fa-955f-565f86e3c6d0 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:30:38.522027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668f10bb-381c-46fa-955f-565f86e3c6d0 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:30:38.524924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-668f10bb-381c-46fa-955f-565f86e3c6d0 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/6eae925e-5406-4462-8d03-1bf83b86ff60 HTTP/1.1" status: 404  len: 339 time: 0.0236876
Jan 29 21:30:38.527361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58964) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.576976 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting subnet af098388-78d0-42e4-9aea-1190190546a5 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:30:38.579987 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (af098388-78d0-42e4-9aea-1190190546a5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.618271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (af098388-78d0-42e4-9aea-1190190546a5), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.704411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (af098388-78d0-42e4-9aea-1190190546a5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.758763 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (af098388-78d0-42e4-9aea-1190190546a5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.786050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Subnet': ['ID=af098388-78d0-42e4-9aea-1190190546a5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:38.787986 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.791322 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c8488660-a45d-4816-bf34-ab79bd2dff29 tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/subnets/af098388-78d0-42e4-9aea-1190190546a5 HTTP/1.1" status: 204  len: 168 time: 0.2629681
Jan 29 21:30:38.793941 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58966) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:38.800783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff1e60-798c-4665-8e17-f5a344d33796 None None] Network 45df48b8-e106-490a-a178-6205b4f07c1e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:38.874638 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (45df48b8-e106-490a-a178-6205b4f07c1e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:38.948219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] DHCP port deletion for 45df48b8-e106-490a-a178-6205b4f07c1e request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:30:39.002660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Deleting port e89b02d4-00fc-4555-a8f8-c7184f79f196 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:39.002952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.067678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] For port e89b02d4-00fc-4555-a8f8-c7184f79f196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89b02d4-00fc-4555-a8f8-c7184f79f196,segment=NetworkSegment(9496d8ad-9b90-44b5-a803-f736165a9c3c),segment_id=9496d8ad-9b90-44b5-a803-f736165a9c3c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:39.068078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.081336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Calling delete_port for e89b02d4-00fc-4555-a8f8-c7184f79f196 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:39.164888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.191239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] Pushing event deleted for resources: {'Port': ['ID=e89b02d4-00fc-4555-a8f8-c7184f79f196,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:39.194537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38aa0c-3009-4d1b-868a-cbca63b67d18 None None] No DVR routers for this DVR port e89b02d4-00fc-4555-a8f8-c7184f79f196 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:39.224811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Deleting port e89b02d4-00fc-4555-a8f8-c7184f79f196 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:39.225204 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.287400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] For port e89b02d4-00fc-4555-a8f8-c7184f79f196, host ncdv-master-1, got binding levels [] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:39.287697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.300232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Calling delete_port for e89b02d4-00fc-4555-a8f8-c7184f79f196 owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:39.302932 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Port e89b02d4-00fc-4555-a8f8-c7184f79f196 was not found and therefore no delete operation was performed {{(pid=125942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:30:39.304228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e89b02d4-00fc-4555-a8f8-c7184f79f196), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.333516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Port': ['ID=e89b02d4-00fc-4555-a8f8-c7184f79f196,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:39.335330 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] No DVR routers for this DVR port e89b02d4-00fc-4555-a8f8-c7184f79f196 on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:39.410682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (45df48b8-e106-490a-a178-6205b4f07c1e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.429461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09c4d1f0>,) {'filters': {'network_id': ['45df48b8-e106-490a-a178-6205b4f07c1e']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:39.438958 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c4d1f0>, '9496d8ad-9b90-44b5-a803-f736165a9c3c') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:39.439255 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09c4d1f0>, '9496d8ad-9b90-44b5-a803-f736165a9c3c') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:39.448494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (9496d8ad-9b90-44b5-a803-f736165a9c3c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.462042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9496d8ad-9b90-44b5-a803-f736165a9c3c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.468405 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:39.468794 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (9496d8ad-9b90-44b5-a803-f736165a9c3c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:39.471717 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:39.530970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (45df48b8-e106-490a-a178-6205b4f07c1e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.537616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.540732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] 10.222.0.20 "DELETE /v2.0/networks/45df48b8-e106-490a-a178-6205b4f07c1e HTTP/1.1" status: 204  len: 168 time: 0.7453034
Jan 29 21:30:39.552026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c1a15-11af-42e4-9202-0253a9513b1f tempest-NetworksTest-46514001 tempest-NetworksTest-46514001-project] Pushing event deleted for resources: {'Network': ['ID=45df48b8-e106-490a-a178-6205b4f07c1e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:39.777517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58972) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:39.909998 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1e8e932f-9ab2-475e-94e1-659eb7dacc77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=633d55f5b8fd4b8fa61b651921badb35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1313150
Jan 29 21:30:39.912341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:39.958121 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] Publish callbacks [] for security_group (a6ec822e-b09f-4f54-8e12-0c02b8327c40), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:39.978299 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] Publish callbacks [] for security_group (a6ec822e-b09f-4f54-8e12-0c02b8327c40), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.023221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6ec822e-b09f-4f54-8e12-0c02b8327c40), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.026164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.027300 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6ec822e-b09f-4f54-8e12-0c02b8327c40 HTTP/1.1" status: 204  len: 168 time: 0.1140630
Jan 29 21:30:40.035114 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291eead-27ac-4a82-9648-ffe8d46d80e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec822e-b09f-4f54-8e12-0c02b8327c40,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:40.366851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e3326ac5-003e-4eb6-b1f5-270dd1da3af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.645452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 58998) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:40.738949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-497231525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:40.763488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.764565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.818808 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router_controller (db6b32d3-deaa-443c-a4b0-1558562d0802), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.822946 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.842214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.843666 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8825d1c5-f303-4860-93bb-331b40de7bff tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1969740
Jan 29 21:30:40.847361 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59002) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:40.852136 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-832811185'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:40.852564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e89b02d4-00fc-4555-a8f8-c7184f79f196 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:30:40.870590 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:40.872876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e89b02d4-00fc-4555-a8f8-c7184f79f196 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:30:40.873255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e89b02d4-00fc-4555-a8f8-c7184f79f196 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:30:40.873837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.882219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.955762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for security_group (b972a803-363a-4df6-a24e-e482d72f7024), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.959271 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b972a803-363a-4df6-a24e-e482d72f7024), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:40.987496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:40.992732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b972a803-363a-4df6-a24e-e482d72f7024,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:41.000094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bf347639-8476-4561-888c-085592bef6a1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.000212 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Added segment bf347639-8476-4561-888c-085592bef6a1 of type vlan for network f4b25da2-eae7-4c36-904e-dacffcc936b2
Jan 29 21:30:41.041292 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (f4b25da2-eae7-4c36-904e-dacffcc936b2), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.065088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (f4b25da2-eae7-4c36-904e-dacffcc936b2), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.069950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:41.070537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.129799 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2814393
Jan 29 21:30:41.132512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59004) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:41.139641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'subnet': {'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:41.144074 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3755550-ea11-4224-9e3d-8bb9a0edf006 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Network': ['ID=f4b25da2-eae7-4c36-904e-dacffcc936b2,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:41.153719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:41.233774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:41.237086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.408955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c168c23c-e276-4c00-b712-dec1b7ffd972), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.467948 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Subnet': ['ID=c168c23c-e276-4c00-b712-dec1b7ffd972,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:41.477035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Checking segment: {'id': 'bf347639-8476-4561-888c-085592bef6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:41.477411 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network hostable DHCP agents. Network: f4b25da2-eae7-4c36-904e-dacffcc936b2, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:41.493195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:41.502064 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4b25da2-eae7-4c36-904e-dacffcc936b2) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:41.506021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:41.506618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.511195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4679ab-2ad5-48c1-8309-5757b7c004d2 None None] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:41.522697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-36d0024d-bb05-4b14-841c-5a34675e9223 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3891823
Jan 29 21:30:41.525761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59006) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:41.531291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'network': {'name': 'tempest-router-network01--1228456848'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:41.550250 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:41.553456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.577434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:41.588396 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5ee26c71-c5d6-4af5-a450-ee36c7330763), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.588748 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Added segment 5ee26c71-c5d6-4af5-a450-ee36c7330763 of type vlan for network 5fa77e2e-a666-4435-82d8-1163dc57f21e
Jan 29 21:30:41.613437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4b25da2-eae7-4c36-904e-dacffcc936b2', 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2', 'project_id': '67ec8fe3942942a59341a83c3df1c156', 'fixed_ips': [{'subnet_id': 'c168c23c-e276-4c00-b712-dec1b7ffd972'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:41.614309 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.631013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5fa77e2e-a666-4435-82d8-1163dc57f21e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.657177 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5fa77e2e-a666-4435-82d8-1163dc57f21e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.662098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:41.662683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.724404 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1974084
Jan 29 21:30:41.727772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59008) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:41.732797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f70f-c2f1-413d-b036-52ddeb13309a tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Network': ['ID=5fa77e2e-a666-4435-82d8-1163dc57f21e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:41.734866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'network': {'name': 'tempest-router-network02--567990441'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:41.744322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Allocated IP 172.20.0.2 (f4b25da2-eae7-4c36-904e-dacffcc936b2/c168c23c-e276-4c00-b712-dec1b7ffd972/f15023aa-82d2-406b-8c00-e921539e5aa8) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:41.747501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:41.754242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:41.757501 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.781371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:30:41.790845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b0231f44-5b85-4cd3-9cf2-e34eea744509), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.791187 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Added segment b0231f44-5b85-4cd3-9cf2-e34eea744509 of type vlan for network 40fd11f0-feac-4979-93b5-7f3a82c68ad8
Jan 29 21:30:41.832572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (40fd11f0-feac-4979-93b5-7f3a82c68ad8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.859117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (40fd11f0-feac-4979-93b5-7f3a82c68ad8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.864257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:41.864843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.916945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1874673
Jan 29 21:30:41.919815 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59010) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:41.924879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'subnet': {'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:41.938789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad5b92-ca51-40e5-9b39-46a9ed0837ee tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Network': ['ID=40fd11f0-feac-4979-93b5-7f3a82c68ad8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:41.951536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:30:41.957491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks [] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:41.993782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.014737 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:42.018221 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.050409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:42.053346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:42.056022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:42.072428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Pushing event updated for resources: {'Port': ['ID=f15023aa-82d2-406b-8c00-e921539e5aa8,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:42.122393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Attempting to bind port f15023aa-82d2-406b-8c00-e921539e5aa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:42.122772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Attempting to bind port f15023aa-82d2-406b-8c00-e921539e5aa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf347639-8476-4561-888c-085592bef6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:42.123138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Attempting to bind port f15023aa-82d2-406b-8c00-e921539e5aa8 on network f4b25da2-eae7-4c36-904e-dacffcc936b2 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:42.128570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:42.128949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Checking segment: {'id': 'bf347639-8476-4561-888c-085592bef6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:42.129392 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.129789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Bound using segment: {'id': 'bf347639-8476-4561-888c-085592bef6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:42.130254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Bound port: f15023aa-82d2-406b-8c00-e921539e5aa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf347639-8476-4561-888c-085592bef6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f4b25da2-eae7-4c36-904e-dacffcc936b2'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:42.130637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.193346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] For port f15023aa-82d2-406b-8c00-e921539e5aa8, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:42.196371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] For port f15023aa-82d2-406b-8c00-e921539e5aa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15023aa-82d2-406b-8c00-e921539e5aa8,segment=NetworkSegment(bf347639-8476-4561-888c-085592bef6a1),segment_id=bf347639-8476-4561-888c-085592bef6a1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:42.199324 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (9c86f3cc-5fec-4a12-9928-86d197be2ae3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.202570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.264945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35b5a-b05a-49fc-8a8f-8ce16ac8bdc6 None None] Pushing event updated for resources: {'Port': ['ID=f15023aa-82d2-406b-8c00-e921539e5aa8,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:42.269029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Subnet': ['ID=9c86f3cc-5fec-4a12-9928-86d197be2ae3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:42.277732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Checking segment: {'id': '5ee26c71-c5d6-4af5-a450-ee36c7330763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:42.278097 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network hostable DHCP agents. Network: 5fa77e2e-a666-4435-82d8-1163dc57f21e, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:42.294711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:42.304516 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fa77e2e-a666-4435-82d8-1163dc57f21e) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:42.308934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:42.309721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.314713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea609e59-6c40-484e-9bea-355969a924b3 None None] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:42.328551 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-313eca48-c9e5-4e20-913e-b987f16f6f2c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4075935
Jan 29 21:30:42.331265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59012) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:42.336262 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'subnet': {'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:42.425256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5fa77e2e-a666-4435-82d8-1163dc57f21e', 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e', 'project_id': '67ec8fe3942942a59341a83c3df1c156', 'fixed_ips': [{'subnet_id': '9c86f3cc-5fec-4a12-9928-86d197be2ae3'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:42.432056 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.444456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Made reservation on behalf of 67ec8fe3942942a59341a83c3df1c156 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:30:42.450006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.622259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Allocated IP 172.20.0.2 (5fa77e2e-a666-4435-82d8-1163dc57f21e/9c86f3cc-5fec-4a12-9928-86d197be2ae3/e6f93f0e-7ace-44b7-8718-aa5e07f8d645) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:42.658224 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (4bc08ac8-9dd1-4323-8435-5abe74ac82bb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.719688 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Subnet': ['ID=4bc08ac8-9dd1-4323-8435-5abe74ac82bb,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:42.726910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Checking segment: {'id': 'b0231f44-5b85-4cd3-9cf2-e34eea744509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:42.727278 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network hostable DHCP agents. Network: 40fd11f0-feac-4979-93b5-7f3a82c68ad8, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:30:42.743480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:30:42.753615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40fd11f0-feac-4979-93b5-7f3a82c68ad8) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:42.757821 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:30:42.758601 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.763346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-60bb747c-5e22-4004-a7aa-843f891a95f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.768638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c0f1f-1202-47e3-ac1e-4989df4291d2 None None] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:42.777412 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9221e956-1fd2-4f2a-abe2-34aa5e69a144 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4450459
Jan 29 21:30:42.780305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59014) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:42.841736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks [] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.855157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.903932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:42.913769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:42.917797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:42.950650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f15023aa-82d2-406b-8c00-e921539e5aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:42.993745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40fd11f0-feac-4979-93b5-7f3a82c68ad8', 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8', 'project_id': '67ec8fe3942942a59341a83c3df1c156', 'fixed_ips': [{'subnet_id': '4bc08ac8-9dd1-4323-8435-5abe74ac82bb'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:30:42.994622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:42.996918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Pushing event updated for resources: {'Port': ['ID=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:43.084062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.124644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Attempting to bind port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:43.125342 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Attempting to bind port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ee26c71-c5d6-4af5-a450-ee36c7330763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:43.125876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Attempting to bind port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 on network 5fa77e2e-a666-4435-82d8-1163dc57f21e {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:43.145570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:43.145958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Checking segment: {'id': '5ee26c71-c5d6-4af5-a450-ee36c7330763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:43.146370 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.146774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Bound using segment: {'id': '5ee26c71-c5d6-4af5-a450-ee36c7330763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:43.147261 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Bound port: e6f93f0e-7ace-44b7-8718-aa5e07f8d645, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee26c71-c5d6-4af5-a450-ee36c7330763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fa77e2e-a666-4435-82d8-1163dc57f21e'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:43.147654 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.197229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f15023aa-82d2-406b-8c00-e921539e5aa8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:43.197613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.287067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Allocated IP 172.20.0.2 (40fd11f0-feac-4979-93b5-7f3a82c68ad8/4bc08ac8-9dd1-4323-8435-5abe74ac82bb/8c5ae130-3367-433c-ae49-c621c5be3182) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:43.305873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] For port e6f93f0e-7ace-44b7-8718-aa5e07f8d645, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:43.309673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] For port e6f93f0e-7ace-44b7-8718-aa5e07f8d645, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,segment=NetworkSegment(5ee26c71-c5d6-4af5-a450-ee36c7330763),segment_id=5ee26c71-c5d6-4af5-a450-ee36c7330763)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:43.332731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.366196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c029e-d76b-415b-9868-296bdc86e4d5 None None] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:43.407938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Allocated IP 172.20.0.1 (5fa77e2e-a666-4435-82d8-1163dc57f21e/9c86f3cc-5fec-4a12-9928-86d197be2ae3/1352d94b-5592-436f-93ec-8763a3bc2958) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:43.515139 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:30:43.528022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for port (1352d94b-5592-436f-93ec-8763a3bc2958), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.563040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.602919 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:43.609586 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:43.613285 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:43.619627 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Port': ['ID=1352d94b-5592-436f-93ec-8763a3bc2958,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:43.669370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.700024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bab59a93-a84c-4420-bf01-5039ec785071 None None] Provisioning complete for port f15023aa-82d2-406b-8c00-e921539e5aa8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:43.700573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bab59a93-a84c-4420-bf01-5039ec785071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.740413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Pushing event updated for resources: {'Port': ['ID=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:43.747574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f15023aa-82d2-406b-8c00-e921539e5aa8 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:43.747829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.787369 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.796474 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.796831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.797227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.798691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.799088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.799615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.799930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.800362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.800697 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.801052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.801386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.801724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.802058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd999a4d-69bf-46b1-ac73-620f75c84621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:30:43.911010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f15023aa-82d2-406b-8c00-e921539e5aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15023aa-82d2-406b-8c00-e921539e5aa8,segment=NetworkSegment(bf347639-8476-4561-888c-085592bef6a1),segment_id=bf347639-8476-4561-888c-085592bef6a1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:43.915381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.929177 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks [] for port (8c5ae130-3367-433c-ae49-c621c5be3182), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.934360 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:43.944475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.027757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:44.038662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:44.042551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:44.047509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f15023aa-82d2-406b-8c00-e921539e5aa8,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:44.056543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bab59a93-a84c-4420-bf01-5039ec785071 None None] Current status of the port f15023aa-82d2-406b-8c00-e921539e5aa8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:44.124030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Pushing event updated for resources: {'Port': ['ID=8c5ae130-3367-433c-ae49-c621c5be3182,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:44.132966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for port (1352d94b-5592-436f-93ec-8763a3bc2958), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.140303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.156069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Attempting to bind port 8c5ae130-3367-433c-ae49-c621c5be3182 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:30:44.156445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Attempting to bind port 8c5ae130-3367-433c-ae49-c621c5be3182 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0231f44-5b85-4cd3-9cf2-e34eea744509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:30:44.156812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Attempting to bind port 8c5ae130-3367-433c-ae49-c621c5be3182 on network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:30:44.162070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:30:44.162455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Checking segment: {'id': 'b0231f44-5b85-4cd3-9cf2-e34eea744509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:30:44.162868 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.163271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Bound using segment: {'id': 'b0231f44-5b85-4cd3-9cf2-e34eea744509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:30:44.163747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Bound port: 8c5ae130-3367-433c-ae49-c621c5be3182, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0231f44-5b85-4cd3-9cf2-e34eea744509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '40fd11f0-feac-4979-93b5-7f3a82c68ad8'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:30:44.164134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.221344 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Port': ['ID=1352d94b-5592-436f-93ec-8763a3bc2958,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:44.224322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.241807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] For port 8c5ae130-3367-433c-ae49-c621c5be3182, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:30:44.245693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] For port 8c5ae130-3367-433c-ae49-c621c5be3182, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5ae130-3367-433c-ae49-c621c5be3182,segment=NetworkSegment(b0231f44-5b85-4cd3-9cf2-e34eea744509),segment_id=b0231f44-5b85-4cd3-9cf2-e34eea744509)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:30:44.252462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.316867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00818aa8-5532-404a-92fb-3cf44079e2f6 None None] Pushing event updated for resources: {'Port': ['ID=8c5ae130-3367-433c-ae49-c621c5be3182,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:44.337355 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:44.338786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:44.382218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-052fcf60-7d32-45e1-9f82-76d81f021108 None None] Provisioning complete for port f15023aa-82d2-406b-8c00-e921539e5aa8 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:44.383833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-052fcf60-7d32-45e1-9f82-76d81f021108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:44.471112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Router db6b32d3-deaa-443c-a4b0-1558562d0802 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:30:44.487146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-052fcf60-7d32-45e1-9f82-76d81f021108 None None] Current status of the port f15023aa-82d2-406b-8c00-e921539e5aa8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:44.591530 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:30:44.598665 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9a4260dd-b9b4-4081-a5d4-ba0fd7891a94 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8163712
Jan 29 21:30:44.600340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59016) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:44.602509 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] Sync routers for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:30:44.615721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:44.617286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4a77c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:44.661191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4a77c0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:44.672541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:44.673723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4a77c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:44.711756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4a77c0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:44.712398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a25869-134b-4b45-b852-d32b0ee2c186 None None] The sync data for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:30:44.851231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3579ca7-06fb-4ecc-b024-e9a2a46cf4bd None None] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:44.946359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Provisioning complete for port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:44.946748 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.062955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e6f93f0e-7ace-44b7-8718-aa5e07f8d645 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:45.100136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Current status of the port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:45.100531 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.152072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] For port e6f93f0e-7ace-44b7-8718-aa5e07f8d645, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,segment=NetworkSegment(5ee26c71-c5d6-4af5-a450-ee36c7330763),segment_id=5ee26c71-c5d6-4af5-a450-ee36c7330763)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:45.160224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.160625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.164746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.251924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bfeb5-5fd2-44dc-958a-3297d5fa758f None None] Pushing event updated for resources: {'Port': ['ID=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:45.307986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:45.309434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f15023aa-82d2-406b-8c00-e921539e5aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:45.318008 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-9717cf9e-d35e-48b4-ae8f-35b4443ee0ca tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:30:45.319400 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9717cf9e-d35e-48b4-ae8f-35b4443ee0ca tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.7181127
Jan 29 21:30:45.322439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59018) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:45.364868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f15023aa-82d2-406b-8c00-e921539e5aa8 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.365576 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.418943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Provisioning complete for port 1352d94b-5592-436f-93ec-8763a3bc2958 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.419336 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.485691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Port 1352d94b-5592-436f-93ec-8763a3bc2958 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:45.502054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f15023aa-82d2-406b-8c00-e921539e5aa8 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:45.503273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c5ae130-3367-433c-ae49-c621c5be3182 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:45.527955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Provisioning complete for port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.529416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.604254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8c5ae130-3367-433c-ae49-c621c5be3182 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.604822 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.669959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ae3986f1-5203-4d89-81a6-dd6c7ff27211 None None] Current status of the port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:45.697069 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.716393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc6d08-2637-42de-a87f-d45894d51a07 None None] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:45.782285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8c5ae130-3367-433c-ae49-c621c5be3182 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:45.782694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.791380 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.861882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Provisioning complete for port 1352d94b-5592-436f-93ec-8763a3bc2958 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.862272 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.865166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 8c5ae130-3367-433c-ae49-c621c5be3182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5ae130-3367-433c-ae49-c621c5be3182,segment=NetworkSegment(b0231f44-5b85-4cd3-9cf2-e34eea744509),segment_id=b0231f44-5b85-4cd3-9cf2-e34eea744509)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:45.891125 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.957634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Port 1352d94b-5592-436f-93ec-8763a3bc2958 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:45.976170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting port 1352d94b-5592-436f-93ec-8763a3bc2958 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:45.976511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:45.989710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=8c5ae130-3367-433c-ae49-c621c5be3182,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:45.997214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Provisioning complete for port 8c5ae130-3367-433c-ae49-c621c5be3182 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:45.997602 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.066274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.080645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Calling delete_port for 1352d94b-5592-436f-93ec-8763a3bc2958 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:46.083471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0c72561f-2930-4326-9e52-07096ff6675d None None] Current status of the port 8c5ae130-3367-433c-ae49-c621c5be3182 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:46.204159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2097aa4d-2140-47ea-9571-3006a472e4fc None None] Provisioning complete for port 1352d94b-5592-436f-93ec-8763a3bc2958 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:46.204543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2097aa4d-2140-47ea-9571-3006a472e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.242185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2097aa4d-2140-47ea-9571-3006a472e4fc None None] Port 1352d94b-5592-436f-93ec-8763a3bc2958 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:46.265695 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1352d94b-5592-436f-93ec-8763a3bc2958), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.294755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Port': ['ID=1352d94b-5592-436f-93ec-8763a3bc2958,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:46.362523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bf1dabfa-3c40-42ce-a1f8-396885ec713e None None] Provisioning complete for port 8c5ae130-3367-433c-ae49-c621c5be3182 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:46.363013 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bf1dabfa-3c40-42ce-a1f8-396885ec713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.441504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.451073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dabfa-3c40-42ce-a1f8-396885ec713e None None] Current status of the port 8c5ae130-3367-433c-ae49-c621c5be3182 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:46.593805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Router db6b32d3-deaa-443c-a4b0-1558562d0802 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:30:46.667785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:30:46.672859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f40f9ba5-5bf5-407b-88c0-4e4fd9bb82b1 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3493099
Jan 29 21:30:46.676564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59022) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:46.679063 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] Sync routers for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:30:46.690109 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:46.690706 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b375d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:46.718007 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-4a0c2bb7-4fe8-4b2e-a27f-b5d456d1df46 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] delete failed (client error): The resource could not be found.
Jan 29 21:30:46.722928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4a0c2bb7-4fe8-4b2e-a27f-b5d456d1df46 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-689132587 HTTP/1.1" status: 404  len: 334 time: 0.0415387
Jan 29 21:30:46.723070 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b375d00>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:46.723193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59024) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:46.727697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-25059d39-e1fe-4190-b483-694ddef4eb9b tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db6b32d3-deaa-443c-a4b0-1558562d0802'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:46.730958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:46.731534 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b375d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:46.765163 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b375d00>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:46.765795 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f0cc2-ea35-4bf4-853c-577345da94f3 None None] The sync data for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:30:46.869237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e6f93f0e-7ace-44b7-8718-aa5e07f8d645 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:46.919894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.935230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:46.935589 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.941446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-25059d39-e1fe-4190-b483-694ddef4eb9b tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router_gateway (db6b32d3-deaa-443c-a4b0-1558562d0802), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:46.959435 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-25059d39-e1fe-4190-b483-694ddef4eb9b tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] update failed (client error): The resource could not be found.
Jan 29 21:30:46.960445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-25059d39-e1fe-4190-b483-694ddef4eb9b tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802 HTTP/1.1" status: 404  len: 339 time: 0.2363412
Jan 29 21:30:46.964323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59026) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:47.013161 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:47.014271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c5ae130-3367-433c-ae49-c621c5be3182 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:30:47.062376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8c5ae130-3367-433c-ae49-c621c5be3182 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:47.062761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.140703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8c5ae130-3367-433c-ae49-c621c5be3182 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:30:47.235001 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.464563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Allocated IP 172.20.0.1 (f4b25da2-eae7-4c36-904e-dacffcc936b2/c168c23c-e276-4c00-b712-dec1b7ffd972/9f323fb8-a4a1-4bb7-82ae-6f848d108aff) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:30:47.570534 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.604073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.640331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:47.643247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:47.645627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:30:47.682433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Port': ['ID=9f323fb8-a4a1-4bb7-82ae-6f848d108aff,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:47.701159 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.818484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.881115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fffecd9f-4cca-4691-b656-65125c5bd13c None None] Provisioning complete for port 9f323fb8-a4a1-4bb7-82ae-6f848d108aff triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:47.881694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fffecd9f-4cca-4691-b656-65125c5bd13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:47.915036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fffecd9f-4cca-4691-b656-65125c5bd13c None None] Port 9f323fb8-a4a1-4bb7-82ae-6f848d108aff cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:48.071892 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:48.076227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:48.151134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:48.152811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event updated for resources: {'Port': ['ID=9f323fb8-a4a1-4bb7-82ae-6f848d108aff,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:48.243007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:30:48.244455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:30:48.342912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Router db6b32d3-deaa-443c-a4b0-1558562d0802 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:30:48.437889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4d063287-7a1e-4c2e-9c7b-19db6dbeccd3 None None] Provisioning complete for port 9f323fb8-a4a1-4bb7-82ae-6f848d108aff triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:30:48.438274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:30:48.438392 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d063287-7a1e-4c2e-9c7b-19db6dbeccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:48.443301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6e1afea5-a428-4be8-bced-3c138884ac31 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4779999
Jan 29 21:30:48.448037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] Sync routers for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:30:48.448724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59028) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:48.489554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:48.490223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:48.494437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4d063287-7a1e-4c2e-9c7b-19db6dbeccd3 None None] Port 9f323fb8-a4a1-4bb7-82ae-6f848d108aff cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:30:48.525027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7ef9d0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:48.533637 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:48.534243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:48.539143 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7397415a-f111-4da1-b0d6-66bf64904d19 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:48.566400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7ef9d0>, [], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:48.567043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ee079-93da-48a9-8b66-676d767b5ea4 None None] The sync data for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 is: [] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:30:48.622842 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-7397415a-f111-4da1-b0d6-66bf64904d19 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 29 21:30:48.624450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7397415a-f111-4da1-b0d6-66bf64904d19 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802 HTTP/1.1" status: 409  len: 329 time: 0.1747606
Jan 29 21:30:48.627614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59030) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:49.269626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:49.503651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting port 9f323fb8-a4a1-4bb7-82ae-6f848d108aff {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:49.503913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:49.589519 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:49.601627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Calling delete_port for 9f323fb8-a4a1-4bb7-82ae-6f848d108aff owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:49.767742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9f323fb8-a4a1-4bb7-82ae-6f848d108aff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:49.791632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Port': ['ID=9f323fb8-a4a1-4bb7-82ae-6f848d108aff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:49.939882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (db6b32d3-deaa-443c-a4b0-1558562d0802), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.093640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Router db6b32d3-deaa-443c-a4b0-1558562d0802 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:30:50.174640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:30:50.180974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4401d849-0277-4416-b542-0da6578d77a3 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5521524
Jan 29 21:30:50.184834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59032) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:50.188244 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] Sync routers for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:30:50.197633 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:50.198211 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11351f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:50.226471 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-3bc2e56a-fd93-464d-894f-c94f4d80026c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] show failed (client error): The resource could not be found.
Jan 29 21:30:50.227506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3bc2e56a-fd93-464d-894f-c94f4d80026c tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-626119225 HTTP/1.1" status: 404  len: 334 time: 0.0404255
Jan 29 21:30:50.229981 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11351f10>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:50.231160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59034) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:50.235469 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b98e4536-87be-4990-949a-e5fc5ea29b46 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Request body: {'router': {'name': 'new_name'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:30:50.238939 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] Routers {'db6b32d3-deaa-443c-a4b0-1558562d0802'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:30:50.239531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11351f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:30:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['db6b32d3-deaa-443c-a4b0-1558562d0802'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:50.268285 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-b98e4536-87be-4990-949a-e5fc5ea29b46 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] update failed (client error): The resource could not be found.
Jan 29 21:30:50.269340 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b98e4536-87be-4990-949a-e5fc5ea29b46 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1362367573 HTTP/1.1" status: 404  len: 335 time: 0.0372782
Jan 29 21:30:50.273949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59036) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:50.274931 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11351f10>, [], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:50.275576 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d93b-266b-4836-80fd-58a43f6c5c1d None None] The sync data for ids ['db6b32d3-deaa-443c-a4b0-1558562d0802'] in ncdv-master-1 is: [] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:30:50.323016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting subnet 4bc08ac8-9dd1-4323-8435-5abe74ac82bb {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:30:50.326077 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (4bc08ac8-9dd1-4323-8435-5abe74ac82bb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.364079 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (4bc08ac8-9dd1-4323-8435-5abe74ac82bb), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.446276 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (4bc08ac8-9dd1-4323-8435-5abe74ac82bb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.505125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (4bc08ac8-9dd1-4323-8435-5abe74ac82bb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.533426 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.537052 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/subnets/4bc08ac8-9dd1-4323-8435-5abe74ac82bb HTTP/1.1" status: 204  len: 168 time: 0.2617252
Jan 29 21:30:50.538037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb771-2ecb-48e8-956d-3cd6f2010e25 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc08ac8-9dd1-4323-8435-5abe74ac82bb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:50.539200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59038) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:50.541248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18184a18-8caf-4b63-bdc1-9fd7f38d4d16 None None] Network 40fd11f0-feac-4979-93b5-7f3a82c68ad8 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:50.590727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting subnet 9c86f3cc-5fec-4a12-9928-86d197be2ae3 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:30:50.593805 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (9c86f3cc-5fec-4a12-9928-86d197be2ae3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.635870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (9c86f3cc-5fec-4a12-9928-86d197be2ae3), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.690090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] DHCP port deletion for 40fd11f0-feac-4979-93b5-7f3a82c68ad8 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:30:50.723526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (9c86f3cc-5fec-4a12-9928-86d197be2ae3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.740149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Deleting port 8c5ae130-3367-433c-ae49-c621c5be3182 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:50.740550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.783666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (9c86f3cc-5fec-4a12-9928-86d197be2ae3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.807705 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] For port 8c5ae130-3367-433c-ae49-c621c5be3182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5ae130-3367-433c-ae49-c621c5be3182,segment=NetworkSegment(b0231f44-5b85-4cd3-9cf2-e34eea744509),segment_id=b0231f44-5b85-4cd3-9cf2-e34eea744509)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:50.808136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.814150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Subnet': ['ID=9c86f3cc-5fec-4a12-9928-86d197be2ae3,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:50.820484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.826574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-204e7756-e487-42e4-8c7c-c8af1768b050 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/subnets/9c86f3cc-5fec-4a12-9928-86d197be2ae3 HTTP/1.1" status: 204  len: 168 time: 0.2834871
Jan 29 21:30:50.826695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Calling delete_port for 8c5ae130-3367-433c-ae49-c621c5be3182 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:50.826783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:50.827730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b270fb-9e0a-4cb6-837b-469722ee98ae None None] Network 5fa77e2e-a666-4435-82d8-1163dc57f21e requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:50.914552 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (40fd11f0-feac-4979-93b5-7f3a82c68ad8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:50.971473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting port 8c5ae130-3367-433c-ae49-c621c5be3182 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:50.971818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.030189 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c5ae130-3367-433c-ae49-c621c5be3182 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:30:51.036139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] For port 8c5ae130-3367-433c-ae49-c621c5be3182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5ae130-3367-433c-ae49-c621c5be3182,segment=NetworkSegment(b0231f44-5b85-4cd3-9cf2-e34eea744509),segment_id=b0231f44-5b85-4cd3-9cf2-e34eea744509)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:51.036521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.049679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Calling delete_port for 8c5ae130-3367-433c-ae49-c621c5be3182 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:51.131128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.151585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No active binding found for port 8c5ae130-3367-433c-ae49-c621c5be3182 {{(pid=125944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 29 21:30:51.151960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] The host ncdv-master-1 is not matching for port 8c5ae130-3367-433c-ae49-c621c5be3182 host None! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:30:51.152346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8c5ae130-3367-433c-ae49-c621c5be3182 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:30:51.157939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Port': ['ID=8c5ae130-3367-433c-ae49-c621c5be3182,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.159789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] No DVR routers for this DVR port 8c5ae130-3367-433c-ae49-c621c5be3182 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:51.182028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (8c5ae130-3367-433c-ae49-c621c5be3182), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.209217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] Pushing event deleted for resources: {'Port': ['ID=8c5ae130-3367-433c-ae49-c621c5be3182,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.212583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b4c94-f167-47b2-8e12-a6b94d5090d0 None None] No DVR routers for this DVR port 8c5ae130-3367-433c-ae49-c621c5be3182 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:51.259383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (40fd11f0-feac-4979-93b5-7f3a82c68ad8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.265682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] DHCP port deletion for 5fa77e2e-a666-4435-82d8-1163dc57f21e request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:30:51.281103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea081f8a00>,) {'filters': {'network_id': ['40fd11f0-feac-4979-93b5-7f3a82c68ad8']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.290199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081f8a00>, 'b0231f44-5b85-4cd3-9cf2-e34eea744509') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.290503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea081f8a00>, 'b0231f44-5b85-4cd3-9cf2-e34eea744509') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.300540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (b0231f44-5b85-4cd3-9cf2-e34eea744509), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.313060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Deleting port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:51.313451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.314814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (b0231f44-5b85-4cd3-9cf2-e34eea744509), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.321153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:51.321707 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (b0231f44-5b85-4cd3-9cf2-e34eea744509), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:51.324790 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:51.380791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] For port e6f93f0e-7ace-44b7-8718-aa5e07f8d645, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,segment=NetworkSegment(5ee26c71-c5d6-4af5-a450-ee36c7330763),segment_id=5ee26c71-c5d6-4af5-a450-ee36c7330763)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:51.381282 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.382632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (40fd11f0-feac-4979-93b5-7f3a82c68ad8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.390422 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.393595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/networks/40fd11f0-feac-4979-93b5-7f3a82c68ad8 HTTP/1.1" status: 204  len: 168 time: 0.5660906
Jan 29 21:30:51.395485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Calling delete_port for e6f93f0e-7ace-44b7-8718-aa5e07f8d645 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:51.396294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59042) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:51.404873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19633d03-8b57-4ec3-a22d-53c949ab74bf tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Network': ['ID=40fd11f0-feac-4979-93b5-7f3a82c68ad8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.474451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (e6f93f0e-7ace-44b7-8718-aa5e07f8d645), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.480617 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5fa77e2e-a666-4435-82d8-1163dc57f21e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.501992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] No DVR routers for this DVR port e6f93f0e-7ace-44b7-8718-aa5e07f8d645 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:51.506230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c4734-139a-49c3-a489-932d074e4f6a None None] Pushing event deleted for resources: {'Port': ['ID=e6f93f0e-7ace-44b7-8718-aa5e07f8d645,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.567146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5fa77e2e-a666-4435-82d8-1163dc57f21e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.586482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09377d90>,) {'filters': {'network_id': ['5fa77e2e-a666-4435-82d8-1163dc57f21e']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.595329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09377d90>, '5ee26c71-c5d6-4af5-a450-ee36c7330763') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.595632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09377d90>, '5ee26c71-c5d6-4af5-a450-ee36c7330763') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:51.604607 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (5ee26c71-c5d6-4af5-a450-ee36c7330763), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.618110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (5ee26c71-c5d6-4af5-a450-ee36c7330763), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.624748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:51.625569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (5ee26c71-c5d6-4af5-a450-ee36c7330763), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:51.628735 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:51.690260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5fa77e2e-a666-4435-82d8-1163dc57f21e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.695721 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.699083 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/networks/5fa77e2e-a666-4435-82d8-1163dc57f21e HTTP/1.1" status: 204  len: 168 time: 0.3011634
Jan 29 21:30:51.701650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59044) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:51.714166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962e34f-18e7-49fc-8956-0a315c46c160 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Network': ['ID=5fa77e2e-a666-4435-82d8-1163dc57f21e,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.756557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting subnet c168c23c-e276-4c00-b712-dec1b7ffd972 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:30:51.759645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (c168c23c-e276-4c00-b712-dec1b7ffd972), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.799221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (c168c23c-e276-4c00-b712-dec1b7ffd972), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.877804 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c168c23c-e276-4c00-b712-dec1b7ffd972), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.936696 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (c168c23c-e276-4c00-b712-dec1b7ffd972), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.962342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Subnet': ['ID=c168c23c-e276-4c00-b712-dec1b7ffd972,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:51.966045 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:51.969784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c864d6ff-76b2-480d-bbd1-636eef837eab tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/subnets/c168c23c-e276-4c00-b712-dec1b7ffd972 HTTP/1.1" status: 204  len: 168 time: 0.2670596
Jan 29 21:30:51.972311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59046) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:51.972501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7303e49-74f6-4094-aca0-cb5dcad3e5ae None None] Network f4b25da2-eae7-4c36-904e-dacffcc936b2 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:30:52.050993 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (f4b25da2-eae7-4c36-904e-dacffcc936b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.104753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Deleting port f15023aa-82d2-406b-8c00-e921539e5aa8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:52.105129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.116912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] DHCP port deletion for f4b25da2-eae7-4c36-904e-dacffcc936b2 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:30:52.167152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Deleting port f15023aa-82d2-406b-8c00-e921539e5aa8 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:30:52.167532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.172021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] For port f15023aa-82d2-406b-8c00-e921539e5aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15023aa-82d2-406b-8c00-e921539e5aa8,segment=NetworkSegment(bf347639-8476-4561-888c-085592bef6a1),segment_id=bf347639-8476-4561-888c-085592bef6a1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:52.172385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.186035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Calling delete_port for f15023aa-82d2-406b-8c00-e921539e5aa8 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:52.233420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] For port f15023aa-82d2-406b-8c00-e921539e5aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15023aa-82d2-406b-8c00-e921539e5aa8,segment=NetworkSegment(bf347639-8476-4561-888c-085592bef6a1),segment_id=bf347639-8476-4561-888c-085592bef6a1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:30:52.233959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.246060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Calling delete_port for f15023aa-82d2-406b-8c00-e921539e5aa8 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:30:52.263712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.291129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Port': ['ID=f15023aa-82d2-406b-8c00-e921539e5aa8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:52.297970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] No DVR routers for this DVR port f15023aa-82d2-406b-8c00-e921539e5aa8 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:52.326676 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (f15023aa-82d2-406b-8c00-e921539e5aa8), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.348876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] Pushing event deleted for resources: {'Port': ['ID=f15023aa-82d2-406b-8c00-e921539e5aa8,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:52.354315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae626d6f-29a4-4d3a-92d6-dea7dcf1d4ea None None] No DVR routers for this DVR port f15023aa-82d2-406b-8c00-e921539e5aa8 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:30:52.378969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (f4b25da2-eae7-4c36-904e-dacffcc936b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.399611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0afc6970>,) {'filters': {'network_id': ['f4b25da2-eae7-4c36-904e-dacffcc936b2']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:52.409889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0afc6970>, 'bf347639-8476-4561-888c-085592bef6a1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:52.410183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0afc6970>, 'bf347639-8476-4561-888c-085592bef6a1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:30:52.419619 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (bf347639-8476-4561-888c-085592bef6a1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.433219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bf347639-8476-4561-888c-085592bef6a1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.440091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:30:52.440547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (bf347639-8476-4561-888c-085592bef6a1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:30:52.443526 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:30:52.503747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (f4b25da2-eae7-4c36-904e-dacffcc936b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.508635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.512421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/networks/f4b25da2-eae7-4c36-904e-dacffcc936b2 HTTP/1.1" status: 204  len: 168 time: 0.5391889
Jan 29 21:30:52.515212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59048) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:52.526767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b971aea-86ca-41f5-bed3-5e1cb3d9a761 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Pushing event deleted for resources: {'Network': ['ID=f4b25da2-eae7-4c36-904e-dacffcc936b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:52.542374 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72441a40-6191-4d2c-9755-84f60a95ac66 tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6b32d3-deaa-443c-a4b0-1558562d0802 HTTP/1.1" status: 200  len: 205 time: 0.0260148
Jan 29 21:30:52.544617 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59050) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:52.619428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.747373 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.776346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.778524 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router_controller (db6b32d3-deaa-443c-a4b0-1558562d0802), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.823065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (db6b32d3-deaa-443c-a4b0-1558562d0802), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.823580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Fanout notify agent at l3_agent the message router_deleted on router db6b32d3-deaa-443c-a4b0-1558562d0802 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:30:52.831088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:52.832390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-45941c6b-b534-41d1-aa43-3d87d93c487e tempest-RoutersNegativeTest-422516614 tempest-RoutersNegativeTest-422516614-project] 10.222.0.20 "DELETE /v2.0/routers/db6b32d3-deaa-443c-a4b0-1558562d0802 HTTP/1.1" status: 204  len: 168 time: 0.2868619
Jan 29 21:30:52.870914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e6f93f0e-7ace-44b7-8718-aa5e07f8d645 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:30:52.892812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e6f93f0e-7ace-44b7-8718-aa5e07f8d645 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:30:52.893195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e6f93f0e-7ace-44b7-8718-aa5e07f8d645 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:30:52.893633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f15023aa-82d2-406b-8c00-e921539e5aa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:30:52.912539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f15023aa-82d2-406b-8c00-e921539e5aa8 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:30:52.912972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f15023aa-82d2-406b-8c00-e921539e5aa8 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:30:53.076852 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59056) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:53.206915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6a6eaf5b-23c2-46be-bb30-45c4d4cff50e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67ec8fe3942942a59341a83c3df1c156&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1288216
Jan 29 21:30:53.209329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59060) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:53.261488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] Publish callbacks [] for security_group (b972a803-363a-4df6-a24e-e482d72f7024), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:53.282682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] Publish callbacks [] for security_group (b972a803-363a-4df6-a24e-e482d72f7024), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:53.329241 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b972a803-363a-4df6-a24e-e482d72f7024), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:53.331849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:53.336097 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b972a803-363a-4df6-a24e-e482d72f7024 HTTP/1.1" status: 204  len: 168 time: 0.1258748
Jan 29 21:30:53.343817 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4800ad0-94df-4d4b-86d5-cd91bb735f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b972a803-363a-4df6-a24e-e482d72f7024,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:53.606570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.317857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59162) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:58.428387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d821f16-1bc3-4f1a-b69f-1c770a156b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.504720 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d821f16-1bc3-4f1a-b69f-1c770a156b73 admin admin] Publish callbacks [] for security_group (ca1289c6-32cc-45a5-a91b-8041634bc7da), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.508591 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2d821f16-1bc3-4f1a-b69f-1c770a156b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ca1289c6-32cc-45a5-a91b-8041634bc7da), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.546659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2d821f16-1bc3-4f1a-b69f-1c770a156b73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dc6c2228b704a41bde8d753a6582b39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2277362
Jan 29 21:30:58.547538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d821f16-1bc3-4f1a-b69f-1c770a156b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1289c6-32cc-45a5-a91b-8041634bc7da,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:58.549396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59166) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:58.598181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] Publish callbacks [] for security_group (ca1289c6-32cc-45a5-a91b-8041634bc7da), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.618823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] Publish callbacks [] for security_group (ca1289c6-32cc-45a5-a91b-8041634bc7da), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.665991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ca1289c6-32cc-45a5-a91b-8041634bc7da), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.668602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:58.669857 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca1289c6-32cc-45a5-a91b-8041634bc7da HTTP/1.1" status: 204  len: 168 time: 0.1194558
Jan 29 21:30:58.678103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56b42-4ced-451f-9490-9922fda096d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1289c6-32cc-45a5-a91b-8041634bc7da,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:58.927488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59172) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:58.941533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ad13-9edc-4b07-96fa-88b45c730a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.018307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ad13-9edc-4b07-96fa-88b45c730a32 admin admin] Publish callbacks [] for security_group (279c50da-d343-4ec3-a013-abf28e0c1081), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.022238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ad13-9edc-4b07-96fa-88b45c730a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (279c50da-d343-4ec3-a013-abf28e0c1081), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.063384 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9cd3ad13-9edc-4b07-96fa-88b45c730a32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d19e639eca464d75abc14983b8db7c3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1347992
Jan 29 21:30:59.064274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ad13-9edc-4b07-96fa-88b45c730a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c50da-d343-4ec3-a013-abf28e0c1081,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:30:59.066051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59174) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:30:59.113179 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] Publish callbacks [] for security_group (279c50da-d343-4ec3-a013-abf28e0c1081), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.133311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] Publish callbacks [] for security_group (279c50da-d343-4ec3-a013-abf28e0c1081), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.182737 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (279c50da-d343-4ec3-a013-abf28e0c1081), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.185823 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:30:59.187600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/279c50da-d343-4ec3-a013-abf28e0c1081 HTTP/1.1" status: 204  len: 168 time: 0.1205876
Jan 29 21:30:59.198787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd2fd-b5d6-4c19-892e-d5f30036d544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c50da-d343-4ec3-a013-abf28e0c1081,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:00.732001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59220) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:00.835881 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44bda426-ad2d-4261-a9e1-b9004eafea2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:00.907673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44bda426-ad2d-4261-a9e1-b9004eafea2a admin admin] Publish callbacks [] for security_group (9371873e-7d08-4cfe-86fd-11c8a59c5860), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:00.911541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-44bda426-ad2d-4261-a9e1-b9004eafea2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9371873e-7d08-4cfe-86fd-11c8a59c5860), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:00.951104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-44bda426-ad2d-4261-a9e1-b9004eafea2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=894ef1e4a2a346eeb3f303a67c12e1ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2180290
Jan 29 21:31:00.952566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bda426-ad2d-4261-a9e1-b9004eafea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9371873e-7d08-4cfe-86fd-11c8a59c5860,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:00.954394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59224) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:01.002343 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] Publish callbacks [] for security_group (9371873e-7d08-4cfe-86fd-11c8a59c5860), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.023165 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] Publish callbacks [] for security_group (9371873e-7d08-4cfe-86fd-11c8a59c5860), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.068580 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9371873e-7d08-4cfe-86fd-11c8a59c5860), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.071274 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.072415 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9371873e-7d08-4cfe-86fd-11c8a59c5860 HTTP/1.1" status: 204  len: 168 time: 0.1164880
Jan 29 21:31:01.079832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8a0ba-d723-4779-87a9-56920bacf0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9371873e-7d08-4cfe-86fd-11c8a59c5860,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:01.322310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59230) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:01.335435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a4373e6-7449-4abb-8eae-b99223227b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.409162 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a4373e6-7449-4abb-8eae-b99223227b90 admin admin] Publish callbacks [] for security_group (c6482418-5d7a-4ccb-bb62-7932602682f3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.412837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0a4373e6-7449-4abb-8eae-b99223227b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c6482418-5d7a-4ccb-bb62-7932602682f3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.450749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0a4373e6-7449-4abb-8eae-b99223227b90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71b4fb83dfb5417faaafdef08df63a1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1273992
Jan 29 21:31:01.451959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4373e6-7449-4abb-8eae-b99223227b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6482418-5d7a-4ccb-bb62-7932602682f3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:01.453483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59232) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:01.501180 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] Publish callbacks [] for security_group (c6482418-5d7a-4ccb-bb62-7932602682f3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.521490 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] Publish callbacks [] for security_group (c6482418-5d7a-4ccb-bb62-7932602682f3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.567128 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c6482418-5d7a-4ccb-bb62-7932602682f3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.569682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:01.570832 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6482418-5d7a-4ccb-bb62-7932602682f3 HTTP/1.1" status: 204  len: 168 time: 0.1163688
Jan 29 21:31:01.578621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207d472-9168-46ba-a6a9-7ae45c674410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6482418-5d7a-4ccb-bb62-7932602682f3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:07.748298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59410) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:07.858561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d56669-0f66-4311-95fe-949bcbbd0769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:07.928199 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d56669-0f66-4311-95fe-949bcbbd0769 admin admin] Publish callbacks [] for security_group (6cca2219-56f1-4ffb-a8f9-6df0e97f97fd), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:07.931117 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-38d56669-0f66-4311-95fe-949bcbbd0769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6cca2219-56f1-4ffb-a8f9-6df0e97f97fd), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:07.969508 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-38d56669-0f66-4311-95fe-949bcbbd0769 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5498fe7ba6054d08b38dcdf82e006449&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2201631
Jan 29 21:31:07.970490 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56669-0f66-4311-95fe-949bcbbd0769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca2219-56f1-4ffb-a8f9-6df0e97f97fd,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:07.972307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59416) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:08.025557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] Publish callbacks [] for security_group (6cca2219-56f1-4ffb-a8f9-6df0e97f97fd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.046662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] Publish callbacks [] for security_group (6cca2219-56f1-4ffb-a8f9-6df0e97f97fd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.091009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (6cca2219-56f1-4ffb-a8f9-6df0e97f97fd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.094444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.095591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cca2219-56f1-4ffb-a8f9-6df0e97f97fd HTTP/1.1" status: 204  len: 168 time: 0.1223099
Jan 29 21:31:08.103123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a33ae-b37d-423b-96ec-b6d3b479135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca2219-56f1-4ffb-a8f9-6df0e97f97fd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:08.355912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59422) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:08.369034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-393d4968-ec30-4e51-9646-87c1b3d9719f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.444315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-393d4968-ec30-4e51-9646-87c1b3d9719f admin admin] Publish callbacks [] for security_group (8deef4b2-56c3-4289-99cc-d59cea38d223), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.447943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-393d4968-ec30-4e51-9646-87c1b3d9719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8deef4b2-56c3-4289-99cc-d59cea38d223), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.484372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-393d4968-ec30-4e51-9646-87c1b3d9719f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ab03f990e31440f81464bad006dfd9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1274211
Jan 29 21:31:08.486325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d4968-ec30-4e51-9646-87c1b3d9719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deef4b2-56c3-4289-99cc-d59cea38d223,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:08.487071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59424) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:08.535697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] Publish callbacks [] for security_group (8deef4b2-56c3-4289-99cc-d59cea38d223), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.556722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] Publish callbacks [] for security_group (8deef4b2-56c3-4289-99cc-d59cea38d223), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.602410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8deef4b2-56c3-4289-99cc-d59cea38d223), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.604881 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:08.606095 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8deef4b2-56c3-4289-99cc-d59cea38d223 HTTP/1.1" status: 204  len: 168 time: 0.1179483
Jan 29 21:31:08.613398 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077025e-6bd7-4c8b-82a2-0558c57ad111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deef4b2-56c3-4289-99cc-d59cea38d223,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:10.367823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8561908c-8685-4d29-b1db-ba5441178399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:12.727859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-860d331a-f70a-4e6f-8393-199493bdabb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:13.840095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:15.707155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.487046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:16.589346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1d2c-f44f-4f35-a1f0-54c390d7601b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.665996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1d2c-f44f-4f35-a1f0-54c390d7601b admin admin] Publish callbacks [] for security_group (0f4a15fd-5525-4ab3-954b-1028de364128), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.669830 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1d2c-f44f-4f35-a1f0-54c390d7601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0f4a15fd-5525-4ab3-954b-1028de364128), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.707382 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7a9b1d2c-f44f-4f35-a1f0-54c390d7601b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3adfcf5b8f3d44d3aa7ba3d074e18be4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2192378
Jan 29 21:31:16.708258 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b1d2c-f44f-4f35-a1f0-54c390d7601b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a15fd-5525-4ab3-954b-1028de364128,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:16.710051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59632) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:16.758670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] Publish callbacks [] for security_group (0f4a15fd-5525-4ab3-954b-1028de364128), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.782411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] Publish callbacks [] for security_group (0f4a15fd-5525-4ab3-954b-1028de364128), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.830765 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0f4a15fd-5525-4ab3-954b-1028de364128), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.833367 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:16.837019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f4a15fd-5525-4ab3-954b-1028de364128 HTTP/1.1" status: 204  len: 168 time: 0.1234858
Jan 29 21:31:16.843415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76360-cce7-4c68-8a67-bd9e96d8960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a15fd-5525-4ab3-954b-1028de364128,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:16.912220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.088500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59638) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:17.101553 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbbc603b-da7c-441e-9681-9938bef9041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.172493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbbc603b-da7c-441e-9681-9938bef9041b admin admin] Publish callbacks [] for security_group (443ae8ad-8105-4911-b615-43b6004be47a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.176465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-fbbc603b-da7c-441e-9681-9938bef9041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (443ae8ad-8105-4911-b615-43b6004be47a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.214694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-fbbc603b-da7c-441e-9681-9938bef9041b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80b793621d1143e8a79bc54e5b522d2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1250756
Jan 29 21:31:17.215663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc603b-da7c-441e-9681-9938bef9041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ae8ad-8105-4911-b615-43b6004be47a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:17.217965 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59640) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:17.267301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] Publish callbacks [] for security_group (443ae8ad-8105-4911-b615-43b6004be47a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.288027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] Publish callbacks [] for security_group (443ae8ad-8105-4911-b615-43b6004be47a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.333001 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (443ae8ad-8105-4911-b615-43b6004be47a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.335581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.336915 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/443ae8ad-8105-4911-b615-43b6004be47a HTTP/1.1" status: 204  len: 168 time: 0.1172426
Jan 29 21:31:17.344942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a421b-c00f-4845-b01e-cc53f4e256fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ae8ad-8105-4911-b615-43b6004be47a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:17.644127 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59646) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:17.657671 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7749ca89-26b3-4f3b-8cc7-2f1c40e3e9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.728339 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7749ca89-26b3-4f3b-8cc7-2f1c40e3e9df admin admin] Publish callbacks [] for security_group (abb5399c-ed90-4634-ab38-04ef8976f4eb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.731762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7749ca89-26b3-4f3b-8cc7-2f1c40e3e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (abb5399c-ed90-4634-ab38-04ef8976f4eb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.770955 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7749ca89-26b3-4f3b-8cc7-2f1c40e3e9df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30f7ed7e83464016ba571ffa1afc65bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1257780
Jan 29 21:31:17.772938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749ca89-26b3-4f3b-8cc7-2f1c40e3e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5399c-ed90-4634-ab38-04ef8976f4eb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:17.773701 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59648) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:17.823099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] Publish callbacks [] for security_group (abb5399c-ed90-4634-ab38-04ef8976f4eb), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.844331 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] Publish callbacks [] for security_group (abb5399c-ed90-4634-ab38-04ef8976f4eb), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.893708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (abb5399c-ed90-4634-ab38-04ef8976f4eb), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.896550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:17.897747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abb5399c-ed90-4634-ab38-04ef8976f4eb HTTP/1.1" status: 204  len: 168 time: 0.1229944
Jan 29 21:31:17.906177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c537ce-e89b-442c-aa4e-66b7678374d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5399c-ed90-4634-ab38-04ef8976f4eb,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:20.513996 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:31:21.370086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 59730) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:21.473603 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b083bc29-d59c-4cfb-aeec-f75445c42546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.543506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b083bc29-d59c-4cfb-aeec-f75445c42546 admin admin] Publish callbacks [] for security_group (61515e3b-5513-4ba3-a327-68a4783a9c17), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.546780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b083bc29-d59c-4cfb-aeec-f75445c42546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (61515e3b-5513-4ba3-a327-68a4783a9c17), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.584094 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b083bc29-d59c-4cfb-aeec-f75445c42546 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed7f709f5e34425c97b292ca42974978&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2129390
Jan 29 21:31:21.584939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083bc29-d59c-4cfb-aeec-f75445c42546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61515e3b-5513-4ba3-a327-68a4783a9c17,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:21.586868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 59734) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:21.633623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] Publish callbacks [] for security_group (61515e3b-5513-4ba3-a327-68a4783a9c17), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.654073 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] Publish callbacks [] for security_group (61515e3b-5513-4ba3-a327-68a4783a9c17), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.700880 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (61515e3b-5513-4ba3-a327-68a4783a9c17), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.703973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:21.705150 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61515e3b-5513-4ba3-a327-68a4783a9c17 HTTP/1.1" status: 204  len: 168 time: 0.1171794
Jan 29 21:31:21.712397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8265e3-b22a-4b75-bd31-907f2a75b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61515e3b-5513-4ba3-a327-68a4783a9c17,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:22.751169 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:23.633436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:25.882252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-2e8d3542-5333-4e7c-8cd6-33478f145484 req-c75edb06-80c8-41b1-b7f5-e7d21db28891 service neutron] (125942) timed out ('10.222.0.18', 61452) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:31:40.380442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-68cb9927-6e84-4bfd-9075-4e0dde0a301f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.636021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60240) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:41.740253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.811142 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Publish callbacks [] for security_group (eefd7463-5492-43a7-85f3-8d29cce43f67), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.815457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eefd7463-5492-43a7-85f3-8d29cce43f67), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.850361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd7463-5492-43a7-85f3-8d29cce43f67,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:41.854141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=470f7c564dde4f4aa79129339df84355&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2171071
Jan 29 21:31:41.856882 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60244) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:41.861080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.861436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.861786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.862126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.862467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.862805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.863137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.863467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.863790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.864113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.864439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.864763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.865110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd6ff7-0111-4f4a-a130-9e0aa3b9c792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.905613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Publish callbacks [] for security_group (eefd7463-5492-43a7-85f3-8d29cce43f67), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.928161 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Publish callbacks [] for security_group (eefd7463-5492-43a7-85f3-8d29cce43f67), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.973579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (eefd7463-5492-43a7-85f3-8d29cce43f67), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.976286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:41.977502 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eefd7463-5492-43a7-85f3-8d29cce43f67 HTTP/1.1" status: 204  len: 168 time: 0.1195788
Jan 29 21:31:41.985746 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd7463-5492-43a7-85f3-8d29cce43f67,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:41.993128 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.993483 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.993822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.994159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.994493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.994822 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.995149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.995475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.995797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.996120 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.996436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.996761 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:41.997106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fd3f4-d718-40d2-b28d-1c766299b2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:31:42.586312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 60266) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:42.683253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1317084105-network', 'tenant_id': '02e01a7131e04956bdf4310d2d1aa0d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:31:42.701810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Made reservation on behalf of 02e01a7131e04956bdf4310d2d1aa0d0 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:31:42.704703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.713061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.729516 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-190747bb-4e7c-44bf-868f-23c69f25b884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.790208 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks [] for security_group (c5fa7299-3182-4854-8fd7-6d1cdd12c275), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.794297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c5fa7299-3182-4854-8fd7-6d1cdd12c275), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.819518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:31:42.829861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa7299-3182-4854-8fd7-6d1cdd12c275,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:42.838642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24e4dac7-e237-4d5d-a938-9a2fd5daf250), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.838969 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Added segment 24e4dac7-e237-4d5d-a938-9a2fd5daf250 of type vlan for network 48d75962-349d-40ad-b145-9be114d7a9c6
Jan 29 21:31:42.880148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (48d75962-349d-40ad-b145-9be114d7a9c6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.904205 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (48d75962-349d-40ad-b145-9be114d7a9c6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.905322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:31:42.905903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:42.959440 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3719742
Jan 29 21:31:42.962609 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 60270) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:31:42.967800 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Request body: {'subnet': {'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1317084105-subnet', 'tenant_id': '02e01a7131e04956bdf4310d2d1aa0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:31:42.968861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17d67-0fc2-45ac-87fa-1dd01619599e admin admin] Pushing event updated for resources: {'Network': ['ID=48d75962-349d-40ad-b145-9be114d7a9c6,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:42.978536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 48d75962-349d-40ad-b145-9be114d7a9c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:31:42.988149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Made reservation on behalf of 02e01a7131e04956bdf4310d2d1aa0d0 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:31:42.990533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:43.153910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (16f5771b-1dca-4cd7-b833-932106b27b0f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:43.211448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f5771b-1dca-4cd7-b833-932106b27b0f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:43.221738 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Checking segment: {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:31:43.222106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Network hostable DHCP agents. Network: 48d75962-349d-40ad-b145-9be114d7a9c6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:31:43.240069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Network 48d75962-349d-40ad-b145-9be114d7a9c6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:31:43.248631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48d75962-349d-40ad-b145-9be114d7a9c6) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:31:43.253458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:31:43.254110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:43.258304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b896669-d091-429d-8db0-2139853d0e63 None None] Network 48d75962-349d-40ad-b145-9be114d7a9c6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:31:43.269963 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1f68fe64-12be-46e8-842d-95a102825b8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3062437
Jan 29 21:31:43.354724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2bfeb-d742-465e-8573-e72e6633e9b3 None None] Network 48d75962-349d-40ad-b145-9be114d7a9c6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:31:43.836648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:45.710063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:46.913753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:51.990456 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-a23f307e-e088-4753-979e-65eaf07de619 req-4ed59f86-eb40-45dc-bf98-8fbecf262013 tempest-ServerMetadataNegativeTestJSON-1638739405 tempest-ServerMetadataNegativeTestJSON-1638739405-project] (125942) timed out ('10.222.0.36', 54603) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:31:52.750667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:53.644160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:57.512769 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:31:57.927770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-8765c369-34d1-4b6e-b748-40aed475531a tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:31:57.929267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-8765c369-34d1-4b6e-b748-40aed475531a tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 814 time: 0.1037951
Jan 29 21:31:57.943503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-63f7b1c3-202b-48d1-a536-729bbe1ce921 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/quotas/02e01a7131e04956bdf4310d2d1aa0d0 HTTP/1.1" status: 200  len: 375 time: 0.0090001
Jan 29 21:31:57.974840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-73d68ad1-252c-4cd4-bbd6-28b21434e4be tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0265489
Jan 29 21:31:57.985057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-b059aadd-17cb-4a5f-8c29-cfd52976d478 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:31:57.986037 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-b059aadd-17cb-4a5f-8c29-cfd52976d478 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049465
Jan 29 21:31:58.081212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-d2eb6ed8-9e19-4207-8834-e32fb760f042 service neutron] 10.222.0.20 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887909
Jan 29 21:31:58.167574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-4b68cdd3-92d6-4c69-a3db-06c4fdba6094 service neutron] 10.222.0.20 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808136
Jan 29 21:31:58.398230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4dab80a4-9f72-405e-9734-001506933a4c req-6d5ecf6e-994d-41d0-8cfb-3bcc2ee01a5b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 210 time: 0.0883987
Jan 29 21:31:59.231449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-f63d3160-4947-4063-8415-2c7c8fa9af59 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:31:59.232935 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-f63d3160-4947-4063-8415-2c7c8fa9af59 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 814 time: 0.1030316
Jan 29 21:31:59.243932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Request body: {'port': {'device_id': '0dd10926-b826-4b49-9079-485799abfbb5', 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6', 'admin_state_up': True, 'tenant_id': '02e01a7131e04956bdf4310d2d1aa0d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:31:59.345435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Made reservation on behalf of 02e01a7131e04956bdf4310d2d1aa0d0 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:31:59.349228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:59.474626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Allocated IP 172.20.0.9 (48d75962-349d-40ad-b145-9be114d7a9c6/16f5771b-1dca-4cd7-b833-932106b27b0f/7ab1608f-256b-43bc-929a-6994d38d2c53) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:31:59.515118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da19a837-feb4-4410-8cbd-46321392189a req-9de9294a-6c22-4684-a1c3-de7ea4cbecb1 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 210 time: 0.0315123
Jan 29 21:31:59.644477 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks [] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:59.676995 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:59.716672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Network 48d75962-349d-40ad-b145-9be114d7a9c6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:31:59.719829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:31:59.722902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:31:59.754532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Pushing event updated for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:31:59.776635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:31:59.777288 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:31:59.793256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-372c0dbb-8f4c-4e80-99b5-4e7f1c828de0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5529194
Jan 29 21:31:59.803924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Request body: {'port': {'device_id': '0dd10926-b826-4b49-9079-485799abfbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:31:59.864527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.117126 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab1608f-256b-43bc-929a-6994d38d2c53 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:32:00.124294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks [] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.138117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Transition to ACTIVE for port object 7ab1608f-256b-43bc-929a-6994d38d2c53 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:32:00.141353 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.194765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:32:00.260875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Attempting to bind port 7ab1608f-256b-43bc-929a-6994d38d2c53 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:32:00.261613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Attempting to bind port 7ab1608f-256b-43bc-929a-6994d38d2c53 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:32:00.261613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Attempting to bind port 7ab1608f-256b-43bc-929a-6994d38d2c53 on network 48d75962-349d-40ad-b145-9be114d7a9c6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:32:00.266297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Port 7ab1608f-256b-43bc-929a-6994d38d2c53 on network 48d75962-349d-40ad-b145-9be114d7a9c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:32:00.266614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Attempting to bind port 7ab1608f-256b-43bc-929a-6994d38d2c53 on network 48d75962-349d-40ad-b145-9be114d7a9c6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:32:00.271317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:32:00.271647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Checking segment: {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:32:00.272026 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Bound using segment: {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:32:00.272442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Bound port: 7ab1608f-256b-43bc-929a-6994d38d2c53, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:32:00.272797 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.334339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:32:00.337371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ab1608f-256b-43bc-929a-6994d38d2c53,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:32:00.343298 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.380975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:00.381617 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:00.383057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 200  len: 1091 time: 0.5830743
Jan 29 21:32:00.383496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:32:00.385796 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb95bb31-7c96-4682-91ce-b13d15c687fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:32:00.415765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98400d7-b0c9-412d-a3cc-42d59802db46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:32:00.478805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-e037cd4f-881f-44f4-8eb0-84d268b59e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:00.480948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-e037cd4f-881f-44f4-8eb0-84d268b59e04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 1125 time: 0.0475256
Jan 29 21:32:00.522664 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff5738-7ef5-44c0-95a8-031f5455e333 x-openstack-request-id: req-dfff5738-7ef5-44c0-95a8-031f5455e333 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:32:00.522964 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:32:00.523224 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfff5738-7ef5-44c0-95a8-031f5455e333 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:32:00.523627 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53', 'status': 'completed', 'code': 200}
Jan 29 21:32:00.525138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-b1b960f2-267b-46e4-80a0-c0200ce441d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 200  len: 217 time: 0.0372696
Jan 29 21:32:00.578552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990a4-027c-4869-b615-ddba5838da8c req-ad372db9-70c8-4c39-950e-feff5d45c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:00.580018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-ad372db9-70c8-4c39-950e-feff5d45c8e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0496299
Jan 29 21:32:00.633403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-fbf8afb0-9519-4ad5-a6b4-10a2a48a624c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460181
Jan 29 21:32:00.707646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006a66c-eb07-49ce-aca7-3abe61363f96 req-395aafc7-accd-452f-bf1e-37b56be0dd9b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:00.709132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2006a66c-eb07-49ce-aca7-3abe61363f96 req-395aafc7-accd-452f-bf1e-37b56be0dd9b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 943 time: 0.1145027
Jan 29 21:32:00.765190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-619db40b-4cf7-4cf7-bcbd-12471a42566b service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249661
Jan 29 21:32:00.783081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2006a66c-eb07-49ce-aca7-3abe61363f96 req-0aa04c1e-d69a-4ab1-bead-3494a8a5ac01 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678098
Jan 29 21:32:00.857352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edc990a4-027c-4869-b615-ddba5838da8c req-9089319c-67be-4e3f-a42d-ea92a487d821 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849862
Jan 29 21:32:00.949464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-d38a37bb-aad7-4cf0-b81c-ff6736d43ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:00.951006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-d38a37bb-aad7-4cf0-b81c-ff6736d43ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 1125 time: 0.0489202
Jan 29 21:32:01.036574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-450172a5-8f58-4a54-96c6-cfdc5c273062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:01.038048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-450172a5-8f58-4a54-96c6-cfdc5c273062 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0810499
Jan 29 21:32:01.081354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-e606bd89-2ca6-405d-9a68-87a2e016efa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 200  len: 217 time: 0.0377121
Jan 29 21:32:01.128976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-69c94df7-7975-4ef3-9fd8-fd8b30d38a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:01.130408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-69c94df7-7975-4ef3-9fd8-fd8b30d38a8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0420494
Jan 29 21:32:01.160721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-17d5586f-d081-4a36-ae46-80bf79d0cb58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239151
Jan 29 21:32:01.250098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-5fbdd560-4c25-4232-8152-ac4c80f20248 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821970
Jan 29 21:32:01.341131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb95bb31-7c96-4682-91ce-b13d15c687fc req-5d0a49be-52ad-4fc0-bdc3-f4a4ef9a9e51 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854433
Jan 29 21:32:01.906551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f34e0-74d0-415c-bb18-807ff1df60d4 req-b8d7da00-20f0-4d5e-8ab6-219bda2ba1c5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:01.908005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e16f34e0-74d0-415c-bb18-807ff1df60d4 req-b8d7da00-20f0-4d5e-8ab6-219bda2ba1c5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 943 time: 0.0532160
Jan 29 21:32:01.956195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e16f34e0-74d0-415c-bb18-807ff1df60d4 req-097f7595-4833-4ae5-bf5e-cc1366317f07 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414822
Jan 29 21:32:03.076791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62d07c-12e9-4ec3-b599-ce1df3ef118b req-82ea7cbd-6f33-475b-9926-223cc3c576d5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:03.078313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e62d07c-12e9-4ec3-b599-ce1df3ef118b req-82ea7cbd-6f33-475b-9926-223cc3c576d5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 943 time: 0.0557106
Jan 29 21:32:03.123631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e62d07c-12e9-4ec3-b599-ce1df3ef118b req-bcc2e23b-9e89-4177-9687-9b1e703c9117 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398619
Jan 29 21:32:04.239599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92caed7-165f-4a4c-9143-82f979630265 req-4d3b1a9f-ed35-4caf-8e0c-5387655552e9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:04.241083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b92caed7-165f-4a4c-9143-82f979630265 req-4d3b1a9f-ed35-4caf-8e0c-5387655552e9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 943 time: 0.0513675
Jan 29 21:32:04.290589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b92caed7-165f-4a4c-9143-82f979630265 req-f9320273-b7ed-430f-abb7-57a9a95c11d8 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439179
Jan 29 21:32:05.408891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdc9a-428b-49fe-9f57-5cb5ab7035fb req-5976c4cd-d1a5-4bb6-bd52-6b274fde5848 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:05.410368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58cfdc9a-428b-49fe-9f57-5cb5ab7035fb req-5976c4cd-d1a5-4bb6-bd52-6b274fde5848 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 943 time: 0.0500619
Jan 29 21:32:05.620398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ab1608f-256b-43bc-929a-6994d38d2c53 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:32:05.728503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ab1608f-256b-43bc-929a-6994d38d2c53,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:32:05.740741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '7ab1608f-256b-43bc-929a-6994d38d2c53', 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6', 'port_id': '7ab1608f-256b-43bc-929a-6994d38d2c53', 'mac_address': 'fa:16:3e:13:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f5771b-1dca-4cd7-b833-932106b27b0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:32:05.777792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7ab1608f-256b-43bc-929a-6994d38d2c53 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:32:05.778193 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:05.791775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab1608f-256b-43bc-929a-6994d38d2c53 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:32:05.812914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ab1608f-256b-43bc-929a-6994d38d2c53,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:32:05.813711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58cfdc9a-428b-49fe-9f57-5cb5ab7035fb req-0df4286b-eeb1-42b2-bef0-0221bebb237c tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3978462
Jan 29 21:32:05.818126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:05.866824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:32:05.874041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.874333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.874681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.875024 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.875360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.875695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.876030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.876362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.876693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.877049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.877379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.877748 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:05.878075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:32:06.184543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7ab1608f-256b-43bc-929a-6994d38d2c53'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:32:06.930577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e359-e981-4509-bd8c-a68b7e11ac9b req-4c101e98-105d-4431-a0f2-f6fa2618fda5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:06.932031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32e7e359-e981-4509-bd8c-a68b7e11ac9b req-4c101e98-105d-4431-a0f2-f6fa2618fda5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 944 time: 0.0506773
Jan 29 21:32:06.978119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-32e7e359-e981-4509-bd8c-a68b7e11ac9b req-66665073-e6e8-4d6d-9284-20bf47cc8bd7 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405374
Jan 29 21:32:07.650790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ab1608f-256b-43bc-929a-6994d38d2c53 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:32:07.702094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 7ab1608f-256b-43bc-929a-6994d38d2c53 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:32:07.705964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 7ab1608f-256b-43bc-929a-6994d38d2c53 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:32:07.706341 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:07.779908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 7ab1608f-256b-43bc-929a-6994d38d2c53 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:32:07.780299 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:07.801973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:32:07.804473 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5da194-ff5a-4be0-92bd-9577306e0b52" -d '{"events": [{"server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:32:07.817057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ab1608f-256b-43bc-929a-6994d38d2c53,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:32:07.821236 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:07.847774 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0375bbc-0f2d-47ad-9cdc-86991b22e08c x-openstack-request-id: req-c0375bbc-0f2d-47ad-9cdc-86991b22e08c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:32:07.848070 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:32:07.848872 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0375bbc-0f2d-47ad-9cdc-86991b22e08c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:32:07.848872 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53', 'code': 200}
Jan 29 21:32:07.873407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:32:07.941259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb88cb-1555-41be-916f-dcccf17f8013 req-253ac153-c82d-431f-8861-b51efb14651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:07.942712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50bb88cb-1555-41be-916f-dcccf17f8013 req-253ac153-c82d-431f-8861-b51efb14651f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 1127 time: 0.0424361
Jan 29 21:32:07.984965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50bb88cb-1555-41be-916f-dcccf17f8013 req-ee958fd7-8dd0-461b-a328-e3a60e6f839c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359178
Jan 29 21:32:08.099979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed456c-65d2-4879-96c4-041a8bb532fc req-3ed2e407-81d1-4388-a22c-8e4ecf5f6794 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:08.101471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7ed456c-65d2-4879-96c4-041a8bb532fc req-3ed2e407-81d1-4388-a22c-8e4ecf5f6794 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0544343
Jan 29 21:32:08.146468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7ed456c-65d2-4879-96c4-041a8bb532fc req-e80a9689-c3a3-48b2-a8ab-fc62ce172d9b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394740
Jan 29 21:32:09.267798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e2a6-33ec-452d-bd4b-41c48576549f req-c7aa20b4-2889-4241-ba80-cc4f3b0443a0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:09.269792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bed4e2a6-33ec-452d-bd4b-41c48576549f req-c7aa20b4-2889-4241-ba80-cc4f3b0443a0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0537879
Jan 29 21:32:09.315738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bed4e2a6-33ec-452d-bd4b-41c48576549f req-5ea1edfd-b1d6-41d2-82d0-7ce26372cbe9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403116
Jan 29 21:32:10.372502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-895a7627-3151-45e9-9806-fffa7c547718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:10.441716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032a46a-aa74-45f6-a2ab-5d9c356016e1 req-fc5d7c64-4838-4da8-b485-0f440b235170 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:10.443201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a032a46a-aa74-45f6-a2ab-5d9c356016e1 req-fc5d7c64-4838-4da8-b485-0f440b235170 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0560102
Jan 29 21:32:10.488847 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a032a46a-aa74-45f6-a2ab-5d9c356016e1 req-16e7de33-f6b2-41ee-923c-42328ffae09c tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399880
Jan 29 21:32:12.732230 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-916dbb67-766f-43ff-94ee-543e3333e1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:13.839518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:15.709484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:16.916203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:22.750161 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:23.634087 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:34.511972 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:32:40.374694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-afc62f50-29e1-443e-a928-498e2e5dd2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:42.734033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a2e2-b4ad-4115-988f-1d65ea9db0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:43.841720 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:44.273365 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-9c5c3190-828c-411c-8c7b-57552227261d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433791
Jan 29 21:32:44.357078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-3b1e9662-b719-4ca6-a37b-94ec46658a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:44.358546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-3b1e9662-b719-4ca6-a37b-94ec46658a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 1127 time: 0.0441182
Jan 29 21:32:44.463157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-e08d02f9-640d-4026-a65e-832922370c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:44.464628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-e08d02f9-640d-4026-a65e-832922370c12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0877604
Jan 29 21:32:44.504870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-589138d6-6fe3-4dcc-a7d5-2db26be0ddd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 200  len: 217 time: 0.0341823
Jan 29 21:32:44.554350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-f29beafa-70ec-4b03-84ec-ddc1d8c78038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:32:44.555905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-f29beafa-70ec-4b03-84ec-ddc1d8c78038 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0453770
Jan 29 21:32:44.591553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-3732a4f2-9ff5-4780-8d7f-53b03bc58d02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296521
Jan 29 21:32:44.676819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-747f5576-a2f4-4e17-9616-88d5f623872e service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795465
Jan 29 21:32:44.768771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80af9c47-ac22-4795-95fb-daf0b820c6ea req-ed2df188-c51d-452d-920e-b5d0eacbb35a service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860448
Jan 29 21:32:45.714731 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:46.917593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:52.748617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:32:53.639687 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:10.377910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1967eacd-cb62-4370-8ca5-e5bf10f968e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:11.511096 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:33:12.735077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3969-6990-477a-91b3-2f95be03af9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:13.844538 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:15.715828 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:16.918911 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:22.746046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:23.662067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:40.378789 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-110f7204-be64-4bbb-8187-d383ec3ac35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:42.735087 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2142e2f6-f28e-4d4a-b33c-48ac50306704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:43.848165 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:45.345487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-a0930edc-c9b5-4ab0-840a-f6a32f337f27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0959089
Jan 29 21:33:45.426781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-592f9cd3-f390-49db-9573-7398b932145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:45.428248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-592f9cd3-f390-49db-9573-7398b932145b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 1127 time: 0.0436001
Jan 29 21:33:45.535579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-6f122f2a-d0f2-4a55-b012-d7660436cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:45.536978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-6f122f2a-d0f2-4a55-b012-d7660436cc38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0902197
Jan 29 21:33:45.579218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-cd261ff0-49db-4fe8-ba2d-84251e1eb109 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 200  len: 217 time: 0.0359094
Jan 29 21:33:45.627138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-3b90a17f-0981-4d4c-9102-ce81771c7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:45.628590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-3b90a17f-0981-4d4c-9102-ce81771c7f02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0425217
Jan 29 21:33:45.659960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-3f424658-5a31-413e-978e-9b3b5adb19a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242486
Jan 29 21:33:45.720920 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:45.760500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-5dccad0b-3c22-442e-acf8-acd427db1c47 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940733
Jan 29 21:33:45.846901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40beb117-f0e6-4ad6-a117-eebdb1b246c7 req-75d820a1-ebfa-461d-b16a-f4c45c16ee35 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817077
Jan 29 21:33:46.920086 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:48.509555 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:33:52.744890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:53.664075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:56.026484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b731-622a-4c95-92af-370e1f4a95a0 req-d9597b6d-9c94-4d41-9852-c88a26572227 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:56.027867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff53b731-622a-4c95-92af-370e1f4a95a0 req-d9597b6d-9c94-4d41-9852-c88a26572227 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0569577
Jan 29 21:33:56.073244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff53b731-622a-4c95-92af-370e1f4a95a0 req-49bf2709-56d5-4ae2-b2eb-a7f6db0a000e tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398209
Jan 29 21:33:57.193537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2ec27-987b-4aba-ab82-cf6308423785 req-777bb446-bd51-4db7-a922-b54dd50170e8 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:57.195008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a2ec27-987b-4aba-ab82-cf6308423785 req-777bb446-bd51-4db7-a922-b54dd50170e8 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0518644
Jan 29 21:33:57.239892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-16a2ec27-987b-4aba-ab82-cf6308423785 req-ac294d25-2ce2-42e9-9e79-337a8a55e594 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393260
Jan 29 21:33:57.699588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-3aea3a3c-0a5b-4d6d-959b-b52ecf86126b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:33:57.701081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-3aea3a3c-0a5b-4d6d-959b-b52ecf86126b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 945 time: 0.0554245
Jan 29 21:33:57.789219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Deleting port 7ab1608f-256b-43bc-929a-6994d38d2c53 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:33:57.789557 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:57.879196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] For port 7ab1608f-256b-43bc-929a-6994d38d2c53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ab1608f-256b-43bc-929a-6994d38d2c53,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:33:57.879562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:57.892658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Calling delete_port for 7ab1608f-256b-43bc-929a-6994d38d2c53 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:33:58.021386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (7ab1608f-256b-43bc-929a-6994d38d2c53), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:58.032717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['7ab1608f-256b-43bc-929a-6994d38d2c53'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:33:58.054200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Pushing event deleted for resources: {'Port': ['ID=7ab1608f-256b-43bc-929a-6994d38d2c53,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:33:58.079879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.080230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.080580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.080923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.081288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.081624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.081954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.082283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.082610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.082935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.083258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.083580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.083904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:33:58.106838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] No DVR routers for this DVR port 7ab1608f-256b-43bc-929a-6994d38d2c53 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:33:58.109262 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:33:58.112573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54edaff5-58f7-4c7f-9d03-3309fe03ad4f req-fcc4c184-a6aa-455a-8f66-c4e0407f3ee4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "DELETE /v2.0/ports/7ab1608f-256b-43bc-929a-6994d38d2c53 HTTP/1.1" status: 204  len: 173 time: 0.4062250
Jan 29 21:33:58.113037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'name': 'network-vif-deleted', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:33:58.115308 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e646e8-3d69-4ca5-a154-dbc7a987daa2" -d '{"events": [{"server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "name": "network-vif-deleted", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:33:58.152667 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959be383-c12f-4a82-bbf9-70a4bcfb7288 x-openstack-request-id: req-959be383-c12f-4a82-bbf9-70a4bcfb7288 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:33:58.152966 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd10926-b826-4b49-9079-485799abfbb5", "name": "network-vif-deleted", "tag": "7ab1608f-256b-43bc-929a-6994d38d2c53", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:33:58.153277 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-959be383-c12f-4a82-bbf9-70a4bcfb7288 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:33:58.153685 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd10926-b826-4b49-9079-485799abfbb5', 'name': 'network-vif-deleted', 'tag': '7ab1608f-256b-43bc-929a-6994d38d2c53', 'status': 'completed', 'code': 200}
Jan 29 21:33:58.350591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-587ac23f-5cf4-4ee2-b944-8f7030bdbf0c req-d6217ff8-e1db-4aaa-b78a-54160c1d40f4 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd10926-b826-4b49-9079-485799abfbb5 HTTP/1.1" status: 200  len: 210 time: 0.0268729
Jan 29 21:34:02.180018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ab1608f-256b-43bc-929a-6994d38d2c53 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:34:02.201119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 7ab1608f-256b-43bc-929a-6994d38d2c53 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:34:02.201472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 7ab1608f-256b-43bc-929a-6994d38d2c53 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:34:03.162122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-fbce5735-53a0-4211-bf57-f47b1443c221 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:03.163561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-fbce5735-53a0-4211-bf57-f47b1443c221 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 814 time: 0.1006174
Jan 29 21:34:03.177698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-ee6d4151-3b8f-49bd-97b2-e17011c5bad2 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/quotas/02e01a7131e04956bdf4310d2d1aa0d0 HTTP/1.1" status: 200  len: 375 time: 0.0088003
Jan 29 21:34:03.209552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-af478010-23e9-46a9-810b-add19cfa8cfe tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270228
Jan 29 21:34:03.345356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-e7d26fc6-d213-4de4-9394-da0a1a120d59 service neutron] 10.222.0.20 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286545
Jan 29 21:34:03.435539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-9f91397d-c6aa-419d-9643-8ad84b361952 service neutron] 10.222.0.20 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844243
Jan 29 21:34:03.598484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58b2d236-9c01-4b26-9464-e0d605e599d6 req-04b21aaf-b1d6-4173-be21-c69b6fa03bf1 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 210 time: 0.0277879
Jan 29 21:34:04.604840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-19307b24-b45b-400b-8bdc-7d1ffdd95da0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:04.606262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-19307b24-b45b-400b-8bdc-7d1ffdd95da0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 814 time: 0.1049776
Jan 29 21:34:04.617896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Request body: {'port': {'device_id': '67807faa-4fb5-4553-8948-36d803ed7d23', 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6', 'admin_state_up': True, 'tenant_id': '02e01a7131e04956bdf4310d2d1aa0d0'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:34:04.697382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef217a48-4155-4b80-bfa6-198ebc659d33 req-1c46e860-51d8-4a2f-8692-0661adbdf631 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 210 time: 0.0323639
Jan 29 21:34:04.745906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Made reservation on behalf of 02e01a7131e04956bdf4310d2d1aa0d0 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:34:04.749207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:04.871785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Allocated IP 172.20.0.6 (48d75962-349d-40ad-b145-9be114d7a9c6/16f5771b-1dca-4cd7-b833-932106b27b0f/8f1494b5-f709-4c32-8718-07682cd59d71) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:34:05.015773 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks [] for port (8f1494b5-f709-4c32-8718-07682cd59d71), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.047722 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.089540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Network 48d75962-349d-40ad-b145-9be114d7a9c6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:34:05.094369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:34:05.097920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:34:05.104067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Pushing event updated for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:34:05.148115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:05.148657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.164065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-18f43c7f-f9f8-4303-a4d2-72e597179da9 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5499978
Jan 29 21:34:05.175227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Request body: {'port': {'device_id': '67807faa-4fb5-4553-8948-36d803ed7d23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:34:05.236442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.491628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1494b5-f709-4c32-8718-07682cd59d71 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:34:05.499606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks [] for port (8f1494b5-f709-4c32-8718-07682cd59d71), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.511104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Transition to ACTIVE for port object 8f1494b5-f709-4c32-8718-07682cd59d71 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:34:05.514897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.569542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:34:05.634041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Attempting to bind port 8f1494b5-f709-4c32-8718-07682cd59d71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:34:05.634721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Attempting to bind port 8f1494b5-f709-4c32-8718-07682cd59d71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:34:05.634721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Attempting to bind port 8f1494b5-f709-4c32-8718-07682cd59d71 on network 48d75962-349d-40ad-b145-9be114d7a9c6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:34:05.638908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Port 8f1494b5-f709-4c32-8718-07682cd59d71 on network 48d75962-349d-40ad-b145-9be114d7a9c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:34:05.639230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Attempting to bind port 8f1494b5-f709-4c32-8718-07682cd59d71 on network 48d75962-349d-40ad-b145-9be114d7a9c6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:34:05.643930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:34:05.644267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Checking segment: {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:34:05.644652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Bound using segment: {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:34:05.645112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Bound port: 8f1494b5-f709-4c32-8718-07682cd59d71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e4dac7-e237-4d5d-a938-9a2fd5daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:34:05.645474 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.705223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:34:05.708131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1494b5-f709-4c32-8718-07682cd59d71,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:34:05.714580 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.752559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:05.753297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:05.754683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 200  len: 1091 time: 0.5833862
Jan 29 21:34:05.755129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:34:05.757535 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0753ebf3-56be-47c7-8c88-881f71395899" -d '{"events": [{"name": "network-changed", "server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:34:05.793371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e26b5-9a2b-40b5-8a6c-4a067a926710 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:34:05.811782 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff64e7-6461-4a32-9bbc-9a192ba87117 x-openstack-request-id: req-88ff64e7-6461-4a32-9bbc-9a192ba87117 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:34:05.812079 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:34:05.812336 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88ff64e7-6461-4a32-9bbc-9a192ba87117 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:34:05.812733 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71', 'status': 'completed', 'code': 200}
Jan 29 21:34:05.868035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2cec-1e61-4504-ae5d-478ef90aea3b req-fa59fa7d-2124-4063-b639-aa8c62e81d12 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:05.869546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-760e2cec-1e61-4504-ae5d-478ef90aea3b req-fa59fa7d-2124-4063-b639-aa8c62e81d12 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 943 time: 0.0963860
Jan 29 21:34:05.874898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-04a4e251-c227-4f7f-b038-be945cc66a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:05.876276 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-04a4e251-c227-4f7f-b038-be945cc66a18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 1125 time: 0.0663118
Jan 29 21:34:05.936075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-cc5abf5e-7744-4a64-a595-60bc79f87ba7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 200  len: 217 time: 0.0464516
Jan 29 21:34:05.978154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-760e2cec-1e61-4504-ae5d-478ef90aea3b req-59a028ed-47f3-458f-9485-a162b2c5a8a5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009688
Jan 29 21:34:05.992346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-fb7ef25b-b7c2-4f4f-904d-9077ef6936ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:05.993824 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-fb7ef25b-b7c2-4f4f-904d-9077ef6936ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0519922
Jan 29 21:34:06.024039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-1cd5acd2-7ade-44d9-8adb-3f8723b67703 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243881
Jan 29 21:34:06.114074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-e0fae915-e1e9-4392-85ee-25f299c7f338 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845509
Jan 29 21:34:06.201425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02b833b9-6bbf-4704-b0e2-ec688850ecd9 req-a31312df-d703-489c-8665-b6b6125638a6 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815470
Jan 29 21:34:06.290854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ebf3-56be-47c7-8c88-881f71395899 req-cfe8ca4f-8639-439f-aa22-ec02d9db8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:06.292430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-cfe8ca4f-8639-439f-aa22-ec02d9db8fba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 1125 time: 0.0463905
Jan 29 21:34:06.382738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ebf3-56be-47c7-8c88-881f71395899 req-fa88acb6-eb8e-4839-90c9-fef2cbf23c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:06.384205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-fa88acb6-eb8e-4839-90c9-fef2cbf23c00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0867121
Jan 29 21:34:06.423863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-6bd7355d-7e71-41bd-97cf-4ab4424271b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 200  len: 217 time: 0.0338454
Jan 29 21:34:06.475519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ebf3-56be-47c7-8c88-881f71395899 req-fff38404-8b37-4d7f-988d-30a9d73e4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:06.476922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-fff38404-8b37-4d7f-988d-30a9d73e4c67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0461047
Jan 29 21:34:06.507076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-9eb9612a-2d7b-455c-8df7-215e907e1097 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244401
Jan 29 21:34:06.591724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-98d0713d-1905-4cb3-af3a-8586cd9b76c1 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790513
Jan 29 21:34:06.680763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0753ebf3-56be-47c7-8c88-881f71395899 req-ca820ecf-d894-47ee-9f2c-5cf1e0759500 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828547
Jan 29 21:34:07.097885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5d31f-798c-48bf-b8f8-82b7c801d52d req-41b71d10-2393-4fb9-97a5-c2dd80a2cf95 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:07.099363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5e5d31f-798c-48bf-b8f8-82b7c801d52d req-41b71d10-2393-4fb9-97a5-c2dd80a2cf95 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 943 time: 0.0534379
Jan 29 21:34:07.144768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5e5d31f-798c-48bf-b8f8-82b7c801d52d req-0dcbdd18-6a28-4868-8289-2fb000abd283 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393281
Jan 29 21:34:08.261748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4115ba-cc14-49ee-a24d-516666376289 req-2be2e30d-dc0b-46ce-bfdb-ccc51d186b85 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:08.263277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d4115ba-cc14-49ee-a24d-516666376289 req-2be2e30d-dc0b-46ce-bfdb-ccc51d186b85 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 943 time: 0.0515945
Jan 29 21:34:08.315115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d4115ba-cc14-49ee-a24d-516666376289 req-2c060c34-d9ec-4209-87c6-6dbe45cd320a tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463412
Jan 29 21:34:09.431553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112ad99-b8de-46bf-b849-18b697218f6f req-93bebff0-6e2b-40fb-91e5-ac448298280f tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:09.433036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4112ad99-b8de-46bf-b849-18b697218f6f req-93bebff0-6e2b-40fb-91e5-ac448298280f tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 943 time: 0.0512011
Jan 29 21:34:09.478532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4112ad99-b8de-46bf-b849-18b697218f6f req-0780c29f-f149-43d6-ad53-858a959dd47d tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399823
Jan 29 21:34:10.214218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8f1494b5-f709-4c32-8718-07682cd59d71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:34:10.311461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1494b5-f709-4c32-8718-07682cd59d71,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:34:10.322730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '8f1494b5-f709-4c32-8718-07682cd59d71', 'network_id': '48d75962-349d-40ad-b145-9be114d7a9c6', 'port_id': '8f1494b5-f709-4c32-8718-07682cd59d71', 'mac_address': 'fa:16:3e:ad:d1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f5771b-1dca-4cd7-b833-932106b27b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:34:10.358216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8f1494b5-f709-4c32-8718-07682cd59d71 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:34:10.358608 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:10.380139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1494b5-f709-4c32-8718-07682cd59d71 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:34:10.393993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e109a6fe-71e8-4411-b7e1-ba717569027f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:10.402635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1494b5-f709-4c32-8718-07682cd59d71,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:34:10.406251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:10.451865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:34:10.458922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.459263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.459603 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.459939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.460272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.460600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.460926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.461275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.461599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.461920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.462241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.462560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.462880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:34:10.593951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54015a-54b3-4ca7-b1e1-608854430804 req-2b7c32e6-60f1-483f-8f94-447da0e60829 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:10.595397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db54015a-54b3-4ca7-b1e1-608854430804 req-2b7c32e6-60f1-483f-8f94-447da0e60829 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 944 time: 0.0505321
Jan 29 21:34:10.641141 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db54015a-54b3-4ca7-b1e1-608854430804 req-887621c2-ee91-486a-91e8-95cf60788fd2 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401509
Jan 29 21:34:10.761264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8f1494b5-f709-4c32-8718-07682cd59d71'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:34:11.766380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2bfb9-5ff9-4305-9e7f-b5fa93ca83e6 req-19e80dd9-a2ad-4278-81c8-7a398cfb59f7 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:11.767754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc2bfb9-5ff9-4305-9e7f-b5fa93ca83e6 req-19e80dd9-a2ad-4278-81c8-7a398cfb59f7 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 944 time: 0.0570469
Jan 29 21:34:11.812733 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc2bfb9-5ff9-4305-9e7f-b5fa93ca83e6 req-528d8600-f601-4aa4-8827-5743b71bc58d tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395808
Jan 29 21:34:12.230669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8f1494b5-f709-4c32-8718-07682cd59d71 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:34:12.280341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 8f1494b5-f709-4c32-8718-07682cd59d71 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:34:12.284007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 8f1494b5-f709-4c32-8718-07682cd59d71 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:34:12.284386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:12.364607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8f1494b5-f709-4c32-8718-07682cd59d71 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:34:12.365009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:12.387359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:34:12.389595 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c12213-6277-4212-838a-6cc2c094703d" -d '{"events": [{"server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:34:12.402045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1494b5-f709-4c32-8718-07682cd59d71,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:34:12.406374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:12.452052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:34:12.491684 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d98051-f97e-48bd-8518-2c88fe972219 x-openstack-request-id: req-96d98051-f97e-48bd-8518-2c88fe972219 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:34:12.491982 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:34:12.492277 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d98051-f97e-48bd-8518-2c88fe972219 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:34:12.492676 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71', 'code': 200}
Jan 29 21:34:12.588083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535036-5873-40c6-a238-568c61b58fe9 req-baf21d7b-a58c-4ae5-acaf-cf407f1cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:12.590099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6535036-5873-40c6-a238-568c61b58fe9 req-baf21d7b-a58c-4ae5-acaf-cf407f1cdc1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 1127 time: 0.0424333
Jan 29 21:34:12.633389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6535036-5873-40c6-a238-568c61b58fe9 req-c12e0d87-cef3-46a8-82d8-d1918e23bfc9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376866
Jan 29 21:34:12.740344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16ff48cc-72c7-4c14-8bfa-7767551ec83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:12.935125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe461e0-8173-4f04-94a3-752474a4bf19 req-868b778b-4f1b-439a-a8cd-73ec971ba058 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:12.936584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbe461e0-8173-4f04-94a3-752474a4bf19 req-868b778b-4f1b-439a-a8cd-73ec971ba058 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 945 time: 0.0547600
Jan 29 21:34:12.982999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cbe461e0-8173-4f04-94a3-752474a4bf19 req-e515160b-2fe5-4226-80cc-fa3e4b7488a0 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403981
Jan 29 21:34:13.849585 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:14.106846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea8a7-adcc-4344-9382-d9f560ab05dd req-d9d77b25-9428-456e-8178-1251e05f8bbb tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:14.108246 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8cea8a7-adcc-4344-9382-d9f560ab05dd req-d9d77b25-9428-456e-8178-1251e05f8bbb tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 945 time: 0.0521839
Jan 29 21:34:14.153338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8cea8a7-adcc-4344-9382-d9f560ab05dd req-f42a4f82-a1c5-4460-9182-b280596aba8a tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395672
Jan 29 21:34:15.781568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:16.921947 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:22.494223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-9cd3284c-e284-4816-a748-b4fd011cd220 req-ef6eafcd-c978-4f82-886e-8d76e9b20c03 service neutron] (125943) timed out ('10.222.0.20', 56026) {{(pid=125943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:34:22.760447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:23.681296 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:25.508632 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:34:40.384476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-757cc3f3-6881-4967-b811-09dd5ca0c594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:42.741200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc0c876c-da6e-4e8f-8dd8-9704be215ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:43.852799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:45.722561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:46.256015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-c26a1e19-79a8-4b95-9df9-1cd140032053 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426395
Jan 29 21:34:46.341647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-983ab2ef-683b-461d-831a-54bbf72055b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:46.343146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-983ab2ef-683b-461d-831a-54bbf72055b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 1127 time: 0.0471470
Jan 29 21:34:46.443579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-c7dcdc42-234f-4310-8887-8810b406abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:46.445036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-c7dcdc42-234f-4310-8887-8810b406abff service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0817871
Jan 29 21:34:46.491096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-8b3771df-dff3-4084-9016-821aa98d0fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 200  len: 217 time: 0.0391183
Jan 29 21:34:46.537897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-a9faaca5-3bbf-46e0-bae2-a12d125935a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:34:46.539322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-a9faaca5-3bbf-46e0-bae2-a12d125935a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0422351
Jan 29 21:34:46.569684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-f2f24d75-cfaf-4815-a72c-a12fe746c350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239501
Jan 29 21:34:46.655056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-a16419da-e936-4999-b809-d0a3e0521c04 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791955
Jan 29 21:34:46.744632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8955f254-c35d-4c00-b1f8-01e18d2eb9b2 req-dd2602fd-ff68-4d30-a7c5-38597122fd86 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836523
Jan 29 21:34:46.924009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:52.760213 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:34:53.671810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:02.507420 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:35:10.387105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b04f05a1-bd44-4559-a17f-be70fd97b5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:12.741569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3ab4-93c3-43db-a39e-f593d1bc8589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:13.856330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:15.727615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:16.924495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:22.760816 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:23.692690 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:39.506941 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:35:40.388903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f715404-7135-48e9-8d84-5a5d36174b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:42.742279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-133495c3-5897-4e35-a42a-4d0278ab525d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:43.859128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:45.728530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:46.926166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:48.273971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-a220ffa8-2c55-446e-837f-0d89a89af0fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440426
Jan 29 21:35:48.361970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-7f4f4622-08c9-4243-85da-ccebe7ccc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:48.363463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-7f4f4622-08c9-4243-85da-ccebe7ccc2eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 1127 time: 0.0447206
Jan 29 21:35:48.464781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-a1c1d6ec-d876-4eb4-9813-8551a2fa1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:48.466869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-a1c1d6ec-d876-4eb4-9813-8551a2fa1e30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 200  len: 915 time: 0.0871975
Jan 29 21:35:48.507645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-5cc310b2-2003-4fe5-b975-f8096d8623d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 200  len: 217 time: 0.0342784
Jan 29 21:35:48.558122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-0af47882-e78f-427a-837c-bae25900a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:48.559550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-0af47882-e78f-427a-837c-bae25900a36a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 200  len: 854 time: 0.0465701
Jan 29 21:35:48.588968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-6b132f24-6d41-434b-9cb8-0d5930044260 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48d75962-349d-40ad-b145-9be114d7a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241351
Jan 29 21:35:48.673528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-fc0fcb65-502b-4b44-8d97-6136efc9fff0 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791123
Jan 29 21:35:48.762361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-33871ca9-f318-47a3-a828-6bc8cf5a8d81 req-415d7cde-7e93-4c48-8f85-d43520d7b132 service neutron] 10.222.0.18 "GET /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827515
Jan 29 21:35:52.775398 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:52.858259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c393d6-b631-434a-a955-009bc8889a4f req-326f6d04-4c22-48c5-9b66-389d9de659f5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:52.859638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44c393d6-b631-434a-a955-009bc8889a4f req-326f6d04-4c22-48c5-9b66-389d9de659f5 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 945 time: 0.0534678
Jan 29 21:35:52.905540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44c393d6-b631-434a-a955-009bc8889a4f req-97485ee7-8141-44e3-bdf9-20bc3ec7d28a tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402610
Jan 29 21:35:53.705692 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:54.027591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064faec3-89cf-4bb0-859b-3c3eca4829c1 req-4fb19ff1-902c-4335-bebb-f5f4fdde8fd7 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:54.029580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-064faec3-89cf-4bb0-859b-3c3eca4829c1 req-4fb19ff1-902c-4335-bebb-f5f4fdde8fd7 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 945 time: 0.0559177
Jan 29 21:35:54.077787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-064faec3-89cf-4bb0-859b-3c3eca4829c1 req-091e5e3f-ba42-433d-8de4-a5a8c3c48290 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fa7299-3182-4854-8fd7-6d1cdd12c275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427480
Jan 29 21:35:54.437305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-5f4938bc-587b-441e-a576-ce6c09c5db5b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:35:54.438738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-5f4938bc-587b-441e-a576-ce6c09c5db5b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 945 time: 0.0498712
Jan 29 21:35:54.528006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Deleting port 8f1494b5-f709-4c32-8718-07682cd59d71 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:35:54.528350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:54.615570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] For port 8f1494b5-f709-4c32-8718-07682cd59d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1494b5-f709-4c32-8718-07682cd59d71,segment=NetworkSegment(24e4dac7-e237-4d5d-a938-9a2fd5daf250),segment_id=24e4dac7-e237-4d5d-a938-9a2fd5daf250)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:35:54.615931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:54.628814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Calling delete_port for 8f1494b5-f709-4c32-8718-07682cd59d71 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:35:54.753663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8f1494b5-f709-4c32-8718-07682cd59d71), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:54.764738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8f1494b5-f709-4c32-8718-07682cd59d71'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:35:54.779013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Pushing event deleted for resources: {'Port': ['ID=8f1494b5-f709-4c32-8718-07682cd59d71,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:35:54.791502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.791855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.792202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.792549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.792886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.793251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.794063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.794439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.794767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.795096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.795420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.795742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.796065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:35:54.834079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] No DVR routers for this DVR port 8f1494b5-f709-4c32-8718-07682cd59d71 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:35:54.836623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:35:54.839988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-201fd00e-cbca-46c8-ac17-f2e3b516e643 req-6e5f90ec-7253-43de-8f7d-f47dedde2f86 tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.18 "DELETE /v2.0/ports/8f1494b5-f709-4c32-8718-07682cd59d71 HTTP/1.1" status: 204  len: 173 time: 0.3952391
Jan 29 21:35:54.840426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'name': 'network-vif-deleted', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:35:54.842771 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c1e566-3006-4865-bf73-93d7610c4ad1" -d '{"events": [{"server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "name": "network-vif-deleted", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:35:54.880288 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26ef39-3046-442d-b20c-40652aae3718 x-openstack-request-id: req-0c26ef39-3046-442d-b20c-40652aae3718 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:35:54.880588 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67807faa-4fb5-4553-8948-36d803ed7d23", "name": "network-vif-deleted", "tag": "8f1494b5-f709-4c32-8718-07682cd59d71", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:35:54.880918 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c26ef39-3046-442d-b20c-40652aae3718 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:35:54.881356 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67807faa-4fb5-4553-8948-36d803ed7d23', 'name': 'network-vif-deleted', 'tag': '8f1494b5-f709-4c32-8718-07682cd59d71', 'status': 'completed', 'code': 200}
Jan 29 21:35:55.184531 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-58bb17b3-5c87-43e8-a1af-09d2e67494c3 req-bf8856fc-7315-4f6b-be38-daeed1f0242b tempest-VolumesSnapshotTestJSON-16764377 tempest-VolumesSnapshotTestJSON-16764377-project] 10.222.0.20 "GET /v2.0/ports?device_id=67807faa-4fb5-4553-8948-36d803ed7d23 HTTP/1.1" status: 200  len: 210 time: 0.0275903
Jan 29 21:35:58.739220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8f1494b5-f709-4c32-8718-07682cd59d71 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:35:58.758627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 8f1494b5-f709-4c32-8718-07682cd59d71 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:35:58.758973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8f1494b5-f709-4c32-8718-07682cd59d71 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:10.389326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-01d8a4b7-6a1d-47fe-ac97-e748d0434adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:12.742584 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e68f1a6c-1659-4761-8858-c39bbaa82018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:13.861437 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.108890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33622) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:15.152157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Deleting subnet 16f5771b-1dca-4cd7-b833-932106b27b0f {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:36:15.155740 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Publish callbacks [] for subnet (16f5771b-1dca-4cd7-b833-932106b27b0f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.188511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (16f5771b-1dca-4cd7-b833-932106b27b0f), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.232007 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (16f5771b-1dca-4cd7-b833-932106b27b0f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.282957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (16f5771b-1dca-4cd7-b833-932106b27b0f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.308366 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f5771b-1dca-4cd7-b833-932106b27b0f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:15.313440 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.316587 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16f5771b-1dca-4cd7-b833-932106b27b0f HTTP/1.1" status: 204  len: 168 time: 0.2066216
Jan 29 21:36:15.319784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33626) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:15.322117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.322467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.322807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.323155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.323472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.323799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.324125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.324453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.324763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.325111 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.325434 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.325749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.326068 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3aa37-1ed7-422c-a85c-d2091e4310fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:15.388708 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (48d75962-349d-40ad-b145-9be114d7a9c6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.463867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (48d75962-349d-40ad-b145-9be114d7a9c6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.483136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0b472eb0>,) {'filters': {'network_id': ['48d75962-349d-40ad-b145-9be114d7a9c6']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:15.492129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b472eb0>, '24e4dac7-e237-4d5d-a938-9a2fd5daf250') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:15.492426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0b472eb0>, '24e4dac7-e237-4d5d-a938-9a2fd5daf250') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:15.506114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (24e4dac7-e237-4d5d-a938-9a2fd5daf250), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.519637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24e4dac7-e237-4d5d-a938-9a2fd5daf250), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.525369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:36:15.525745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (24e4dac7-e237-4d5d-a938-9a2fd5daf250), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:36:15.527343 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:36:15.581796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (48d75962-349d-40ad-b145-9be114d7a9c6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.587372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.593464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/48d75962-349d-40ad-b145-9be114d7a9c6 HTTP/1.1" status: 204  len: 168 time: 0.2699959
Jan 29 21:36:15.603533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b84af5-1209-4d29-8d7c-1b4e17a44fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d75962-349d-40ad-b145-9be114d7a9c6,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:15.701177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33634) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:15.732190 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.742871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1991b06c-43da-495c-8aa3-b1a1bde59a09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e01a7131e04956bdf4310d2d1aa0d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403867
Jan 29 21:36:15.745209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33636) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:15.790372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] Publish callbacks [] for security_group (c5fa7299-3182-4854-8fd7-6d1cdd12c275), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.810719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] Publish callbacks [] for security_group (c5fa7299-3182-4854-8fd7-6d1cdd12c275), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.860719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (c5fa7299-3182-4854-8fd7-6d1cdd12c275), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.863297 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:15.864477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5fa7299-3182-4854-8fd7-6d1cdd12c275 HTTP/1.1" status: 204  len: 168 time: 0.1183913
Jan 29 21:36:15.872219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562befa-af13-4258-b8f0-51c09c7743a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa7299-3182-4854-8fd7-6d1cdd12c275,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:16.506034 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:36:16.520366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33660) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:16.667618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1579616055-network', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:16.685651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Made reservation on behalf of bac12e0b845f4c6bbc177715bb6f06c2 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:36:16.687838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.695964 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.768818 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks [] for security_group (b0a36fe1-7171-4941-a195-73354c151be0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.772269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b0a36fe1-7171-4941-a195-73354c151be0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.795805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:36:16.804160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a36fe1-7171-4941-a195-73354c151be0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:16.810177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (29e6ac19-243b-49d3-ad9c-2353aa883216), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.810551 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Added segment 29e6ac19-243b-49d3-ad9c-2353aa883216 of type vlan for network 93c920d6-6365-4449-ada6-2f0d314fe137
Jan 29 21:36:16.850032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (93c920d6-6365-4449-ada6-2f0d314fe137), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.873217 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (93c920d6-6365-4449-ada6-2f0d314fe137), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.874653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:16.875249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.929937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4084122
Jan 29 21:36:16.932832 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33666) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:16.933357 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:16.939892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0279f-4af9-4022-8206-e1d6e59cf9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=93c920d6-6365-4449-ada6-2f0d314fe137,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:16.941211 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Request body: {'subnet': {'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1579616055-subnet', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:16.950095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 93c920d6-6365-4449-ada6-2f0d314fe137 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:36:16.961961 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Made reservation on behalf of bac12e0b845f4c6bbc177715bb6f06c2 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:36:16.964123 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.127937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (cde5f3be-6e26-438a-b055-9ed8ca61e384), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.184137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde5f3be-6e26-438a-b055-9ed8ca61e384,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:17.194165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Checking segment: {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:17.194528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Network hostable DHCP agents. Network: 93c920d6-6365-4449-ada6-2f0d314fe137, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:36:17.212132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Network 93c920d6-6365-4449-ada6-2f0d314fe137 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:36:17.221063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93c920d6-6365-4449-ada6-2f0d314fe137) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:17.225894 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:17.227288 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.230747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2608acc-0e09-4aa1-84ed-91f9214c6e16 None None] Network 93c920d6-6365-4449-ada6-2f0d314fe137 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:17.245833 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bb4be41-5e35-4e6c-9459-aacbb1853049 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3083124
Jan 29 21:36:17.246261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33668) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:17.251387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:17.270506 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.271521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.322654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for router_controller (bdfbdc41-6860-4b60-b166-0c729a1e99a6), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.336866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-93c920d6-6365-4449-ada6-2f0d314fe137', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:36:17.337746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.472202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Allocated IP 172.20.0.2 (93c920d6-6365-4449-ada6-2f0d314fe137/cde5f3be-6e26-438a-b055-9ed8ca61e384/f4cc4ae7-c3da-44bf-97b8-fdebed983e9f) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:17.625271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks [] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.630663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.668858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Network 93c920d6-6365-4449-ada6-2f0d314fe137 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:17.674549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:17.678288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:17.684570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:17.696873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.697268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.697616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.697951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.698289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.698621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.698946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.699270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.699597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.699918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.700239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.700559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.700877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:17.749242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Attempting to bind port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:17.749512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Attempting to bind port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:17.749872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Attempting to bind port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f on network 93c920d6-6365-4449-ada6-2f0d314fe137 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:17.754870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:17.755252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Checking segment: {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:17.755654 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.756049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Bound using segment: {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:17.756514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Bound port: f4cc4ae7-c3da-44bf-97b8-fdebed983e9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:17.756895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.817420 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for router_gateway (bdfbdc41-6860-4b60-b166-0c729a1e99a6), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.823708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] For port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:17.826933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] For port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:17.831991 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:17.886068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f85de-77a8-4dbc-bda9-54dc8aab3bc9 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:18.027718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for router_gateway (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.051040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.172353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Allocated IP 172.35.4.21 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/a174d49f-e225-46d6-9a5b-a288fa97b1b2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:18.281084 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.314476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.351416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:18.356225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:18.359944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:18.383265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Pushing event updated for resources: {'Port': ['ID=a174d49f-e225-46d6-9a5b-a288fa97b1b2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:18.603905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for router_gateway (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.807276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:18.876001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0b8d3-bb46-4a39-9522-a85645ea27fc None None] Network 93c920d6-6365-4449-ada6-2f0d314fe137 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:18.935521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Router bdfbdc41-6860-4b60-b166-0c729a1e99a6 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:36:18.938367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Provisioning complete for port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:18.938742 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.047014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:19.056737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Sync routers for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:19.059709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Current status of the port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:19.060097 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.074624 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.078180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-653d5ece-f624-4847-a45e-5481f8d9f51c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8284028
Jan 29 21:36:19.079191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33670) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:19.083291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:19.083859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5d18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:19.127606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f4cc4ae7-c3da-44bf-97b8-fdebed983e9f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:19.196060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] For port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:19.207094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.293241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:19.294951 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34048055-64a4-4a6f-af3d-68e8ab5629a6 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:19.361320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:19.361604 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.431858 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4de95fc7-2d28-4952-b820-7638615f0eeb None None] Provisioning complete for port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:19.432234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4de95fc7-2d28-4952-b820-7638615f0eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.526660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.585184 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:19.612249 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4de95fc7-2d28-4952-b820-7638615f0eeb None None] Current status of the port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:19.626761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5d18e0>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:18Z', 'revision_number': 3, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:19.656914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Checking router: bdfbdc41-6860-4b60-b166-0c729a1e99a6 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:19.657292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Updating router bdfbdc41-6860-4b60-b166-0c729a1e99a6 port a174d49f-e225-46d6-9a5b-a288fa97b1b2 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:36:19.680253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Allocated IP 172.20.0.1 (93c920d6-6365-4449-ada6-2f0d314fe137/cde5f3be-6e26-438a-b055-9ed8ca61e384/8d2d1554-80fd-4b54-89bc-bcd9aba3e834) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:19.684264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.786067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks [] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.819748 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.855219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Network 93c920d6-6365-4449-ada6-2f0d314fe137 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:19.859926 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:19.865475 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:19.894303 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:19.913104 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.948587 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks [] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:19.955015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.013059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70db08-8678-4fda-9bff-cf7cdac8d039 None None] Pushing event updated for resources: {'Port': ['ID=a174d49f-e225-46d6-9a5b-a288fa97b1b2,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:20.017576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Attempting to bind port a174d49f-e225-46d6-9a5b-a288fa97b1b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:20.018030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Attempting to bind port a174d49f-e225-46d6-9a5b-a288fa97b1b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:20.018455 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Attempting to bind port a174d49f-e225-46d6-9a5b-a288fa97b1b2 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:20.024434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:20.024945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:20.025485 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.025978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:20.026778 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Bound port: a174d49f-e225-46d6-9a5b-a288fa97b1b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:20.027162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.056820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.083929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] For port a174d49f-e225-46d6-9a5b-a288fa97b1b2, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:20.086956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] For port a174d49f-e225-46d6-9a5b-a288fa97b1b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a174d49f-e225-46d6-9a5b-a288fa97b1b2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:20.092950 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.161391 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70db08-8678-4fda-9bff-cf7cdac8d039 None None] Pushing event updated for resources: {'Port': ['ID=a174d49f-e225-46d6-9a5b-a288fa97b1b2,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:20.166701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:20.167299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5d18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:20.171185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2211f677-2cae-4652-bcec-e3e0fefa6999 None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:20.171491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2211f677-2cae-4652-bcec-e3e0fefa6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.237708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks [] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.242287 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.313920 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:20.316510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.408616 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Network 93c920d6-6365-4449-ada6-2f0d314fe137 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:20.410076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:20.436192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2211f677-2cae-4652-bcec-e3e0fefa6999 None None] Port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:36:20.466851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:20.525880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Router bdfbdc41-6860-4b60-b166-0c729a1e99a6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:36:20.641572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:20.646643 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-135579c9-de9c-47f1-889f-b895f0598b97 admin admin] 10.222.0.20 "PUT /v2.0/routers/bdfbdc41-6860-4b60-b166-0c729a1e99a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5666220
Jan 29 21:36:20.679332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a0178ad-733d-4e27-afb9-ed8dca908037 None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:20.679637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a0178ad-733d-4e27-afb9-ed8dca908037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:20.707955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5d18e0>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2d1554-80fd-4b54-89bc-bcd9aba3e834', 'name': '', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'mac_address': 'fa:16:3e:01:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:19Z', 'updated_at': '2022-01-29T21:36:19Z', 'revision_number': 1, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'subnets': [{'id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:20.741471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0e732-3c59-418f-a294-9613438fb26e None None] The sync data for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 is: [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2d1554-80fd-4b54-89bc-bcd9aba3e834', 'name': '', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'mac_address': 'fa:16:3e:01:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:19Z', 'updated_at': '2022-01-29T21:36:19Z', 'revision_number': 1, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'subnets': [{'id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:20.746823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6a0178ad-733d-4e27-afb9-ed8dca908037 None None] Port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:36:21.068136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f4cc4ae7-c3da-44bf-97b8-fdebed983e9f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:21.127921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:21.128312 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.153573 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33686) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:21.159654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1237465601-network', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:21.187416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Made reservation on behalf of 593e194db4a341438bfbfc811f47ddb9 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:36:21.189846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.199576 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.223176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:21.279407 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks [] for security_group (f8775ecb-0bda-419b-9d2e-1e8c2b770416), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.284342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8775ecb-0bda-419b-9d2e-1e8c2b770416), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.312030 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:36:21.318662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8775ecb-0bda-419b-9d2e-1e8c2b770416,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:21.324966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe8a7e9f-efc3-4622-8b4f-05a3640caba3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.325494 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Added segment fe8a7e9f-efc3-4622-8b4f-05a3640caba3 of type vlan for network 0290f230-18de-476c-8610-6fe13a1d3b12
Jan 29 21:36:21.371307 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (0290f230-18de-476c-8610-6fe13a1d3b12), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.396515 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (0290f230-18de-476c-8610-6fe13a1d3b12), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.397615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:21.398257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.460273 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3045697
Jan 29 21:36:21.463150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:21.468978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Request body: {'subnet': {'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1237465601-subnet', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:21.470197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a109a-dcb7-49db-834b-d96a962cc890 admin admin] Pushing event updated for resources: {'Network': ['ID=0290f230-18de-476c-8610-6fe13a1d3b12,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:21.487817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 0290f230-18de-476c-8610-6fe13a1d3b12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:36:21.494894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Made reservation on behalf of 593e194db4a341438bfbfc811f47ddb9 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:36:21.497211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.679032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (de4758b3-e07f-4546-9bed-6b1f255017d1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.730824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4758b3-e07f-4546-9bed-6b1f255017d1,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:21.746392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Checking segment: {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:21.746754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Network hostable DHCP agents. Network: 0290f230-18de-476c-8610-6fe13a1d3b12, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:36:21.763207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Network 0290f230-18de-476c-8610-6fe13a1d3b12 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:36:21.773217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0290f230-18de-476c-8610-6fe13a1d3b12) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:21.777864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:21.778572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.784808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01972b-111b-45d5-8f73-f67db360978a None None] Network 0290f230-18de-476c-8610-6fe13a1d3b12 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:21.798072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-291f08f3-bb07-4db2-8247-eb82a5df0fce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3337955
Jan 29 21:36:21.800489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:21.805332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:21.826096 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.827755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.888213 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for router_controller (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:21.899696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0290f230-18de-476c-8610-6fe13a1d3b12', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:36:21.900695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.036706 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for router_gateway (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.046440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Allocated IP 172.20.0.2 (0290f230-18de-476c-8610-6fe13a1d3b12/de4758b3-e07f-4546-9bed-6b1f255017d1/8660c546-3b89-4ba9-ab0e-a77a0f452b30) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:22.207469 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks [] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.214268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.261300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Network 0290f230-18de-476c-8610-6fe13a1d3b12 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:22.266626 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:22.269136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:22.272548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Pushing event updated for resources: {'Port': ['ID=8660c546-3b89-4ba9-ab0e-a77a0f452b30,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:22.273701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for router_gateway (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.296254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.328769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Attempting to bind port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:22.329178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Attempting to bind port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:22.329544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Attempting to bind port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 on network 0290f230-18de-476c-8610-6fe13a1d3b12 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:22.335015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:22.335015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Checking segment: {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:22.335403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.335797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Bound using segment: {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:22.336262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Bound port: 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:22.336646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.400114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] For port 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:22.403351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] For port 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8660c546-3b89-4ba9-ab0e-a77a0f452b30,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:22.405457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Allocated IP 172.35.4.245 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/bee5f395-1437-418c-b1de-a33b233ef2f3) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:22.411539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.471945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4501a-4022-4d00-9a06-9f98943f755d None None] Pushing event updated for resources: {'Port': ['ID=8660c546-3b89-4ba9-ab0e-a77a0f452b30,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:22.519895 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.556449 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.596869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:22.602768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:22.605376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:22.639711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Pushing event updated for resources: {'Port': ['ID=bee5f395-1437-418c-b1de-a33b233ef2f3,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:22.803004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:22.896959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for router_gateway (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.037077 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Sync routers for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:23.050818 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:23.051515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:23.112158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.136437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8660c546-3b89-4ba9-ab0e-a77a0f452b30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:23.203884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:23.204286 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.260600 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:36:23.270118 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:23.292098 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:23.292638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.324820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8660c546-3b89-4ba9-ab0e-a77a0f452b30,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:23.330040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.331021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a174d49f-e225-46d6-9a5b-a288fa97b1b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:23.381816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:23.398271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Sync routers for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:23.408458 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.412922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33696) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:23.414545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bfd0cd6a-7842-452e-a5d0-51f193752819 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.6126390
Jan 29 21:36:23.444471 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:23.445185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:23.499897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=8660c546-3b89-4ba9-ab0e-a77a0f452b30,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:23.503432 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c0a0>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2d1554-80fd-4b54-89bc-bcd9aba3e834', 'name': '', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'mac_address': 'fa:16:3e:01:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:19Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 2, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'subnets': [{'id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:23.546847 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Checking router: bdfbdc41-6860-4b60-b166-0c729a1e99a6 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:23.547581 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Updating router bdfbdc41-6860-4b60-b166-0c729a1e99a6 port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:36:23.565575 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a174d49f-e225-46d6-9a5b-a288fa97b1b2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:23.565954 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.592294 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.621826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:23.830301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5623d97-7092-4bc1-95f5-8dbbb1b85029 None None] Network 0290f230-18de-476c-8610-6fe13a1d3b12 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:23.884558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.909887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a174d49f-e225-46d6-9a5b-a288fa97b1b2 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:23.910278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.948483 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks [] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.954393 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.957359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1c72ea3e-3fee-4025-88fa-6fb0d86052b4 None None] Provisioning complete for port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:23.957741 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c72ea3e-3fee-4025-88fa-6fb0d86052b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:23.961957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port a174d49f-e225-46d6-9a5b-a288fa97b1b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a174d49f-e225-46d6-9a5b-a288fa97b1b2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:23.989860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.017542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Pushing event updated for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:24.045903 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.045903 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.047151 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.047736 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.048161 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.048705 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.049277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.049839 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.050399 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.050935 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.051477 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.052006 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.052555 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:36:24.100127 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Attempting to bind port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:24.100908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Attempting to bind port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:24.101556 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Attempting to bind port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 on network 93c920d6-6365-4449-ada6-2f0d314fe137 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:24.108811 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:24.109814 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Checking segment: {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:24.110596 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.111327 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Bound using segment: {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:24.112210 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Bound port: 8d2d1554-80fd-4b54-89bc-bcd9aba3e834, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e6ac19-243b-49d3-ad9c-2353aa883216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:24.113075 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.200734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] For port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:24.205458 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] For port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:24.216252 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.220099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:22Z', 'revision_number': 3, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:24.260741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Checking router: 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:24.261129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Updating router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 port bee5f395-1437-418c-b1de-a33b233ef2f3 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:36:24.266966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.281683 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:24.283047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:24.302199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=a174d49f-e225-46d6-9a5b-a288fa97b1b2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:24.314064 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.373857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4ca0a-81bd-43d2-a892-5518d758b915 None None] Pushing event updated for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:24.427715 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:24.439756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c72ea3e-3fee-4025-88fa-6fb0d86052b4 None None] Current status of the port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:24.526400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Allocated IP 172.20.0.1 (0290f230-18de-476c-8610-6fe13a1d3b12/de4758b3-e07f-4546-9bed-6b1f255017d1/4e54428b-4656-4ff0-a0f8-626e2afd01e5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:24.624891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:24.625617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.667663 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks [] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.691654 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8c0a0>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2d1554-80fd-4b54-89bc-bcd9aba3e834', 'name': '', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'mac_address': 'fa:16:3e:01:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:19Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'subnets': [{'id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:24.709466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.727733 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f27c8e-c9bf-4a9c-84a2-5cde869bedd1 None None] The sync data for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 is: [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:20Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2d1554-80fd-4b54-89bc-bcd9aba3e834', 'name': '', 'network_id': '93c920d6-6365-4449-ada6-2f0d314fe137', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'mac_address': 'fa:16:3e:01:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:19Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'subnets': [{'id': 'cde5f3be-6e26-438a-b055-9ed8ca61e384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:24.750408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks [] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.751160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Network 0290f230-18de-476c-8610-6fe13a1d3b12 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:24.758263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:24.761995 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.763100 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:24.773055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Current status of the port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:24.773451 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.800254 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Pushing event updated for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:24.830597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.855859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] For port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:24.868580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2ad4-aa9e-4580-a134-7959877bb47f None None] Pushing event updated for resources: {'Port': ['ID=bee5f395-1437-418c-b1de-a33b233ef2f3,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:24.871682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.879721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Attempting to bind port bee5f395-1437-418c-b1de-a33b233ef2f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:24.880582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Attempting to bind port bee5f395-1437-418c-b1de-a33b233ef2f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:24.881137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Attempting to bind port bee5f395-1437-418c-b1de-a33b233ef2f3 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:24.914750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:24.915139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:24.915814 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.916213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:24.916706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Bound port: bee5f395-1437-418c-b1de-a33b233ef2f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:24.917152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:24.994741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ea8fd-6793-4142-8075-e5c7afc77f7b None None] Pushing event updated for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:25.033987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] For port bee5f395-1437-418c-b1de-a33b233ef2f3, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:25.039379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] For port bee5f395-1437-418c-b1de-a33b233ef2f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5f395-1437-418c-b1de-a33b233ef2f3,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:25.039594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.042551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Provisioning complete for port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.042922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.081594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.159802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8660c546-3b89-4ba9-ab0e-a77a0f452b30 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:25.205015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2ad4-aa9e-4580-a134-7959877bb47f None None] Pushing event updated for resources: {'Port': ['ID=bee5f395-1437-418c-b1de-a33b233ef2f3,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:25.215165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:25.215804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:25.238146 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks [] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.242960 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.319776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.322792 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Pushing event updated for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:25.337928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Current status of the port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:25.350671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.351052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.394245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.394620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.403515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:25.425790 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Network 0290f230-18de-476c-8610-6fe13a1d3b12 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:25.427188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:25.564139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:36:25.655466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:25.656571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:25.686517 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:25.701034 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a26009b3-f560-4bba-8c01-fab9752abf00 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c85f3d5-7f02-4bca-9757-d87f2d9e8a24/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2763443
Jan 29 21:36:25.707225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-30f68399-8788-494e-a9db-7898b141c82f None None] Current status of the port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:25.761584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.761962 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.793619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a45bf40>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e54428b-4656-4ff0-a0f8-626e2afd01e5', 'name': '', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'mac_address': 'fa:16:3e:1e:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:24Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 1, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'subnets': [{'id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:25.830689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044df46-d4bb-4231-b54d-591ab643f8c1 None None] The sync data for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 is: [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e54428b-4656-4ff0-a0f8-626e2afd01e5', 'name': '', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'mac_address': 'fa:16:3e:1e:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:24Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 1, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'subnets': [{'id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:25.845982 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7025d3ec-ea5d-4acd-86e2-e2ae13517d11 None None] Provisioning complete for port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.846363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7025d3ec-ea5d-4acd-86e2-e2ae13517d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:25.914658 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7025d3ec-ea5d-4acd-86e2-e2ae13517d11 None None] Port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:36:25.919988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:25.921708 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a174d49f-e225-46d6-9a5b-a288fa97b1b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:25.975560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a174d49f-e225-46d6-9a5b-a288fa97b1b2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:25.976028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:26.110542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a174d49f-e225-46d6-9a5b-a288fa97b1b2 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:26.986358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33746) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:27.038627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:27.087446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:27.087824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:27.164298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:27.331535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:27.582764 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Deleting port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:27.583109 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:27.666900 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] For port 8d2d1554-80fd-4b54-89bc-bcd9aba3e834, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:27.667269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:27.681400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Calling delete_port for 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:27.872632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (8d2d1554-80fd-4b54-89bc-bcd9aba3e834), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:27.898980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2d1554-80fd-4b54-89bc-bcd9aba3e834,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:28.099450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:28.340216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Router bdfbdc41-6860-4b60-b166-0c729a1e99a6 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:36:28.449725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:28.454697 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-637954a1-c3c1-4b84-b90d-f16492eb11fe admin admin] 10.222.0.20 "PUT /v2.0/routers/bdfbdc41-6860-4b60-b166-0c729a1e99a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4672816
Jan 29 21:36:28.458005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33748) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:28.458695 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Sync routers for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:28.469420 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:28.470105 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:28.562862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks [] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:28.572821 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:28.683642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks [] for router_gateway (bdfbdc41-6860-4b60-b166-0c729a1e99a6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:28.741935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Deleting port a174d49f-e225-46d6-9a5b-a288fa97b1b2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:28.742278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:28.763744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8ca00>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:27Z', 'revision_number': 5, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port': {'id': 'a174d49f-e225-46d6-9a5b-a288fa97b1b2', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:18Z', 'updated_at': '2022-01-29T21:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:28.790850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Checking router: bdfbdc41-6860-4b60-b166-0c729a1e99a6 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:28.799920 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Routers {'bdfbdc41-6860-4b60-b166-0c729a1e99a6'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:28.800532 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af8ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:28.828828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] For port a174d49f-e225-46d6-9a5b-a288fa97b1b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a174d49f-e225-46d6-9a5b-a288fa97b1b2,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:28.829247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:28.843981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Calling delete_port for a174d49f-e225-46d6-9a5b-a288fa97b1b2 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:28.981271 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] Set router bdfbdc41-6860-4b60-b166-0c729a1e99a6 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:29.024923 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a174d49f-e225-46d6-9a5b-a288fa97b1b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.035394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af8ca00>, [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:28Z', 'revision_number': 6, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:29.047505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Sync routers for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:29.056572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Pushing event deleted for resources: {'Port': ['ID=a174d49f-e225-46d6-9a5b-a288fa97b1b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:29.072086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143eb5e-0de2-4bce-ae0b-4db6d5c0b385 None None] The sync data for ids ['bdfbdc41-6860-4b60-b166-0c729a1e99a6'] in ncdv-master-1 is: [{'id': 'bdfbdc41-6860-4b60-b166-0c729a1e99a6', 'name': 'tempest-TestAggregatesBasicOps-1579616055-router', 'tenant_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:17Z', 'updated_at': '2022-01-29T21:36:28Z', 'revision_number': 6, 'project_id': 'bac12e0b845f4c6bbc177715bb6f06c2', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:29.084112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:29.085118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7604c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:29.128934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.204649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:29.224158 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.226544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks [] for router_controller (bdfbdc41-6860-4b60-b166-0c729a1e99a6), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.270645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (bdfbdc41-6860-4b60-b166-0c729a1e99a6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.271219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdfbdc41-6860-4b60-b166-0c729a1e99a6 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:36:29.275988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.277419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ed4de050-5679-42b2-a151-62169b7b641a admin admin] 10.222.0.20 "DELETE /v2.0/routers/bdfbdc41-6860-4b60-b166-0c729a1e99a6 HTTP/1.1" status: 204  len: 168 time: 0.8183537
Jan 29 21:36:29.280688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33768) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:29.329830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Deleting subnet cde5f3be-6e26-438a-b055-9ed8ca61e384 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:36:29.333238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Publish callbacks [] for subnet (cde5f3be-6e26-438a-b055-9ed8ca61e384), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.369810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (cde5f3be-6e26-438a-b055-9ed8ca61e384), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.464485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (cde5f3be-6e26-438a-b055-9ed8ca61e384), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.481337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bee5f395-1437-418c-b1de-a33b233ef2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:29.528609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (cde5f3be-6e26-438a-b055-9ed8ca61e384), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.560298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde5f3be-6e26-438a-b055-9ed8ca61e384,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:29.574911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.578844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6684ff97-1fbd-4598-8513-23cf29d61517 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cde5f3be-6e26-438a-b055-9ed8ca61e384 HTTP/1.1" status: 204  len: 168 time: 0.2971532
Jan 29 21:36:29.581346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:29.593354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72aa120-02f1-4fbc-8188-36fb69ae7dc0 None None] Network 93c920d6-6365-4449-ada6-2f0d314fe137 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:29.598640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bee5f395-1437-418c-b1de-a33b233ef2f3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:29.599017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.648009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (93c920d6-6365-4449-ada6-2f0d314fe137), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.700051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Deleting port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:29.700391 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.752738 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7604c0>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e54428b-4656-4ff0-a0f8-626e2afd01e5', 'name': '', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'mac_address': 'fa:16:3e:1e:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:24Z', 'updated_at': '2022-01-29T21:36:25Z', 'revision_number': 2, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'subnets': [{'id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:29.767644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] For port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,segment=NetworkSegment(29e6ac19-243b-49d3-ad9c-2353aa883216),segment_id=29e6ac19-243b-49d3-ad9c-2353aa883216)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:29.768148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.781228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Calling delete_port for f4cc4ae7-c3da-44bf-97b8-fdebed983e9f owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:29.786969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Checking router: 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:29.787326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Updating router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:36:29.822396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bee5f395-1437-418c-b1de-a33b233ef2f3 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:29.822848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.837900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.856463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port bee5f395-1437-418c-b1de-a33b233ef2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5f395-1437-418c-b1de-a33b233ef2f3,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:29.863864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.866461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f4cc4ae7-c3da-44bf-97b8-fdebed983e9f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:29.900563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cc4ae7-c3da-44bf-97b8-fdebed983e9f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:29.902578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] No DVR routers for this DVR port f4cc4ae7-c3da-44bf-97b8-fdebed983e9f on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:36:29.911291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497e650-8d8b-40b3-948b-d9a4a2f44514 None None] DHCP port deletion for 93c920d6-6365-4449-ada6-2f0d314fe137 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:36:30.001595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=bee5f395-1437-418c-b1de-a33b233ef2f3,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:30.192696 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks [] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.200178 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.261731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622ab03-047f-4f57-80a6-c92b94b13ac6 None None] Pushing event updated for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:30.332593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Attempting to bind port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:30.332968 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Attempting to bind port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:30.333382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Attempting to bind port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 on network 0290f230-18de-476c-8610-6fe13a1d3b12 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:30.339864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:30.340272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Checking segment: {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:30.340660 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.345861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Bound using segment: {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:30.345861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Bound port: 4e54428b-4656-4ff0-a0f8-626e2afd01e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:30.345861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.388791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (93c920d6-6365-4449-ada6-2f0d314fe137), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.410509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fa700>,) {'filters': {'network_id': ['93c920d6-6365-4449-ada6-2f0d314fe137']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:30.412198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] For port 4e54428b-4656-4ff0-a0f8-626e2afd01e5, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:30.415975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] For port 4e54428b-4656-4ff0-a0f8-626e2afd01e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e54428b-4656-4ff0-a0f8-626e2afd01e5,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:30.422669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fa700>, '29e6ac19-243b-49d3-ad9c-2353aa883216') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:30.423169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a2fa700>, '29e6ac19-243b-49d3-ad9c-2353aa883216') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:30.429625 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.434102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (29e6ac19-243b-49d3-ad9c-2353aa883216), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.449373 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (29e6ac19-243b-49d3-ad9c-2353aa883216), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.456944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:36:30.457479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (29e6ac19-243b-49d3-ad9c-2353aa883216), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:36:30.459622 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:36:30.492330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:30.492958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7604c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:30.494730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622ab03-047f-4f57-80a6-c92b94b13ac6 None None] Pushing event updated for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:30.523282 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (93c920d6-6365-4449-ada6-2f0d314fe137), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.530969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.535401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] 10.222.0.20 "DELETE /v2.0/networks/93c920d6-6365-4449-ada6-2f0d314fe137 HTTP/1.1" status: 204  len: 168 time: 0.9531004
Jan 29 21:36:30.538480 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33772) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:30.547611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56f56e-d2e2-4b43-afb4-e7d0b04f4528 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c920d6-6365-4449-ada6-2f0d314fe137,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:30.610611 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Provisioning complete for port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:30.611029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.662307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:30.810101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Current status of the port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:30.810398 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.867578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] For port 4e54428b-4656-4ff0-a0f8-626e2afd01e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e54428b-4656-4ff0-a0f8-626e2afd01e5,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:30.872521 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.894286 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:30.942714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdbe38-d14e-44a1-a061-c646b8db0036 None None] Pushing event updated for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:30.962970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7604c0>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e54428b-4656-4ff0-a0f8-626e2afd01e5', 'name': '', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'mac_address': 'fa:16:3e:1e:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:24Z', 'updated_at': '2022-01-29T21:36:30Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'subnets': [{'id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:30.996946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117fe31-25c3-41c9-8bd6-80cb7fee0909 None None] The sync data for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 is: [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:24Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e54428b-4656-4ff0-a0f8-626e2afd01e5', 'name': '', 'network_id': '0290f230-18de-476c-8610-6fe13a1d3b12', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'mac_address': 'fa:16:3e:1e:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:24Z', 'updated_at': '2022-01-29T21:36:30Z', 'revision_number': 4, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'subnets': [{'id': 'de4758b3-e07f-4546-9bed-6b1f255017d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:31.010574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4dcd8285-7b08-4e6d-a2bb-58bf9d4c600c None None] Provisioning complete for port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:31.010874 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8285-7b08-4e6d-a2bb-58bf9d4c600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.097985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd8285-7b08-4e6d-a2bb-58bf9d4c600c None None] Current status of the port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:31.121275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bee5f395-1437-418c-b1de-a33b233ef2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:31.174529 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Deleting port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:31.174873 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.187963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bee5f395-1437-418c-b1de-a33b233ef2f3 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:31.188339 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.267742 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] For port 4e54428b-4656-4ff0-a0f8-626e2afd01e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e54428b-4656-4ff0-a0f8-626e2afd01e5,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:31.268250 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.277792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bee5f395-1437-418c-b1de-a33b233ef2f3 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:31.278871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4e54428b-4656-4ff0-a0f8-626e2afd01e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:31.282144 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Calling delete_port for 4e54428b-4656-4ff0-a0f8-626e2afd01e5 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:31.329856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:31.330158 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.416086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 4e54428b-4656-4ff0-a0f8-626e2afd01e5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:31.469063 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:31.486938 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (4e54428b-4656-4ff0-a0f8-626e2afd01e5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:31.489865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:31.490079 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8d2d1554-80fd-4b54-89bc-bcd9aba3e834 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:31.490503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f4cc4ae7-c3da-44bf-97b8-fdebed983e9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:31.513371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f4cc4ae7-c3da-44bf-97b8-fdebed983e9f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:31.513722 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f4cc4ae7-c3da-44bf-97b8-fdebed983e9f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:31.514187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a174d49f-e225-46d6-9a5b-a288fa97b1b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:31.515661 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e54428b-4656-4ff0-a0f8-626e2afd01e5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:31.537584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a174d49f-e225-46d6-9a5b-a288fa97b1b2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:31.537947 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a174d49f-e225-46d6-9a5b-a288fa97b1b2 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:31.697756 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.199367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:36:32.305504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:36:32.310769 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7cd0f52d-8188-4c37-90f6-ad23e1a3cb1f admin admin] 10.222.0.20 "PUT /v2.0/routers/0c85f3d5-7f02-4bca-9757-d87f2d9e8a24/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7704468
Jan 29 21:36:32.313337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33774) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:32.315099 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Sync routers for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:36:32.325246 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:32.325842 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:32.416975 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks [] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.427073 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:32.518298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks [] for router_gateway (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.571435 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Deleting port bee5f395-1437-418c-b1de-a33b233ef2f3 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:32.571837 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.600453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077070>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:31Z', 'revision_number': 5, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port': {'id': 'bee5f395-1437-418c-b1de-a33b233ef2f3', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:36:22Z', 'updated_at': '2022-01-29T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:32.626921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Checking router: 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:36:32.635641 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Routers {'0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:36:32.636242 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:36:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:32.656494 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] For port bee5f395-1437-418c-b1de-a33b233ef2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5f395-1437-418c-b1de-a33b233ef2f3,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:32.656912 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.670008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Calling delete_port for bee5f395-1437-418c-b1de-a33b233ef2f3 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:32.722514 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] Set router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:36:32.776182 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077070>, [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:32Z', 'revision_number': 6, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:32.802642 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67a4a3-4b12-4b28-9f7c-9c6127429422 None None] The sync data for ids ['0c85f3d5-7f02-4bca-9757-d87f2d9e8a24'] in ncdv-master-1 is: [{'id': '0c85f3d5-7f02-4bca-9757-d87f2d9e8a24', 'name': 'tempest-TestAggregatesBasicOps-1237465601-router', 'tenant_id': '593e194db4a341438bfbfc811f47ddb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:36:21Z', 'updated_at': '2022-01-29T21:36:32Z', 'revision_number': 6, 'project_id': '593e194db4a341438bfbfc811f47ddb9', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:36:32.835900 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bee5f395-1437-418c-b1de-a33b233ef2f3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:32.858861 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee5f395-1437-418c-b1de-a33b233ef2f3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:32.922253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.010827 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.012953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks [] for router_controller (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.058056 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (0c85f3d5-7f02-4bca-9757-d87f2d9e8a24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.058294 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:36:33.063115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.064258 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-294bc022-d9fb-42e5-85b9-9e4260a817c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0c85f3d5-7f02-4bca-9757-d87f2d9e8a24 HTTP/1.1" status: 204  len: 168 time: 0.7498524
Jan 29 21:36:33.066879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33776) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:33.111655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Deleting subnet de4758b3-e07f-4546-9bed-6b1f255017d1 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:36:33.114624 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Publish callbacks [] for subnet (de4758b3-e07f-4546-9bed-6b1f255017d1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.149181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (de4758b3-e07f-4546-9bed-6b1f255017d1), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.243477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (de4758b3-e07f-4546-9bed-6b1f255017d1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.281866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4e54428b-4656-4ff0-a0f8-626e2afd01e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:33.297543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (de4758b3-e07f-4546-9bed-6b1f255017d1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.307352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 4e54428b-4656-4ff0-a0f8-626e2afd01e5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:33.307703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 4e54428b-4656-4ff0-a0f8-626e2afd01e5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:33.324314 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4758b3-e07f-4546-9bed-6b1f255017d1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:33.326275 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.330510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e8c15-435a-429e-84e3-0deeac357b3d None None] Network 0290f230-18de-476c-8610-6fe13a1d3b12 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:36:33.332013 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8acf29d8-5a55-4abc-b758-6ee2a0e1d827 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de4758b3-e07f-4546-9bed-6b1f255017d1 HTTP/1.1" status: 204  len: 168 time: 0.2641892
Jan 29 21:36:33.332346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33778) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:33.403125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (0290f230-18de-476c-8610-6fe13a1d3b12), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.457951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Deleting port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:33.458294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.523107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] For port 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8660c546-3b89-4ba9-ab0e-a77a0f452b30,segment=NetworkSegment(fe8a7e9f-efc3-4622-8b4f-05a3640caba3),segment_id=fe8a7e9f-efc3-4622-8b4f-05a3640caba3)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:33.523389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.536063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Calling delete_port for 8660c546-3b89-4ba9-ab0e-a77a0f452b30 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:33.585158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] DHCP port deletion for 0290f230-18de-476c-8610-6fe13a1d3b12 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:36:33.619759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.641077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Deleting port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:36:33.641540 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.651305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] No DVR routers for this DVR port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:36:33.656627 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8660c546-3b89-4ba9-ab0e-a77a0f452b30,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:33.707020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] For port 8660c546-3b89-4ba9-ab0e-a77a0f452b30, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:33.707424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.722767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Calling delete_port for 8660c546-3b89-4ba9-ab0e-a77a0f452b30 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:36:33.725536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:36:33.726855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (8660c546-3b89-4ba9-ab0e-a77a0f452b30), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.727013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (0290f230-18de-476c-8610-6fe13a1d3b12), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.748848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0865f850>,) {'filters': {'network_id': ['0290f230-18de-476c-8610-6fe13a1d3b12']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:33.751311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] Pushing event deleted for resources: {'Port': ['ID=8660c546-3b89-4ba9-ab0e-a77a0f452b30,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:33.756663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a98854-7c2a-45ac-8a28-d8ca95e6d3cb None None] No DVR routers for this DVR port 8660c546-3b89-4ba9-ab0e-a77a0f452b30 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:36:33.758620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0865f850>, 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:33.759143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0865f850>, 'fe8a7e9f-efc3-4622-8b4f-05a3640caba3') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:36:33.770226 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (fe8a7e9f-efc3-4622-8b4f-05a3640caba3), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.783637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe8a7e9f-efc3-4622-8b4f-05a3640caba3), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.789786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:36:33.790175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (fe8a7e9f-efc3-4622-8b4f-05a3640caba3), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:36:33.791903 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:36:33.852305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (0290f230-18de-476c-8610-6fe13a1d3b12), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.857731 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:33.860878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/0290f230-18de-476c-8610-6fe13a1d3b12 HTTP/1.1" status: 204  len: 168 time: 0.5272775
Jan 29 21:36:33.872619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bfff4-e47e-48ee-95df-df50aeb925ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0290f230-18de-476c-8610-6fe13a1d3b12,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:34.157988 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33782) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:34.199696 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc487aa3-c240-4812-9a14-869f478dd0a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bac12e0b845f4c6bbc177715bb6f06c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405505
Jan 29 21:36:34.202799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33784) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:34.247917 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] Publish callbacks [] for security_group (b0a36fe1-7171-4941-a195-73354c151be0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.273727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] Publish callbacks [] for security_group (b0a36fe1-7171-4941-a195-73354c151be0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.321602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (b0a36fe1-7171-4941-a195-73354c151be0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.324090 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.325264 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0a36fe1-7171-4941-a195-73354c151be0 HTTP/1.1" status: 204  len: 168 time: 0.1215518
Jan 29 21:36:34.333550 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054e0b-6399-458d-b0e2-c63d96eec7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a36fe1-7171-4941-a195-73354c151be0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:34.633108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33790) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:34.674858 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-427821f5-2e89-48ae-9203-ff7236a84132 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=593e194db4a341438bfbfc811f47ddb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405946
Jan 29 21:36:34.677412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33792) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:36:34.723164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] Publish callbacks [] for security_group (f8775ecb-0bda-419b-9d2e-1e8c2b770416), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.743970 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] Publish callbacks [] for security_group (f8775ecb-0bda-419b-9d2e-1e8c2b770416), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.790226 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f8775ecb-0bda-419b-9d2e-1e8c2b770416), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.792915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:34.794121 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8775ecb-0bda-419b-9d2e-1e8c2b770416 HTTP/1.1" status: 204  len: 168 time: 0.1158183
Jan 29 21:36:34.803987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44096-04e9-450d-9931-01764cd433b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8775ecb-0bda-419b-9d2e-1e8c2b770416,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:35.028887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8660c546-3b89-4ba9-ab0e-a77a0f452b30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:35.054970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 8660c546-3b89-4ba9-ab0e-a77a0f452b30 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:35.055330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 8660c546-3b89-4ba9-ab0e-a77a0f452b30 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:35.055764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bee5f395-1437-418c-b1de-a33b233ef2f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:36:35.076223 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: bee5f395-1437-418c-b1de-a33b233ef2f3 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:36:35.076574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bee5f395-1437-418c-b1de-a33b233ef2f3 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:36:40.391296 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-95a54adb-d492-4664-8155-a30c9bd22519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:42.744570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99246014-1bb2-4491-a8e8-9f7967fe3141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:43.865247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:45.690032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-5303f28b-d774-4e99-ba43-97caef4c95d2 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d81575059de472f96c9d3d45ac868bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214145
Jan 29 21:36:45.735707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:45.799694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-e9e30d42-f590-422b-a556-b67163161a1d tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:45.801182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-e9e30d42-f590-422b-a556-b67163161a1d tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1060042
Jan 29 21:36:45.815744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-2d07aea7-d2b6-4b45-8efd-e013d065098f tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/quotas/7d81575059de472f96c9d3d45ac868bc HTTP/1.1" status: 200  len: 375 time: 0.0090926
Jan 29 21:36:45.854840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-d1da9010-0b74-410d-9d43-3c55a0fc41ba tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d81575059de472f96c9d3d45ac868bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0339713
Jan 29 21:36:46.018890 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ae3b287-177f-4d3b-a884-5d6cde6083f1 req-593b372a-fd77-4b88-9a32-a9c86baa39ab tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 210 time: 0.0279734
Jan 29 21:36:46.927736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:46.994655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-713fb609-1551-4626-99cb-d4fa1081bbdf tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d81575059de472f96c9d3d45ac868bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222011
Jan 29 21:36:47.105008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-d732b169-ea32-4004-980c-87e914899246 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:47.107030 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-d732b169-ea32-4004-980c-87e914899246 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1081090
Jan 29 21:36:47.122381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Request body: {'port': {'device_id': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'admin_state_up': True, 'tenant_id': '7d81575059de472f96c9d3d45ac868bc'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:47.142655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c67be334-f771-489f-a472-3a0e15d1d1d7 req-818f9d63-4c46-4b7e-9ef1-b6161eb33cf0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 210 time: 0.0340617
Jan 29 21:36:47.242169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Made reservation on behalf of 7d81575059de472f96c9d3d45ac868bc for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:36:47.245479 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.259222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.331556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks [] for security_group (dad1a9d5-0612-4800-adc3-596fbf8a499d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.334830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dad1a9d5-0612-4800-adc3-596fbf8a499d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.393710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad1a9d5-0612-4800-adc3-596fbf8a499d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:47.463094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Allocated IP 192.168.233.183 (6760676c-5f04-4eff-ae33-bab2dfcfa2e0/e051e6cb-3cf0-466a-9747-c353668ca83e/bb362ae6-bf88-44bc-be91-d78ecc3a559c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:36:47.607130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks [] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.639965 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.682088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:36:47.687042 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:36:47.690668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:36:47.719488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Pushing event updated for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:47.748011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:47.748641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.765610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-6a1fa078-54f8-4044-b21d-51699987e7fc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6466908
Jan 29 21:36:47.776503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Request body: {'port': {'device_id': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:36:47.838247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.916743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b4208330-6ffe-4363-8c44-e9a7e695971e None None] Provisioning complete for port bb362ae6-bf88-44bc-be91-d78ecc3a559c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:47.917152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b4208330-6ffe-4363-8c44-e9a7e695971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:47.950920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b4208330-6ffe-4363-8c44-e9a7e695971e None None] Port bb362ae6-bf88-44bc-be91-d78ecc3a559c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:36:48.103630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb362ae6-bf88-44bc-be91-d78ecc3a559c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:36:48.111131 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks [] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:48.123231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Transition to ACTIVE for port object bb362ae6-bf88-44bc-be91-d78ecc3a559c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:36:48.125988 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:48.178134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Pushing event updated for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:48.282689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Attempting to bind port bb362ae6-bf88-44bc-be91-d78ecc3a559c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:36:48.283022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Attempting to bind port bb362ae6-bf88-44bc-be91-d78ecc3a559c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:36:48.283351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Attempting to bind port bb362ae6-bf88-44bc-be91-d78ecc3a559c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:48.292621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Port bb362ae6-bf88-44bc-be91-d78ecc3a559c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:36:48.292954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Attempting to bind port bb362ae6-bf88-44bc-be91-d78ecc3a559c on network 6760676c-5f04-4eff-ae33-bab2dfcfa2e0 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:36:48.301023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:36:48.301368 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Checking segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:36:48.301758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Bound using segment: {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:36:48.302188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Bound port: bb362ae6-bf88-44bc-be91-d78ecc3a559c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd19dff-fd0b-4803-9695-883baf0885c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:36:48.302543 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:48.313223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc00074-2083-4488-a42d-501049243811 req-c7546d13-6ec2-428b-bdbb-d05416e8f1b0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.314775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffc00074-2083-4488-a42d-501049243811 req-c7546d13-6ec2-428b-bdbb-d05416e8f1b0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 948 time: 0.0890951
Jan 29 21:36:48.400930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ffc00074-2083-4488-a42d-501049243811 req-e818e46c-5b1d-4cc5-83ce-e6b6da7a6afc tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794072
Jan 29 21:36:48.409677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:36:48.413188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:36:48.419196 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:48.454808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.455433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:48.456859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb362ae6-bf88-44bc-be91-d78ecc3a559c HTTP/1.1" status: 200  len: 1096 time: 0.6846204
Jan 29 21:36:48.457364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:36:48.459662 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:36:48.483824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c4bfd-8c45-48f1-b787-05dcfdfdfb86 service neutron] Pushing event updated for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:48.525272 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306ca67e-9ed8-4e9f-91ab-b81d395fd423 x-openstack-request-id: req-306ca67e-9ed8-4e9f-91ab-b81d395fd423 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:36:48.525717 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:36:48.525828 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-306ca67e-9ed8-4e9f-91ab-b81d395fd423 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:36:48.526223 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c', 'status': 'completed', 'code': 200}
Jan 29 21:36:48.545813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-d4e5b700-b16e-49b4-b141-b9ac40c9b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.547415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-d4e5b700-b16e-49b4-b141-b9ac40c9b7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d81575059de472f96c9d3d45ac868bc&device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 1130 time: 0.0510659
Jan 29 21:36:48.599361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-39228da2-0e3a-4111-9a9d-8971c7ae5503 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c HTTP/1.1" status: 200  len: 217 time: 0.0449409
Jan 29 21:36:48.649035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-18d7de57-9bf4-47de-b4d7-997e6a6ca721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.650522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-18d7de57-9bf4-47de-b4d7-997e6a6ca721 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0458083
Jan 29 21:36:48.699177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-a968b8b4-51c0-445d-8baf-b27c56b09cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.700683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-a968b8b4-51c0-445d-8baf-b27c56b09cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0444250
Jan 29 21:36:48.791882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-ac53f975-a5c1-499a-aaf8-498d1c3ebb61 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846052
Jan 29 21:36:48.879298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9bdfd32f-7ac7-4ccb-85cd-681cf5811023 req-99fa1280-3f11-4db4-85a9-7dbd56603683 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814161
Jan 29 21:36:48.969900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-1d1c1007-4b39-45c6-b6f2-affbc7847872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:48.971390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-1d1c1007-4b39-45c6-b6f2-affbc7847872 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d81575059de472f96c9d3d45ac868bc&device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 1130 time: 0.0497971
Jan 29 21:36:49.059018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-9eb54e27-98a2-4764-9bbe-4f6eb71af072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:49.060478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-9eb54e27-98a2-4764-9bbe-4f6eb71af072 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0 HTTP/1.1" status: 200  len: 870 time: 0.0831819
Jan 29 21:36:49.104880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-84a9de94-39c1-4589-b86a-cb492b0f32de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c HTTP/1.1" status: 200  len: 217 time: 0.0379260
Jan 29 21:36:49.153465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-fb2e31d2-22f4-480e-aa62-c59b99d02a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:49.154933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-fb2e31d2-22f4-480e-aa62-c59b99d02a46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e051e6cb-3cf0-466a-9747-c353668ca83e HTTP/1.1" status: 200  len: 843 time: 0.0445874
Jan 29 21:36:49.204363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-30bdd738-c75e-47ef-868c-de3332091cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:49.205964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-30bdd738-c75e-47ef-868c-de3332091cff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6760676c-5f04-4eff-ae33-bab2dfcfa2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0444226
Jan 29 21:36:49.296258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-9f921612-7813-4d4d-9dad-c4e7dd067c0a service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845950
Jan 29 21:36:49.382859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b9aa4a8-6ae2-495a-9e18-567ed1735ddc req-81f1dcdf-8eca-432b-86f7-88d4fd825059 service neutron] 10.222.0.18 "GET /v2.0/networks/6760676c-5f04-4eff-ae33-bab2dfcfa2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800395
Jan 29 21:36:49.519121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86125fe-57d4-44f4-b9c2-d7a65198fb1c req-a915e31d-bd4f-4e96-a2c8-325dc101e5f9 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:49.520514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c86125fe-57d4-44f4-b9c2-d7a65198fb1c req-a915e31d-bd4f-4e96-a2c8-325dc101e5f9 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 948 time: 0.0523145
Jan 29 21:36:49.565693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c86125fe-57d4-44f4-b9c2-d7a65198fb1c req-bcc016e5-ec9f-4a20-ba1d-9f205bf01dd3 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396154
Jan 29 21:36:50.688191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0e80-aed3-466f-9dc5-304e72079b3b req-1e4fc095-7a9d-47ae-bfcc-37ca272b3d42 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:50.689687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e58f0e80-aed3-466f-9dc5-304e72079b3b req-1e4fc095-7a9d-47ae-bfcc-37ca272b3d42 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 948 time: 0.0558639
Jan 29 21:36:50.735726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e58f0e80-aed3-466f-9dc5-304e72079b3b req-d32e4b5f-b200-450f-8309-647bb4aa1f6a tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401738
Jan 29 21:36:51.852857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e34b-15e2-4bd6-b0ba-44c4358576fc req-8b63e3dc-2e40-4734-80c1-124264d9e08d tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:51.854342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d23e34b-15e2-4bd6-b0ba-44c4358576fc req-8b63e3dc-2e40-4734-80c1-124264d9e08d tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 948 time: 0.0509613
Jan 29 21:36:51.900287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d23e34b-15e2-4bd6-b0ba-44c4358576fc req-4e8b3c7a-b5df-49ea-a8fe-7a50c505c4ab tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399036
Jan 29 21:36:52.796893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:52.959153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bb362ae6-bf88-44bc-be91-d78ecc3a559c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:36:53.021652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a56ba-613c-4b46-86ab-4f448eca9025 req-25e11c98-cdbc-4557-8b0c-674885116956 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:53.023065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a97a56ba-613c-4b46-86ab-4f448eca9025 req-25e11c98-cdbc-4557-8b0c-674885116956 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 948 time: 0.0557675
Jan 29 21:36:53.053506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:53.065231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c', 'network_id': '6760676c-5f04-4eff-ae33-bab2dfcfa2e0', 'port_id': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c', 'mac_address': 'fa:16:3e:aa:2f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051e6cb-3cf0-466a-9747-c353668ca83e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:36:53.068557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a97a56ba-613c-4b46-86ab-4f448eca9025 req-029a0d9f-4e55-4ac3-8ffc-a67ff10cfedd tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396030
Jan 29 21:36:53.104212 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bb362ae6-bf88-44bc-be91-d78ecc3a559c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:53.104606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:53.122152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb362ae6-bf88-44bc-be91-d78ecc3a559c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:36:53.141855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:53.145930 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:53.191845 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:53.486073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bb362ae6-bf88-44bc-be91-d78ecc3a559c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:36:53.506467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:36:53.732758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:54.183880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a4c1-73a9-4c57-9083-2edfb8a57817 req-dfe874a6-46e4-4349-8f33-4bd7db190c7c tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:54.185386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f4a4c1-73a9-4c57-9083-2edfb8a57817 req-dfe874a6-46e4-4349-8f33-4bd7db190c7c tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 949 time: 0.0513461
Jan 29 21:36:54.232655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-72f4a4c1-73a9-4c57-9083-2edfb8a57817 req-3f237490-4bcc-4453-9a41-65ca34d6c482 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417147
Jan 29 21:36:54.974892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bb362ae6-bf88-44bc-be91-d78ecc3a559c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:36:55.023616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port bb362ae6-bf88-44bc-be91-d78ecc3a559c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:36:55.027539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port bb362ae6-bf88-44bc-be91-d78ecc3a559c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:36:55.027922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:55.102959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bb362ae6-bf88-44bc-be91-d78ecc3a559c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:36:55.103353 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:55.128123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:36:55.130380 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328afa5f-953d-46d5-adc4-bc1379080f97" -d '{"events": [{"server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "name": "network-vif-plugged", "status": "completed", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:36:55.142114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:36:55.146424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:36:55.170681 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0beb2c9-f15a-4ece-b2fb-f1daa567459d x-openstack-request-id: req-b0beb2c9-f15a-4ece-b2fb-f1daa567459d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:36:55.170982 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "name": "network-vif-plugged", "status": "completed", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:36:55.171242 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0beb2c9-f15a-4ece-b2fb-f1daa567459d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:36:55.172208 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c', 'code': 200}
Jan 29 21:36:55.198415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:36:55.267934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68581cc1-2da9-473c-a6db-a51a2d3d99df req-61a46c45-ea6e-4eab-a500-4557e105c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:55.269499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68581cc1-2da9-473c-a6db-a51a2d3d99df req-61a46c45-ea6e-4eab-a500-4557e105c3c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 1132 time: 0.0434551
Jan 29 21:36:55.327278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-68581cc1-2da9-473c-a6db-a51a2d3d99df req-4fa69840-c96a-4741-b294-e86ed4e5701b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521610
Jan 29 21:36:55.366397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ba73-1623-4e5b-99b5-2ca4bf62b30f req-61d4a991-7070-4041-9e29-2ed213437afb tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:55.367849 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3805ba73-1623-4e5b-99b5-2ca4bf62b30f req-61d4a991-7070-4041-9e29-2ed213437afb tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.0626864
Jan 29 21:36:55.413696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3805ba73-1623-4e5b-99b5-2ca4bf62b30f req-d608d716-d264-4ea3-ae19-3ebc722d3c65 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403702
Jan 29 21:36:56.533180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f971b-1948-4b79-a4c7-a85a6a20f1db req-2ff5ee41-bd05-46b5-8836-4cc78defd8d6 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:56.535218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-104f971b-1948-4b79-a4c7-a85a6a20f1db req-2ff5ee41-bd05-46b5-8836-4cc78defd8d6 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.0525804
Jan 29 21:36:56.582490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-104f971b-1948-4b79-a4c7-a85a6a20f1db req-19416e1e-1d1b-4844-ab52-8ef6cb3cdf4a tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422201
Jan 29 21:36:57.801312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060aef5-4d44-4564-b392-933a8daf88ec req-70db15c5-8a14-42e1-81c1-e7a3717915f0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:57.802779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6060aef5-4d44-4564-b392-933a8daf88ec req-70db15c5-8a14-42e1-81c1-e7a3717915f0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.1532166
Jan 29 21:36:57.847573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6060aef5-4d44-4564-b392-933a8daf88ec req-c6212372-10de-47a5-ad74-414fbb28ae0e tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392692
Jan 29 21:36:58.168743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-a6eeef0c-6ccb-4043-a144-ac73bb475c3b req-3615bd51-9ed6-443c-86aa-ba635b0c5d0f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:36:58.169770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6eeef0c-6ccb-4043-a144-ac73bb475c3b req-3615bd51-9ed6-443c-86aa-ba635b0c5d0f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0524950
Jan 29 21:36:58.503755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-287406b9-23ef-4d39-835a-8551bfd12778 req-a7c1711a-68d5-4eef-8b84-b94b49ccfc70 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:36:58.504717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-287406b9-23ef-4d39-835a-8551bfd12778 req-a7c1711a-68d5-4eef-8b84-b94b49ccfc70 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052834
Jan 29 21:36:58.833863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08120e-c0c2-4842-93fe-fda54410ae9f req-708a8c95-c179-4368-bc90-05ca9e7650e5 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:36:58.835335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e08120e-c0c2-4842-93fe-fda54410ae9f req-708a8c95-c179-4368-bc90-05ca9e7650e5 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.0520229
Jan 29 21:36:58.880395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e08120e-c0c2-4842-93fe-fda54410ae9f req-92cb0007-b3e9-4bab-87f7-83fdc41d5ca0 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395389
Jan 29 21:37:00.054333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da555101-da4c-49e3-8e32-ebb14fd2c72a req-e9e4bfcb-335e-43fc-966d-52983a86a536 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:00.055806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da555101-da4c-49e3-8e32-ebb14fd2c72a req-e9e4bfcb-335e-43fc-966d-52983a86a536 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.1072822
Jan 29 21:37:00.104959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da555101-da4c-49e3-8e32-ebb14fd2c72a req-8cbd3a4d-eccb-4fe3-ac0a-f95d9c480f9b tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.20 "GET /v2.0/security-groups?id=dad1a9d5-0612-4800-adc3-596fbf8a499d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433209
Jan 29 21:37:00.174075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-80463061-f0f4-4255-b8bb-f9066b2830c4 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:00.175413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-80463061-f0f4-4255-b8bb-f9066b2830c4 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.18 "GET /v2.0/ports?device_id=e759a689-98cc-48c3-b95e-b049c4719d51 HTTP/1.1" status: 200  len: 950 time: 0.0504336
Jan 29 21:37:00.263930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Deleting port bb362ae6-bf88-44bc-be91-d78ecc3a559c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:37:00.264254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:00.355696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] For port bb362ae6-bf88-44bc-be91-d78ecc3a559c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb362ae6-bf88-44bc-be91-d78ecc3a559c,segment=NetworkSegment(dbd19dff-fd0b-4803-9695-883baf0885c5),segment_id=dbd19dff-fd0b-4803-9695-883baf0885c5)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:00.356052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:00.368248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Calling delete_port for bb362ae6-bf88-44bc-be91-d78ecc3a559c owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:37:00.500446 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bb362ae6-bf88-44bc-be91-d78ecc3a559c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:00.511961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bb362ae6-bf88-44bc-be91-d78ecc3a559c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:37:00.531537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Pushing event deleted for resources: {'Port': ['ID=bb362ae6-bf88-44bc-be91-d78ecc3a559c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:00.543382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.543856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.544156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.544418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.544750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.545105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.545442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.545769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.546114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.546427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.546751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.547070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.547389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:00.583866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] No DVR routers for this DVR port bb362ae6-bf88-44bc-be91-d78ecc3a559c on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:37:00.586445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:00.589766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7228bb5-e832-4b43-99df-6495a1a75798 req-c0414265-0cb4-4b4a-baae-fa2aa4842fc1 tempest-ServersAdminNegativeTestJSON-92946300 tempest-ServersAdminNegativeTestJSON-92946300-project] 10.222.0.18 "DELETE /v2.0/ports/bb362ae6-bf88-44bc-be91-d78ecc3a559c HTTP/1.1" status: 204  len: 173 time: 0.4091854
Jan 29 21:37:00.590236 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'name': 'network-vif-deleted', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:00.592496 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef034842-81ea-4347-87b3-d29f077bc38a" -d '{"events": [{"server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "name": "network-vif-deleted", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:00.710442 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b1012-811d-47d6-96cd-2a44ce8210cb x-openstack-request-id: req-728b1012-811d-47d6-96cd-2a44ce8210cb {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:00.710896 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759a689-98cc-48c3-b95e-b049c4719d51", "name": "network-vif-deleted", "tag": "bb362ae6-bf88-44bc-be91-d78ecc3a559c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:00.711255 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-728b1012-811d-47d6-96cd-2a44ce8210cb {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:00.711762 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a689-98cc-48c3-b95e-b049c4719d51', 'name': 'network-vif-deleted', 'tag': 'bb362ae6-bf88-44bc-be91-d78ecc3a559c', 'status': 'completed', 'code': 200}
Jan 29 21:37:01.389209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33940) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:01.548524 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3ae23afd-6ce6-4f00-be62-0a7bc1e48494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d81575059de472f96c9d3d45ac868bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1581743
Jan 29 21:37:01.551063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33948) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:01.603122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] Publish callbacks [] for security_group (dad1a9d5-0612-4800-adc3-596fbf8a499d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:01.623130 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] Publish callbacks [] for security_group (dad1a9d5-0612-4800-adc3-596fbf8a499d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:01.668584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (dad1a9d5-0612-4800-adc3-596fbf8a499d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:01.671174 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:01.672330 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dad1a9d5-0612-4800-adc3-596fbf8a499d HTTP/1.1" status: 204  len: 168 time: 0.1203876
Jan 29 21:37:01.679615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8feb1-37cf-4a61-a183-842b05287533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad1a9d5-0612-4800-adc3-596fbf8a499d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:01.924219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33958) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:01.937639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a7fe-74ac-4f2f-8dbf-474eeacae94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.008481 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a7fe-74ac-4f2f-8dbf-474eeacae94b admin admin] Publish callbacks [] for security_group (a519b31b-aec8-4e2a-9157-cfe2f011cd48), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.012043 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a7fe-74ac-4f2f-8dbf-474eeacae94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a519b31b-aec8-4e2a-9157-cfe2f011cd48), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.049201 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0ac2a7fe-74ac-4f2f-8dbf-474eeacae94b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80dd75f82c2847bd9a28e279b427a103&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1238816
Jan 29 21:37:02.051232 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2a7fe-74ac-4f2f-8dbf-474eeacae94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519b31b-aec8-4e2a-9157-cfe2f011cd48,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:02.051913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33960) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:02.099522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] Publish callbacks [] for security_group (a519b31b-aec8-4e2a-9157-cfe2f011cd48), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.125447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] Publish callbacks [] for security_group (a519b31b-aec8-4e2a-9157-cfe2f011cd48), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.169716 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a519b31b-aec8-4e2a-9157-cfe2f011cd48), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.173189 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.174615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a519b31b-aec8-4e2a-9157-cfe2f011cd48 HTTP/1.1" status: 204  len: 168 time: 0.1216650
Jan 29 21:37:02.182660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b70fe8-eea4-4151-b29c-58e622b8b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519b31b-aec8-4e2a-9157-cfe2f011cd48,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:02.844741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 33982) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:02.937588 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-808750363-network', 'tenant_id': 'c28a6f422b604503be78cf7c3369a567'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:02.956638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Made reservation on behalf of c28a6f422b604503be78cf7c3369a567 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:02.958923 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.967395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:02.988160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bb362ae6-bf88-44bc-be91-d78ecc3a559c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:37:03.007537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: bb362ae6-bf88-44bc-be91-d78ecc3a559c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:37:03.007949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bb362ae6-bf88-44bc-be91-d78ecc3a559c not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:37:03.045113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks [] for security_group (87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.048508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.076428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:37:03.090663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:03.096477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1f66d589-44f4-4409-8364-27af73348163), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.096854 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Added segment 1f66d589-44f4-4409-8364-27af73348163 of type vlan for network 867bea5d-b9b1-4791-a8d2-5486ad236588
Jan 29 21:37:03.136480 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (867bea5d-b9b1-4791-a8d2-5486ad236588), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.161260 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (867bea5d-b9b1-4791-a8d2-5486ad236588), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.162202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:03.162792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.215973 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3700638
Jan 29 21:37:03.219551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 33986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:03.224572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Request body: {'subnet': {'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-808750363-subnet', 'tenant_id': 'c28a6f422b604503be78cf7c3369a567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:03.226388 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92930b7-42ad-45bd-ae10-5b30797f692d admin admin] Pushing event updated for resources: {'Network': ['ID=867bea5d-b9b1-4791-a8d2-5486ad236588,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:03.235852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 867bea5d-b9b1-4791-a8d2-5486ad236588 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:37:03.244488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Made reservation on behalf of c28a6f422b604503be78cf7c3369a567 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:03.246841 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.410198 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (8fae8c00-e425-476e-91e1-3a02781bb9a2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.464365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fae8c00-e425-476e-91e1-3a02781bb9a2,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:03.473913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Checking segment: {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:37:03.474276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Network hostable DHCP agents. Network: 867bea5d-b9b1-4791-a8d2-5486ad236588, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:37:03.489423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Network 867bea5d-b9b1-4791-a8d2-5486ad236588 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:37:03.497932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 867bea5d-b9b1-4791-a8d2-5486ad236588) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:37:03.502308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:03.502899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:03.507258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20850a-77bd-497e-b6a0-c88a632fc1ed None None] Network 867bea5d-b9b1-4791-a8d2-5486ad236588 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:37:03.522164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b2e6411c-6c50-4339-b5a8-8f1eaa034a4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.2976179
Jan 29 21:37:03.608164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15215742-10e9-4dad-908a-f85e5d92ec76 None None] Network 867bea5d-b9b1-4791-a8d2-5486ad236588 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:37:03.944115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-6109a7d7-95a4-4ffb-bc4f-9003bfe573e2 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:03.945504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-6109a7d7-95a4-4ffb-bc4f-9003bfe573e2 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 811 time: 0.1012185
Jan 29 21:37:03.959801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-d1ffe5fb-de3e-4120-8aaf-58e9bb0f130a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/quotas/c28a6f422b604503be78cf7c3369a567 HTTP/1.1" status: 200  len: 375 time: 0.0088720
Jan 29 21:37:03.990892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-e1a6129f-759e-499a-913a-d57d8f0a6786 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0263262
Jan 29 21:37:04.077188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-f989459c-a58a-4396-a2b6-cee82b98c108 service neutron] 10.222.0.20 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797858
Jan 29 21:37:04.168889 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-f014f8be-823c-44c2-970c-1fcadb404ff5 service neutron] 10.222.0.20 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855963
Jan 29 21:37:04.328882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48a38fcd-3f39-493b-8532-2baaf3c0b23a req-8d651d1a-a5e5-46ba-8fb8-242a70c939f4 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 210 time: 0.0276020
Jan 29 21:37:05.357231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-60117a44-e7f2-4c24-9937-82cee921d9c3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:05.359282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-60117a44-e7f2-4c24-9937-82cee921d9c3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.18 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 811 time: 0.1063190
Jan 29 21:37:05.371908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Request body: {'port': {'device_id': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588', 'admin_state_up': True, 'tenant_id': 'c28a6f422b604503be78cf7c3369a567'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:05.445352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4acc017-6d6d-4a00-882c-1a8e2d0ff648 req-8c95a5f3-ba39-45b2-8247-d5eac4d54158 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 210 time: 0.0313919
Jan 29 21:37:05.505295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Made reservation on behalf of c28a6f422b604503be78cf7c3369a567 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:05.508767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:05.638187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Allocated IP 172.20.0.6 (867bea5d-b9b1-4791-a8d2-5486ad236588/8fae8c00-e425-476e-91e1-3a02781bb9a2/bae1e730-0a02-4243-a2ca-cce09b8f9910) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:37:05.785013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks [] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:05.818913 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:05.860493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Network 867bea5d-b9b1-4791-a8d2-5486ad236588 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:37:05.865404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:37:05.868952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:37:05.875155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:05.919709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:05.920321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:05.935888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-48ec9d67-b759-4e91-a0da-de5c3cfe5b52 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5693312
Jan 29 21:37:05.947000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Request body: {'port': {'device_id': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:06.007431 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.259129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae1e730-0a02-4243-a2ca-cce09b8f9910 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:37:06.266411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks [] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.277935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Transition to ACTIVE for port object bae1e730-0a02-4243-a2ca-cce09b8f9910 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:37:06.281999 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.333920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:06.400324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:37:06.401023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:37:06.401023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:06.405247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:37:06.406084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:06.410908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:37:06.411247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Checking segment: {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:37:06.411630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Bound using segment: {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:37:06.412056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Bound port: bae1e730-0a02-4243-a2ca-cce09b8f9910, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:37:06.412406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.473297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:37:06.476250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:37:06.482633 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.519398 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:06.520026 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:06.521408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] 10.222.0.18 "PUT /v2.0/ports/bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 1091 time: 0.5785413
Jan 29 21:37:06.522474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:06.524684 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35615542-a219-4758-884f-17151b2c53a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:06.580991 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ccf671-6f81-42f4-9f05-d029dbc96b5c x-openstack-request-id: req-74ccf671-6f81-42f4-9f05-d029dbc96b5c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:06.581285 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:06.581545 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74ccf671-6f81-42f4-9f05-d029dbc96b5c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:06.581960 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'status': 'completed', 'code': 200}
Jan 29 21:37:06.587931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4eb554-ef3b-493a-a6f0-a6d1a51a5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:06.630325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2c9b6-d4f1-4040-8ff3-705a448cfe2b req-b5bf9a39-52fa-439c-8a05-d2f4a9160533 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:06.631823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1c2c9b6-d4f1-4040-8ff3-705a448cfe2b req-b5bf9a39-52fa-439c-8a05-d2f4a9160533 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.1156707
Jan 29 21:37:06.647120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-34381c9c-61cf-49ba-be17-cf1be1b9241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:06.648520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-34381c9c-61cf-49ba-be17-cf1be1b9241c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0805440
Jan 29 21:37:06.697936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-4f9faef0-fdae-494b-9f3b-8bb572591116 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0424092
Jan 29 21:37:06.745077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1c2c9b6-d4f1-4040-8ff3-705a448cfe2b req-0bc8206f-9c06-40a3-be41-434b642fbefe tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058564
Jan 29 21:37:06.757622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-4eae6ca6-25ef-4ea5-a918-800209fade52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:06.759036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-4eae6ca6-25ef-4ea5-a918-800209fade52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0559237
Jan 29 21:37:06.789593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-cc48307b-b72d-4246-9c0a-412696f25dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242989
Jan 29 21:37:06.880171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-605329c4-c14e-4157-8440-18ae42430b0e service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838516
Jan 29 21:37:06.966113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-154c34a2-1cb9-4224-b2b3-d141d7da9728 req-3b7fec86-162f-4d08-807c-08ff7b06bb18 service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804098
Jan 29 21:37:07.054114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615542-a219-4758-884f-17151b2c53a2 req-364f6974-f581-48a0-b2df-e8a02b654c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:07.055570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-364f6974-f581-48a0-b2df-e8a02b654c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0448031
Jan 29 21:37:07.145774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615542-a219-4758-884f-17151b2c53a2 req-33d1ea41-79cf-4295-8cb0-849ad1ce2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:07.147252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-33d1ea41-79cf-4295-8cb0-849ad1ce2666 service neutron] 10.222.0.18 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.0861533
Jan 29 21:37:07.187245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-192b3fd1-06bf-4882-ac2b-2764ed0e9ee1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0345449
Jan 29 21:37:07.236185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615542-a219-4758-884f-17151b2c53a2 req-7a12be4c-87ba-4822-ac32-73bd6a3d1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:07.237684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-7a12be4c-87ba-4822-ac32-73bd6a3d1c76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0431490
Jan 29 21:37:07.271611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-4de8d691-d43e-4acc-a925-0fbcd79c49ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281091
Jan 29 21:37:07.360287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-820c931e-fe2a-4d72-a26b-6166f2a21b34 service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825675
Jan 29 21:37:07.797179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35615542-a219-4758-884f-17151b2c53a2 req-87118b61-af2a-4bae-b628-2c0d9d142901 service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4305060
Jan 29 21:37:07.864692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d85ce-d502-4508-b824-9d0a62878ef6 req-e94ca2ba-bcca-42ce-bca8-07eae8aa08f3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:07.866189 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd7d85ce-d502-4508-b824-9d0a62878ef6 req-e94ca2ba-bcca-42ce-bca8-07eae8aa08f3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.0526953
Jan 29 21:37:07.911499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd7d85ce-d502-4508-b824-9d0a62878ef6 req-0046a709-91dc-4208-99e0-50b8c4adff47 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397701
Jan 29 21:37:09.031297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e888-78e4-4518-a3f3-d8a883253788 req-9c92fa79-c7cc-4bb8-9741-e3ee81e8de2a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:09.032753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c365e888-78e4-4518-a3f3-d8a883253788 req-9c92fa79-c7cc-4bb8-9741-e3ee81e8de2a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.0512276
Jan 29 21:37:09.076904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c365e888-78e4-4518-a3f3-d8a883253788 req-91563378-b9c5-40ff-aba2-9e9c57df3b9a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386353
Jan 29 21:37:10.197479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd89908-67fc-4b54-96a7-5713c3425276 req-83bc141b-d968-4be5-8056-b8a151f5f0c5 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:10.198950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bd89908-67fc-4b54-96a7-5713c3425276 req-83bc141b-d968-4be5-8056-b8a151f5f0c5 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.0552309
Jan 29 21:37:10.244906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bd89908-67fc-4b54-96a7-5713c3425276 req-7f0643e2-5891-414f-b9ea-6065b514c5ac tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404165
Jan 29 21:37:10.393478 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33683dea-40ed-4cde-81ca-80c33e352f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:11.009088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:37:11.104978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:11.116602 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588', 'port_id': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'mac_address': 'fa:16:3e:84:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fae8c00-e425-476e-91e1-3a02781bb9a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:37:11.151661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bae1e730-0a02-4243-a2ca-cce09b8f9910 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:37:11.152048 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:11.165183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae1e730-0a02-4243-a2ca-cce09b8f9910 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:37:11.183887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:11.187706 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:11.237522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:11.361339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c87c02-54bc-4a0b-8a47-2206581afaad req-e3e71309-728d-4641-ad68-bc7a97247d98 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:11.362820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c87c02-54bc-4a0b-8a47-2206581afaad req-e3e71309-728d-4641-ad68-bc7a97247d98 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 944 time: 0.0518770
Jan 29 21:37:11.409163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7c87c02-54bc-4a0b-8a47-2206581afaad req-13186d12-2ab7-48f7-9df5-0457cd1a858b tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406902
Jan 29 21:37:11.466837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['bae1e730-0a02-4243-a2ca-cce09b8f9910'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:37:12.527389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6d150-a316-479b-8507-cf055e4fd4c2 req-efe88040-d6d2-48cd-bf5d-6e648ee8fa94 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:12.528767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55e6d150-a316-479b-8507-cf055e4fd4c2 req-efe88040-d6d2-48cd-bf5d-6e648ee8fa94 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 944 time: 0.0542004
Jan 29 21:37:12.574121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55e6d150-a316-479b-8507-cf055e4fd4c2 req-e59c9ada-5cdb-44a4-9616-dccd101bf70b tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392871
Jan 29 21:37:12.745356 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3302f951-d4e0-491d-b96d-fdc4490e45ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:13.018165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:37:13.065606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port bae1e730-0a02-4243-a2ca-cce09b8f9910 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:37:13.069759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port bae1e730-0a02-4243-a2ca-cce09b8f9910 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:37:13.070136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:13.144711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port bae1e730-0a02-4243-a2ca-cce09b8f9910 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:37:13.145122 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:13.166281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:13.168499 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb14f47-2ec0-4192-9826-a2ffa06b64b1" -d '{"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:13.184090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:13.190038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:13.212860 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b348afe-9b0e-46e0-9f01-8230bed8b728 x-openstack-request-id: req-0b348afe-9b0e-46e0-9f01-8230bed8b728 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:13.213182 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:13.213443 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b348afe-9b0e-46e0-9f01-8230bed8b728 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:13.213836 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'code': 200}
Jan 29 21:37:13.239606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:13.304746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313b40c-96cb-436d-855f-ab57b23fc70d req-e57e3454-b8fd-4c94-86d6-5b525f0e1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:13.306313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6313b40c-96cb-436d-855f-ab57b23fc70d req-e57e3454-b8fd-4c94-86d6-5b525f0e1ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1127 time: 0.0443025
Jan 29 21:37:13.349629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6313b40c-96cb-436d-855f-ab57b23fc70d req-f0ed38f1-51e7-49a5-950e-e2d4f16d5fbb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365272
Jan 29 21:37:13.692378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559045b-b850-4f6f-80f8-23faa0ccc73f req-b9385724-1454-426a-9714-7c61a0a12368 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:13.694120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4559045b-b850-4f6f-80f8-23faa0ccc73f req-b9385724-1454-426a-9714-7c61a0a12368 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0511827
Jan 29 21:37:13.741809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4559045b-b850-4f6f-80f8-23faa0ccc73f req-a9584c56-d336-4027-8c85-c070d2baedd8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421987
Jan 29 21:37:13.869288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:14.860960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23f03c-b3a4-466e-a62d-b3e9744e0a80 req-b9c3e485-e07a-4666-b405-c6600c1f5e58 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:14.862449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d23f03c-b3a4-466e-a62d-b3e9744e0a80 req-b9c3e485-e07a-4666-b405-c6600c1f5e58 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0521641
Jan 29 21:37:14.907775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d23f03c-b3a4-466e-a62d-b3e9744e0a80 req-72697b8c-8676-4f4c-a09e-6f66eec35a40 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398703
Jan 29 21:37:15.146357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2b51-50f2-4d3a-82e4-7d2ca3d0495a req-4ad2b88a-b5af-465f-95f3-194cdaa1ce5f tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:15.147867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-369f2b51-50f2-4d3a-82e4-7d2ca3d0495a req-4ad2b88a-b5af-465f-95f3-194cdaa1ce5f tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0529957
Jan 29 21:37:15.182732 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-f5498cb7-4520-43db-9566-085562ea920a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0958593
Jan 29 21:37:15.192621 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-0046e2e0-3056-4045-8bb0-854f22727d2a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:37:15.194050 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-0046e2e0-3056-4045-8bb0-854f22727d2a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055966
Jan 29 21:37:15.198420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-369f2b51-50f2-4d3a-82e4-7d2ca3d0495a req-c40c46fa-59ff-493b-aebf-23a0008fcbe3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447624
Jan 29 21:37:15.739219 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:16.262462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-40b9acc2-3142-40ca-8eaf-8d438c4a9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:16.263962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-40b9acc2-3142-40ca-8eaf-8d438c4a9385 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1127 time: 0.0483487
Jan 29 21:37:16.379852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f50c-2ea3-40f8-aa55-be274b6d6334 req-aa27c936-38fd-44a0-aa9b-6bae2137b522 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:16.381452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78f3f50c-2ea3-40f8-aa55-be274b6d6334 req-aa27c936-38fd-44a0-aa9b-6bae2137b522 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.1124191
Jan 29 21:37:16.408238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ad3e55b-772b-4b06-a744-80e2858c41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:16.409670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ad3e55b-772b-4b06-a744-80e2858c41db service neutron] 10.222.0.18 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.1327772
Jan 29 21:37:16.460441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-45618437-7eeb-42ea-a145-efd07c793f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0432053
Jan 29 21:37:16.479493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78f3f50c-2ea3-40f8-aa55-be274b6d6334 req-13865b3f-1d40-45b3-8e9f-160462ac9dca tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913348
Jan 29 21:37:16.518241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-bf8785b8-7cdc-4e40-a4d6-34710f5f9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:16.519699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-bf8785b8-7cdc-4e40-a4d6-34710f5f9b27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0521231
Jan 29 21:37:16.550177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-8577554c-ed18-47d7-819b-e31196989100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245600
Jan 29 21:37:16.636639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-7686556e-c9c6-4f0c-9cea-1c67f299baa7 service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806131
Jan 29 21:37:16.727404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-29ea47c7-02a7-479c-a242-9761332de99f service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850213
Jan 29 21:37:16.929310 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:17.598185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aad08c-e601-4e10-a99e-ee0c0ec3f6ce req-4ffd2246-09eb-443a-8fbe-2a0221528116 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:17.599639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35aad08c-e601-4e10-a99e-ee0c0ec3f6ce req-4ffd2246-09eb-443a-8fbe-2a0221528116 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0519960
Jan 29 21:37:17.644795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35aad08c-e601-4e10-a99e-ee0c0ec3f6ce req-68782f81-e2e7-4064-a14b-699e1d94e29c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397120
Jan 29 21:37:18.760252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204834c-4be6-411b-a878-56d2cd9a1d1f req-94118584-fc42-4737-8d5f-09b55a800a06 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:18.761730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8204834c-4be6-411b-a878-56d2cd9a1d1f req-94118584-fc42-4737-8d5f-09b55a800a06 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0502446
Jan 29 21:37:18.810616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8204834c-4be6-411b-a878-56d2cd9a1d1f req-0d53b8cd-cf4b-4407-871d-6041a4a4af63 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428958
Jan 29 21:37:19.928387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73c37-55f8-48c8-9762-fe11fe2777b2 req-69848bb2-4266-41d0-a2db-1201dc5c61b2 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:19.929870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15c73c37-55f8-48c8-9762-fe11fe2777b2 req-69848bb2-4266-41d0-a2db-1201dc5c61b2 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0512426
Jan 29 21:37:19.975213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15c73c37-55f8-48c8-9762-fe11fe2777b2 req-9107605a-8e9a-429d-b637-7420a3b6eb3c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397623
Jan 29 21:37:21.092953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cdcfe-1dcc-478a-9527-03bd68db7f4e req-a34e2cd1-3ab6-4099-a45e-b602186f5203 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:21.094459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-475cdcfe-1dcc-478a-9527-03bd68db7f4e req-a34e2cd1-3ab6-4099-a45e-b602186f5203 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0519502
Jan 29 21:37:21.141589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-475cdcfe-1dcc-478a-9527-03bd68db7f4e req-8bfc7d37-8952-418f-a550-82cfd7774682 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407031
Jan 29 21:37:22.265375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe0f6b-9c3b-4e9b-b953-d9ef893868fd req-d1a0a9b1-d64d-42ae-98dc-840df10043ce tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:22.267468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fabe0f6b-9c3b-4e9b-b953-d9ef893868fd req-d1a0a9b1-d64d-42ae-98dc-840df10043ce tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0555003
Jan 29 21:37:22.312459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fabe0f6b-9c3b-4e9b-b953-d9ef893868fd req-2b9d3fb1-c1bb-44e1-a89e-9f720fd08c2d tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394471
Jan 29 21:37:22.805777 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:23.433688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515642-4a7a-45bb-a78c-3e00587d928f req-c007d09a-dc3c-4c47-a7cc-08275b67cfaa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:23.435157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93515642-4a7a-45bb-a78c-3e00587d928f req-c007d09a-dc3c-4c47-a7cc-08275b67cfaa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0518527
Jan 29 21:37:23.482249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-93515642-4a7a-45bb-a78c-3e00587d928f req-33e8f9a0-ab81-4da2-8045-a87165f6413f tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415068
Jan 29 21:37:23.749921 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:24.599111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993f0e-4f7a-44ee-8a11-ea8f7d68d03e req-40aaa2e7-1944-418b-a757-327e2c16edb8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:24.600585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13993f0e-4f7a-44ee-8a11-ea8f7d68d03e req-40aaa2e7-1944-418b-a757-327e2c16edb8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0515323
Jan 29 21:37:24.649857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13993f0e-4f7a-44ee-8a11-ea8f7d68d03e req-8bbb15fd-1881-4b4e-92a2-9f4eeb26f678 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437667
Jan 29 21:37:25.768237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9205e7-f7e0-4470-b677-80d4ff889a5b req-45b35d68-7638-462a-8781-d6d1e4771415 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:25.769747 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea9205e7-f7e0-4470-b677-80d4ff889a5b req-45b35d68-7638-462a-8781-d6d1e4771415 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0535817
Jan 29 21:37:25.814969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea9205e7-f7e0-4470-b677-80d4ff889a5b req-e67d51cc-c31d-469d-b0e6-d38f1b5be4e5 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397050
Jan 29 21:37:26.932906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090768-ef3e-41ce-9af6-298a1d6d6f0d req-01db3a43-c9d1-49c9-a982-a61f51f0888a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:26.934411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12090768-ef3e-41ce-9af6-298a1d6d6f0d req-01db3a43-c9d1-49c9-a982-a61f51f0888a tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0514157
Jan 29 21:37:26.980103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12090768-ef3e-41ce-9af6-298a1d6d6f0d req-5baac147-92e1-4ca3-adce-25a16b76e3be tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401855
Jan 29 21:37:28.101900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdff43-1096-400d-b632-4458c86547db req-352892dc-8223-401e-ac98-3d077738c2e1 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:28.103370 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5fdff43-1096-400d-b632-4458c86547db req-352892dc-8223-401e-ac98-3d077738c2e1 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0554273
Jan 29 21:37:28.149439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5fdff43-1096-400d-b632-4458c86547db req-f4847e7a-99f0-4f90-a8d9-5a540e096aa7 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402522
Jan 29 21:37:29.270066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf37f-ca7b-4e1c-b04d-e0d001a1b176 req-0de2d85e-2e75-4903-88b5-417305e15a66 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:29.271473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22adf37f-ca7b-4e1c-b04d-e0d001a1b176 req-0de2d85e-2e75-4903-88b5-417305e15a66 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0521848
Jan 29 21:37:29.319166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22adf37f-ca7b-4e1c-b04d-e0d001a1b176 req-b5aa4128-3042-4c14-a076-952d3b8a0184 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418589
Jan 29 21:37:30.441837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e214cb-0999-477f-86b8-e2572521ea81 req-63bbf36d-05ff-407e-a618-7f1c37e1a5e7 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:30.443309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04e214cb-0999-477f-86b8-e2572521ea81 req-63bbf36d-05ff-407e-a618-7f1c37e1a5e7 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0584784
Jan 29 21:37:30.488591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-04e214cb-0999-477f-86b8-e2572521ea81 req-67ae5cb9-fa5e-42e6-aa1f-5ead75ca499e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394335
Jan 29 21:37:30.505710 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:37:31.607146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd348-2043-4392-9005-0ed4df6d46a6 req-85cf2a2d-a8ad-43c8-aa36-0dd2712adc2c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:31.608619 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c8bd348-2043-4392-9005-0ed4df6d46a6 req-85cf2a2d-a8ad-43c8-aa36-0dd2712adc2c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0528879
Jan 29 21:37:31.655896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c8bd348-2043-4392-9005-0ed4df6d46a6 req-01f31e6b-c73f-4d1a-8010-e304b290cedd tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415940
Jan 29 21:37:32.776865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013bc23-2a68-49ae-b86b-acf7925bfd55 req-3cf002f7-7dda-4ebd-9ffc-b96909f28ff5 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:32.778377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0013bc23-2a68-49ae-b86b-acf7925bfd55 req-3cf002f7-7dda-4ebd-9ffc-b96909f28ff5 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0519822
Jan 29 21:37:32.828639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0013bc23-2a68-49ae-b86b-acf7925bfd55 req-45303789-4ff9-40e1-8c17-6f650414d972 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447304
Jan 29 21:37:33.946940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c39089-e609-4062-bfd6-133007897346 req-0b8d920e-9aa0-4281-a260-3f109d4bbbd4 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:33.948449 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52c39089-e609-4062-bfd6-133007897346 req-0b8d920e-9aa0-4281-a260-3f109d4bbbd4 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0524981
Jan 29 21:37:33.994707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52c39089-e609-4062-bfd6-133007897346 req-57722c23-df51-4334-b921-2e96682ab8ab tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406020
Jan 29 21:37:35.114010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ed343-b8ad-4990-9cda-48c5f170d41f req-f78e0add-9984-4597-b1d1-5f9584c70faa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:35.115498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04ed343-b8ad-4990-9cda-48c5f170d41f req-f78e0add-9984-4597-b1d1-5f9584c70faa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0533915
Jan 29 21:37:35.161363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b04ed343-b8ad-4990-9cda-48c5f170d41f req-8ed78131-de54-43d6-8872-29e022ac440b tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403388
Jan 29 21:37:36.286207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d3012-e1f6-465d-b772-5c6bc13711a9 req-2c32293f-6563-4dd7-a579-44cbd461e253 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:36.287677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea8d3012-e1f6-465d-b772-5c6bc13711a9 req-2c32293f-6563-4dd7-a579-44cbd461e253 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0552599
Jan 29 21:37:36.335425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea8d3012-e1f6-465d-b772-5c6bc13711a9 req-62338747-c286-40e8-8d88-fffdb0924158 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408645
Jan 29 21:37:37.453842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1664-ade5-4a09-89b6-ec7f3f5d19c2 req-73fb8bb4-563c-4f8c-a054-bf66cda1dc98 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:37.455323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c7e1664-ade5-4a09-89b6-ec7f3f5d19c2 req-73fb8bb4-563c-4f8c-a054-bf66cda1dc98 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0524883
Jan 29 21:37:37.500804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c7e1664-ade5-4a09-89b6-ec7f3f5d19c2 req-cf7bab0a-a28a-4e42-8324-4ff312e93cbb tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398939
Jan 29 21:37:38.618007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c365-e06a-467d-a2c4-165f5363b2e7 req-efc12605-a3d6-4017-aa26-bdae78f1c91d tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:38.619501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9318c365-e06a-467d-a2c4-165f5363b2e7 req-efc12605-a3d6-4017-aa26-bdae78f1c91d tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0517941
Jan 29 21:37:38.669438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9318c365-e06a-467d-a2c4-165f5363b2e7 req-32cd167c-2fcc-4a64-9051-cb7ce50c98a7 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443335
Jan 29 21:37:39.790873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88310f-5b47-4410-971d-617ea12e35ac req-6e7cf51c-176d-4ff0-8f3c-a60f2d1e2dfa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:39.792341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb88310f-5b47-4410-971d-617ea12e35ac req-6e7cf51c-176d-4ff0-8f3c-a60f2d1e2dfa tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0528409
Jan 29 21:37:39.838348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb88310f-5b47-4410-971d-617ea12e35ac req-5bf18c13-4288-45fe-b4e2-2b965d3c2d44 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402534
Jan 29 21:37:40.395265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4cb9653b-0315-4ab5-8e21-daac620b9402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:40.955898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b10c30-6c18-4f5f-92b1-9cb8433e0c6e req-2db05c25-f41c-4215-8957-762f1ba32513 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:40.957387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79b10c30-6c18-4f5f-92b1-9cb8433e0c6e req-2db05c25-f41c-4215-8957-762f1ba32513 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0514371
Jan 29 21:37:41.002478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79b10c30-6c18-4f5f-92b1-9cb8433e0c6e req-c98dcd05-5c81-43c9-893d-a885c074d8fd tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395970
Jan 29 21:37:42.124054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8b8f5-5272-4c54-807f-f6d8cd5ca651 req-a82144bc-fa25-4f02-b230-6e20f162557e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:42.125556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57c8b8f5-5272-4c54-807f-f6d8cd5ca651 req-a82144bc-fa25-4f02-b230-6e20f162557e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0557225
Jan 29 21:37:42.172091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57c8b8f5-5272-4c54-807f-f6d8cd5ca651 req-22c1b750-a8a8-4799-bf6b-641ffb20be9b tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401683
Jan 29 21:37:42.748770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ebf9791a-4142-4d08-a669-05142cc73ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:43.295505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dab1a6-0647-491d-8e4b-223e4c7ec8b9 req-5a5e8bc4-8e06-477b-bf72-ed244e19f64e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:43.296961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3dab1a6-0647-491d-8e4b-223e4c7ec8b9 req-5a5e8bc4-8e06-477b-bf72-ed244e19f64e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0543087
Jan 29 21:37:43.343230 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3dab1a6-0647-491d-8e4b-223e4c7ec8b9 req-765134a3-bebb-465b-9db8-fda853d73ec3 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401862
Jan 29 21:37:43.766128 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-e5744b4f-9df8-4876-941f-5987129a7883 req-8694d647-8787-4c0f-8bf4-546052c4be77 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:37:43.767156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-8694d647-8787-4c0f-8bf4-546052c4be77 service neutron] 10.222.0.18 "GET /v2.0/ports/bae1e730-0a02-4243-a2ca-cce09b8f9910/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0581720
Jan 29 21:37:43.870544 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.053634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-d3886cd9-ca8b-4a91-a2f2-deda40c23a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.055042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-d3886cd9-ca8b-4a91-a2f2-deda40c23a61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1&tenant_id=c28a6f422b604503be78cf7c3369a567 HTTP/1.1" status: 200  len: 1127 time: 0.1345980
Jan 29 21:37:44.063991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-f5c35d6d-f881-4488-ae08-c572acc47822 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:37:44.064912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-f5c35d6d-f881-4488-ae08-c572acc47822 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047925
Jan 29 21:37:44.076005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:44.131466 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.336343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:44.368034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:37:44.409549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:44.412357 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64d5e73-e29e-42ff-a884-09cbaf71f640" -d '{"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:44.418020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks [] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.455980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Transition to ACTIVE for port object bae1e730-0a02-4243-a2ca-cce09b8f9910 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:37:44.461178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.469894 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c828e-9dba-41d0-9e2a-fb5894ca07c1 x-openstack-request-id: req-fd7c828e-9dba-41d0-9e2a-fb5894ca07c1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:44.470196 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:44.470459 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd7c828e-9dba-41d0-9e2a-fb5894ca07c1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:44.470860 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'code': 200}
Jan 29 21:37:44.524562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f85fe-c4f4-4eb9-9505-5f6587136dc7 req-836492b4-066e-447c-be99-3f7aeb2e1492 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.526090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-195f85fe-c4f4-4eb9-9505-5f6587136dc7 req-836492b4-066e-447c-be99-3f7aeb2e1492 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.1110535
Jan 29 21:37:44.547341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] No DVR routers for this DVR port bae1e730-0a02-4243-a2ca-cce09b8f9910 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:37:44.555559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:44.615772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:37:44.616005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:37:44.616344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:44.622045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-195f85fe-c4f4-4eb9-9505-5f6587136dc7 req-991a6688-c60f-4412-9da2-05aa5d8fb3ff tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757384
Jan 29 21:37:44.624041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:37:44.624380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Attempting to bind port bae1e730-0a02-4243-a2ca-cce09b8f9910 on network 867bea5d-b9b1-4791-a8d2-5486ad236588 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:44.629378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:37:44.629721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Checking segment: {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:37:44.630108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Bound using segment: {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:37:44.630534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Bound port: bae1e730-0a02-4243-a2ca-cce09b8f9910, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f66d589-44f4-4409-8364-27af73348163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:37:44.630891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.691944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:37:44.695243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:37:44.701268 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.738745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.739365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:44.740721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 1091 time: 0.6682653
Jan 29 21:37:44.760051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c3cc-61f4-4fa9-acf4-e3f9dc9016c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:44.806154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-1845ea9f-026a-4f9d-87ff-2ab3aaf99c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.807626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-1845ea9f-026a-4f9d-87ff-2ab3aaf99c28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0448184
Jan 29 21:37:44.893524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-8e8601a3-113c-4b9f-8c83-e84f949aca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.895581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-8e8601a3-113c-4b9f-8c83-e84f949aca4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.0825734
Jan 29 21:37:44.939457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-d0a9d0c2-2f61-430c-9703-f2b3ac44a7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0382531
Jan 29 21:37:44.987413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744b4f-9df8-4876-941f-5987129a7883 req-bd61c538-4e28-49ef-a60b-7c980b2671c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:44.988836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-bd61c538-4e28-49ef-a60b-7c980b2671c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0429759
Jan 29 21:37:45.018705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-036a389a-572c-4460-a928-f4dff63da070 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238566
Jan 29 21:37:45.108426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-f28f9593-4944-41b2-9776-c830efe1e121 service neutron] 10.222.0.36 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834210
Jan 29 21:37:45.194360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5744b4f-9df8-4876-941f-5987129a7883 req-b3bfbc5a-cfc3-43dd-9c3e-99dc0d3ef25b service neutron] 10.222.0.36 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800090
Jan 29 21:37:45.735651 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:45.741981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6c067-777d-4761-8173-521760180414 req-282baee0-5d9b-491d-ba7b-ed09bbbdfc14 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:45.743568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fa6c067-777d-4761-8173-521760180414 req-282baee0-5d9b-491d-ba7b-ed09bbbdfc14 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.0527494
Jan 29 21:37:45.793274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fa6c067-777d-4761-8173-521760180414 req-372dec55-8225-4626-9bbf-70683ed76bab tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440638
Jan 29 21:37:46.473180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:46.475546 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87ee57-4f77-4106-b24b-0284a6f445fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:46.523178 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ceddf-8579-4a7f-8b55-d3120f43f437 x-openstack-request-id: req-ea6ceddf-8579-4a7f-8b55-d3120f43f437 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:46.523476 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:46.523737 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea6ceddf-8579-4a7f-8b55-d3120f43f437 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:46.524202 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'status': 'completed', 'code': 200}
Jan 29 21:37:46.614352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-2e53e6d6-0278-4cd4-9c39-6fa2c5b69b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.615855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-2e53e6d6-0278-4cd4-9c39-6fa2c5b69b8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0749598
Jan 29 21:37:46.617621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-17c3b989-095d-45fb-8348-6f35e1378a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.618953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-17c3b989-095d-45fb-8348-6f35e1378a8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0704823
Jan 29 21:37:46.772256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-63c263f3-ea43-4aed-8bc1-508e9e6b5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.773674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-63c263f3-ea43-4aed-8bc1-508e9e6b5028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.1452007
Jan 29 21:37:46.774602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-003eb3de-ddc2-4562-93bf-8aa19d68fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.775926 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-003eb3de-ddc2-4562-93bf-8aa19d68fc38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.1543503
Jan 29 21:37:46.823023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-08b87374-113f-4125-a70b-7ab4f3e09756 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0430524
Jan 29 21:37:46.857083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-fea753f7-9417-4d6b-8d7c-54ebf76b7367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0712683
Jan 29 21:37:46.931539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:46.954481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-a0934f69-35ab-49f8-b935-0095afdb72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.955949 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-a0934f69-35ab-49f8-b935-0095afdb72d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.1067824
Jan 29 21:37:46.965244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-ade3d793-b168-4a79-bafa-674cae576e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:46.966582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-ade3d793-b168-4a79-bafa-674cae576e87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0913994
Jan 29 21:37:47.000020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-4dc17d80-638d-4e4f-8547-5567120bda6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372980
Jan 29 21:37:47.017862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-89a06440-b1d1-461e-84f6-1284e936c187 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421059
Jan 29 21:37:47.088771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7e0e-dd92-494d-bfc2-ae1f573b53ac req-2160b831-db39-4bac-a976-bae9c304293d tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:47.090150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3dd7e0e-dd92-494d-bfc2-ae1f573b53ac req-2160b831-db39-4bac-a976-bae9c304293d tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.2139180
Jan 29 21:37:47.182277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:37:47.211317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b3dd7e0e-dd92-494d-bfc2-ae1f573b53ac req-02b577e9-5899-4510-8fc7-b9b363d19e73 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962923
Jan 29 21:37:47.217882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-7b151df3-57b7-4e89-b40d-ebbe865501e6 service neutron] 10.222.0.36 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021368
Jan 29 21:37:47.225604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-1b65b7a4-3266-42eb-b81a-99982218dce0 service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989965
Jan 29 21:37:47.235258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port bae1e730-0a02-4243-a2ca-cce09b8f9910 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:37:47.235663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:37:47.379411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-b59dc2d7-f63a-4752-9622-712bd442186e service neutron] 10.222.0.36 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522477
Jan 29 21:37:47.381433 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df87ee57-4f77-4106-b24b-0284a6f445fc req-633e05a0-7c3a-443d-8fff-3ab4653646ae service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478043
Jan 29 21:37:48.334237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef44f0a-99a6-4c4c-8be5-3b7b315673b5 req-0e7fc605-f313-482e-a5db-8a7f208f4dd8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:48.335693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef44f0a-99a6-4c4c-8be5-3b7b315673b5 req-0e7fc605-f313-482e-a5db-8a7f208f4dd8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 943 time: 0.0526311
Jan 29 21:37:48.380509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1ef44f0a-99a6-4c4c-8be5-3b7b315673b5 req-57d212b0-5f60-4cd2-bb9c-05c3ebada1d8 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392938
Jan 29 21:37:48.657237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-cd00567a-514e-4175-aa91-1e59a08c7851 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:48.658694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-cd00567a-514e-4175-aa91-1e59a08c7851 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.18 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1&tenant_id=c28a6f422b604503be78cf7c3369a567&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0926967
Jan 29 21:37:48.716042 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-fc463a8b-5245-4232-81f8-874cc3c9ff3d service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:37:48.717036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-fc463a8b-5245-4232-81f8-874cc3c9ff3d service neutron] 10.222.0.18 "DELETE /v2.0/ports/bae1e730-0a02-4243-a2ca-cce09b8f9910/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0516601
Jan 29 21:37:48.801568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-22e5c3bd-bc4c-4802-8fdc-3a73e7add227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:48.802959 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-22e5c3bd-bc4c-4802-8fdc-3a73e7add227 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28a6f422b604503be78cf7c3369a567&device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 1125 time: 0.0439537
Jan 29 21:37:48.890355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-adc63624-13a0-49d9-93b9-4c0727bb0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:48.891772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-adc63624-13a0-49d9-93b9-4c0727bb0f35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 200  len: 912 time: 0.0831790
Jan 29 21:37:48.923636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:37:48.930965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-0eaaf89c-f92e-461e-90f2-6a59850e144d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 200  len: 217 time: 0.0333562
Jan 29 21:37:48.980456 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-c5cd4f56-0599-4a48-9db6-ffa07020ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:48.981986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-c5cd4f56-0599-4a48-9db6-ffa07020ca52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 200  len: 851 time: 0.0461423
Jan 29 21:37:49.012011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-6048082e-9e32-43bf-a473-d120278e2077 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=867bea5d-b9b1-4791-a8d2-5486ad236588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246315
Jan 29 21:37:49.021601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:49.032743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'network_id': '867bea5d-b9b1-4791-a8d2-5486ad236588', 'port_id': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'mac_address': 'fa:16:3e:84:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fae8c00-e425-476e-91e1-3a02781bb9a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:37:49.068304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bae1e730-0a02-4243-a2ca-cce09b8f9910 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:37:49.068612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:49.082253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae1e730-0a02-4243-a2ca-cce09b8f9910 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:37:49.097853 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-8af3b001-3f06-4fe0-ad00-8dc9285f6b6e service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802088
Jan 29 21:37:49.100427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:49.104679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:49.154424 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:49.161656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.162017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.162362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.162703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.163041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.163379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.163707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.164040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.164366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.164692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.165043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.165376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.165704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:49.189933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-aebd9687-5e78-43e6-8e16-1f27bcb4af8f service neutron] 10.222.0.18 "GET /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865808
Jan 29 21:37:49.460204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bae1e730-0a02-4243-a2ca-cce09b8f9910'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:37:49.865804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca103bb-1d20-4a71-958a-fde8990591d5 req-ca895217-13b5-48a2-90e9-8f6e35825037 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:49.867297 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ca103bb-1d20-4a71-958a-fde8990591d5 req-ca895217-13b5-48a2-90e9-8f6e35825037 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 944 time: 0.0521724
Jan 29 21:37:49.911707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ca103bb-1d20-4a71-958a-fde8990591d5 req-e37d3748-46f5-4ee7-93e2-19a56e831824 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387149
Jan 29 21:37:50.941664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:37:50.994619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port bae1e730-0a02-4243-a2ca-cce09b8f9910 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:37:50.998306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port bae1e730-0a02-4243-a2ca-cce09b8f9910 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:37:50.998695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.038010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c475-d5b2-4984-896d-6f91f0186359 req-ee103374-1372-4357-8d07-99ec114180b1 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:51.039499 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdb9c475-d5b2-4984-896d-6f91f0186359 req-ee103374-1372-4357-8d07-99ec114180b1 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 944 time: 0.0549870
Jan 29 21:37:51.076678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port bae1e730-0a02-4243-a2ca-cce09b8f9910 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:37:51.077103 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.092341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bdb9c475-d5b2-4984-896d-6f91f0186359 req-22ab2aec-f052-44c2-9341-e285f195bdab tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/security-groups?id=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459871
Jan 29 21:37:51.103888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:51.106244 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0cfe97-f72b-47d8-8f54-033da09cddaa" -d '{"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:51.118922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:51.123070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.147856 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf09a49b-0671-464d-a18e-de46031839e4 x-openstack-request-id: req-bf09a49b-0671-464d-a18e-de46031839e4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:51.148149 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:51.148403 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf09a49b-0671-464d-a18e-de46031839e4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:51.148788 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'code': 200}
Jan 29 21:37:51.173461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:51.265251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-dfb066ec-a620-4343-9fce-634e26cb682c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:51.266673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-dfb066ec-a620-4343-9fce-634e26cb682c tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.36 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 945 time: 0.0507832
Jan 29 21:37:51.354995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Deleting port bae1e730-0a02-4243-a2ca-cce09b8f9910 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:37:51.355310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.441212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] For port bae1e730-0a02-4243-a2ca-cce09b8f9910, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bae1e730-0a02-4243-a2ca-cce09b8f9910,segment=NetworkSegment(1f66d589-44f4-4409-8364-27af73348163),segment_id=1f66d589-44f4-4409-8364-27af73348163)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:37:51.441567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.454732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Calling delete_port for bae1e730-0a02-4243-a2ca-cce09b8f9910 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:37:51.580341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bae1e730-0a02-4243-a2ca-cce09b8f9910), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.592326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['bae1e730-0a02-4243-a2ca-cce09b8f9910'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:37:51.606052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Pushing event deleted for resources: {'Port': ['ID=bae1e730-0a02-4243-a2ca-cce09b8f9910,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:51.649795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] No DVR routers for this DVR port bae1e730-0a02-4243-a2ca-cce09b8f9910 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:37:51.652230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:51.655530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b8f77f-1461-4e77-a9a4-a3d3ccceeac3 req-ff196939-0b6b-4dce-87f9-05b3ef02654e tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.36 "DELETE /v2.0/ports/bae1e730-0a02-4243-a2ca-cce09b8f9910 HTTP/1.1" status: 204  len: 173 time: 0.3833766
Jan 29 21:37:51.655973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-deleted', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:51.658238 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2155c05-b675-4f1f-82ae-4d3585c14b46" -d '{"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-deleted", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:51.694743 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2fcf4-469d-452b-aab8-308cab2571f5 x-openstack-request-id: req-cda2fcf4-469d-452b-aab8-308cab2571f5 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:51.695074 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93b3459-0f59-44b4-a526-b5038373fbf1", "name": "network-vif-deleted", "tag": "bae1e730-0a02-4243-a2ca-cce09b8f9910", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:51.695332 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda2fcf4-469d-452b-aab8-308cab2571f5 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:51.695764 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93b3459-0f59-44b4-a526-b5038373fbf1', 'name': 'network-vif-deleted', 'tag': 'bae1e730-0a02-4243-a2ca-cce09b8f9910', 'status': 'completed', 'code': 200}
Jan 29 21:37:52.205660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8de80ca2-7570-4f19-8a28-1188b826ffc3 req-c144d586-632e-4ff3-9be7-689c72b36472 tempest-DeleteServersTestJSON-301569987 tempest-DeleteServersTestJSON-301569987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d93b3459-0f59-44b4-a526-b5038373fbf1 HTTP/1.1" status: 200  len: 210 time: 0.0268042
Jan 29 21:37:52.805033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.336554 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34160) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:53.736481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Deleting subnet 8fae8c00-e425-476e-91e1-3a02781bb9a2 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:37:53.740337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Publish callbacks [] for subnet (8fae8c00-e425-476e-91e1-3a02781bb9a2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.755891 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.774742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (8fae8c00-e425-476e-91e1-3a02781bb9a2), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.813095 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (8fae8c00-e425-476e-91e1-3a02781bb9a2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.863799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (8fae8c00-e425-476e-91e1-3a02781bb9a2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.889272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fae8c00-e425-476e-91e1-3a02781bb9a2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:53.891219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:53.896607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-df62f127-165d-4d8a-ae3a-10d84cf56752 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8fae8c00-e425-476e-91e1-3a02781bb9a2 HTTP/1.1" status: 204  len: 168 time: 0.5589738
Jan 29 21:37:53.897539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34162) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:53.963525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (867bea5d-b9b1-4791-a8d2-5486ad236588), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.042332 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (867bea5d-b9b1-4791-a8d2-5486ad236588), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.061223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a337c0>,) {'filters': {'network_id': ['867bea5d-b9b1-4791-a8d2-5486ad236588']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:37:54.070291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a337c0>, '1f66d589-44f4-4409-8364-27af73348163') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:37:54.070583 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a337c0>, '1f66d589-44f4-4409-8364-27af73348163') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:37:54.079587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (1f66d589-44f4-4409-8364-27af73348163), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.092610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (1f66d589-44f4-4409-8364-27af73348163), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.098904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:37:54.099281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (1f66d589-44f4-4409-8364-27af73348163), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:37:54.100855 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:37:54.153512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (867bea5d-b9b1-4791-a8d2-5486ad236588), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.157914 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.161182 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/867bea5d-b9b1-4791-a8d2-5486ad236588 HTTP/1.1" status: 204  len: 168 time: 0.2626565
Jan 29 21:37:54.173279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=867bea5d-b9b1-4791-a8d2-5486ad236588,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:54.180657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.181024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.181367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.181716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.182054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.182387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.182724 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.183055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.183381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.183708 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.184032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.184353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.184671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbf6e3-df05-4da5-a548-20ab3b054ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:37:54.276252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34166) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:54.320544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e2dda941-0a8c-4c3d-a05d-6fa3ff775263 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c28a6f422b604503be78cf7c3369a567&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430424
Jan 29 21:37:54.322836 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34168) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:54.367827 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] Publish callbacks [] for security_group (87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.388219 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] Publish callbacks [] for security_group (87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.432834 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.435440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:54.436572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe HTTP/1.1" status: 204  len: 168 time: 0.1128588
Jan 29 21:37:54.445225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a8ea8-b6a5-4075-954f-671414402cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b3a9c4-444f-4fbc-9d7a-c9655e6a65fe,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:54.948042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:37:54.966844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: bae1e730-0a02-4243-a2ca-cce09b8f9910 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:37:54.967190 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device bae1e730-0a02-4243-a2ca-cce09b8f9910 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:37:55.085393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34190) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:55.178435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1661713323-network', 'tenant_id': 'bf7c4d96d69741d48e1880ea9fd6b2d4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:55.197457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Made reservation on behalf of bf7c4d96d69741d48e1880ea9fd6b2d4 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:55.199902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.208125 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.280779 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks [] for security_group (0819479b-b9e4-4151-9003-aad06e3a6030), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.284234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0819479b-b9e4-4151-9003-aad06e3a6030), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.312497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:37:55.317663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819479b-b9e4-4151-9003-aad06e3a6030,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:55.325413 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bbee8aa1-0bbf-4023-bbfd-23c71cabccb8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.326345 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Added segment bbee8aa1-0bbf-4023-bbfd-23c71cabccb8 of type vlan for network b1dbc961-64db-4caa-be66-a402bce54e7d
Jan 29 21:37:55.368230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (b1dbc961-64db-4caa-be66-a402bce54e7d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.390828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (b1dbc961-64db-4caa-be66-a402bce54e7d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.391751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:55.392346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.443850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3573534
Jan 29 21:37:55.447223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34194) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:37:55.452162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Request body: {'subnet': {'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1661713323-subnet', 'tenant_id': 'bf7c4d96d69741d48e1880ea9fd6b2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:55.452860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678801-90b0-40fb-b9a8-36ab745d67ef admin admin] Pushing event updated for resources: {'Network': ['ID=b1dbc961-64db-4caa-be66-a402bce54e7d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:55.463827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network b1dbc961-64db-4caa-be66-a402bce54e7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:37:55.472626 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Made reservation on behalf of bf7c4d96d69741d48e1880ea9fd6b2d4 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:55.475498 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.639527 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (f0ff7b73-5540-4e0b-8278-5668075aa092), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.696119 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ff7b73-5540-4e0b-8278-5668075aa092,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:55.706115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Checking segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:37:55.706500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Network hostable DHCP agents. Network: b1dbc961-64db-4caa-be66-a402bce54e7d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:37:55.722910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Network b1dbc961-64db-4caa-be66-a402bce54e7d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:37:55.731747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1dbc961-64db-4caa-be66-a402bce54e7d) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:37:55.740103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:55.740449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d69985-af1e-401a-9040-f5d5570ba356 None None] Network b1dbc961-64db-4caa-be66-a402bce54e7d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:37:55.740688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:55.757511 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-486e8a54-f91e-49a1-a177-319f1a0b489d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3091958
Jan 29 21:37:55.843241 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16252c7-7947-44a7-9967-b1192741c138 None None] Network b1dbc961-64db-4caa-be66-a402bce54e7d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:37:56.174104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-8c550988-eb9b-4ada-bbd5-4123cc50ca10 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:56.175542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-8c550988-eb9b-4ada-bbd5-4123cc50ca10 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 815 time: 0.0999300
Jan 29 21:37:56.190805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-9222c188-fa3b-4158-b7a5-61ff60788a3c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/quotas/bf7c4d96d69741d48e1880ea9fd6b2d4 HTTP/1.1" status: 200  len: 375 time: 0.0093913
Jan 29 21:37:56.222630 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-d5a9a9dd-a5b8-4d3c-b827-1a284e20f8a5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260332
Jan 29 21:37:56.313635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-8be0aacf-2563-423e-ab5d-7d8a57dc011b service neutron] 10.222.0.20 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844197
Jan 29 21:37:56.400083 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-c2fdc72c-8f68-4729-9d69-a39faa433b69 service neutron] 10.222.0.20 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799599
Jan 29 21:37:56.560202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f984351c-a829-42a2-90e9-49d50b22b8cc req-116ca737-74bf-4acb-b680-f08d3d1dadd7 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 210 time: 0.0279291
Jan 29 21:37:57.450391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-cbd049e2-d897-4105-8682-e74f50dc2ba1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:57.451844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-cbd049e2-d897-4105-8682-e74f50dc2ba1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 815 time: 0.1056435
Jan 29 21:37:57.464444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Request body: {'port': {'device_id': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'admin_state_up': True, 'tenant_id': 'bf7c4d96d69741d48e1880ea9fd6b2d4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:57.570395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Made reservation on behalf of bf7c4d96d69741d48e1880ea9fd6b2d4 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:37:57.573632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:57.661550 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d38c18aa-282e-49f5-b8cc-7554ff71fc4f req-378f061f-de26-4455-a8e6-8473c931cb7b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 210 time: 0.0328350
Jan 29 21:37:57.724712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Allocated IP 172.20.0.7 (b1dbc961-64db-4caa-be66-a402bce54e7d/f0ff7b73-5540-4e0b-8278-5668075aa092/a6788b1a-2c4b-4d6b-9426-d38f61c90514) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:37:57.868598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks [] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:57.901102 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:57.941518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Network b1dbc961-64db-4caa-be66-a402bce54e7d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:37:57.944775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:37:57.950340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:37:57.974911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:58.001766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:58.002379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.018291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-3e4d1695-9ba2-4b5a-a922-a20f0429e50a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5579593
Jan 29 21:37:58.029577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Request body: {'port': {'device_id': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:37:58.089843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.346693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6788b1a-2c4b-4d6b-9426-d38f61c90514 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:37:58.354992 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks [] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.366858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Transition to ACTIVE for port object a6788b1a-2c4b-4d6b-9426-d38f61c90514 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:37:58.370486 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.422073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:58.492556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:37:58.493223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:37:58.493223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:58.497535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:37:58.497852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:37:58.502644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:37:58.502984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Checking segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:37:58.503372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Bound using segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:37:58.503793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Bound port: a6788b1a-2c4b-4d6b-9426-d38f61c90514, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:37:58.504145 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.565293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:37:58.568203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:37:58.574113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.610433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:58.611052 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:37:58.612423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] 10.222.0.36 "PUT /v2.0/ports/a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 1091 time: 0.5871377
Jan 29 21:37:58.612854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:37:58.615163 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:37:58.646060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc149-9822-4e2a-80cf-42bebf0fa3ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:37:58.661021 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2511fdc-93ca-473b-8d1d-4c8e2ce9851f x-openstack-request-id: req-d2511fdc-93ca-473b-8d1d-4c8e2ce9851f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:37:58.661313 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:37:58.661576 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2511fdc-93ca-473b-8d1d-4c8e2ce9851f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:37:58.661972 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'status': 'completed', 'code': 200}
Jan 29 21:37:58.699793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-32ec6d4e-8548-4e5f-873b-9343d8f1f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:58.701364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-32ec6d4e-8548-4e5f-873b-9343d8f1f341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1125 time: 0.0501854
Jan 29 21:37:58.743653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-089284a8-b91e-46be-b7cf-cc09845f99b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0363054
Jan 29 21:37:58.815606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2744f9-e675-474a-9f03-db00206cd115 req-026ed800-6c2a-4a97-b933-99f8c1fd1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:58.817584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-026ed800-6c2a-4a97-b933-99f8c1fd1144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0671141
Jan 29 21:37:58.839287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81d030-ee20-4985-a4bb-17d2deb96aba req-f5d8a1a3-4002-4411-b91f-20a624ff4144 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:58.840703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba81d030-ee20-4985-a4bb-17d2deb96aba req-f5d8a1a3-4002-4411-b91f-20a624ff4144 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0996482
Jan 29 21:37:58.857432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-0fd9d3b6-6e0c-43a3-9c7f-8790df48221a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335226
Jan 29 21:37:58.949623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba81d030-ee20-4985-a4bb-17d2deb96aba req-9fb06f5d-fb5c-4444-a25a-ddf1fcb94b16 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943415
Jan 29 21:37:58.974477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-00b35fbb-d29a-4699-8093-4b42e2587f1e service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117239
Jan 29 21:37:59.060152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb2744f9-e675-474a-9f03-db00206cd115 req-dfa523ba-3ed5-49bd-bf9f-d9cd9c5705ff service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802038
Jan 29 21:37:59.150847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-bcee8ce7-9b0b-4cf8-8afa-ec92a6d3ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:59.152317 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-bcee8ce7-9b0b-4cf8-8afa-ec92a6d3ed88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1125 time: 0.0446987
Jan 29 21:37:59.243074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-1b4a2349-2264-4b93-995a-57959a5bc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:59.245277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-1b4a2349-2264-4b93-995a-57959a5bc76e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0874608
Jan 29 21:37:59.285675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-ea54358b-39c3-4c51-a01c-5fe5f78055b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0348635
Jan 29 21:37:59.339158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-9188093d-0ff3-48b9-ac49-0f11bfef8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:37:59.340623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-9188093d-0ff3-48b9-ac49-0f11bfef8384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0494342
Jan 29 21:37:59.371095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-f4863d7f-9192-4e0b-8e8d-098b9dcf2e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250225
Jan 29 21:37:59.457508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-6f8f3d3e-76ee-4ae8-8083-641e430421c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805244
Jan 29 21:37:59.547744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f88d79b8-33c1-4c21-a890-4ed6aa89eab7 req-205bc733-931d-40d1-80b1-6b8ff8947cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849867
Jan 29 21:38:00.070994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc370f-54da-4721-a596-c666e2502d49 req-438b7181-7325-490b-8b43-8184db52319f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:00.072447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8efc370f-54da-4721-a596-c666e2502d49 req-438b7181-7325-490b-8b43-8184db52319f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0518191
Jan 29 21:38:00.117609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8efc370f-54da-4721-a596-c666e2502d49 req-7a62dbf1-3487-42d4-89b1-401abcb6bd17 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396502
Jan 29 21:38:01.232705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccef8b2-0a79-43d2-9a76-c7c5726ac538 req-47e15402-dc8c-4aff-93a3-92ba8072773a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:01.234243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ccef8b2-0a79-43d2-9a76-c7c5726ac538 req-47e15402-dc8c-4aff-93a3-92ba8072773a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0514197
Jan 29 21:38:01.284122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ccef8b2-0a79-43d2-9a76-c7c5726ac538 req-6e22ed29-adbc-4384-926b-64ea9ea138bd tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431781
Jan 29 21:38:02.403277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efbe42-3157-4dad-996d-f20246ad5169 req-bfc5c165-54a6-4a2c-9e43-b2c29ea67e68 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:02.404769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4efbe42-3157-4dad-996d-f20246ad5169 req-bfc5c165-54a6-4a2c-9e43-b2c29ea67e68 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0525031
Jan 29 21:38:02.450837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4efbe42-3157-4dad-996d-f20246ad5169 req-59eeb88a-a57e-40d9-b6f9-2a7797277235 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405202
Jan 29 21:38:02.979620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:38:03.073678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:03.085363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'port_id': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'mac_address': 'fa:16:3e:72:33:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ff7b73-5540-4e0b-8278-5668075aa092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:38:03.124780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a6788b1a-2c4b-4d6b-9426-d38f61c90514 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:03.125192 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:03.138597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6788b1a-2c4b-4d6b-9426-d38f61c90514 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:38:03.157808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:03.161752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:03.207961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:03.440584 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['a6788b1a-2c4b-4d6b-9426-d38f61c90514'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:38:03.569785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f968-04c0-41d8-9304-0d6317fb8976 req-509278cd-702f-448e-99d1-f8b98f41789f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:03.571880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfa1f968-04c0-41d8-9304-0d6317fb8976 req-509278cd-702f-448e-99d1-f8b98f41789f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0534902
Jan 29 21:38:03.617546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfa1f968-04c0-41d8-9304-0d6317fb8976 req-cfd41cd6-aa12-4044-a46e-47ac03dbed89 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400269
Jan 29 21:38:04.738037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a2f9-9297-422c-8ded-bad7fd8d478b req-efee7dce-7e44-4887-b950-60feff4610d8 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:04.739497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f0a2f9-9297-422c-8ded-bad7fd8d478b req-efee7dce-7e44-4887-b950-60feff4610d8 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0554988
Jan 29 21:38:04.784679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f0a2f9-9297-422c-8ded-bad7fd8d478b req-7a0e9e29-c29e-4d41-a4b7-cc3aee979d4e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397344
Jan 29 21:38:04.982071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:38:05.031459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port a6788b1a-2c4b-4d6b-9426-d38f61c90514 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:38:05.035265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port a6788b1a-2c4b-4d6b-9426-d38f61c90514 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:38:05.035648 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:05.111921 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port a6788b1a-2c4b-4d6b-9426-d38f61c90514 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:05.112305 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:05.134695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:05.136925 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31b2aa-0054-4db5-8423-86898b1fbdc0" -d '{"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-plugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:05.149890 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:05.153875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:05.176798 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee811a-9bf4-487f-aa36-79ff382df084 x-openstack-request-id: req-bdee811a-9bf4-487f-aa36-79ff382df084 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:05.177124 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-plugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:05.177383 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdee811a-9bf4-487f-aa36-79ff382df084 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:05.177768 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'code': 200}
Jan 29 21:38:05.206578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:05.275731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08064d-7901-4449-9202-4bd18704e8ae req-da98324a-70c2-4de2-999f-52a14e0d7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:05.277173 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a08064d-7901-4449-9202-4bd18704e8ae req-da98324a-70c2-4de2-999f-52a14e0d7be2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1127 time: 0.0446055
Jan 29 21:38:05.319656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2a08064d-7901-4449-9202-4bd18704e8ae req-e63bd004-1fec-4966-8a96-41695a0cad6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367672
Jan 29 21:38:05.907038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c848162-f919-466c-ac48-87585168c49a req-6d68a32b-2bb7-4abf-a7ba-14b2f2856533 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:05.908509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c848162-f919-466c-ac48-87585168c49a req-6d68a32b-2bb7-4abf-a7ba-14b2f2856533 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0552762
Jan 29 21:38:05.954074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c848162-f919-466c-ac48-87585168c49a req-24adb0e5-ce55-4c2c-b8c9-79a2067f6826 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392826
Jan 29 21:38:07.077055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e121adb-3075-4bbd-922c-eb73a3bee8a9 req-6b5683ec-ab76-4ac3-9202-fcef7aaef79e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:07.078584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e121adb-3075-4bbd-922c-eb73a3bee8a9 req-6b5683ec-ab76-4ac3-9202-fcef7aaef79e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0531933
Jan 29 21:38:07.124380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e121adb-3075-4bbd-922c-eb73a3bee8a9 req-a9b421ec-2f41-46be-a424-a8d5d3f8aac0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402043
Jan 29 21:38:07.244573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ed0c3-8970-4247-bdf1-aab8aca4d300 req-f8a099bd-862e-449a-8fed-f867b17e09b2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:07.246043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-180ed0c3-8970-4247-bdf1-aab8aca4d300 req-f8a099bd-862e-449a-8fed-f867b17e09b2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0530686
Jan 29 21:38:07.296760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-180ed0c3-8970-4247-bdf1-aab8aca4d300 req-7de3ff29-5c3f-48ab-9c5f-0b3cef62ea2e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451112
Jan 29 21:38:07.499181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842e8d-88c8-4b4f-86d6-466c5d9353d5 req-efde0e9a-b9c9-44d0-a01f-1af20e5f8f3c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:07.500584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94842e8d-88c8-4b4f-86d6-466c5d9353d5 req-efde0e9a-b9c9-44d0-a01f-1af20e5f8f3c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0524714
Jan 29 21:38:07.503946 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:38:07.548034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-94842e8d-88c8-4b4f-86d6-466c5d9353d5 req-86478a54-f5d7-4bf3-87c6-2f6838331f0b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411248
Jan 29 21:38:07.665120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbc75-ea6b-4900-9d04-725619a7de45 req-e4978500-a811-40fa-a2ab-344e1c831ef2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:07.666596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adfbbc75-ea6b-4900-9d04-725619a7de45 req-e4978500-a811-40fa-a2ab-344e1c831ef2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0526073
Jan 29 21:38:07.713015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adfbbc75-ea6b-4900-9d04-725619a7de45 req-e8395d27-3328-41e7-a0c5-2f84cb2b9a9a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407882
Jan 29 21:38:07.942037 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-4e5cd20a-16e2-4558-a6af-2711723b1b82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0482266
Jan 29 21:38:07.962505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfa024-2ae0-4ebb-8a05-7b74339aa320 req-3c6dba73-4d56-4401-a8a0-98cae2fed4a4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:07.964011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48dfa024-2ae0-4ebb-8a05-7b74339aa320 req-3c6dba73-4d56-4401-a8a0-98cae2fed4a4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0590401
Jan 29 21:38:08.014968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48dfa024-2ae0-4ebb-8a05-7b74339aa320 req-59c7bc16-5307-4917-b354-d24475f4d5b5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453241
Jan 29 21:38:09.077654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-3c8ee53a-0dde-459e-89ea-aeece7e22d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:09.079165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-3c8ee53a-0dde-459e-89ea-aeece7e22d1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1127 time: 0.0452728
Jan 29 21:38:09.202256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05effb8d-6d21-4aec-ad34-6357eb559908 req-d6c39ab6-78d4-4855-ac8b-1012519ebddf tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:09.203722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05effb8d-6d21-4aec-ad34-6357eb559908 req-d6c39ab6-78d4-4855-ac8b-1012519ebddf tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.1202559
Jan 29 21:38:09.208762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-5ce5d18f-cffc-4366-af7b-4f8a74ffe679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:09.210127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-5ce5d18f-cffc-4366-af7b-4f8a74ffe679 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.1188619
Jan 29 21:38:09.256185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-8feaa98b-d4bf-470c-9cde-b9d94971c10c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0396302
Jan 29 21:38:09.312724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05effb8d-6d21-4aec-ad34-6357eb559908 req-bd61a4b6-dab9-4d2a-9fe2-9cd2880b361a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016004
Jan 29 21:38:09.323842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-1856cd0c-dc94-4a2f-a2e7-f580f8930480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:09.325287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-1856cd0c-dc94-4a2f-a2e7-f580f8930480 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0637872
Jan 29 21:38:09.355335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-ab01e2a1-43e3-4825-83d3-d0c25117632c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249715
Jan 29 21:38:09.439307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-d3fd7fd1-4fc3-4d3a-b76c-166f5b0e9458 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787144
Jan 29 21:38:09.529303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-53e3d591-97dc-4f39-bdd5-d697e2387144 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835278
Jan 29 21:38:10.397239 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bfb9f60-6c92-414f-84c5-0a94d6475d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:10.433446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafc7e8-d5ce-4ca7-a615-dbd43d83fbbc req-26a313c9-f864-48d1-a627-2b0fa2426344 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:10.434913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acafc7e8-d5ce-4ca7-a615-dbd43d83fbbc req-26a313c9-f864-48d1-a627-2b0fa2426344 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0527253
Jan 29 21:38:10.480940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acafc7e8-d5ce-4ca7-a615-dbd43d83fbbc req-7042701c-2400-4349-ad92-f807f6c73c58 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404093
Jan 29 21:38:11.601617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12fc5-022b-437a-a093-81b722223af0 req-302d95e1-1601-4365-95d6-8f653be88418 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:11.603078 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fa12fc5-022b-437a-a093-81b722223af0 req-302d95e1-1601-4365-95d6-8f653be88418 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0553944
Jan 29 21:38:11.648160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fa12fc5-022b-437a-a093-81b722223af0 req-c299c8ca-8fb9-4197-be9b-ce322388bd4b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394557
Jan 29 21:38:12.749884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-211670f7-0bc7-4ea7-96e3-bcb8a04a7ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:12.770371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab1fbf-e1bc-4b8a-aef4-382b7034ca16 req-494f2984-7116-4334-a99c-9bf4bcfafd35 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:12.771866 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfab1fbf-e1bc-4b8a-aef4-382b7034ca16 req-494f2984-7116-4334-a99c-9bf4bcfafd35 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0543010
Jan 29 21:38:12.818026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfab1fbf-e1bc-4b8a-aef4-382b7034ca16 req-633b5b0e-c8ba-418f-ba89-051c97790ec1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394940
Jan 29 21:38:13.873130 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:13.937137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84b73-0e55-4482-9fb9-a335dcf1d2d5 req-1200ddb6-5b42-4c09-9c02-4c8407851b3b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:13.938600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fda84b73-0e55-4482-9fb9-a335dcf1d2d5 req-1200ddb6-5b42-4c09-9c02-4c8407851b3b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0512486
Jan 29 21:38:13.987700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fda84b73-0e55-4482-9fb9-a335dcf1d2d5 req-e4cdacbe-9803-4c97-aa7f-9569985f2b1d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434935
Jan 29 21:38:15.104624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48a16-87c3-4767-b389-73153fa0ad21 req-0a823266-6fac-4aea-a41c-3a93070ccfc0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:15.106119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2df48a16-87c3-4767-b389-73153fa0ad21 req-0a823266-6fac-4aea-a41c-3a93070ccfc0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0513980
Jan 29 21:38:15.151543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2df48a16-87c3-4767-b389-73153fa0ad21 req-c77fa121-b5de-4e63-9fd8-70ec4f703d01 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398650
Jan 29 21:38:15.738990 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:16.269739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88ee9-2c1b-4534-af75-d7751f322890 req-70bd1c38-c9c6-41c5-bc99-5735a68aeff4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:16.271175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c88ee9-2c1b-4534-af75-d7751f322890 req-70bd1c38-c9c6-41c5-bc99-5735a68aeff4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0511534
Jan 29 21:38:16.316183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29c88ee9-2c1b-4534-af75-d7751f322890 req-f1914003-e797-4355-a19d-2cd5fdcf690c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395026
Jan 29 21:38:16.934035 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:17.438903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e982ad-758d-4e11-9431-262697f76a55 req-203124f4-6d55-4071-8a91-f37a1c3b30c0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:17.440371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0e982ad-758d-4e11-9431-262697f76a55 req-203124f4-6d55-4071-8a91-f37a1c3b30c0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0539529
Jan 29 21:38:17.486081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0e982ad-758d-4e11-9431-262697f76a55 req-d0d2a4b8-e76e-49ac-96f5-4ca629706d69 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393627
Jan 29 21:38:18.605558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e80a-55b1-4144-b62b-0ef6472868f3 req-510f2f3c-71a7-406a-a9e6-0c034edd647d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:18.607017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b540e80a-55b1-4144-b62b-0ef6472868f3 req-510f2f3c-71a7-406a-a9e6-0c034edd647d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0519230
Jan 29 21:38:18.652010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b540e80a-55b1-4144-b62b-0ef6472868f3 req-1a6b339a-be42-4a21-855c-641ef67c0380 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394647
Jan 29 21:38:19.772081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372d99b-2ef0-4a36-a788-fe6f814f96a4 req-ce4a8e8c-8fae-4a59-b801-a07edc9ef069 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:19.773567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1372d99b-2ef0-4a36-a788-fe6f814f96a4 req-ce4a8e8c-8fae-4a59-b801-a07edc9ef069 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0543609
Jan 29 21:38:19.821033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1372d99b-2ef0-4a36-a788-fe6f814f96a4 req-c868c4d6-70c7-44c6-bfc2-b6695f69b911 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418236
Jan 29 21:38:20.939299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e342c-b0af-4b34-8722-bc33374ff476 req-fe9868f6-dc77-4b52-a947-aa1bed67bb6e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:20.940760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be5e342c-b0af-4b34-8722-bc33374ff476 req-fe9868f6-dc77-4b52-a947-aa1bed67bb6e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0505252
Jan 29 21:38:20.985978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be5e342c-b0af-4b34-8722-bc33374ff476 req-f2727896-6a1d-4164-84e5-ddfe0899248f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387275
Jan 29 21:38:22.104253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476bdc1-1370-44e5-9241-7b910cd130e9 req-3b340980-bd1d-4595-92e8-b908dfa2067d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:22.105743 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6476bdc1-1370-44e5-9241-7b910cd130e9 req-3b340980-bd1d-4595-92e8-b908dfa2067d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0519755
Jan 29 21:38:22.157154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6476bdc1-1370-44e5-9241-7b910cd130e9 req-e6234cbf-f225-4b31-a9d6-0b47a9603339 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458202
Jan 29 21:38:22.814154 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:23.275647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec030f-a4bb-4bec-8e3d-82c68c5c3db9 req-13eff700-fbc0-41ef-82f1-1d1744a6e801 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:23.277137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88ec030f-a4bb-4bec-8e3d-82c68c5c3db9 req-13eff700-fbc0-41ef-82f1-1d1744a6e801 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0505221
Jan 29 21:38:23.323718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88ec030f-a4bb-4bec-8e3d-82c68c5c3db9 req-4d654bd2-8ca3-4d21-82ba-0b0c4a4afb82 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
Jan 29 21:38:23.747429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:24.440159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e6725-61fb-4a9b-9974-c495fbcd1a45 req-f673a1e0-1b7d-4d94-a36f-074d0b800797 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:24.441679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-071e6725-61fb-4a9b-9974-c495fbcd1a45 req-f673a1e0-1b7d-4d94-a36f-074d0b800797 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0514982
Jan 29 21:38:24.487249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-071e6725-61fb-4a9b-9974-c495fbcd1a45 req-68cab45f-ea05-48fe-91ed-a8cc17fbb613 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397191
Jan 29 21:38:25.607880 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf23bcf-cc54-42f2-9f5d-f961ab20596e req-c6160556-6e49-4121-83e2-a832a4133b8f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:25.609343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bf23bcf-cc54-42f2-9f5d-f961ab20596e req-c6160556-6e49-4121-83e2-a832a4133b8f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0541184
Jan 29 21:38:25.654678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bf23bcf-cc54-42f2-9f5d-f961ab20596e req-95884cb3-f7c6-4a41-92d5-a7729dbd999a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392728
Jan 29 21:38:26.772030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6654f9-4574-4559-a32c-4f93a51a876a req-624c17ba-f522-44ed-abf2-1d5e1f0b3ba6 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:26.773538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f6654f9-4574-4559-a32c-4f93a51a876a req-624c17ba-f522-44ed-abf2-1d5e1f0b3ba6 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0508947
Jan 29 21:38:26.819130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f6654f9-4574-4559-a32c-4f93a51a876a req-6b07fca3-04ad-4ee9-b145-92a21d1ccf29 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400763
Jan 29 21:38:27.935326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b15c6-1972-47f0-8c87-5a9341429a14 req-99182d39-31f9-4af7-a15d-cb7cc1264e6e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:27.936793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e33b15c6-1972-47f0-8c87-5a9341429a14 req-99182d39-31f9-4af7-a15d-cb7cc1264e6e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0501523
Jan 29 21:38:27.985510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e33b15c6-1972-47f0-8c87-5a9341429a14 req-670a0e61-6473-4d0d-ba28-62b385ba23a1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427008
Jan 29 21:38:29.102994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ef78a-ffeb-485f-ae74-7b7403362648 req-9e336c90-97be-4c46-b1b6-d938acf14644 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:29.104501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f08ef78a-ffeb-485f-ae74-7b7403362648 req-9e336c90-97be-4c46-b1b6-d938acf14644 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0516608
Jan 29 21:38:29.149711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f08ef78a-ffeb-485f-ae74-7b7403362648 req-7a2b0389-9146-45f2-a59e-d142269398f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396986
Jan 29 21:38:30.268090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c797-e57a-4c0e-b198-9f9b42762b79 req-2e30b4d0-7220-4759-b811-06334eee82fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:30.269604 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6eb2c797-e57a-4c0e-b198-9f9b42762b79 req-2e30b4d0-7220-4759-b811-06334eee82fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0519440
Jan 29 21:38:30.315364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6eb2c797-e57a-4c0e-b198-9f9b42762b79 req-1101522b-94ed-4f83-a65d-898ae408951b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401697
Jan 29 21:38:31.437855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9a0-9dc0-44da-b983-3714ba761eac req-8c8136f8-bab4-4dbd-9262-71035c5dc9eb tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:31.439319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ff2c9a0-9dc0-44da-b983-3714ba761eac req-8c8136f8-bab4-4dbd-9262-71035c5dc9eb tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0547853
Jan 29 21:38:31.487661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ff2c9a0-9dc0-44da-b983-3714ba761eac req-faa11afa-5f39-4712-93ea-187c7c7c1b10 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409663
Jan 29 21:38:32.603328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043e92-83ad-46c9-800b-4a5348a0a26d req-dc5bd9d1-0359-4058-b41a-113cc5b10f9e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:32.604967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f043e92-83ad-46c9-800b-4a5348a0a26d req-dc5bd9d1-0359-4058-b41a-113cc5b10f9e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0507283
Jan 29 21:38:32.650699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7f043e92-83ad-46c9-800b-4a5348a0a26d req-1a2d6f28-09db-4e5b-a7e6-805e537a5bdd tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400810
Jan 29 21:38:33.770522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19417534-9c97-46f0-9990-fb9a4201ea02 req-d5323f90-8b41-4e92-b0ef-f0c175c7feab tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:33.771960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19417534-9c97-46f0-9990-fb9a4201ea02 req-d5323f90-8b41-4e92-b0ef-f0c175c7feab tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0544324
Jan 29 21:38:33.816612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-19417534-9c97-46f0-9990-fb9a4201ea02 req-92e63dd9-7ea2-4f72-8e15-730754039020 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391870
Jan 29 21:38:34.937653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7bf3b-57d1-4f85-8274-9c8acdd3fe44 req-d73748ba-a814-48ac-ae7a-7cf6cbd177c2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:34.939129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c7bf3b-57d1-4f85-8274-9c8acdd3fe44 req-d73748ba-a814-48ac-ae7a-7cf6cbd177c2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0518515
Jan 29 21:38:34.984070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54c7bf3b-57d1-4f85-8274-9c8acdd3fe44 req-96b526c9-2a79-4044-81ff-ca575a9178a2 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394771
Jan 29 21:38:36.103442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077c47-2c3f-420d-b046-6c28a2cdd8e5 req-4c277020-b7c9-4175-ac42-ef52e4b70c39 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:36.104929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb077c47-2c3f-420d-b046-6c28a2cdd8e5 req-4c277020-b7c9-4175-ac42-ef52e4b70c39 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0527787
Jan 29 21:38:36.154196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb077c47-2c3f-420d-b046-6c28a2cdd8e5 req-dba880c5-29bd-4e0a-8a9a-9d6b89e55c9a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432723
Jan 29 21:38:36.501085 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-08a88990-c371-41e9-8334-ab940746699e req-c13e93f8-df75-4ff7-88bd-4b7cef4b8e1f service neutron] show failed (client error): The resource could not be found.
Jan 29 21:38:36.502110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-c13e93f8-df75-4ff7-88bd-4b7cef4b8e1f service neutron] 10.222.0.36 "GET /v2.0/ports/a6788b1a-2c4b-4d6b-9426-d38f61c90514/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0530267
Jan 29 21:38:36.694496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-193e6f1c-279a-4d09-9aa5-e300c3b3b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:36.696268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-193e6f1c-279a-4d09-9aa5-e300c3b3b347 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64&tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4 HTTP/1.1" status: 200  len: 1127 time: 0.0451250
Jan 29 21:38:36.706128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-78f77fd2-093b-4ce6-bb48-2032b7661ce9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:38:36.707127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-78f77fd2-093b-4ce6-bb48-2032b7661ce9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048115
Jan 29 21:38:36.717024 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:38:36.776395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:36.969349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:37.001512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:38:37.039045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:37.041336 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d0937-e723-4a40-91b3-ac303d5abc94" -d '{"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-unplugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:37.045148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks [] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:37.057914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Transition to ACTIVE for port object a6788b1a-2c4b-4d6b-9426-d38f61c90514 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:38:37.062028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:37.096057 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc1edcb-325b-46de-9baa-42f6fc92f09d x-openstack-request-id: req-bfc1edcb-325b-46de-9baa-42f6fc92f09d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:37.096350 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-unplugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:37.096608 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfc1edcb-325b-46de-9baa-42f6fc92f09d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:37.097021 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'code': 200}
Jan 29 21:38:37.123347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] No DVR routers for this DVR port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:38:37.129789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:37.155519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.155866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.156208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.156548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.156883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.157240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.157571 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.157895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.158217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.158539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.158866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.159180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.159496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:37.175134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:38:37.175470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:38:37.180994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:38:37.181301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:38:37.181630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Attempting to bind port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:38:37.186970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:38:37.187309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Checking segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:38:37.187688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Bound using segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:38:37.188113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Bound port: a6788b1a-2c4b-4d6b-9426-d38f61c90514, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:38:37.188465 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:37.278962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:38:37.282644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:38:37.292123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:37.303181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a4c9e-eafe-4dbf-98b7-312c01fc5d03 req-cebe602b-9ccf-401d-aef6-74085b035c7e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:37.304661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961a4c9e-eafe-4dbf-98b7-312c01fc5d03 req-cebe602b-9ccf-401d-aef6-74085b035c7e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0809047
Jan 29 21:38:37.343183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:37.343794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:37.345157 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] 10.222.0.18 "PUT /v2.0/ports/a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 1091 time: 0.6316533
Jan 29 21:38:37.416583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2047c-f953-409c-b307-9d8c8ae3aab4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:37.425007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-961a4c9e-eafe-4dbf-98b7-312c01fc5d03 req-7e0b6fbf-460c-4bf1-b28e-bb597851d1f9 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983799
Jan 29 21:38:37.437007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-aed17be7-5f44-451b-895a-88df9763c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:37.438498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-aed17be7-5f44-451b-895a-88df9763c62d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1125 time: 0.0681438
Jan 29 21:38:37.526794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-89cf6452-23a6-4950-9d79-b3d1ae29fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:37.528272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-89cf6452-23a6-4950-9d79-b3d1ae29fadc service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0824606
Jan 29 21:38:37.571625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-ea09bc96-a0ab-428f-aed3-6a1c7769370e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0377238
Jan 29 21:38:37.618356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88990-c371-41e9-8334-ab940746699e req-a0831ddb-aa54-4723-9353-8586a6d9ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:37.619778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-a0831ddb-aa54-4723-9353-8586a6d9ec88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0428991
Jan 29 21:38:37.650065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-addc537b-93d5-435d-a40e-61055b246c66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248353
Jan 29 21:38:37.739303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-c19e0cab-8a5a-4ffd-b70c-2ca23699a821 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832095
Jan 29 21:38:37.825954 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08a88990-c371-41e9-8334-ab940746699e req-5e0f1e6d-3752-472b-9ef9-aa447e751c16 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810053
Jan 29 21:38:38.545754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9c465-0fc5-4a05-bc4d-2a1989f1dea7 req-d9837e5a-2e16-4d72-ae9f-5b553732bb07 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:38.547139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9df9c465-0fc5-4a05-bc4d-2a1989f1dea7 req-d9837e5a-2e16-4d72-ae9f-5b553732bb07 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0515962
Jan 29 21:38:38.596401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9df9c465-0fc5-4a05-bc4d-2a1989f1dea7 req-5aca259a-f433-4d91-94ce-646d4a7fee68 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429220
Jan 29 21:38:39.025976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:38:39.065316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port a6788b1a-2c4b-4d6b-9426-d38f61c90514 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:38:39.065712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:38:39.098481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:39.100788 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:39.148553 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1071ce3-ad4a-4925-8d32-2fb7c03035b4 x-openstack-request-id: req-e1071ce3-ad4a-4925-8d32-2fb7c03035b4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:39.148845 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:39.149124 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1071ce3-ad4a-4925-8d32-2fb7c03035b4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:39.149533 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'status': 'completed', 'code': 200}
Jan 29 21:38:39.237584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-322d2a5a-d444-4211-b6ed-10bace0c7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.239112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-322d2a5a-d444-4211-b6ed-10bace0c7094 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1125 time: 0.0734065
Jan 29 21:38:39.241604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-50dcda7b-8691-43e5-b433-e127e49d6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.242929 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-50dcda7b-8691-43e5-b433-e127e49d6c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1125 time: 0.0696399
Jan 29 21:38:39.397780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-ed9569ab-4aae-401a-98bb-9f7a6bdb02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.399159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-ed9569ab-4aae-401a-98bb-9f7a6bdb02db service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.1539772
Jan 29 21:38:39.400292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-573e6c14-78f3-4237-af2b-a609b70da1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.401617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-573e6c14-78f3-4237-af2b-a609b70da1e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.1488123
Jan 29 21:38:39.447814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-a74208ba-dd4c-4f4c-b64c-435fc888eedc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0414801
Jan 29 21:38:39.480558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-fa92298d-5de4-446a-a90f-05b9336a5d8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0731997
Jan 29 21:38:39.547229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-1c2c2d79-598b-4d90-a775-957e249be63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.548658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-1c2c2d79-598b-4d90-a775-957e249be63b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0759909
Jan 29 21:38:39.555777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-5bf22a28-7b16-4811-9ae8-0cdd26403649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:39.557145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-5bf22a28-7b16-4811-9ae8-0cdd26403649 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0583556
Jan 29 21:38:39.601389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-d1eabfb7-4a7f-464f-85aa-956d26e5f287 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433125
Jan 29 21:38:39.603169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-9bb56678-f679-47db-96df-6c55ac757af4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384650
Jan 29 21:38:40.141769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-e5a3ecd2-2237-4abc-b9a5-5bee8ebeec2b service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5267968
Jan 29 21:38:40.148400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1fe6-1095-493d-9aec-b3a3682b24fc req-6e312b9e-af68-4799-8660-bea5b5202616 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:40.149785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad0c1fe6-1095-493d-9aec-b3a3682b24fc req-6e312b9e-af68-4799-8660-bea5b5202616 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.1152754
Jan 29 21:38:40.158755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-13cc019b-cdff-4e9d-878b-e2011ec9ec46 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5509849
Jan 29 21:38:40.316741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ad0c1fe6-1095-493d-9aec-b3a3682b24fc req-1321ece1-8389-40d2-b91b-cbd43453d2fd tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570878
Jan 29 21:38:40.343710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-d04b4ac6-4e97-4fa5-991c-aa941d62f833 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930215
Jan 29 21:38:40.345900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c78cb1d0-cc07-4eb2-bc6e-985d9c27c685 req-c7a69231-0e60-4875-8e43-b85ab9e49ff8 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707718
Jan 29 21:38:40.398215 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8de30c95-03e4-4aaa-b2bd-4ebaf6371d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:41.438413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4753cd-eb8a-49c7-b252-4fe052a977cb req-07633127-61f5-40b2-bdeb-b76eed24b699 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:41.439896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b4753cd-eb8a-49c7-b252-4fe052a977cb req-07633127-61f5-40b2-bdeb-b76eed24b699 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 943 time: 0.0531511
Jan 29 21:38:41.445889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:38:41.486717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b4753cd-eb8a-49c7-b252-4fe052a977cb req-b9500d63-88eb-401a-aca4-63ec4a101181 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407693
Jan 29 21:38:41.543337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:41.555211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'port_id': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'mac_address': 'fa:16:3e:72:33:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ff7b73-5540-4e0b-8278-5668075aa092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:38:41.593389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a6788b1a-2c4b-4d6b-9426-d38f61c90514 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:41.593820 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:41.612074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6788b1a-2c4b-4d6b-9426-d38f61c90514 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:38:41.636681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:41.643437 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:41.696755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:41.719267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee0cde-39b3-4364-b4ac-12609f67dd07 req-5693345a-7607-48af-a256-e8932a680b2f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:41.720755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fee0cde-39b3-4364-b4ac-12609f67dd07 req-5693345a-7607-48af-a256-e8932a680b2f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0870457
Jan 29 21:38:41.732348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-fbcac085-c4d1-4298-a540-ea463f47dca5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:41.733758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-fbcac085-c4d1-4298-a540-ea463f47dca5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64&tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0899489
Jan 29 21:38:41.811878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fee0cde-39b3-4364-b4ac-12609f67dd07 req-dae74eb8-c0e8-48de-98eb-6a0dbf0542aa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771832
Jan 29 21:38:41.818746 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-da92738f-a929-4afe-b76f-ecc8af1b4c02 service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:38:41.819694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-da92738f-a929-4afe-b76f-ecc8af1b4c02 service neutron] 10.222.0.36 "DELETE /v2.0/ports/a6788b1a-2c4b-4d6b-9426-d38f61c90514/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0788705
Jan 29 21:38:41.908835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-a1659998-8218-4f8a-a19f-5a9492fd5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:41.911043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-a1659998-8218-4f8a-a19f-5a9492fd5af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 1126 time: 0.0492611
Jan 29 21:38:41.984089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a6788b1a-2c4b-4d6b-9426-d38f61c90514'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:38:41.998016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-4468018d-cc7d-4345-85f9-5dcf76637b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:41.999498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-4468018d-cc7d-4345-85f9-5dcf76637b71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0828362
Jan 29 21:38:42.044328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-7614a475-8d51-4fbd-bf12-ae1fbcccd63b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 200  len: 217 time: 0.0391157
Jan 29 21:38:42.090855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-6f3ccd80-6c59-47bd-8f26-d67d6e66966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:42.092301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-6f3ccd80-6c59-47bd-8f26-d67d6e66966f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0430872
Jan 29 21:38:42.123067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-d1a50c3b-2d80-49d7-8741-09cacd59510f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245156
Jan 29 21:38:42.212143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-7986e68e-bfcf-443b-b688-c505a94b1fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833378
Jan 29 21:38:42.303483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fc28343-6494-42ec-9fbf-e1a59767d668 req-ea9f49df-e282-4778-8bbc-0e238e854de7 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860214
Jan 29 21:38:42.754883 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-897ea805-422f-499f-a5fa-0e8ba5b5b359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:42.933628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7519cb3-f58b-423d-848b-a419fc4835a7 req-09e7a063-0a5e-467c-84c1-55cab4a2b1d4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:42.935158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7519cb3-f58b-423d-848b-a419fc4835a7 req-09e7a063-0a5e-467c-84c1-55cab4a2b1d4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0519226
Jan 29 21:38:42.981424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7519cb3-f58b-423d-848b-a419fc4835a7 req-178310d1-af73-442d-b5c8-fa8aba4d6f85 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407572
Jan 29 21:38:43.103553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c49fc-1ec1-4d2a-8896-0a298b104d0c req-f9a3517e-416c-4613-a417-b401eb2f4f56 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:43.105032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812c49fc-1ec1-4d2a-8896-0a298b104d0c req-f9a3517e-416c-4613-a417-b401eb2f4f56 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0557272
Jan 29 21:38:43.150050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-812c49fc-1ec1-4d2a-8896-0a298b104d0c req-de7f7cce-2ef0-4586-b42f-ea70404ce6ab tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395494
Jan 29 21:38:43.265597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ffe81-7aab-46b3-bbfa-7ddf2cb70326 req-3ebc6e2d-0d17-4221-93d9-ca89becca13c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:43.267256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a79ffe81-7aab-46b3-bbfa-7ddf2cb70326 req-3ebc6e2d-0d17-4221-93d9-ca89becca13c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 944 time: 0.0521433
Jan 29 21:38:43.313473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a79ffe81-7aab-46b3-bbfa-7ddf2cb70326 req-96235310-2323-496f-b201-2c5278071abe tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403409
Jan 29 21:38:43.473434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:38:43.526685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port a6788b1a-2c4b-4d6b-9426-d38f61c90514 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:38:43.531201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port a6788b1a-2c4b-4d6b-9426-d38f61c90514 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:38:43.531972 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:43.608176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port a6788b1a-2c4b-4d6b-9426-d38f61c90514 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:43.608563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:43.633030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:43.635102 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836799fa-f823-44dd-bdac-1f518885d140" -d '{"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-plugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:43.645939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:43.650900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:43.675580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-7c961562-5762-43da-ac95-9247d875b3e6 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:43.677923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-7c961562-5762-43da-ac95-9247d875b3e6 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 815 time: 0.1084681
Jan 29 21:38:43.682234 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09ccaf-c3ca-471d-b09b-2f02834d15e1 x-openstack-request-id: req-dd09ccaf-c3ca-471d-b09b-2f02834d15e1 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:43.682533 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-plugged", "status": "completed", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:43.682792 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd09ccaf-c3ca-471d-b09b-2f02834d15e1 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:43.683408 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'code': 200}
Jan 29 21:38:43.692899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-9d7a5fe7-86e5-4abf-8352-d71a3e9e8523 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/quotas/bf7c4d96d69741d48e1880ea9fd6b2d4 HTTP/1.1" status: 200  len: 375 time: 0.0093458
Jan 29 21:38:43.708742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:43.745791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-a068a824-9327-47de-b980-ba4632c01e55 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0472295
Jan 29 21:38:43.755823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c4db98bf-2c71-4571-b4fc-3cdc4afa10cf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:38:43.756831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c4db98bf-2c71-4571-b4fc-3cdc4afa10cf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049198
Jan 29 21:38:43.846419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-70a4ecff-f611-4f50-9060-6e649a7b8632 service neutron] 10.222.0.20 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843017
Jan 29 21:38:43.877981 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:43.936243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-5e18d117-1df9-4fb6-88ab-2eeaa9654639 service neutron] 10.222.0.20 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837867
Jan 29 21:38:44.096336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b2c4255-0e62-4aa0-ad06-7964a542369b req-842d413f-d30a-417c-9518-c76f6be11e1e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 210 time: 0.0278907
Jan 29 21:38:44.503316 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:38:44.933108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588d813-1264-484f-a771-ff3328207fac req-ef574b69-ac8a-4a44-8c24-d67e8687e32d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:44.934549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8588d813-1264-484f-a771-ff3328207fac req-ef574b69-ac8a-4a44-8c24-d67e8687e32d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae66a1-e6d4-42bc-9438-9b5f08300d64 HTTP/1.1" status: 200  len: 945 time: 0.0510263
Jan 29 21:38:45.079741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Deleting port a6788b1a-2c4b-4d6b-9426-d38f61c90514 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:38:45.080705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.202340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-172ea0ac-b421-4100-9cbd-21924db84e7c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:45.203649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-172ea0ac-b421-4100-9cbd-21924db84e7c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 815 time: 0.1804793
Jan 29 21:38:45.225509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-120a5a3a-701b-4d4e-9e9c-4d4d5ec9f3e0 req-c28776e8-9ba4-4663-b737-5a5a635bf785 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 210 time: 0.0494843
Jan 29 21:38:45.230355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Request body: {'port': {'device_id': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'admin_state_up': True, 'tenant_id': 'bf7c4d96d69741d48e1880ea9fd6b2d4'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:38:45.238296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] For port a6788b1a-2c4b-4d6b-9426-d38f61c90514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6788b1a-2c4b-4d6b-9426-d38f61c90514,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:45.238659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.290390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Calling delete_port for a6788b1a-2c4b-4d6b-9426-d38f61c90514 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:38:45.410469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Made reservation on behalf of bf7c4d96d69741d48e1880ea9fd6b2d4 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:38:45.414334 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.484974 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (a6788b1a-2c4b-4d6b-9426-d38f61c90514), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.496587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a6788b1a-2c4b-4d6b-9426-d38f61c90514'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:38:45.549358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Pushing event deleted for resources: {'Port': ['ID=a6788b1a-2c4b-4d6b-9426-d38f61c90514,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:45.620364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] No DVR routers for this DVR port a6788b1a-2c4b-4d6b-9426-d38f61c90514 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:38:45.625223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.628470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8588d813-1264-484f-a771-ff3328207fac req-e16123a2-fc07-4d32-9cf4-dcd1ebf2b278 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.18 "DELETE /v2.0/ports/a6788b1a-2c4b-4d6b-9426-d38f61c90514 HTTP/1.1" status: 204  len: 173 time: 0.6890194
Jan 29 21:38:45.628902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-deleted', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:45.631202 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14342691-3d83-4561-b5bf-ab9c37d4b6cf" -d '{"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-deleted", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:45.659022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Allocated IP 172.20.0.12 (b1dbc961-64db-4caa-be66-a402bce54e7d/f0ff7b73-5540-4e0b-8278-5668075aa092/6b73f1e8-c8b8-43e6-989d-c591701c0862) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:38:45.672318 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed8232-059a-4e6b-9434-c1d4fc635081 x-openstack-request-id: req-97ed8232-059a-4e6b-9434-c1d4fc635081 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:45.672611 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae66a1-e6d4-42bc-9438-9b5f08300d64", "name": "network-vif-deleted", "tag": "a6788b1a-2c4b-4d6b-9426-d38f61c90514", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:45.672869 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97ed8232-059a-4e6b-9434-c1d4fc635081 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:45.673298 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae66a1-e6d4-42bc-9438-9b5f08300d64', 'name': 'network-vif-deleted', 'tag': 'a6788b1a-2c4b-4d6b-9426-d38f61c90514', 'status': 'completed', 'code': 200}
Jan 29 21:38:45.745506 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.813568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks [] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.847799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.859277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['a6788b1a-2c4b-4d6b-9426-d38f61c90514'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:38:45.892448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Network b1dbc961-64db-4caa-be66-a402bce54e7d is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:38:45.895462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:38:45.901766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:38:45.926526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:45.953718 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:45.954347 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:45.970122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-1ab27aac-b14b-4b00-a3b4-2dfd099ab3fa tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7472913
Jan 29 21:38:45.981092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Request body: {'port': {'device_id': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:38:46.039978 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.330576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b73f1e8-c8b8-43e6-989d-c591701c0862 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:38:46.339166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks [] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.355063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Transition to ACTIVE for port object 6b73f1e8-c8b8-43e6-989d-c591701c0862 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:38:46.360127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.396449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bb86-2f91-4fc7-9fd8-ac20dbd182b9 req-4be8c7d3-5d83-4d70-83bc-0bbb38d48d56 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:46.397951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f944bb86-2f91-4fc7-9fd8-ac20dbd182b9 req-4be8c7d3-5d83-4d70-83bc-0bbb38d48d56 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 932 time: 0.1033444
Jan 29 21:38:46.443946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:46.507414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f944bb86-2f91-4fc7-9fd8-ac20dbd182b9 req-9ce66386-0ae2-4695-9a44-253c0c7987cb tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033418
Jan 29 21:38:46.531804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:38:46.532140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:38:46.532459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:38:46.536650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:38:46.536969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:38:46.541654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:38:46.541991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Checking segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:38:46.542375 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Bound using segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:38:46.542796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Bound port: 6b73f1e8-c8b8-43e6-989d-c591701c0862, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:38:46.543140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.603769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:38:46.606648 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:38:46.612425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.652667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:46.653324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.654712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] 10.222.0.36 "PUT /v2.0/ports/6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 1092 time: 0.6778033
Jan 29 21:38:46.675493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593252d-be75-4c1e-90e4-71b168a232dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:46.733905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-3c14dce6-56f3-4957-a5ef-42f9cf3f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:46.735448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-3c14dce6-56f3-4957-a5ef-42f9cf3f7822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1126 time: 0.0450666
Jan 29 21:38:46.776500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-a3f5e60c-5f4d-41b2-96f5-57c58fbb2244 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0333793
Jan 29 21:38:46.827310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-8c503264-1eb2-44ca-b65a-50c8be7c635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:46.828744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-8c503264-1eb2-44ca-b65a-50c8be7c635b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0469670
Jan 29 21:38:46.859686 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-821739b1-ae46-4700-bb9d-d285a661b1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246060
Jan 29 21:38:46.939005 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:46.948405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-f29ccbbf-a24c-420e-8faa-4087544c37e5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825005
Jan 29 21:38:47.049948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f7292051-6c82-4aec-bcd4-55f9b63f06d3 req-6ca7b9bd-f219-4e5b-8fec-6eb2bc6e31da service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958333
Jan 29 21:38:47.626849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb08ea-f13a-4bf4-9b32-14ff5a975cc7 req-760a0162-8ce4-4347-aa2b-061157aabf3e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:47.628335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bb08ea-f13a-4bf4-9b32-14ff5a975cc7 req-760a0162-8ce4-4347-aa2b-061157aabf3e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0524657
Jan 29 21:38:47.674184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-75bb08ea-f13a-4bf4-9b32-14ff5a975cc7 req-96b7c6a2-5ed9-4e04-b528-0c1fc0241b96 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397961
Jan 29 21:38:47.674632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:47.676951 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77431a0-1836-49f9-9618-84af29f8ac12" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:47.713719 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f3230-b8eb-4295-bed2-d7cbed59b108 x-openstack-request-id: req-c11f3230-b8eb-4295-bed2-d7cbed59b108 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:47.714045 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:47.714304 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c11f3230-b8eb-4295-bed2-d7cbed59b108 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:47.714729 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'status': 'completed', 'code': 200}
Jan 29 21:38:47.777277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-a07867e7-e3f9-4a5f-a5c5-eb57230fba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:47.778732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-a07867e7-e3f9-4a5f-a5c5-eb57230fba7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1126 time: 0.0436335
Jan 29 21:38:47.869806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-06244cb3-b22d-4614-910c-4a4490450dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:47.871177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-06244cb3-b22d-4614-910c-4a4490450dbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0859663
Jan 29 21:38:47.911396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-6c42bffd-c129-4e36-be6b-2fc8d5a7f1ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0341258
Jan 29 21:38:47.961938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-a8ec2d21-b516-43c3-b925-a0e12e1fea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:47.963397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-a8ec2d21-b516-43c3-b925-a0e12e1fea2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0464058
Jan 29 21:38:47.993796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-487ba1dc-58cb-4cc3-b483-8e2313b1ad96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244660
Jan 29 21:38:48.080899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-6f018814-0547-497c-a29c-1f30cdb33395 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811136
Jan 29 21:38:48.172533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77431a0-1836-49f9-9618-84af29f8ac12 req-ddb9c247-6996-4caa-bd6f-7373c39c87c3 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860596
Jan 29 21:38:48.793376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758d5e-ceb2-42b9-91cb-6283474d8ffa req-e07e4301-adbc-47b4-ac6a-1c027be5d216 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:48.794868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b758d5e-ceb2-42b9-91cb-6283474d8ffa req-e07e4301-adbc-47b4-ac6a-1c027be5d216 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0529943
Jan 29 21:38:48.841110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b758d5e-ceb2-42b9-91cb-6283474d8ffa req-ef57fcb9-199c-4e2b-a31c-ddb66826838a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407081
Jan 29 21:38:49.499111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:38:49.519427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: a6788b1a-2c4b-4d6b-9426-d38f61c90514 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:38:49.519765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device a6788b1a-2c4b-4d6b-9426-d38f61c90514 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:38:49.959411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe7a5-6cf0-4661-80ec-57603f120141 req-79c48aa0-1a54-41fc-bc55-d2fee85f7e60 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:49.960888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8babe7a5-6cf0-4661-80ec-57603f120141 req-79c48aa0-1a54-41fc-bc55-d2fee85f7e60 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0518653
Jan 29 21:38:50.009541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8babe7a5-6cf0-4661-80ec-57603f120141 req-6003576b-b3eb-4ca2-9d82-698fb2b2cf6b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430501
Jan 29 21:38:51.104152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:38:51.130515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f97c0-55e9-4d31-a0cd-b26e9f098708 req-06549c7b-19ad-4f03-ac23-92bb494b540f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:51.131989 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f2f97c0-55e9-4d31-a0cd-b26e9f098708 req-06549c7b-19ad-4f03-ac23-92bb494b540f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0533566
Jan 29 21:38:51.178452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5f2f97c0-55e9-4d31-a0cd-b26e9f098708 req-538a6390-587d-487b-9345-a6a451deaa38 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403960
Jan 29 21:38:51.206887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:51.376624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'port_id': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'mac_address': 'fa:16:3e:4b:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ff7b73-5540-4e0b-8278-5668075aa092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:38:51.412284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6b73f1e8-c8b8-43e6-989d-c591701c0862 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:51.412674 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:51.424784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b73f1e8-c8b8-43e6-989d-c591701c0862 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:38:51.443855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:51.448001 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:51.493398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:51.500670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.501053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.501397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.501734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.502069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.502401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.502729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.503056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.503382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.503704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.504042 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.504346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.504668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:38:51.749057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['6b73f1e8-c8b8-43e6-989d-c591701c0862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:38:52.296214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b19ee-249f-4792-9c28-40f841cdaed0 req-1164d5e9-2969-4f0d-8923-7826a5b24359 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:52.297763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-573b19ee-249f-4792-9c28-40f841cdaed0 req-1164d5e9-2969-4f0d-8923-7826a5b24359 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 945 time: 0.0510666
Jan 29 21:38:52.344242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-573b19ee-249f-4792-9c28-40f841cdaed0 req-003af7d9-0454-46b5-9321-89088c77ac61 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403512
Jan 29 21:38:52.805185 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:53.102839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:38:53.150158 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 6b73f1e8-c8b8-43e6-989d-c591701c0862 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:38:53.153969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 6b73f1e8-c8b8-43e6-989d-c591701c0862 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:38:53.154347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:53.234691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 6b73f1e8-c8b8-43e6-989d-c591701c0862 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:38:53.235083 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:53.257902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:38:53.260139 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2675503-5b6e-4a3e-bf3e-d5d8f29414f4" -d '{"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:38:53.273171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:38:53.277166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:53.307280 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6942b-df72-421e-8592-33b2db0225af x-openstack-request-id: req-aad6942b-df72-421e-8592-33b2db0225af {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:38:53.307611 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:38:53.307903 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aad6942b-df72-421e-8592-33b2db0225af {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:38:53.308421 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'code': 200}
Jan 29 21:38:53.337416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:38:53.425452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b5ba-5dcc-453f-8107-11bb03439e56 req-146ae368-710f-4c0c-93cc-ace895559773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:53.426860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05f6b5ba-5dcc-453f-8107-11bb03439e56 req-146ae368-710f-4c0c-93cc-ace895559773 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1128 time: 0.0596116
Jan 29 21:38:53.492272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05f6b5ba-5dcc-453f-8107-11bb03439e56 req-9ffada29-27e6-481f-9289-33b4511b9286 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479167
Jan 29 21:38:53.499913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b81c4-493e-4de3-b8f5-a59d2da3b200 req-5d182238-dff5-480b-9ff5-d3fd88954a1c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:53.501332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d49b81c4-493e-4de3-b8f5-a59d2da3b200 req-5d182238-dff5-480b-9ff5-d3fd88954a1c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0860884
Jan 29 21:38:53.547384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d49b81c4-493e-4de3-b8f5-a59d2da3b200 req-f0b1fe2a-4175-4bc5-99a0-86d0dc7d3f2e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399182
Jan 29 21:38:53.747214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:38:54.673364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27fbb-417d-4046-a015-fe5821d3e8e6 req-570bd2e0-7922-4e10-b7b6-3dfe86990886 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:54.674882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb27fbb-417d-4046-a015-fe5821d3e8e6 req-570bd2e0-7922-4e10-b7b6-3dfe86990886 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0556326
Jan 29 21:38:54.720645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7fb27fbb-417d-4046-a015-fe5821d3e8e6 req-17f9f4f7-775e-457a-8164-a308c9651c52 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401018
Jan 29 21:38:55.840996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6357b71-fd8b-465d-a1ed-29c7a6864bd5 req-3bf9247b-f937-4546-9d51-a2fd21cfb848 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:55.842492 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6357b71-fd8b-465d-a1ed-29c7a6864bd5 req-3bf9247b-f937-4546-9d51-a2fd21cfb848 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0514259
Jan 29 21:38:55.887407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6357b71-fd8b-465d-a1ed-29c7a6864bd5 req-f177f0b2-84bb-47e7-9bf5-d7102291c912 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393465
Jan 29 21:38:56.003225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb10606-efa6-4831-99b2-d45114356c7d req-78e794a4-f4a4-4b75-972f-6e36ee121d90 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:56.004600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cb10606-efa6-4831-99b2-d45114356c7d req-78e794a4-f4a4-4b75-972f-6e36ee121d90 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0512350
Jan 29 21:38:56.053799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5cb10606-efa6-4831-99b2-d45114356c7d req-3609747b-ec9e-493f-9660-5ea99f0220f9 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429809
Jan 29 21:38:56.278324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-dd931618-bfd4-475a-8392-7b5ad36747b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0430334
Jan 29 21:38:56.288317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b4dc-e3b6-432d-81fa-7cb2ece6b6b5 req-1d50ca54-ca23-47d2-a923-0a3118eb53b3 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:56.289961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e2b4dc-e3b6-432d-81fa-7cb2ece6b6b5 req-1d50ca54-ca23-47d2-a923-0a3118eb53b3 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0521846
Jan 29 21:38:56.339953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7e2b4dc-e3b6-432d-81fa-7cb2ece6b6b5 req-40984d39-8004-4988-9a2e-514801ccbb90 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431082
Jan 29 21:38:57.309867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-96bd9800-e273-4f23-8e8d-984cd348f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:57.311364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-96bd9800-e273-4f23-8e8d-984cd348f92d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1128 time: 0.0444250
Jan 29 21:38:57.404861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-f8b9a2ea-ec2b-4356-8a67-3ac4a730eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:57.406361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-f8b9a2ea-ec2b-4356-8a67-3ac4a730eb22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0892184
Jan 29 21:38:57.468903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-839379a5-a70f-4822-be50-66a203be62a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0509553
Jan 29 21:38:57.518633 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0137a3-167e-46dc-b046-5d85b2960904 req-bfa26845-27c7-45a3-9e5b-16927cca8ddc tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:57.520106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe0137a3-167e-46dc-b046-5d85b2960904 req-bfa26845-27c7-45a3-9e5b-16927cca8ddc tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.1101265
Jan 29 21:38:57.542652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-f5f32350-ba12-4dcb-9d0e-c38d8c57a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:57.544015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-f5f32350-ba12-4dcb-9d0e-c38d8c57a02f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0695090
Jan 29 21:38:57.583570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-17dcf009-16d2-42c0-8113-815ae23c3c0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324442
Jan 29 21:38:57.602039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fe0137a3-167e-46dc-b046-5d85b2960904 req-871cde85-4214-4d93-b1f0-d140aff2ddff tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762215
Jan 29 21:38:57.678214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-02d66e4d-9b0c-4763-83ae-798db61c86ec service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874586
Jan 29 21:38:57.764679 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-8e331981-a79a-441e-ae28-2485a9ec9608 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808158
Jan 29 21:38:58.724646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f75dd-6c5c-4230-a479-a2d408384db2 req-e48016a9-0d85-43e8-9a78-8c4997e6ca3b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:58.726145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee9f75dd-6c5c-4230-a479-a2d408384db2 req-e48016a9-0d85-43e8-9a78-8c4997e6ca3b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0533004
Jan 29 21:38:58.771321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee9f75dd-6c5c-4230-a479-a2d408384db2 req-d7cb3c7e-16ac-4482-810e-083a4b2439a0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390868
Jan 29 21:38:59.893673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf16d28-26cc-4513-9256-6657cad07055 req-54d5cb8d-93f2-4986-b95c-1dad6b207a30 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:38:59.895177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bf16d28-26cc-4513-9256-6657cad07055 req-54d5cb8d-93f2-4986-b95c-1dad6b207a30 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0559273
Jan 29 21:38:59.940798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2bf16d28-26cc-4513-9256-6657cad07055 req-6bb89965-f4a3-47b8-b4c9-31c8228f6cf9 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399954
Jan 29 21:39:01.055789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206817f-3e9c-42b0-8ed7-72b9c811d336 req-148d988f-02ce-43c2-86a6-b4e8f44328ed tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:01.057253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9206817f-3e9c-42b0-8ed7-72b9c811d336 req-148d988f-02ce-43c2-86a6-b4e8f44328ed tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0501609
Jan 29 21:39:01.102122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9206817f-3e9c-42b0-8ed7-72b9c811d336 req-2d82396d-d1d5-4b68-bdd7-4c067910bbc1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394609
Jan 29 21:39:02.225213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f945af-ffb7-438b-98ac-a2baa5c89980 req-34bd524e-64a1-4810-b667-ebf07bdfdf7d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:02.226696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35f945af-ffb7-438b-98ac-a2baa5c89980 req-34bd524e-64a1-4810-b667-ebf07bdfdf7d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0562251
Jan 29 21:39:02.271535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35f945af-ffb7-438b-98ac-a2baa5c89980 req-05726e2b-4496-40d7-8d1d-b98c5be12a5e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392389
Jan 29 21:39:03.397139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e9601-9804-4291-9ce2-6e7d70f27956 req-0912015d-130c-46d7-8491-e82d605a2d78 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:03.398518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e80e9601-9804-4291-9ce2-6e7d70f27956 req-0912015d-130c-46d7-8491-e82d605a2d78 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0527229
Jan 29 21:39:03.444400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e80e9601-9804-4291-9ce2-6e7d70f27956 req-9e1094e7-18a8-4e02-b715-6a595d659711 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402110
Jan 29 21:39:04.562123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47c2c9-1fc2-493a-a2af-6708186c076f req-911fed02-5133-4f26-8f6a-968466bf5400 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:04.563567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e47c2c9-1fc2-493a-a2af-6708186c076f req-911fed02-5133-4f26-8f6a-968466bf5400 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0505333
Jan 29 21:39:04.613762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e47c2c9-1fc2-493a-a2af-6708186c076f req-482763b2-31bf-45c5-893d-0b771997bedf tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440392
Jan 29 21:39:05.732354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0c723-700b-493b-82dd-cf0e5fd03478 req-74010349-f04b-41f3-95b2-1faf7fdd426d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:05.733962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74e0c723-700b-493b-82dd-cf0e5fd03478 req-74010349-f04b-41f3-95b2-1faf7fdd426d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0525014
Jan 29 21:39:05.779913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74e0c723-700b-493b-82dd-cf0e5fd03478 req-2b43ded8-51f4-47ce-82f7-7ce5a5fb6d51 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399663
Jan 29 21:39:06.900170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda996a-fcaf-403b-8430-57b804e4a077 req-cd96d335-b592-491b-bddf-4da382e14ff7 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:06.901658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdda996a-fcaf-403b-8430-57b804e4a077 req-cd96d335-b592-491b-bddf-4da382e14ff7 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0508928
Jan 29 21:39:06.947345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdda996a-fcaf-403b-8430-57b804e4a077 req-c275f1b0-179f-48a8-8793-07bdbd6498dd tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401204
Jan 29 21:39:08.069654 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a507-a0e8-4bba-baf8-884ac7d4e88f req-1f1faba8-b6fc-4764-baa1-823a496c7940 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:08.071362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f7a507-a0e8-4bba-baf8-884ac7d4e88f req-1f1faba8-b6fc-4764-baa1-823a496c7940 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0547493
Jan 29 21:39:08.116804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-96f7a507-a0e8-4bba-baf8-884ac7d4e88f req-5c0ec296-b95f-4a15-ab56-92c0868dcdf0 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398588
Jan 29 21:39:09.234524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e27b8-00b4-465c-a412-97ffccb6a06e req-8e7802a4-180c-48cf-96e3-3403f46cb30e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:09.236177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a50e27b8-00b4-465c-a412-97ffccb6a06e req-8e7802a4-180c-48cf-96e3-3403f46cb30e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0515575
Jan 29 21:39:09.281457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a50e27b8-00b4-465c-a412-97ffccb6a06e req-b68647c0-6426-4cfe-8581-75069a9a062e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388827
Jan 29 21:39:10.398573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db4096-8b5f-45de-a1ff-6943278ede9d req-424c83b2-fa20-4e2d-9723-1bae7723e300 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:10.399324 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-93ca072c-ae75-40de-9e4a-72672e31237c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:10.400115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49db4096-8b5f-45de-a1ff-6943278ede9d req-424c83b2-fa20-4e2d-9723-1bae7723e300 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0514348
Jan 29 21:39:10.449588 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49db4096-8b5f-45de-a1ff-6943278ede9d req-8b804c1b-f940-4845-8ecc-aadd18c8fe4c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435970
Jan 29 21:39:11.564061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432abd3-fc05-40ef-bd40-30c4754d37d3 req-270244b5-8939-4f24-9620-365b0b2ea001 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:11.565530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6432abd3-fc05-40ef-bd40-30c4754d37d3 req-270244b5-8939-4f24-9620-365b0b2ea001 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0501757
Jan 29 21:39:11.610806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6432abd3-fc05-40ef-bd40-30c4754d37d3 req-8e2a4077-46ec-4cb7-9f7f-11a0ed7853dd tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390100
Jan 29 21:39:12.732643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893b8e-9322-475f-95fb-6ee2ae0ca87e req-9365ca5e-0f2c-4fc5-98be-f36db95813ad tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:12.734350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4893b8e-9322-475f-95fb-6ee2ae0ca87e req-9365ca5e-0f2c-4fc5-98be-f36db95813ad tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0518486
Jan 29 21:39:12.755794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b1505444-b42e-4a10-9f30-4efaa55f5ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:12.780641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4893b8e-9322-475f-95fb-6ee2ae0ca87e req-26bb52b9-8c19-4c9f-bfec-a9464517b205 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407782
Jan 29 21:39:13.882859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:13.903726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee9fb9-7a47-4638-b681-60e7b259fc2b req-2b4b81f5-b6bb-4a22-a8f4-37732ee8553a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:13.905242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ee9fb9-7a47-4638-b681-60e7b259fc2b req-2b4b81f5-b6bb-4a22-a8f4-37732ee8553a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0573163
Jan 29 21:39:13.951181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ee9fb9-7a47-4638-b681-60e7b259fc2b req-4e0c5ff5-7d57-417d-b8aa-5882878b877f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403123
Jan 29 21:39:15.068498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9262a-c64f-4274-b2bc-bf15febe02a6 req-c0e3978f-5843-448c-91da-12a46d36a919 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:15.069972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff9262a-c64f-4274-b2bc-bf15febe02a6 req-c0e3978f-5843-448c-91da-12a46d36a919 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0509310
Jan 29 21:39:15.115038 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ff9262a-c64f-4274-b2bc-bf15febe02a6 req-4d9ca82b-4191-4a70-8acc-e128101776a1 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393052
Jan 29 21:39:15.737103 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:16.235283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224e0c-2907-4f14-b7c2-8b3816bc613b req-736b8cef-b16c-4563-9eb0-a6089f1dd7c3 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:16.236757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6224e0c-2907-4f14-b7c2-8b3816bc613b req-736b8cef-b16c-4563-9eb0-a6089f1dd7c3 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0551655
Jan 29 21:39:16.633200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6224e0c-2907-4f14-b7c2-8b3816bc613b req-7522d248-27b0-4aa2-a574-0b98ad0a2ac9 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3900890
Jan 29 21:39:16.941784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:17.751610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167f9-258a-445e-81d7-4241f86b6d91 req-423c3a08-d1e5-4225-ac44-3fcf1ea8cbab tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:17.753095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bc167f9-258a-445e-81d7-4241f86b6d91 req-423c3a08-d1e5-4225-ac44-3fcf1ea8cbab tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0518000
Jan 29 21:39:17.797551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4bc167f9-258a-445e-81d7-4241f86b6d91 req-d9ccd9d5-63ff-4c19-b37c-1fa21ba4319e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381973
Jan 29 21:39:18.917696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3d3d-d8e0-4dfc-8655-71d70ad4d7e1 req-b98c7645-702d-4506-9b78-b6ec6caefa63 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:18.919217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c2b3d3d-d8e0-4dfc-8655-71d70ad4d7e1 req-b98c7645-702d-4506-9b78-b6ec6caefa63 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0535979
Jan 29 21:39:18.967704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c2b3d3d-d8e0-4dfc-8655-71d70ad4d7e1 req-f4a01e61-4bae-4086-87ed-5c6a4c8be69a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429089
Jan 29 21:39:20.082461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a87ced-85da-4d1e-9ca0-a7d24897c9d7 req-f72c14fe-736a-411e-8a6f-e07bb42b6d3d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:20.084393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62a87ced-85da-4d1e-9ca0-a7d24897c9d7 req-f72c14fe-736a-411e-8a6f-e07bb42b6d3d tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0505879
Jan 29 21:39:20.128707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-62a87ced-85da-4d1e-9ca0-a7d24897c9d7 req-9b12b5da-e43d-4258-91f9-e8111ccdab3f tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387793
Jan 29 21:39:21.249728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0ac1f-b03e-45b5-8241-7aba39193348 req-2b683fe0-8372-4997-95cf-d76b6ba01c74 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:21.251188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31e0ac1f-b03e-45b5-8241-7aba39193348 req-2b683fe0-8372-4997-95cf-d76b6ba01c74 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0520346
Jan 29 21:39:21.295135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31e0ac1f-b03e-45b5-8241-7aba39193348 req-b91c26ca-1d24-4bd1-8e13-cbfb2791701a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383298
Jan 29 21:39:21.502335 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:39:22.422726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6555-1ff7-4c0d-a721-86a0f7991900 req-0a8bdc27-9d23-4c55-8663-fceb1b4a0b78 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:22.424204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8d6555-1ff7-4c0d-a721-86a0f7991900 req-0a8bdc27-9d23-4c55-8663-fceb1b4a0b78 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0550795
Jan 29 21:39:22.469680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8d6555-1ff7-4c0d-a721-86a0f7991900 req-fd825605-2902-4d4d-9246-a45bf81920cc tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398288
Jan 29 21:39:22.820027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:23.586164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2fc0-1ceb-4b46-a3cd-ae38a1e580bc req-78a60565-56d7-450c-aeb0-f62aadc5b8bb tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:23.587876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46bd2fc0-1ceb-4b46-a3cd-ae38a1e580bc req-78a60565-56d7-450c-aeb0-f62aadc5b8bb tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0514092
Jan 29 21:39:23.632652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46bd2fc0-1ceb-4b46-a3cd-ae38a1e580bc req-945246c2-274f-494c-8e3c-5080269f4256 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395560
Jan 29 21:39:23.744966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:24.674920 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-8628e87d-2c22-41ea-8465-053ac233df84 req-66bacee5-1d26-44ec-949f-71dcb60b9754 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:39:24.675939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-66bacee5-1d26-44ec-949f-71dcb60b9754 service neutron] 10.222.0.36 "GET /v2.0/ports/6b73f1e8-c8b8-43e6-989d-c591701c0862/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0563416
Jan 29 21:39:24.754583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2117e4-cea3-4f88-a590-727e427ab87f req-cfd570b4-d528-44e1-a77d-bd1fdb143c59 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:24.756662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c2117e4-cea3-4f88-a590-727e427ab87f req-cfd570b4-d528-44e1-a77d-bd1fdb143c59 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0536683
Jan 29 21:39:24.816116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c2117e4-cea3-4f88-a590-727e427ab87f req-452fd115-8a72-4b33-8a50-95a7af805325 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498927
Jan 29 21:39:24.925217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-90d5451b-5087-4c1d-92a2-a974a79dae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:24.926620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-90d5451b-5087-4c1d-92a2-a974a79dae18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf&tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4 HTTP/1.1" status: 200  len: 1128 time: 0.0905001
Jan 29 21:39:24.937833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:24.998106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.196863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:25.230885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:25.269483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:25.272287 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2deabc-c1e8-4804-98a1-e7c9311c1e9a" -d '{"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-unplugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:25.276165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks [] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.289329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Transition to ACTIVE for port object 6b73f1e8-c8b8-43e6-989d-c591701c0862 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:39:25.293112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.323112 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d1a8b-a6b6-423d-b082-eb643154170c x-openstack-request-id: req-055d1a8b-a6b6-423d-b082-eb643154170c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:25.323415 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-unplugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:25.323788 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-055d1a8b-a6b6-423d-b082-eb643154170c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:25.324189 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'code': 200}
Jan 29 21:39:25.359356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] No DVR routers for this DVR port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:39:25.361178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:25.399435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:39:25.399771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:39:25.400100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:25.404281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:39:25.404605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Attempting to bind port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on network b1dbc961-64db-4caa-be66-a402bce54e7d {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:25.409376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:39:25.409716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Checking segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:25.410103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Bound using segment: {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:39:25.410526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Bound port: 6b73f1e8-c8b8-43e6-989d-c591701c0862, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:39:25.410878 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.471294 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:25.475404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:39:25.481336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.512078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:25.512723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:25.514447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 1092 time: 0.5808203
Jan 29 21:39:25.571702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c13d8-f4e0-4f54-908f-7ba51ebc26b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:25.592949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-b817bf9e-8261-4399-bf64-5d2f54738454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:25.594501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-b817bf9e-8261-4399-bf64-5d2f54738454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1126 time: 0.0577488
Jan 29 21:39:25.683270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-6a56c7f2-9544-40ad-8387-b512c0597952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:25.684727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-6a56c7f2-9544-40ad-8387-b512c0597952 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0850213
Jan 29 21:39:25.726538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-48da1516-2efd-4103-aed2-69846c49876f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0352714
Jan 29 21:39:25.778942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e87d-2c22-41ea-8465-053ac233df84 req-73ea7189-fe92-4bef-b1c8-8534d9349107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:25.780381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-73ea7189-fe92-4bef-b1c8-8534d9349107 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0480390
Jan 29 21:39:25.811143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-502e314a-4a78-4dec-bc12-a544419c8f04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243366
Jan 29 21:39:25.935871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-18270c31-6050-4fbe-a4ad-091eed70df9a service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1177599
Jan 29 21:39:25.994613 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86910a6-f6c2-4d4b-8206-77baca910433 req-8849d415-0c93-4c3a-9f08-81d8bff6e8f4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:25.995989 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d86910a6-f6c2-4d4b-8206-77baca910433 req-8849d415-0c93-4c3a-9f08-81d8bff6e8f4 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.1081138
Jan 29 21:39:26.065741 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8628e87d-2c22-41ea-8465-053ac233df84 req-ed02c213-d3ab-43d3-912f-0bb2878f860a service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225958
Jan 29 21:39:26.069482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d86910a6-f6c2-4d4b-8206-77baca910433 req-437fb327-6380-4088-ac6c-2c04236cc592 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680275
Jan 29 21:39:27.195987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111bc71-2adf-4019-823c-14d3b59fffda req-4ad84784-93e3-43ea-a9ba-8bd3d439e93b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.197491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9111bc71-2adf-4019-823c-14d3b59fffda req-4ad84784-93e3-43ea-a9ba-8bd3d439e93b tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0565329
Jan 29 21:39:27.243353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9111bc71-2adf-4019-823c-14d3b59fffda req-04bd1c82-0ff2-4930-b179-1043649bb686 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403473
Jan 29 21:39:27.314267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:39:27.325086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:27.327467 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b679249c-7210-4680-9f0a-5a636a991cca" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:27.356586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port 6b73f1e8-c8b8-43e6-989d-c591701c0862 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:39:27.356908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:39:27.376516 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a25ef35-8a07-4ac0-b284-f01bc859e89d x-openstack-request-id: req-4a25ef35-8a07-4ac0-b284-f01bc859e89d {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:27.376826 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:27.377118 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a25ef35-8a07-4ac0-b284-f01bc859e89d {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:27.377649 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'status': 'completed', 'code': 200}
Jan 29 21:39:27.466478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-e329bdac-2e97-48b2-aa71-c1eff4cd74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.467987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-e329bdac-2e97-48b2-aa71-c1eff4cd74cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1126 time: 0.0745585
Jan 29 21:39:27.470542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-0485f03e-7756-4521-b334-39c094132d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.471883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-0485f03e-7756-4521-b334-39c094132d33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1126 time: 0.0690234
Jan 29 21:39:27.629508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-b363e0ca-d828-496f-9107-fd3a0c4a84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.631435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-b363e0ca-d828-496f-9107-fd3a0c4a84b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.1567423
Jan 29 21:39:27.632527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-ecb00f89-e65a-4cbc-b156-2641d748732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.633863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-ecb00f89-e65a-4cbc-b156-2641d748732c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.1522663
Jan 29 21:39:27.705225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-a3b495cc-59ed-45d2-9c37-379fc03eca51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0671232
Jan 29 21:39:27.706570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-4f3b7dac-ecca-463a-89dc-4ed9224bd928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0629754
Jan 29 21:39:27.785001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-a39b51b4-3b7f-4550-b570-e85a54e8f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.786421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-a39b51b4-3b7f-4550-b570-e85a54e8f6d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0754623
Jan 29 21:39:27.787813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679249c-7210-4680-9f0a-5a636a991cca req-454617cd-f33c-4d01-85c2-4b492df9b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:27.789154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-454617cd-f33c-4d01-85c2-4b492df9b699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0712268
Jan 29 21:39:27.840638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-016bcc56-f4b8-474f-9c02-835aba8716ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483804
Jan 29 21:39:27.842522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-5383ab7b-79f8-4567-b92a-b495c2ec4879 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434706
Jan 29 21:39:27.995841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-b0241fe2-b2e9-4bb5-9187-ecfc50f29fff service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493692
Jan 29 21:39:27.997754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-587310bc-b424-4ba0-9552-0e971ded963a service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441436
Jan 29 21:39:28.149451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-c837faa6-7a02-4bc1-88f0-dc88739b9d9c service neutron] 10.222.0.18 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473417
Jan 29 21:39:28.151595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b679249c-7210-4680-9f0a-5a636a991cca req-ce6331ce-0fc5-4091-957f-0d3fce25412f service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428320
Jan 29 21:39:28.362182 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1714838-0ffc-40f5-ad2a-ab9a7df6a71a req-67ec1cac-a4f5-4d45-ac54-b3fdf170f6e5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:28.363646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1714838-0ffc-40f5-ad2a-ab9a7df6a71a req-67ec1cac-a4f5-4d45-ac54-b3fdf170f6e5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0523126
Jan 29 21:39:28.412496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1714838-0ffc-40f5-ad2a-ab9a7df6a71a req-a339400e-99f9-41dc-b52a-9d718ffe7971 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428972
Jan 29 21:39:29.538606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6204-24ee-45ed-b309-524e427ee772 req-373a0c49-936c-4c6f-9ac6-33239bdf30ea tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:29.540232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-114e6204-24ee-45ed-b309-524e427ee772 req-373a0c49-936c-4c6f-9ac6-33239bdf30ea tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0561111
Jan 29 21:39:29.585537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-114e6204-24ee-45ed-b309-524e427ee772 req-797b5bd0-060e-4c86-801f-c4d44be54257 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397453
Jan 29 21:39:29.741216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:39:29.824087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cca07c-5130-4390-b146-1eaf89c2b81c req-34bd3688-389d-49f8-94ad-e232c8ad6004 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:29.825633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31cca07c-5130-4390-b146-1eaf89c2b81c req-34bd3688-389d-49f8-94ad-e232c8ad6004 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 944 time: 0.0945182
Jan 29 21:39:29.833453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-525fdc56-70d6-4186-995c-35c50a202002 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:29.835023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-525fdc56-70d6-4186-995c-35c50a202002 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.36 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf&tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0935550
Jan 29 21:39:29.844480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:29.860516 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'network_id': 'b1dbc961-64db-4caa-be66-a402bce54e7d', 'port_id': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'mac_address': 'fa:16:3e:4b:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ff7b73-5540-4e0b-8278-5668075aa092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:39:29.897089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 6b73f1e8-c8b8-43e6-989d-c591701c0862 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:29.899583 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:29.912715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b73f1e8-c8b8-43e6-989d-c591701c0862 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:39:29.916031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31cca07c-5130-4390-b146-1eaf89c2b81c req-d18b1e89-cfaa-40c7-9c38-7e61aca698c6 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800366
Jan 29 21:39:29.924741 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-5c8826d6-7f92-46b0-acec-8feff011d339 service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:39:29.925704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-5c8826d6-7f92-46b0-acec-8feff011d339 service neutron] 10.222.0.36 "DELETE /v2.0/ports/6b73f1e8-c8b8-43e6-989d-c591701c0862/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0837438
Jan 29 21:39:29.933824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:29.937955 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:29.987796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:30.013565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-53b49725-8dfb-45b1-aa2c-b77172ec5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:30.015122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-53b49725-8dfb-45b1-aa2c-b77172ec5069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 1127 time: 0.0458517
Jan 29 21:39:30.104619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-4aed6c3a-4aaa-46b3-b42f-fd2f683c48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:30.106111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-4aed6c3a-4aaa-46b3-b42f-fd2f683c48f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 200  len: 916 time: 0.0856075
Jan 29 21:39:30.145826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-2239c65f-c5c9-4576-b76e-fb6304c13105 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 200  len: 217 time: 0.0344758
Jan 29 21:39:30.192143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-b147f273-3097-4fee-8236-a4b5cca69d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:30.193624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-b147f273-3097-4fee-8236-a4b5cca69d6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 200  len: 855 time: 0.0423913
Jan 29 21:39:30.227178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-19ef2a62-7922-4da8-8e73-0c99650aac1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1dbc961-64db-4caa-be66-a402bce54e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284352
Jan 29 21:39:30.227777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['6b73f1e8-c8b8-43e6-989d-c591701c0862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:39:30.315149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-562567dd-0ef6-43a5-8713-df649d701aa9 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824244
Jan 29 21:39:30.404681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43681561-2c9b-4a18-8cd3-1a089df7bae5 req-288fc98c-47eb-437a-8800-7a256e71f8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842288
Jan 29 21:39:31.037211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f9f-1e87-4286-b752-8722806210b8 req-c72c3880-f4d1-492f-ab42-d9ea393c9983 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:31.038589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee96f9f-1e87-4286-b752-8722806210b8 req-c72c3880-f4d1-492f-ab42-d9ea393c9983 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 945 time: 0.0523682
Jan 29 21:39:31.084559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bee96f9f-1e87-4286-b752-8722806210b8 req-d6c5388c-4ff5-4fce-a812-2bf755068a7e tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398426
Jan 29 21:39:31.201913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9e67-b074-4e27-951c-84adfad5cf7d req-2702017a-bb51-47e5-a9f1-8e5b58350703 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:31.203415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a02a9e67-b074-4e27-951c-84adfad5cf7d req-2702017a-bb51-47e5-a9f1-8e5b58350703 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 945 time: 0.0526006
Jan 29 21:39:31.248427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a02a9e67-b074-4e27-951c-84adfad5cf7d req-ed7c7853-bf4f-4d81-a726-2c69ac65d616 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394559
Jan 29 21:39:31.369857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac58d-94f1-49fb-9e88-cf42c7a3c50c req-f8741f64-1cf0-4a9c-8bd0-3347818cd244 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:31.371239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-323ac58d-94f1-49fb-9e88-cf42c7a3c50c req-f8741f64-1cf0-4a9c-8bd0-3347818cd244 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 945 time: 0.0551362
Jan 29 21:39:31.415891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-323ac58d-94f1-49fb-9e88-cf42c7a3c50c req-c05158c0-a9df-4e30-98ce-04bff41dbf0c tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391121
Jan 29 21:39:31.742377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec5a6-e32e-4970-9dee-d0249fadf11d req-c72fb53d-7a7e-4ab4-b911-9f8b6d9167d8 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:31.743843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ecec5a6-e32e-4970-9dee-d0249fadf11d req-c72fb53d-7a7e-4ab4-b911-9f8b6d9167d8 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 945 time: 0.0514932
Jan 29 21:39:31.768564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:31.789215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0ecec5a6-e32e-4970-9dee-d0249fadf11d req-e551af81-7b5d-46fc-a70a-49632002fa80 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398269
Jan 29 21:39:31.817156 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 6b73f1e8-c8b8-43e6-989d-c591701c0862 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:39:31.821375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 6b73f1e8-c8b8-43e6-989d-c591701c0862 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:31.822031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:31.898610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 6b73f1e8-c8b8-43e6-989d-c591701c0862 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:31.898942 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:31.926128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:31.928914 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495391c8-eae7-4f93-8720-6e4693d6e317" -d '{"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:31.942580 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:31.946750 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:31.994337 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:32.040912 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa463917-69af-4cf4-a099-751912d97ccf x-openstack-request-id: req-fa463917-69af-4cf4-a099-751912d97ccf {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:32.041265 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:32.041526 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa463917-69af-4cf4-a099-751912d97ccf {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:32.041933 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'code': 200}
Jan 29 21:39:32.906980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d157a8-c4e3-4b1e-92df-6360ad24f270 req-f89bb4fc-0c64-42aa-b889-fc5b4cc8c65a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:32.908426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57d157a8-c4e3-4b1e-92df-6360ad24f270 req-f89bb4fc-0c64-42aa-b889-fc5b4cc8c65a tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0504453
Jan 29 21:39:32.979775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57d157a8-c4e3-4b1e-92df-6360ad24f270 req-98f630a2-bce3-436c-bbf9-09be4652ae48 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.20 "GET /v2.0/security-groups?id=0819479b-b9e4-4151-9003-aad06e3a6030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656893
Jan 29 21:39:33.003101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-dd4877ab-f337-4318-8539-988b76dacf64 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:33.004537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-dd4877ab-f337-4318-8539-988b76dacf64 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.18 "GET /v2.0/ports?device_id=d96c0410-5c48-48a7-aa06-bb09df9bdecf HTTP/1.1" status: 200  len: 946 time: 0.0577524
Jan 29 21:39:33.091680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Deleting port 6b73f1e8-c8b8-43e6-989d-c591701c0862 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:39:33.092022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:33.181309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] For port 6b73f1e8-c8b8-43e6-989d-c591701c0862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b73f1e8-c8b8-43e6-989d-c591701c0862,segment=NetworkSegment(bbee8aa1-0bbf-4023-bbfd-23c71cabccb8),segment_id=bbee8aa1-0bbf-4023-bbfd-23c71cabccb8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:33.181672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:33.194161 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Calling delete_port for 6b73f1e8-c8b8-43e6-989d-c591701c0862 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:39:33.321229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (6b73f1e8-c8b8-43e6-989d-c591701c0862), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:33.333191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['6b73f1e8-c8b8-43e6-989d-c591701c0862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:39:33.348465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Pushing event deleted for resources: {'Port': ['ID=6b73f1e8-c8b8-43e6-989d-c591701c0862,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:33.389664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] No DVR routers for this DVR port 6b73f1e8-c8b8-43e6-989d-c591701c0862 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:39:33.392323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:33.395958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae6d2728-5669-4d3a-90c3-a5910b60ba3a req-94e9388b-efb1-4ac7-8332-c91b933ea0f5 tempest-ServerDiskConfigTestJSON-1655189298 tempest-ServerDiskConfigTestJSON-1655189298-project] 10.222.0.18 "DELETE /v2.0/ports/6b73f1e8-c8b8-43e6-989d-c591701c0862 HTTP/1.1" status: 204  len: 173 time: 0.3860857
Jan 29 21:39:33.396426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-deleted', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:33.399185 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e882d384-b343-477d-92e6-7ec8442d5aee" -d '{"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-deleted", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:33.435685 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8733d4e1-e838-4627-945d-358053462f15 x-openstack-request-id: req-8733d4e1-e838-4627-945d-358053462f15 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:33.436013 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c0410-5c48-48a7-aa06-bb09df9bdecf", "name": "network-vif-deleted", "tag": "6b73f1e8-c8b8-43e6-989d-c591701c0862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:33.436267 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8733d4e1-e838-4627-945d-358053462f15 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:33.436692 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c0410-5c48-48a7-aa06-bb09df9bdecf', 'name': 'network-vif-deleted', 'tag': '6b73f1e8-c8b8-43e6-989d-c591701c0862', 'status': 'completed', 'code': 200}
Jan 29 21:39:34.098660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34568) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:34.143989 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Deleting subnet f0ff7b73-5540-4e0b-8278-5668075aa092 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:39:34.147013 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Publish callbacks [] for subnet (f0ff7b73-5540-4e0b-8278-5668075aa092), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.185847 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (f0ff7b73-5540-4e0b-8278-5668075aa092), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.223971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f0ff7b73-5540-4e0b-8278-5668075aa092), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.273983 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (f0ff7b73-5540-4e0b-8278-5668075aa092), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.299169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ff7b73-5540-4e0b-8278-5668075aa092,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:34.303590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.306739 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0ff7b73-5540-4e0b-8278-5668075aa092 HTTP/1.1" status: 204  len: 168 time: 0.2070658
Jan 29 21:39:34.309419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34570) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:34.311831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.312182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.312525 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.312868 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.313273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.313608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.313936 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.314257 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.314580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.314898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.315223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.315544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.315866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111fdf6-4f7e-4672-b690-9283743dbe57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:34.378482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (b1dbc961-64db-4caa-be66-a402bce54e7d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.452855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (b1dbc961-64db-4caa-be66-a402bce54e7d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.472828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea084c91c0>,) {'filters': {'network_id': ['b1dbc961-64db-4caa-be66-a402bce54e7d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:34.482835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084c91c0>, 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:34.483156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084c91c0>, 'bbee8aa1-0bbf-4023-bbfd-23c71cabccb8') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:34.492295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (bbee8aa1-0bbf-4023-bbfd-23c71cabccb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.505337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (bbee8aa1-0bbf-4023-bbfd-23c71cabccb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.511440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:39:34.511875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (bbee8aa1-0bbf-4023-bbfd-23c71cabccb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:39:34.513546 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:39:34.570020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (b1dbc961-64db-4caa-be66-a402bce54e7d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.575595 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.579394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1dbc961-64db-4caa-be66-a402bce54e7d HTTP/1.1" status: 204  len: 168 time: 0.2689655
Jan 29 21:39:34.591365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5edacd-459a-4db3-ad12-9cd91d48ae42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dbc961-64db-4caa-be66-a402bce54e7d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:34.687507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34574) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:34.726829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2af2a6ac-1a0a-431b-8c45-948999cc3c19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf7c4d96d69741d48e1880ea9fd6b2d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381548
Jan 29 21:39:34.729225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:34.774129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] Publish callbacks [] for security_group (0819479b-b9e4-4151-9003-aad06e3a6030), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.794132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] Publish callbacks [] for security_group (0819479b-b9e4-4151-9003-aad06e3a6030), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.845674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (0819479b-b9e4-4151-9003-aad06e3a6030), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.848178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:34.849368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0819479b-b9e4-4151-9003-aad06e3a6030 HTTP/1.1" status: 204  len: 168 time: 0.1192310
Jan 29 21:39:34.856850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ace23e-c532-4f12-9fb8-70e5d76ae6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819479b-b9e4-4151-9003-aad06e3a6030,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:35.492968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34598) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:35.587481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-394846172-network', 'tenant_id': '753da2bb46c048c68d0dd786113b9137'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:35.607305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:39:35.609960 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.618870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.697060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks [] for security_group (17892f40-a1cc-464d-b27d-d02fc3e4443c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.700828 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17892f40-a1cc-464d-b27d-d02fc3e4443c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.720872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:39:35.736606 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fd36d0da-f2cd-4377-b1c4-e047540eb610), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.737024 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Added segment fd36d0da-f2cd-4377-b1c4-e047540eb610 of type vlan for network e5fa92d3-925d-4c1d-bd57-4b73e9d619de
Jan 29 21:39:35.744365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17892f40-a1cc-464d-b27d-d02fc3e4443c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:35.774994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:39:35.777790 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e5fa92d3-925d-4c1d-bd57-4b73e9d619de), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.794852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 6b73f1e8-c8b8-43e6-989d-c591701c0862 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:39:35.795192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 6b73f1e8-c8b8-43e6-989d-c591701c0862 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:39:35.803092 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e5fa92d3-925d-4c1d-bd57-4b73e9d619de), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.804121 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:35.804694 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:35.863850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3696227
Jan 29 21:39:35.866717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:35.871829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Request body: {'subnet': {'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-394846172-subnet', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:35.872485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4028-4594-422d-998e-bd92bc6d6619 admin admin] Pushing event updated for resources: {'Network': ['ID=e5fa92d3-925d-4c1d-bd57-4b73e9d619de,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:35.882146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:39:35.893299 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:39:35.895672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.058796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (188366f0-9ab7-4372-8df7-6b5732ec4728), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.110986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=188366f0-9ab7-4372-8df7-6b5732ec4728,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:36.121466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:36.121829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Network hostable DHCP agents. Network: e5fa92d3-925d-4c1d-bd57-4b73e9d619de, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:39:36.137692 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:39:36.146066 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5fa92d3-925d-4c1d-bd57-4b73e9d619de) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:36.150642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:36.151257 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.157499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790da5c-348b-4377-994f-a93e898305d0 None None] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:39:36.168137 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a91b691-311c-4143-a462-91aa6b19e4dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3002267
Jan 29 21:39:36.170843 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:36.175219 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:36.195229 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.196510 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.252542 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for router_controller (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.266444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:39:36.267302 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.397628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for router_gateway (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.403199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Allocated IP 172.20.0.2 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/1ea0e211-490c-4e46-aa61-d385e1a94368) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:39:36.543047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks [] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.548957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.594293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for router_gateway (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.595437 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:36.596937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:36.599089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Pushing event updated for resources: {'Port': ['ID=1ea0e211-490c-4e46-aa61-d385e1a94368,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:36.602810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:39:36.612939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.656305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Attempting to bind port 1ea0e211-490c-4e46-aa61-d385e1a94368 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:39:36.656583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Attempting to bind port 1ea0e211-490c-4e46-aa61-d385e1a94368 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:39:36.656950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Attempting to bind port 1ea0e211-490c-4e46-aa61-d385e1a94368 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:36.661782 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:39:36.662152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:36.662555 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.662946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:39:36.663406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Bound port: 1ea0e211-490c-4e46-aa61-d385e1a94368, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:39:36.663783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.717928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Allocated IP 172.35.4.3 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/b8011af1-fa18-4524-95c8-4b2cd756933a) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:39:36.730487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] For port 1ea0e211-490c-4e46-aa61-d385e1a94368, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:36.733485 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] For port 1ea0e211-490c-4e46-aa61-d385e1a94368, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea0e211-490c-4e46-aa61-d385e1a94368,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:39:36.740462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.795683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c47790-d54a-4f19-a987-69b6be94cf83 None None] Pushing event updated for resources: {'Port': ['ID=1ea0e211-490c-4e46-aa61-d385e1a94368,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:36.824328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.859124 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:36.905039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:36.908032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:36.913204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:39:36.916393 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8011af1-fa18-4524-95c8-4b2cd756933a,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:37.183110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for router_gateway (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.236604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ea0e211-490c-4e46-aa61-d385e1a94368 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:37.290191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1ea0e211-490c-4e46-aa61-d385e1a94368 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:37.290663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.374721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1ea0e211-490c-4e46-aa61-d385e1a94368 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:37.375122 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.408975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 1ea0e211-490c-4e46-aa61-d385e1a94368, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea0e211-490c-4e46-aa61-d385e1a94368,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:37.414152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.466555 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=1ea0e211-490c-4e46-aa61-d385e1a94368,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:37.694072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.766473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ec827-9e94-4bc9-ad8f-82da85e4bbf7 None None] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:39:37.824368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:39:37.881529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8fc46986-6c96-4c17-8a73-5c6f26f08147 None None] Provisioning complete for port 1ea0e211-490c-4e46-aa61-d385e1a94368 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:37.882162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8fc46986-6c96-4c17-8a73-5c6f26f08147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.932562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:39:37.954612 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:37.956105 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f7b0c92-c72a-4263-b524-1c29ee0fadb7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.7843406
Jan 29 21:39:37.956976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:39:37.959278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34608) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:37.978677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:37.979313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7a4490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:37.981243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8fc46986-6c96-4c17-8a73-5c6f26f08147 None None] Current status of the port 1ea0e211-490c-4e46-aa61-d385e1a94368 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:38.097163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:38.223444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-503d6bf5-d0b6-4585-aed0-91bde38c90ef None None] Provisioning complete for port 1ea0e211-490c-4e46-aa61-d385e1a94368 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:38.223615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-503d6bf5-d0b6-4585-aed0-91bde38c90ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.359171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-503d6bf5-d0b6-4585-aed0-91bde38c90ef None None] Current status of the port 1ea0e211-490c-4e46-aa61-d385e1a94368 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:38.363097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7a4490>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:37Z', 'revision_number': 3, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:38.390835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:39:38.391186 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Updating router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 port b8011af1-fa18-4524-95c8-4b2cd756933a binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:39:38.419858 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.753408 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.828251 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks [] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.833590 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.881694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Attempting to bind port b8011af1-fa18-4524-95c8-4b2cd756933a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:39:38.882305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Attempting to bind port b8011af1-fa18-4524-95c8-4b2cd756933a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:39:38.882527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Attempting to bind port b8011af1-fa18-4524-95c8-4b2cd756933a on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:38.894446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:39:38.894826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:38.895237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.895634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:39:38.896103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Bound port: b8011af1-fa18-4524-95c8-4b2cd756933a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:39:38.897038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:38.899359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9954e-291f-44af-9ead-712b3b791377 None None] Pushing event updated for resources: {'Port': ['ID=b8011af1-fa18-4524-95c8-4b2cd756933a,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:38.907538 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Allocated IP 172.20.0.1 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/b0757aab-252f-4191-b3e4-afaef8db0d53) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:39:38.950303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] For port b8011af1-fa18-4524-95c8-4b2cd756933a, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:38.953747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] For port b8011af1-fa18-4524-95c8-4b2cd756933a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8011af1-fa18-4524-95c8-4b2cd756933a,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:39:38.959719 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.013174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:39.013720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7a4490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:39.015455 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks [] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.050592 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.082631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9954e-291f-44af-9ead-712b3b791377 None None] Pushing event updated for resources: {'Port': ['ID=b8011af1-fa18-4524-95c8-4b2cd756933a,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:39.089438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:39.094296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:39.097783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:39:39.124791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Pushing event updated for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:39.134617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:39.135618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.135952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.136299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.136643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.137062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.137317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.137646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.137974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.138296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.138617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.138938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.139258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.139582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:39.155244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.239872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ea0e211-490c-4e46-aa61-d385e1a94368 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:39.311070 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.353549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 1ea0e211-490c-4e46-aa61-d385e1a94368 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:39.353934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.421878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6b40a158-cdd7-488b-ae0b-2c97be08c2bd None None] Provisioning complete for port b0757aab-252f-4191-b3e4-afaef8db0d53 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:39.422275 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6b40a158-cdd7-488b-ae0b-2c97be08c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.451363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7a4490>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:37Z', 'revision_number': 3, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:39.479234 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks [] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.484222 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.509504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fb544-130a-485d-be85-b70fb404b4cc None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:37Z', 'revision_number': 3, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:39:39.520336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a158-cdd7-488b-ae0b-2c97be08c2bd None None] Port b0757aab-252f-4191-b3e4-afaef8db0d53 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:39:39.526343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 1ea0e211-490c-4e46-aa61-d385e1a94368 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:39.550433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Pushing event updated for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:39.553266 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.647352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:39.648662 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:39.783591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:39:39.905229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:39:39.910318 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f2882416-459a-4f81-9de2-b2e86c94df4a admin admin] 10.222.0.20 "PUT /v2.0/routers/f68706dc-ca5b-4c14-8798-3cd94f8f7d31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9494529
Jan 29 21:39:39.946396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-7082dea5-e139-4533-a395-a41b36cd79fd None None] Provisioning complete for port b0757aab-252f-4191-b3e4-afaef8db0d53 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:39.946992 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7082dea5-e139-4533-a395-a41b36cd79fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:39.982363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-7082dea5-e139-4533-a395-a41b36cd79fd None None] Port b0757aab-252f-4191-b3e4-afaef8db0d53 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:39:40.369440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34616) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:40.374400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917986697', 'description': 'tempest-description--1882084928'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:40.395530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.402457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0114-dda3-4735-9c3b-710a35a7bfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.465963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (1d17f356-4869-41f5-89b1-2f0cc4cc0adf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.469806 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d17f356-4869-41f5-89b1-2f0cc4cc0adf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.499421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.500659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1302054
Jan 29 21:39:40.501897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b9a48-2c0d-43fe-8719-808475171139 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17f356-4869-41f5-89b1-2f0cc4cc0adf,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:40.504687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34618) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:40.510166 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'security_group_rule': {'security_group_id': '1d17f356-4869-41f5-89b1-2f0cc4cc0adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:40.534944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (f24fd5ff-8386-4c25-936c-891305480dd0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.591100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (f24fd5ff-8386-4c25-936c-891305480dd0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.595027 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (f24fd5ff-8386-4c25-936c-891305480dd0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.612151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24fd5ff-8386-4c25-936c-891305480dd0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:40.622002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.623506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29e9be5c-c77e-440a-8935-f48c99300b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1173129
Jan 29 21:39:40.625993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:40.630295 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'security_group_rule': {'security_group_id': '1d17f356-4869-41f5-89b1-2f0cc4cc0adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:40.655934 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (f67b63b3-47df-4321-a8d9-bd5f5f92c0e0), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.711438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (f67b63b3-47df-4321-a8d9-bd5f5f92c0e0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.715088 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (f67b63b3-47df-4321-a8d9-bd5f5f92c0e0), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.734108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67b63b3-47df-4321-a8d9-bd5f5f92c0e0,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:40.741783 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.743016 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f3d54585-a226-4a61-8357-b432621d6912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1160557
Jan 29 21:39:40.745886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 34622) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:40.750338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:40.772253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.876751 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:40.978670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Allocated IP 172.35.4.175 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2789ebd2-9a54-4872-98ee-768972c5fa72) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:39:41.082375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.099409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:39:41.108664 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:41.109330 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b63cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:41.119537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.157916 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:41.163484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:41.168197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:39:41.190687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=2789ebd2-9a54-4872-98ee-768972c5fa72,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:41.231017 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:41.247172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b8011af1-fa18-4524-95c8-4b2cd756933a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:41.270815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.296292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b8011af1-fa18-4524-95c8-4b2cd756933a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:41.296821 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.316724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.377216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b8011af1-fa18-4524-95c8-4b2cd756933a is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:41.377761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.400529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port b8011af1-fa18-4524-95c8-4b2cd756933a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8011af1-fa18-4524-95c8-4b2cd756933a,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:41.404888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.452736 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b63cc10>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 2, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:41.466512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=b8011af1-fa18-4524-95c8-4b2cd756933a,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:41.479843 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:39:41.480191 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Updating router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 port b0757aab-252f-4191-b3e4-afaef8db0d53 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:39:41.484969 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.490905 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.507517 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.555454 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=2789ebd2-9a54-4872-98ee-768972c5fa72,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:41.568806 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.585398 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.586778 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-20bbba9f-7429-4a24-9c9a-02017f944416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8399501
Jan 29 21:39:41.734098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-0e84b32e-d917-4c62-80de-0e73be2fa757 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1917986697&fields=id&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 267 time: 0.0435157
Jan 29 21:39:41.851864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-76d4990b-d56d-4bde-9112-5a5bac929605 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:41.853406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-76d4990b-d56d-4bde-9112-5a5bac929605 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1124432
Jan 29 21:39:41.864310 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks [] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.868418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-75455d41-b782-4766-aa81-52d5239ffa34 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/quotas/753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 375 time: 0.0092885
Jan 29 21:39:41.870016 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.931728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-0e874c4e-11e1-41ed-92d9-c726b694a0f4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0559635
Jan 29 21:39:41.938892 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Pushing event updated for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:41.950898 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.951144 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.951375 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.951725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.952066 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.952413 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.953102 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.953102 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.953406 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.953734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.954061 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.954393 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.954722 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:39:41.985627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Attempting to bind port b0757aab-252f-4191-b3e4-afaef8db0d53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:39:41.985984 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Attempting to bind port b0757aab-252f-4191-b3e4-afaef8db0d53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:39:41.986357 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Attempting to bind port b0757aab-252f-4191-b3e4-afaef8db0d53 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:41.991713 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:39:41.992092 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:41.992714 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:41.993292 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:39:41.993606 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Bound port: b0757aab-252f-4191-b3e4-afaef8db0d53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:39:41.993991 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.065053 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] For port b0757aab-252f-4191-b3e4-afaef8db0d53, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:42.068786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] For port b0757aab-252f-4191-b3e4-afaef8db0d53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0757aab-252f-4191-b3e4-afaef8db0d53,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:39:42.076634 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.093468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-2c743ca7-f4b5-4a44-8e07-79bbf72e93e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493795
Jan 29 21:39:42.123266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Provisioning complete for port b0757aab-252f-4191-b3e4-afaef8db0d53 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:42.125685 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:42.126144 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.126318 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b63cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:42.205901 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd139db-601f-4a36-8da6-247053efa355 None None] Pushing event updated for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:42.219317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Current status of the port b0757aab-252f-4191-b3e4-afaef8db0d53 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:42.219846 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.230278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-676155ef-1b07-47ca-b1cc-daf60f114fca service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288750
Jan 29 21:39:42.256226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] For port b0757aab-252f-4191-b3e4-afaef8db0d53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0757aab-252f-4191-b3e4-afaef8db0d53,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:42.264656 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.269444 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:42.323243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a023cd2-8d93-44b5-8771-76461a1246bf None None] Pushing event updated for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:42.430125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ea7d90f-aed4-425d-b067-50d3343497fa req-b093da45-7f3b-4eca-9ce0-ca2fc761152c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 210 time: 0.0306165
Jan 29 21:39:42.489539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ee1cad97-c9b1-4388-9846-a8d2ea29eeed None None] Provisioning complete for port b0757aab-252f-4191-b3e4-afaef8db0d53 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:42.490962 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee1cad97-c9b1-4388-9846-a8d2ea29eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:42.525776 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b63cc10>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:42.556840 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3410-b1a1-4b40-a6cc-9af1e74b4139 None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:39:42.585018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cad97-c9b1-4388-9846-a8d2ea29eeed None None] Current status of the port b0757aab-252f-4191-b3e4-afaef8db0d53 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:42.759239 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4e8026e3-a66e-450f-93a2-8ff9a531d138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:43.297904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b8011af1-fa18-4524-95c8-4b2cd756933a up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:43.352590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b8011af1-fa18-4524-95c8-4b2cd756933a triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:43.352970 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:43.435016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b8011af1-fa18-4524-95c8-4b2cd756933a is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:43.436090 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b0757aab-252f-4191-b3e4-afaef8db0d53 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:43.491661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b0757aab-252f-4191-b3e4-afaef8db0d53 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:43.492709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:43.560140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b231ea5e-2d5c-4e54-aa95-287af830839a req-c8b2bb80-0b56-4945-bdb3-89c0a5f88a40 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 210 time: 0.0516553
Jan 29 21:39:43.591521 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b0757aab-252f-4191-b3e4-afaef8db0d53 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:43.744785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-fe7b7311-a2af-41bd-ac78-e7ecf454c3d2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:43.747041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-fe7b7311-a2af-41bd-ac78-e7ecf454c3d2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1236720
Jan 29 21:39:43.807423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-2179baf2-34a0-4885-9f01-e020c8a46bfe tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 380 time: 0.0525231
Jan 29 21:39:43.816743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'port': {'device_id': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'admin_state_up': True, 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'security_groups': ['1d17f356-4869-41f5-89b1-2f0cc4cc0adf']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:43.883567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:43.920513 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:39:43.923844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.049667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Allocated IP 172.20.0.10 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/71701351-d843-431e-819e-1e20646ffbbd) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:39:44.187312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (71701351-d843-431e-819e-1e20646ffbbd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.222238 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.264713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:39:44.269625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:39:44.273257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:39:44.296727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:44.325998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:44.326623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.343468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ca263e7f-66aa-4717-92d5-326ed092d394 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5301855
Jan 29 21:39:44.354859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Request body: {'port': {'device_id': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:44.420437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.518085 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ee663169-7077-4110-b357-2c19922d68c9 None None] Provisioning complete for port 71701351-d843-431e-819e-1e20646ffbbd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:44.518711 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee663169-7077-4110-b357-2c19922d68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (71701351-d843-431e-819e-1e20646ffbbd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.552242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ee663169-7077-4110-b357-2c19922d68c9 None None] Port 71701351-d843-431e-819e-1e20646ffbbd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:39:44.728037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2541-50fe-4c94-ab59-1e0642c112be req-9d181aaf-d45d-437b-bd6f-d8257bb8afd7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:44.729552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791e2541-50fe-4c94-ab59-1e0642c112be req-9d181aaf-d45d-437b-bd6f-d8257bb8afd7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 932 time: 0.0945318
Jan 29 21:39:44.733255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71701351-d843-431e-819e-1e20646ffbbd {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:39:44.747206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks [] for port (71701351-d843-431e-819e-1e20646ffbbd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.769764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Transition to ACTIVE for port object 71701351-d843-431e-819e-1e20646ffbbd will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:39:44.776659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:44.823448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791e2541-50fe-4c94-ab59-1e0642c112be req-be862f1f-4432-40cd-b71d-1b705cfc2262 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857668
Jan 29 21:39:44.844076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:44.922842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:39:44.923177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:39:44.923502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:44.928388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:39:44.928787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:39:44.934133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:39:44.934471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:39:44.934856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:39:44.935279 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Bound port: 71701351-d843-431e-819e-1e20646ffbbd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:39:44.935634 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:45.005029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:39:45.008094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:39:45.014541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:45.048378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.049252 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:45.050675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] 10.222.0.18 "PUT /v2.0/ports/71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1092 time: 0.7000332
Jan 29 21:39:45.051117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:45.053457 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e774d92-d1dd-4e59-88ed-53a36eadb20a" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:45.104220 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3ac7f9-3f0f-4b53-810b-1e83cdd20b15 x-openstack-request-id: req-4c3ac7f9-3f0f-4b53-810b-1e83cdd20b15 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:45.104518 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:45.104849 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3ac7f9-3f0f-4b53-810b-1e83cdd20b15 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:45.105296 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'status': 'completed', 'code': 200}
Jan 29 21:39:45.105991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dae4e-ff62-4711-8d06-48ff1ccd0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:45.160402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-7744a523-bda2-4ce6-88c6-0aab106b3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.162005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-7744a523-bda2-4ce6-88c6-0aab106b3606 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0528488
Jan 29 21:39:45.225180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-468afc40-8196-46d2-8668-feaddcfd70a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 217 time: 0.0406022
Jan 29 21:39:45.272577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-8d2631ea-02fc-4ba9-bd9f-e74e3e5c6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.274016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-8d2631ea-02fc-4ba9-bd9f-e74e3e5c6fd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0433226
Jan 29 21:39:45.322502 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-e2112272-a67f-4eb6-920c-d049297e3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.323967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-e2112272-a67f-4eb6-920c-d049297e3366 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442305
Jan 29 21:39:45.414995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-ac609775-e5ed-4bdc-8dd0-649d4f8aaf10 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851676
Jan 29 21:39:45.501819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73acdb1d-0603-47d8-bd6c-2e0c0b018543 req-7f9c3eac-86cc-489c-b165-5f3f5e6a1b53 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809429
Jan 29 21:39:45.594256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-79293ca9-485c-4e14-b472-6e782e7a461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.595625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-79293ca9-485c-4e14-b472-6e782e7a461e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0443389
Jan 29 21:39:45.687386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-419e81c2-5797-4bc4-90cf-ff56855c33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.688878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-419e81c2-5797-4bc4-90cf-ff56855c33ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0868704
Jan 29 21:39:45.729415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-4c990e6a-9d2b-4f20-9232-8c6edc9f88f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 217 time: 0.0341971
Jan 29 21:39:45.741151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:45.782171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-63b8a367-a010-4639-a921-ae1a627b1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.783613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-63b8a367-a010-4639-a921-ae1a627b1e19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0491068
Jan 29 21:39:45.830991 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-8d6f27bf-e464-4c16-bc3a-72d6f384c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:45.832461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-8d6f27bf-e464-4c16-bc3a-72d6f384c58d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429766
Jan 29 21:39:45.950754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-d39346d1-57bd-4933-8b82-eaeffba82a18 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122115
Jan 29 21:39:46.011069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4af9f6-3d18-4fb2-b043-fe563d11d5e0 req-ebeecaae-ac77-42a7-8b30-80ef8a11dc29 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:46.012518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc4af9f6-3d18-4fb2-b043-fe563d11d5e0 req-ebeecaae-ac77-42a7-8b30-80ef8a11dc29 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.1104267
Jan 29 21:39:46.084381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc4af9f6-3d18-4fb2-b043-fe563d11d5e0 req-532d1396-0dbd-4bf8-93c2-47042f78cb7e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661345
Jan 29 21:39:46.087796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e774d92-d1dd-4e59-88ed-53a36eadb20a req-937d3940-d215-4cce-b827-bbc4bddae2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312528
Jan 29 21:39:46.951036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:47.205741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e588c-a190-4334-a1ab-98f126745ae9 req-c053b29b-fe5e-4f33-b475-07b77ba14701 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:47.207137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-540e588c-a190-4334-a1ab-98f126745ae9 req-c053b29b-fe5e-4f33-b475-07b77ba14701 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.0529830
Jan 29 21:39:47.253092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-540e588c-a190-4334-a1ab-98f126745ae9 req-c55fd3a0-10f5-4b9d-9f2c-0860a8b486ce tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403438
Jan 29 21:39:47.828248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 71701351-d843-431e-819e-1e20646ffbbd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:39:47.921985 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:47.933055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '71701351-d843-431e-819e-1e20646ffbbd', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': '71701351-d843-431e-819e-1e20646ffbbd', 'mac_address': 'fa:16:3e:d9:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:39:47.969507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 71701351-d843-431e-819e-1e20646ffbbd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:47.970173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:47.985946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71701351-d843-431e-819e-1e20646ffbbd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:39:48.003923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:48.007631 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:48.054701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:48.302622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['71701351-d843-431e-819e-1e20646ffbbd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:39:48.373313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8a7c-cf41-459b-808f-915c99e3476b req-2be002e3-09ac-4206-bebf-6ebabdaf330b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:48.374803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee4b8a7c-cf41-459b-808f-915c99e3476b req-2be002e3-09ac-4206-bebf-6ebabdaf330b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0519035
Jan 29 21:39:48.421104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee4b8a7c-cf41-459b-808f-915c99e3476b req-3e984da3-275c-4e51-9096-6e1e043d4606 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404992
Jan 29 21:39:49.553016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c4571-3c24-4e37-9fbb-a2a4b8e573b8 req-5fc5dca8-1ee4-4982-b807-b06ee956dcf6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:49.554596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab0c4571-3c24-4e37-9fbb-a2a4b8e573b8 req-5fc5dca8-1ee4-4982-b807-b06ee956dcf6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0604260
Jan 29 21:39:49.602538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab0c4571-3c24-4e37-9fbb-a2a4b8e573b8 req-b3b08487-77c7-435d-a06c-62f5717cfb11 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424576
Jan 29 21:39:49.826109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 71701351-d843-431e-819e-1e20646ffbbd up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:39:49.873950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 71701351-d843-431e-819e-1e20646ffbbd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:39:49.877912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 71701351-d843-431e-819e-1e20646ffbbd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:39:49.878291 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (71701351-d843-431e-819e-1e20646ffbbd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:49.953986 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 71701351-d843-431e-819e-1e20646ffbbd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:39:49.954378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:49.976839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:49.979074 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f1d59-0c6b-485f-954d-b222d30d99fb" -d '{"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-plugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:49.995422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:39:49.999575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:50.022337 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414bf813-e491-47ec-bbac-d0b3fc12b88e x-openstack-request-id: req-414bf813-e491-47ec-bbac-d0b3fc12b88e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:50.022633 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-plugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:50.022888 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-414bf813-e491-47ec-bbac-d0b3fc12b88e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:50.023284 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'code': 200}
Jan 29 21:39:50.048522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:39:50.113175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30703d-76ba-4ba4-bb24-3f140d8cb59e req-988b1e2d-5d3d-47be-8084-5652f3bb0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:50.114671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d30703d-76ba-4ba4-bb24-3f140d8cb59e req-988b1e2d-5d3d-47be-8084-5652f3bb0842 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1128 time: 0.0419281
Jan 29 21:39:50.157177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d30703d-76ba-4ba4-bb24-3f140d8cb59e req-5b65eefa-c46a-41bd-93cd-52d9edec289f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360181
Jan 29 21:39:50.719292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a704d-f467-4e6c-8bb2-c9c1be8aa70a req-fbd32cd9-2dfe-45e9-b906-d17982f11648 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:50.720776 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-460a704d-f467-4e6c-8bb2-c9c1be8aa70a req-fbd32cd9-2dfe-45e9-b906-d17982f11648 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0518994
Jan 29 21:39:50.769726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-460a704d-f467-4e6c-8bb2-c9c1be8aa70a req-5c8124f4-93e9-486a-895c-94bcb24d0b24 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426407
Jan 29 21:39:51.888376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dfa80-4912-4754-8d0f-10de6239ff95 req-c9f10c14-2823-439b-bfd4-faba05f43f7c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:51.889888 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d61dfa80-4912-4754-8d0f-10de6239ff95 req-c9f10c14-2823-439b-bfd4-faba05f43f7c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0514758
Jan 29 21:39:51.935832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d61dfa80-4912-4754-8d0f-10de6239ff95 req-c1eaaa7e-ee41-4cea-9d6f-b7516bf67b19 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402644
Jan 29 21:39:52.047830 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc8221-e464-4710-9a15-13c6d69e341b req-7788dc05-c71c-4286-9668-b677d63fe686 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:52.049379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31fc8221-e464-4710-9a15-13c6d69e341b req-7788dc05-c71c-4286-9668-b677d63fe686 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0503535
Jan 29 21:39:52.058664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34672) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:39:52.063059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'floatingip': {'port_id': '71701351-d843-431e-819e-1e20646ffbbd'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:39:52.104024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:52.516742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:52.520482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:52.617948 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae associated. External IP: 172.35.4.175, port: 71701351-d843-431e-819e-1e20646ffbbd.
Jan 29 21:39:52.818701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:52.821802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:39:53.282543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:39:53.288129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:53.292542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:39:53.302182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:53.303717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a47dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:53.319355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-80b105a0-6dc1-4e91-83a0-e681f44ea96d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "PUT /v2.0/floatingips/98375aea-f02d-4ac7-8a17-f47a605af6ae HTTP/1.1" status: 200  len: 992 time: 1.2595878
Jan 29 21:39:53.319942 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:39:53.322459 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:39:53.366083 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f90bab-359f-4361-906e-7fa0715c1193 x-openstack-request-id: req-26f90bab-359f-4361-906e-7fa0715c1193 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:39:53.366386 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:39:53.367172 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26f90bab-359f-4361-906e-7fa0715c1193 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:39:53.367172 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'status': 'completed', 'code': 200}
Jan 29 21:39:53.415378 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:53.466013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a860e1-9732-4a8c-8fcb-7c9400f68e4c req-cd9c56c2-66c8-45ed-bcd8-4cf3130f7cb0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:53.467489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a860e1-9732-4a8c-8fcb-7c9400f68e4c req-cd9c56c2-66c8-45ed-bcd8-4cf3130f7cb0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0837286
Jan 29 21:39:53.470124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-a3acde70-ea44-48e7-93df-61bb611c548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:53.471495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-a3acde70-ea44-48e7-93df-61bb611c548d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1128 time: 0.0780501
Jan 29 21:39:53.578559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59a860e1-9732-4a8c-8fcb-7c9400f68e4c req-67d6bdd7-e8d2-493f-8bd5-4c37ac006792 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013029
Jan 29 21:39:53.596758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-edbfe596-98a1-4ede-9684-cd65e4e0224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:53.598256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-edbfe596-98a1-4ede-9684-cd65e4e0224e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1199787
Jan 29 21:39:53.649083 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a47dd90>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '71701351-d843-431e-819e-1e20646ffbbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:d9:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:39:52Z', 'revision_number': 1, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:53.666474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-079e51e0-766b-4d82-8426-b74dd901243e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1000 time: 0.0621123
Jan 29 21:39:53.679360 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:39:53.687662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:39:53.688252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a47dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:39:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:53.714870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-15c16b16-b01b-4d0a-b264-9e6161754d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:53.716343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-15c16b16-b01b-4d0a-b264-9e6161754d41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0444903
Jan 29 21:39:53.765197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-1fd10a62-faf8-45b5-b6d1-9cacee16cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:53.766968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-1fd10a62-faf8-45b5-b6d1-9cacee16cd4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448987
Jan 29 21:39:53.776667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:39:53.804408 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:39:53.860784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-eb448917-3e7a-4af4-8c14-51d4da8885eb service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868499
Jan 29 21:39:53.947621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8ed1efcb-9792-45a9-9b32-0e69c3e85b8f req-d0170eab-dd64-453e-9f6d-b614fc6b2c83 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814891
Jan 29 21:39:54.024019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a47dd90>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '71701351-d843-431e-819e-1e20646ffbbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:d9:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:39:52Z', 'revision_number': 1, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:39:54.053120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d193c-acec-4e71-a249-3b4c6bd35223 None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '71701351-d843-431e-819e-1e20646ffbbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:d9:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:39:52Z', 'revision_number': 1, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:39:54.235191 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc5d04-610f-4e15-879d-bc9ed341c83d None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:39:54.705945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f3e1-68de-44d5-aa73-8928e239f594 req-de5a33b7-fce4-43a0-ab81-93313f716be0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:54.707415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9855f3e1-68de-44d5-aa73-8928e239f594 req-de5a33b7-fce4-43a0-ab81-93313f716be0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0578208
Jan 29 21:39:54.755127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9855f3e1-68de-44d5-aa73-8928e239f594 req-4b5c6105-9edb-48af-baf9-d9a66223d737 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420938
Jan 29 21:39:54.878577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe8bf-0e37-442c-a795-f57faaa1b836 req-b8b70f05-ad37-44bc-98a8-33bd9db65cca tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:54.879980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c34fe8bf-0e37-442c-a795-f57faaa1b836 req-b8b70f05-ad37-44bc-98a8-33bd9db65cca tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0560992
Jan 29 21:39:54.925033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c34fe8bf-0e37-442c-a795-f57faaa1b836 req-860997af-4b71-4e5f-a8f8-c8ec6323561e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393510
Jan 29 21:39:55.156911 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-0404f5d1-01a7-4df9-8a5e-f628d76bb791 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0448766
Jan 29 21:39:55.172584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1344-7001-4faf-a6f8-5219d7d672e8 req-e8a1c017-aaef-4c68-ba22-f75518355a3c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:55.174239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e8e1344-7001-4faf-a6f8-5219d7d672e8 req-e8a1c017-aaef-4c68-ba22-f75518355a3c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0525537
Jan 29 21:39:55.227987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e8e1344-7001-4faf-a6f8-5219d7d672e8 req-6fee15af-2279-4e07-97ff-0b2dbfdf01c4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465746
Jan 29 21:39:56.186129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-78d6a197-73ca-4780-a3fd-51d45fa8c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:56.187635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-78d6a197-73ca-4780-a3fd-51d45fa8c427 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1128 time: 0.0439503
Jan 29 21:39:56.276856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-03a614e2-6e14-4306-8ad3-c52384416b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:56.278379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-03a614e2-6e14-4306-8ad3-c52384416b03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0841491
Jan 29 21:39:56.377816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-cec3d83e-8bf3-4033-917f-a93d63b76c42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1002 time: 0.0938540
Jan 29 21:39:56.401614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b725e-2298-4878-8569-e4bce0c0b874 req-254ed665-6c07-4784-8078-b8461c4d8ecc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:56.403067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-430b725e-2298-4878-8569-e4bce0c0b874 req-254ed665-6c07-4784-8078-b8461c4d8ecc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0768209
Jan 29 21:39:56.453531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-2d3458af-2987-4dbd-a8af-dcd2c8a8f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:56.454900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-2d3458af-2987-4dbd-a8af-dcd2c8a8f956 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0696216
Jan 29 21:39:56.513961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-430b725e-2298-4878-8569-e4bce0c0b874 req-680921c5-05b3-49ad-87b2-dee12abd3ebd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932357
Jan 29 21:39:56.532562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e3624d3e-9c53-450e-8afd-fdd47f3f2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:56.532562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e3624d3e-9c53-450e-8afd-fdd47f3f2c2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0699303
Jan 29 21:39:56.620190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-d72d3953-6625-473d-ae44-27c30875a705 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817020
Jan 29 21:39:56.711740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-6965a2c2-15e3-499e-9c2b-c2ea2b07edc0 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854065
Jan 29 21:39:57.632951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d2b5-3980-48d1-aeff-432265e4fffa req-fc0400f7-a2b9-45c3-b4d0-17b20692f2a3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:57.634640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f402d2b5-3980-48d1-aeff-432265e4fffa req-fc0400f7-a2b9-45c3-b4d0-17b20692f2a3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0521369
Jan 29 21:39:57.679413 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f402d2b5-3980-48d1-aeff-432265e4fffa req-79311861-7d8b-4613-ae2b-2bba2dc5eb7f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392432
Jan 29 21:39:58.501365 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:39:58.797726 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529ef4-f0c0-4307-baa1-dad1115e52d7 req-5a11d50f-a495-4f85-9e89-5e381e49cf2d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:58.799095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd529ef4-f0c0-4307-baa1-dad1115e52d7 req-5a11d50f-a495-4f85-9e89-5e381e49cf2d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0510280
Jan 29 21:39:58.849145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd529ef4-f0c0-4307-baa1-dad1115e52d7 req-11d78267-4424-4d84-b210-a718c262ebf7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444181
Jan 29 21:39:59.969510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad307c-52fb-4557-a84f-38636b8d3efe req-70fd84e0-2084-4ccf-8974-1c7130ae0de1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:39:59.970980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dad307c-52fb-4557-a84f-38636b8d3efe req-70fd84e0-2084-4ccf-8974-1c7130ae0de1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0512834
Jan 29 21:40:00.016080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dad307c-52fb-4557-a84f-38636b8d3efe req-aad98d1f-c3da-49a2-98ae-ca0dd4484914 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387752
Jan 29 21:40:01.132231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328827-21e1-43db-9ce2-174e25c1f826 req-fd0e4cf9-da62-4113-831f-07de9b71e0f6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:01.133734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca328827-21e1-43db-9ce2-174e25c1f826 req-fd0e4cf9-da62-4113-831f-07de9b71e0f6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0513117
Jan 29 21:40:01.179810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ca328827-21e1-43db-9ce2-174e25c1f826 req-78aaca84-ea83-46f1-9974-61def70170f2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404668
Jan 29 21:40:02.303388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a9abc-0208-4f5a-a740-e5f70361a872 req-2db1fc42-1aea-4196-937f-4d873cab6739 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:02.305643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa1a9abc-0208-4f5a-a740-e5f70361a872 req-2db1fc42-1aea-4196-937f-4d873cab6739 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0594273
Jan 29 21:40:02.350367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa1a9abc-0208-4f5a-a740-e5f70361a872 req-6a1f32fa-04be-4526-a06a-8dd4800bdfae tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391684
Jan 29 21:40:03.470325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11c680-65be-4f7e-89d9-5074b88a2942 req-1c049827-7e53-4af6-8aaa-c21c39087972 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:03.471807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a11c680-65be-4f7e-89d9-5074b88a2942 req-1c049827-7e53-4af6-8aaa-c21c39087972 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0526202
Jan 29 21:40:03.519907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a11c680-65be-4f7e-89d9-5074b88a2942 req-d1743897-fe56-421d-9b58-78145cc03282 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422909
Jan 29 21:40:04.641535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e2e8f-1a45-423f-84f2-1e15b51503d2 req-bff2a05c-a7bb-4c51-ba08-63c6e486ee71 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:04.643011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a4e2e8f-1a45-423f-84f2-1e15b51503d2 req-bff2a05c-a7bb-4c51-ba08-63c6e486ee71 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0557187
Jan 29 21:40:04.689025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a4e2e8f-1a45-423f-84f2-1e15b51503d2 req-fc779962-f8a5-4abd-aaba-b0433b1f1581 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403473
Jan 29 21:40:05.808133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424036-c382-45b1-b092-6cf03cc7b290 req-9735420e-f66f-4f4c-880b-140d199c8de0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:05.809659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd424036-c382-45b1-b092-6cf03cc7b290 req-9735420e-f66f-4f4c-880b-140d199c8de0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0512791
Jan 29 21:40:05.856134 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd424036-c382-45b1-b092-6cf03cc7b290 req-b5ecaf1a-dffe-4e16-87a7-e6bd5aa42207 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407705
Jan 29 21:40:06.973739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04784-c08d-4bce-bee6-198c5d763c35 req-8b29a4ab-de18-41ca-9502-fc7faa93939b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:06.975201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99a04784-c08d-4bce-bee6-198c5d763c35 req-8b29a4ab-de18-41ca-9502-fc7faa93939b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0519483
Jan 29 21:40:07.024521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99a04784-c08d-4bce-bee6-198c5d763c35 req-c9b913ef-6b4e-4304-8d82-aa9deded7bd2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433762
Jan 29 21:40:08.142156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2e93c-529f-4c8e-8f95-bd97ee0f031b req-2b3b806a-46fd-4730-897d-79984697abd2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:08.143620 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bc2e93c-529f-4c8e-8f95-bd97ee0f031b req-2b3b806a-46fd-4730-897d-79984697abd2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0512409
Jan 29 21:40:08.188787 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bc2e93c-529f-4c8e-8f95-bd97ee0f031b req-19ca0866-5bbb-423c-afe3-e7508430a3a3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395937
Jan 29 21:40:09.309827 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afccdb1-26c0-46fa-9e2a-655247464b1b req-4f696d19-79ae-4855-8259-546490660af5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:09.311322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9afccdb1-26c0-46fa-9e2a-655247464b1b req-4f696d19-79ae-4855-8259-546490660af5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0532548
Jan 29 21:40:09.357068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9afccdb1-26c0-46fa-9e2a-655247464b1b req-8f308f25-277b-445e-8204-36f3d601d3f7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401108
Jan 29 21:40:10.403974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3f26-0308-48a1-bf88-3227d59295b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:10.485778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d452c1-0ac6-4863-a8e5-98fa3e3c9f05 req-34608d7d-fc1f-423c-8383-df59d2dfbceb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:10.487169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7d452c1-0ac6-4863-a8e5-98fa3e3c9f05 req-34608d7d-fc1f-423c-8383-df59d2dfbceb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0572546
Jan 29 21:40:10.532972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b7d452c1-0ac6-4863-a8e5-98fa3e3c9f05 req-d20a8bd9-d5fd-42c4-8c46-bc8cee887579 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401714
Jan 29 21:40:11.650421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3b7b-e45e-42af-861f-44890c0fab53 req-4a496cf5-cc91-4822-9cda-2ade8eef0339 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:11.651882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-009c3b7b-e45e-42af-861f-44890c0fab53 req-4a496cf5-cc91-4822-9cda-2ade8eef0339 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0512021
Jan 29 21:40:11.698326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-009c3b7b-e45e-42af-861f-44890c0fab53 req-e7b8d72a-cfcb-4839-8cb5-9ea1aeb60773 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408015
Jan 29 21:40:12.762546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ad9d95e9-7e7d-4122-ad53-ea821a2bffeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:12.819499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b957b58-2762-424f-9372-2d22ce6f19f1 req-2bf3a5c5-437e-4e3b-b34b-1cc72fb24364 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:12.821310 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b957b58-2762-424f-9372-2d22ce6f19f1 req-2bf3a5c5-437e-4e3b-b34b-1cc72fb24364 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0513408
Jan 29 21:40:12.870812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b957b58-2762-424f-9372-2d22ce6f19f1 req-6280b265-7908-450b-adff-cd060c0f8ec4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438116
Jan 29 21:40:13.885918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:13.988458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b968-a853-4f58-99ea-b77bf88a614d req-a2828ab9-ed9c-4677-b3ca-d0ca428ed81d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:13.989941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3063b968-a853-4f58-99ea-b77bf88a614d req-a2828ab9-ed9c-4677-b3ca-d0ca428ed81d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0518818
Jan 29 21:40:14.035371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3063b968-a853-4f58-99ea-b77bf88a614d req-c4d69ba8-cd3d-4a28-ae51-872546692a17 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393775
Jan 29 21:40:15.155131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483eea1-08c7-4ec5-9597-9f32f6812531 req-7f945b6c-4946-44fd-93b8-69fc079e1d6c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:15.156593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d483eea1-08c7-4ec5-9597-9f32f6812531 req-7f945b6c-4946-44fd-93b8-69fc079e1d6c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0529099
Jan 29 21:40:15.202252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d483eea1-08c7-4ec5-9597-9f32f6812531 req-d485054b-e547-4cbd-971d-b4605a64a2df tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399737
Jan 29 21:40:15.799912 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:16.327659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfd71e-7718-4f41-b591-4e6675b0c971 req-2a782640-903f-4ebd-a549-deeed4c6b3fb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:16.329175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2cfd71e-7718-4f41-b591-4e6675b0c971 req-2a782640-903f-4ebd-a549-deeed4c6b3fb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0569944
Jan 29 21:40:16.374677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2cfd71e-7718-4f41-b591-4e6675b0c971 req-6a405fb5-968d-4c1f-a01b-1a1126a659bf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399504
Jan 29 21:40:16.943157 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:17.494005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03752b1-b806-4b7f-83aa-4bc8b4646000 req-7893849b-feb2-42bd-8b3b-de3299022bf9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:17.495423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b03752b1-b806-4b7f-83aa-4bc8b4646000 req-7893849b-feb2-42bd-8b3b-de3299022bf9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0525360
Jan 29 21:40:17.540894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b03752b1-b806-4b7f-83aa-4bc8b4646000 req-bfdbcda2-87b5-464a-9e42-fd6453ae8d85 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399890
Jan 29 21:40:18.662095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3c225-1dac-48bf-99ee-4794a019944a req-8a03b6cc-254f-41ac-8430-a55285c81fab tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:18.664154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08c3c225-1dac-48bf-99ee-4794a019944a req-8a03b6cc-254f-41ac-8430-a55285c81fab tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0553803
Jan 29 21:40:18.710034 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-08c3c225-1dac-48bf-99ee-4794a019944a req-9e902a79-c006-4dbe-96fd-f41827088d50 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396266
Jan 29 21:40:19.831813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff70289-f336-42a9-a6ca-21d033e476c6 req-56d84d8b-743f-4213-a804-f271d88c7fd5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:19.833329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fff70289-f336-42a9-a6ca-21d033e476c6 req-56d84d8b-743f-4213-a804-f271d88c7fd5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0532377
Jan 29 21:40:19.879338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fff70289-f336-42a9-a6ca-21d033e476c6 req-1a49c3ac-f202-43ba-9f15-e4e1825ba1e5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397668
Jan 29 21:40:20.997861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73fd49-66ae-4cba-8219-bbbe5d687a75 req-35d2e8d6-928a-4bb7-9799-c7b4e691cabd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:20.999330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb73fd49-66ae-4cba-8219-bbbe5d687a75 req-35d2e8d6-928a-4bb7-9799-c7b4e691cabd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0518849
Jan 29 21:40:21.048353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb73fd49-66ae-4cba-8219-bbbe5d687a75 req-56223f30-1c31-4208-b788-67ebb0e6cfff tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434945
Jan 29 21:40:22.165759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46363ede-ef48-4acc-8769-8fdc3366edf1 req-254620c0-a2ac-44ad-b908-98a075ade9b4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:22.167239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46363ede-ef48-4acc-8769-8fdc3366edf1 req-254620c0-a2ac-44ad-b908-98a075ade9b4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0524259
Jan 29 21:40:22.215644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46363ede-ef48-4acc-8769-8fdc3366edf1 req-8ee3ade6-9d58-4fbd-9554-d2c810cd7961 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419500
Jan 29 21:40:22.834046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:23.334737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614ad91-d3a5-486f-800c-dd72fcbbdc6c req-f48a1eaa-2e88-4ed6-9f4a-c0073013be94 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:23.336259 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2614ad91-d3a5-486f-800c-dd72fcbbdc6c req-f48a1eaa-2e88-4ed6-9f4a-c0073013be94 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0528014
Jan 29 21:40:23.383528 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2614ad91-d3a5-486f-800c-dd72fcbbdc6c req-d0d05825-5e81-435e-9c54-39277b2fe879 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410078
Jan 29 21:40:23.617668 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-778fb7b1-dd43-44ed-a5f5-4524140846a5 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:40:23.618718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-778fb7b1-dd43-44ed-a5f5-4524140846a5 service neutron] 10.222.0.18 "GET /v2.0/ports/71701351-d843-431e-819e-1e20646ffbbd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0578294
Jan 29 21:40:23.777419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:23.821601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-d69f74f5-2900-4510-b1b0-537a49d35bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:23.823095 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-d69f74f5-2900-4510-b1b0-537a49d35bd5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1128 time: 0.0482438
Jan 29 21:40:23.833489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:40:23.890463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.091898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:24.124631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:40:24.162483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:24.165325 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e99a56-58ee-44ed-80eb-06f974f442a4" -d '{"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-unplugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:24.169123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks [] for port (71701351-d843-431e-819e-1e20646ffbbd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.186069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Transition to ACTIVE for port object 71701351-d843-431e-819e-1e20646ffbbd will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:40:24.190172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.218910 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6389421-8002-4c2a-b102-f49e3c58bb81 x-openstack-request-id: req-d6389421-8002-4c2a-b102-f49e3c58bb81 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:24.219216 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-unplugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:24.219468 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6389421-8002-4c2a-b102-f49e3c58bb81 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:24.219874 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'code': 200}
Jan 29 21:40:24.327125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:24.394336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] No DVR routers for this DVR port 71701351-d843-431e-819e-1e20646ffbbd on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:40:24.535608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818ab43-0112-4637-957c-d467704fbdb8 req-5fb0826e-98e4-4ff2-a333-0083c4afb7b6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:24.537032 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7818ab43-0112-4637-957c-d467704fbdb8 req-5fb0826e-98e4-4ff2-a333-0083c4afb7b6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.0777905
Jan 29 21:40:24.594389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:40:24.594727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:40:24.595057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:40:24.608044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:40:24.608393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Attempting to bind port 71701351-d843-431e-819e-1e20646ffbbd on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:40:24.616377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7818ab43-0112-4637-957c-d467704fbdb8 req-3d747e55-82d7-4d9c-ab5d-746e3b1ebbb8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720153
Jan 29 21:40:24.617269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:40:24.617607 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:40:24.617984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:40:24.618412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Bound port: 71701351-d843-431e-819e-1e20646ffbbd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:40:24.618766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.684052 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:40:24.686953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:40:24.691844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.725269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:24.725947 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:24.727816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] 10.222.0.36 "PUT /v2.0/ports/71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1092 time: 0.8982277
Jan 29 21:40:24.759696 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde614f-eaa1-43de-8e04-b72332c80641 service neutron] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:24.797842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e2316613-ec58-47c6-9b43-5d3961404eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:24.799404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e2316613-ec58-47c6-9b43-5d3961404eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0493085
Jan 29 21:40:24.896519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e4419e81-b2b2-4966-a2cd-da1f1de00c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:24.898058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-e4419e81-b2b2-4966-a2cd-da1f1de00c3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0922031
Jan 29 21:40:24.962242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-44300d27-df48-4dab-8dae-16e69cabefb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1000 time: 0.0586762
Jan 29 21:40:25.010479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-aebd36b2-5927-45b5-ac23-429797f098d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:25.011932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-aebd36b2-5927-45b5-ac23-429797f098d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0443537
Jan 29 21:40:25.063247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-3e3d474a-7a3b-430e-87fd-5eeeee1689b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:25.064714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-3e3d474a-7a3b-430e-87fd-5eeeee1689b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469029
Jan 29 21:40:25.152399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-f41db86c-6a52-4e30-b9d1-ab52cf071ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806522
Jan 29 21:40:25.243323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd43ea58-d3d2-4300-8fc1-202c5da1805e req-00a881ec-34cd-43f7-a95b-f312d62a9743 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855494
Jan 29 21:40:25.740759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e80cf-ecf4-49b1-83d1-c61bb33b111f req-d7cfbc38-a47c-4111-a6ce-feb0c51eee3d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:25.743792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00e80cf-ecf4-49b1-83d1-c61bb33b111f req-d7cfbc38-a47c-4111-a6ce-feb0c51eee3d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.0538163
Jan 29 21:40:25.790254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f00e80cf-ecf4-49b1-83d1-c61bb33b111f req-fd87f2fb-be09-43a7-9a35-ab65d99e63ce tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406499
Jan 29 21:40:26.221612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:26.223358 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee14e0-cc82-46b3-8793-dab32d6d3911" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:26.270036 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba2720-1833-472b-9791-846fa48cdee8 x-openstack-request-id: req-29ba2720-1833-472b-9791-846fa48cdee8 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:26.270361 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:26.270620 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29ba2720-1833-472b-9791-846fa48cdee8 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:26.271066 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'status': 'completed', 'code': 200}
Jan 29 21:40:26.365009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-60b12010-a3fe-44cb-ab44-17a34a356e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.366539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-60b12010-a3fe-44cb-ab44-17a34a356e5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0785258
Jan 29 21:40:26.369124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-d3838f45-b00d-4f01-b92b-1ed4180756f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.370472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-d3838f45-b00d-4f01-b92b-1ed4180756f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0745680
Jan 29 21:40:26.524548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-390f2377-a621-4773-ade2-ae938cbd3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.525951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-390f2377-a621-4773-ade2-ae938cbd3a7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1537650
Jan 29 21:40:26.527034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-55f6eac3-c202-478d-83f5-b5a4c5c48c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.528357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-55f6eac3-c202-478d-83f5-b5a4c5c48c5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1493161
Jan 29 21:40:26.637692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-f6578bda-a379-4c02-ad8d-537f31fdee7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1000 time: 0.1056931
Jan 29 21:40:26.639442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-529a90d6-0459-472a-ab57-f82c15d4205b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1000 time: 0.1018510
Jan 29 21:40:26.721534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-d80a2e67-dae8-4808-87f3-51ee0288c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.722990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-d80a2e67-dae8-4808-87f3-51ee0288c9e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0796728
Jan 29 21:40:26.724374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-09c8f87f-c8e3-4e7b-86a1-9fdbf22e7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.725710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-09c8f87f-c8e3-4e7b-86a1-9fdbf22e7758 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0753913
Jan 29 21:40:26.799834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-66140e03-7edd-4fbe-939a-de82117417ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.801303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-66140e03-7edd-4fbe-939a-de82117417ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0719903
Jan 29 21:40:26.807092 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-a77c2dd1-94cd-40cf-af57-36af0c7a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:26.808482 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-a77c2dd1-94cd-40cf-af57-36af0c7a671c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0721579
Jan 29 21:40:27.336257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-a5e06280-0a89-467f-a40f-2cb6c274afb3 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5263240
Jan 29 21:40:27.363423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7a4f-08df-4458-b1f2-2624631ccbf9 req-c820c76d-a3b0-4886-a6b1-e10ab2663069 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:27.364905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8e7a4f-08df-4458-b1f2-2624631ccbf9 req-c820c76d-a3b0-4886-a6b1-e10ab2663069 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.4966106
Jan 29 21:40:27.366727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-5370e1f7-a9e4-4c41-82fa-90c692702d86 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5497985
Jan 29 21:40:27.516973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb8e7a4f-08df-4458-b1f2-2624631ccbf9 req-67c23462-1259-47b6-9183-3f3d177e9239 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411142
Jan 29 21:40:27.543336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-8489657a-7d29-4b4a-9ac2-f58dac5ddb33 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988826
Jan 29 21:40:27.546691 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8eee14e0-cc82-46b3-8793-dab32d6d3911 req-feb6ab9e-b69c-49c2-9f53-6da5e2dfa247 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698828
Jan 29 21:40:27.980080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 71701351-d843-431e-819e-1e20646ffbbd no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:40:28.018836 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port 71701351-d843-431e-819e-1e20646ffbbd host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:40:28.019237 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 71701351-d843-431e-819e-1e20646ffbbd not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:40:28.639869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa58e74-3944-4206-a709-f6b0238f054f req-ad9741a8-bb44-4031-bdd5-7dbdeffa9a88 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:28.641354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fa58e74-3944-4206-a709-f6b0238f054f req-ad9741a8-bb44-4031-bdd5-7dbdeffa9a88 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.0518003
Jan 29 21:40:28.690564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fa58e74-3944-4206-a709-f6b0238f054f req-f8f23e2a-cd1a-4552-8d1e-7bad57e1fb15 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436604
Jan 29 21:40:28.924664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b853d-876c-4549-9e4c-bdcb3804bbc3 req-a36844d8-f89b-4ed4-945d-7f7b2d067959 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:28.926182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-026b853d-876c-4549-9e4c-bdcb3804bbc3 req-a36844d8-f89b-4ed4-945d-7f7b2d067959 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 944 time: 0.0833094
Jan 29 21:40:28.934008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-a16305b1-3959-47ef-9377-73edc1cc9b32 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:28.935346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-a16305b1-3959-47ef-9377-73edc1cc9b32 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72&tenant_id=753da2bb46c048c68d0dd786113b9137&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0837283
Jan 29 21:40:29.026974 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-026b853d-876c-4549-9e4c-bdcb3804bbc3 req-3c8b5be0-7aa5-4168-a667-e1147104ec91 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897691
Jan 29 21:40:29.029530 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-182bfbcf-8d31-4134-9a52-be384bef765c service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:40:29.030864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-182bfbcf-8d31-4134-9a52-be384bef765c service neutron] 10.222.0.18 "DELETE /v2.0/ports/71701351-d843-431e-819e-1e20646ffbbd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0889928
Jan 29 21:40:29.120061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-12abf204-889c-4c03-86f5-dc99b7977dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:29.121520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-12abf204-889c-4c03-86f5-dc99b7977dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 1126 time: 0.0457859
Jan 29 21:40:29.212950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-f54d11c3-1d1a-4507-889f-4ec17639e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:29.214458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-f54d11c3-1d1a-4507-889f-4ec17639e774 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0878227
Jan 29 21:40:29.283575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-8d95df27-d054-4b00-8a8b-b1a8b8683ad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 200  len: 1000 time: 0.0633709
Jan 29 21:40:29.331335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-81c4e750-268c-4c97-aaf6-35c44907d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:29.332754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-81c4e750-268c-4c97-aaf6-35c44907d0f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0419996
Jan 29 21:40:29.379389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-1c64b368-7728-4186-bc3c-c17d28cc61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:29.380834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-1c64b368-7728-4186-bc3c-c17d28cc61c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420010
Jan 29 21:40:29.470533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-c8daae6f-3d08-4222-a61e-c6aadab5b6c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835040
Jan 29 21:40:29.555555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10badf07-0ed1-45c3-9ce4-c23118810ccf req-225ea30d-ac20-47c7-be0e-08417109a054 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796914
Jan 29 21:40:29.602111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71701351-d843-431e-819e-1e20646ffbbd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:40:29.706912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:29.718262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '71701351-d843-431e-819e-1e20646ffbbd', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': '71701351-d843-431e-819e-1e20646ffbbd', 'mac_address': 'fa:16:3e:d9:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:40:29.753765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 71701351-d843-431e-819e-1e20646ffbbd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:40:29.754158 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:29.767018 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71701351-d843-431e-819e-1e20646ffbbd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:40:29.785081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:29.788944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:29.834887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:29.842103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.842453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.842798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.843140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.843476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.843803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.844138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.844465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.844791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.845149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.845477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.845800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:29.846123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:40:30.103138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['71701351-d843-431e-819e-1e20646ffbbd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:40:30.155705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc8b98-41e6-44bc-9e53-c76f66b64f1a req-32ee3fa2-36d6-4a0e-a5e7-6b68b6fececc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:30.157244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39fc8b98-41e6-44bc-9e53-c76f66b64f1a req-32ee3fa2-36d6-4a0e-a5e7-6b68b6fececc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0600545
Jan 29 21:40:30.205308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39fc8b98-41e6-44bc-9e53-c76f66b64f1a req-1e3be4f6-da73-4370-b216-44997cad3476 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422013
Jan 29 21:40:30.324336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be5e74-dde0-4af7-9aca-df4ce2342e86 req-b555d404-691e-4385-8441-9d2e24f1654f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:30.325844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5be5e74-dde0-4af7-9aca-df4ce2342e86 req-b555d404-691e-4385-8441-9d2e24f1654f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0531671
Jan 29 21:40:30.371879 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5be5e74-dde0-4af7-9aca-df4ce2342e86 req-24223b6f-11cc-43de-9e49-228a3fe7b027 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404987
Jan 29 21:40:30.488570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd223fe-f8f6-456b-9c53-772d4a07aecc req-245cc231-b215-4868-bbaa-2fc3526a39a7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:30.490349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd223fe-f8f6-456b-9c53-772d4a07aecc req-245cc231-b215-4868-bbaa-2fc3526a39a7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0520802
Jan 29 21:40:30.540145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd223fe-f8f6-456b-9c53-772d4a07aecc req-16a5a30c-e2c5-4bf4-b4a6-a2f1da47deed tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441115
Jan 29 21:40:30.775147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c4961-a825-4128-aff7-86b9b3014148 req-af3b85e5-4a8c-42c2-8fe4-697bf5d2d9a0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:30.776534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-044c4961-a825-4128-aff7-86b9b3014148 req-af3b85e5-4a8c-42c2-8fe4-697bf5d2d9a0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 945 time: 0.0527084
Jan 29 21:40:30.821910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-044c4961-a825-4128-aff7-86b9b3014148 req-34e98226-3ffb-470a-9ddc-1f19fc811102 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398180
Jan 29 21:40:31.606096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71701351-d843-431e-819e-1e20646ffbbd up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:40:31.653860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 71701351-d843-431e-819e-1e20646ffbbd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:40:31.657610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 71701351-d843-431e-819e-1e20646ffbbd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:40:31.658009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (71701351-d843-431e-819e-1e20646ffbbd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:31.734604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 71701351-d843-431e-819e-1e20646ffbbd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:40:31.734914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:31.757128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:31.759383 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca2cfb-741a-41bf-b976-4d03bb1f12b3" -d '{"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-plugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:31.771540 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:31.775424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:31.800545 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f8a03c-d006-42ff-aaaa-c4edb2e06535 x-openstack-request-id: req-61f8a03c-d006-42ff-aaaa-c4edb2e06535 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:31.800843 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-plugged", "status": "completed", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:31.801129 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61f8a03c-d006-42ff-aaaa-c4edb2e06535 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:31.801530 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'code': 200}
Jan 29 21:40:31.825256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:31.940362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58665aa-bc06-441e-8979-9b9bb6d11e26 req-37d3fc59-b601-4429-980c-ff68b7475338 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:31.941859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e58665aa-bc06-441e-8979-9b9bb6d11e26 req-37d3fc59-b601-4429-980c-ff68b7475338 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0518634
Jan 29 21:40:31.988180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e58665aa-bc06-441e-8979-9b9bb6d11e26 req-4f24f2be-01d1-45df-ae61-c17b4e44667d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403326
Jan 29 21:40:32.119793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-3c7b2cbc-eeb2-4675-a4f8-0a713e9a2c7f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:32.121244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-3c7b2cbc-eeb2-4675-a4f8-0a713e9a2c7f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 946 time: 0.0548096
Jan 29 21:40:32.212334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Deleting port 71701351-d843-431e-819e-1e20646ffbbd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:40:32.212672 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (71701351-d843-431e-819e-1e20646ffbbd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.301416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] For port 71701351-d843-431e-819e-1e20646ffbbd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71701351-d843-431e-819e-1e20646ffbbd,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:32.301697 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (71701351-d843-431e-819e-1e20646ffbbd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.516900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.517324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.517646 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae disassociated. External IP: 172.35.4.175, port: 71701351-d843-431e-819e-1e20646ffbbd.
Jan 29 21:40:32.517984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Calling delete_port for 71701351-d843-431e-819e-1e20646ffbbd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:40:32.641528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (71701351-d843-431e-819e-1e20646ffbbd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.673794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'Port': ['ID=71701351-d843-431e-819e-1e20646ffbbd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:32.791996 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:40:32.899890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:40:32.911233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:40:32.921254 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:40:32.921861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea096b69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:40:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:32.940217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] No DVR routers for this DVR port 71701351-d843-431e-819e-1e20646ffbbd on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:40:32.942838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:32.946522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5557d2dd-9ff8-499f-bafa-e745c7a80fe3 req-f595a6d9-ebdc-482e-9db0-400950766463 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "DELETE /v2.0/ports/71701351-d843-431e-819e-1e20646ffbbd HTTP/1.1" status: 204  len: 173 time: 0.8199167
Jan 29 21:40:32.946899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-deleted', 'tag': '71701351-d843-431e-819e-1e20646ffbbd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:32.949209 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc9a01e-57f1-46a7-907e-244e00ea7bfd" -d '{"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-deleted", "tag": "71701351-d843-431e-819e-1e20646ffbbd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:32.989164 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a37119-af3d-4fd2-ade6-393dcb668c3a x-openstack-request-id: req-d4a37119-af3d-4fd2-ade6-393dcb668c3a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:32.989463 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8864-5603-4f47-9bcf-0f4935ebdc72", "name": "network-vif-deleted", "tag": "71701351-d843-431e-819e-1e20646ffbbd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:32.989721 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4a37119-af3d-4fd2-ade6-393dcb668c3a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:32.990481 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c8864-5603-4f47-9bcf-0f4935ebdc72', 'name': 'network-vif-deleted', 'tag': '71701351-d843-431e-819e-1e20646ffbbd', 'status': 'completed', 'code': 200}
Jan 29 21:40:33.045259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:40:33.107625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac5879bd-a8b2-428a-9c17-91467811d8fd req-c0124873-b1e2-4da2-b425-047576709dcf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08c8864-5603-4f47-9bcf-0f4935ebdc72 HTTP/1.1" status: 200  len: 210 time: 0.0279515
Jan 29 21:40:33.263494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea096b69a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:33.290009 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:40:33.298123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:40:33.298718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea096b69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:40:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:33.402859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:40:33.598335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea096b69a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:33.627999 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6571df-f639-4be3-a3d2-7aa71f08dff0 None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:40:33.840974 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fcd2d6-762a-49b8-9b79-5c6842d7e08e None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:40:34.349070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-697a758f-005c-45fc-b4f8-fd0d8d042d1c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1917986697&fields=id&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 267 time: 0.0410299
Jan 29 21:40:34.453811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-dd3a8ac0-a588-43d0-93d3-45fbf76f4738 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:34.455298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-dd3a8ac0-a588-43d0-93d3-45fbf76f4738 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.0993359
Jan 29 21:40:34.470465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-53e006bd-d875-45f6-b445-bbf61a4e4efd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/quotas/753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 375 time: 0.0088003
Jan 29 21:40:34.525511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-fb30dde8-1a15-4e12-8837-39ab54705721 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0503643
Jan 29 21:40:34.621405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-1fca6465-17b7-4093-8503-b83bc26e4a43 service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846374
Jan 29 21:40:34.708219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-20e8695a-67b7-467d-8a0f-be3de696828a service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810490
Jan 29 21:40:34.865756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2da3c36b-a50a-46c7-9d26-26c57f9dc8e9 req-15f1e9d4-4449-452a-a805-e2e20cb400cb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 210 time: 0.0266931
Jan 29 21:40:35.500531 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:40:35.602277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71701351-d843-431e-819e-1e20646ffbbd no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:40:35.621882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: 71701351-d843-431e-819e-1e20646ffbbd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:40:35.622218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 71701351-d843-431e-819e-1e20646ffbbd not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:40:35.759022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-4741986a-2090-4d07-9ef7-c3f1008b0975 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:35.760468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-4741986a-2090-4d07-9ef7-c3f1008b0975 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1061568
Jan 29 21:40:35.820380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-0d863211-27e7-41b3-8292-6a79e5edb62d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 380 time: 0.0520306
Jan 29 21:40:35.829785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'port': {'device_id': '53a8f4ed-ad80-4939-83fe-677300b19378', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'admin_state_up': True, 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'security_groups': ['1d17f356-4869-41f5-89b1-2f0cc4cc0adf']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:40:35.933930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:40:35.937279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:35.977986 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc7d2704-2f55-4ead-a5cf-83dce160953e req-bf8e0eff-c022-4382-9b7d-c95b7453c6f5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 210 time: 0.0384316
Jan 29 21:40:36.089343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Allocated IP 172.20.0.9 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:40:36.231105 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.268111 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.309387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:40:36.312801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:40:36.318925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:40:36.350381 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:36.380239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:36.380884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.399029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-5d5a33fb-7075-465d-ab12-c40d4d68ee70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5728834
Jan 29 21:40:36.409682 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Request body: {'port': {'device_id': '53a8f4ed-ad80-4939-83fe-677300b19378', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:40:36.578317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ba1034c5-840b-40b8-99f2-5bfee4ce918a None None] Provisioning complete for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:40:36.578717 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba1034c5-840b-40b8-99f2-5bfee4ce918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.612478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ba1034c5-840b-40b8-99f2-5bfee4ce918a None None] Port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:40:36.704043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.953580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:40:36.960745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks [] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:36.972260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Transition to ACTIVE for port object 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:40:36.975843 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:37.027317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:37.131932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:40:37.132270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:40:37.132639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:40:37.139039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:40:37.139363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:40:37.154095 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c28f-57f1-4d58-9331-0ac3d3793be1 req-e9916596-19b8-46e5-9da1-a80cffe556c2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.157065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9640c28f-57f1-4d58-9331-0ac3d3793be1 req-e9916596-19b8-46e5-9da1-a80cffe556c2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0873671
Jan 29 21:40:37.157065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:40:37.157065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:40:37.157065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:40:37.157553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Bound port: 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:40:37.159339 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:37.245613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9640c28f-57f1-4d58-9331-0ac3d3793be1 req-7480f30f-637f-42d7-b008-a439ada50286 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778909
Jan 29 21:40:37.256132 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:40:37.259303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:40:37.265902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:37.299828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.300526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:37.302035 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 1091 time: 0.8966360
Jan 29 21:40:37.302500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:37.304954 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f" -d '{"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:37.334016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9db0-f774-47bb-a8f7-5b9c86a1f237 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:37.348754 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb5361-703e-455c-bfe8-f2783f20033a x-openstack-request-id: req-4cbb5361-703e-455c-bfe8-f2783f20033a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:37.349107 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:37.349369 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cbb5361-703e-455c-bfe8-f2783f20033a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:37.349785 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'status': 'completed', 'code': 200}
Jan 29 21:40:37.415094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-afd512cd-816a-4caa-ba8f-9ff1a33d5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.417315 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-afd512cd-816a-4caa-ba8f-9ff1a33d5ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.0554330
Jan 29 21:40:37.458632 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-3c86ebf0-266f-4b2c-9651-88adf0514cf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 217 time: 0.0350380
Jan 29 21:40:37.507972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-a839024d-a48f-407d-8061-221199618c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.509464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-a839024d-a48f-407d-8061-221199618c10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0453684
Jan 29 21:40:37.556708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-599a33cc-7835-4bdd-b3ef-d9d754bc05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.558426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-599a33cc-7835-4bdd-b3ef-d9d754bc05c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434003
Jan 29 21:40:37.647476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-cddc9fc5-3865-4aad-9861-aa40824c5ac4 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834506
Jan 29 21:40:37.736941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5a83eac-c31d-4126-8534-43854ccfb8f5 req-9c64ee3d-20c2-4148-a392-edac4855e903 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832660
Jan 29 21:40:37.824829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-bc5e9418-747a-4dde-8bce-126318bd54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.826353 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-bc5e9418-747a-4dde-8bce-126318bd54bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.0444684
Jan 29 21:40:37.913868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-8c815c81-7114-422d-a376-7e6b332addc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:37.915319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-8c815c81-7114-422d-a376-7e6b332addc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0833471
Jan 29 21:40:37.959346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-36a741dd-f540-488d-918a-2d30a12d40e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 217 time: 0.0380919
Jan 29 21:40:38.006461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-50e41ecd-d10b-45cc-ad16-138d62ec7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:38.008430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-50e41ecd-d10b-45cc-ad16-138d62ec7114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0431652
Jan 29 21:40:38.055892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-7e47bf6a-2299-41f8-a21f-2d7153798bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:38.057430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-7e47bf6a-2299-41f8-a21f-2d7153798bde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438151
Jan 29 21:40:38.148108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-b81ff68c-6a34-49e8-8713-033fe4898147 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847199
Jan 29 21:40:38.234887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43be1efb-6a5f-4c6e-a930-8a00cd40c41f req-fafe6710-da16-451f-a673-2ca68e42bffe service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810189
Jan 29 21:40:38.364352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9899b-ca4e-42c7-adfe-f500aa4f46b7 req-d2b1ae05-08cf-439d-8843-1727369fb382 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:38.365858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc9899b-ca4e-42c7-adfe-f500aa4f46b7 req-d2b1ae05-08cf-439d-8843-1727369fb382 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0518835
Jan 29 21:40:38.416541 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbc9899b-ca4e-42c7-adfe-f500aa4f46b7 req-a3872235-1bec-435d-9225-ca09e3cc429e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444882
Jan 29 21:40:39.535760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c0cb-571f-49bc-be55-9741903b5681 req-78595811-757c-406a-be2d-b323f6da8e05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:39.537273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46f5c0cb-571f-49bc-be55-9741903b5681 req-78595811-757c-406a-be2d-b323f6da8e05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0519438
Jan 29 21:40:39.582749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-46f5c0cb-571f-49bc-be55-9741903b5681 req-ea676eff-a11e-4ffd-80dc-93f8aeef9989 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399365
Jan 29 21:40:40.406006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2ad04976-fe0b-43fe-b068-fc6b7ae0c031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:40.699556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31162c27-b275-45a6-a285-580518e8fe70 req-92ac032b-c9fe-4b17-9d70-4591e34069e6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:40.701050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31162c27-b275-45a6-a285-580518e8fe70 req-92ac032b-c9fe-4b17-9d70-4591e34069e6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0509772
Jan 29 21:40:40.746456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31162c27-b275-45a6-a285-580518e8fe70 req-cf1a924a-d1bc-4b03-ad40-afc2c5cb0b43 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395088
Jan 29 21:40:41.686703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:40:41.778980 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:41.791118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'mac_address': 'fa:16:3e:95:bf:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:40:41.831481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:40:41.831882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:41.845188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:40:41.864571 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:41.868322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7ac88-30d3-4c4f-a626-d5b194824727 req-0a962945-fb55-4fd5-9637-0892543d1c1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:41.869790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:41.869958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a7ac88-30d3-4c4f-a626-d5b194824727 req-0a962945-fb55-4fd5-9637-0892543d1c1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0555170
Jan 29 21:40:41.916847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:41.918374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a7ac88-30d3-4c4f-a626-d5b194824727 req-1f2c700a-ccc6-45e5-87e7-d0dfdabef052 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419824
Jan 29 21:40:42.142066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:40:42.763833 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-132594a7-84a3-4df6-81a3-428eb1075253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:43.034380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5adda-cf04-425c-81d5-17e263ebd28f req-8c4e8137-cb25-434f-8540-59c61a22adea tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:43.035761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-abf5adda-cf04-425c-81d5-17e263ebd28f req-8c4e8137-cb25-434f-8540-59c61a22adea tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 944 time: 0.0511794
Jan 29 21:40:43.086005 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-abf5adda-cf04-425c-81d5-17e263ebd28f req-529451c6-2780-49cb-ae74-2c87c684bd3d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434091
Jan 29 21:40:43.684321 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:40:43.732464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:40:43.736328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:40:43.736707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:43.817157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:40:43.817956 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:43.841878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:43.844114 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0b77a-b2fc-4520-9528-55d6e8c39937" -d '{"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-plugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:43.856484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:40:43.860722 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:43.885866 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f6ab7-fb67-4f6e-a7e7-33cdaca9b068 x-openstack-request-id: req-505f6ab7-fb67-4f6e-a7e7-33cdaca9b068 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:43.886154 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-plugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:43.886412 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-505f6ab7-fb67-4f6e-a7e7-33cdaca9b068 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:43.886800 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'code': 200}
Jan 29 21:40:43.908262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:43.922055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:40:43.986334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cfb7d-cf4c-4f07-ae32-1b98745bb102 req-e2a24532-3e75-4785-a252-3b21d9c420d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:43.987805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d24cfb7d-cf4c-4f07-ae32-1b98745bb102 req-e2a24532-3e75-4785-a252-3b21d9c420d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1127 time: 0.0462811
Jan 29 21:40:44.029424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d24cfb7d-cf4c-4f07-ae32-1b98745bb102 req-240785f5-ebfe-4dc9-a7bd-1dac524e815a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358205
Jan 29 21:40:44.203075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f550c5-2567-4dcf-b732-ecc9a765c57e req-e7676d78-af47-40e2-b755-52c4f189bf36 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:44.204544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7f550c5-2567-4dcf-b732-ecc9a765c57e req-e7676d78-af47-40e2-b755-52c4f189bf36 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0514891
Jan 29 21:40:44.250766 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7f550c5-2567-4dcf-b732-ecc9a765c57e req-291283a2-ed67-4935-952c-e269e3671c1a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405424
Jan 29 21:40:45.374008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09975723-169c-4c2e-bc0d-81a2fdaf2f01 req-ca0931a0-60ba-4c47-b8c3-5a41fa8ff244 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:45.375676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09975723-169c-4c2e-bc0d-81a2fdaf2f01 req-ca0931a0-60ba-4c47-b8c3-5a41fa8ff244 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0545998
Jan 29 21:40:45.427357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-09975723-169c-4c2e-bc0d-81a2fdaf2f01 req-9cc9c0d8-0829-49e2-9910-ba01fccf8da6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452263
Jan 29 21:40:45.745363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:46.547714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8819cf-b8fa-4d1f-8554-9a2219748f8d req-57bd8848-a7ee-44cb-bf64-a3fe256d4f81 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:46.549279 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be8819cf-b8fa-4d1f-8554-9a2219748f8d req-57bd8848-a7ee-44cb-bf64-a3fe256d4f81 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0515060
Jan 29 21:40:46.594598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be8819cf-b8fa-4d1f-8554-9a2219748f8d req-cc446d36-14b8-4aa5-8a9c-52a6d477508c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392971
Jan 29 21:40:46.707635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae97e06-8f97-4450-894b-d6e564aa8db8 req-aa231eda-1ec9-4603-9804-774f3dba3a1a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:46.709120 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ae97e06-8f97-4450-894b-d6e564aa8db8 req-aa231eda-1ec9-4603-9804-774f3dba3a1a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0517843
Jan 29 21:40:46.717544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 34862) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:40:46.721786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'floatingip': {'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:40:46.762937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:46.944515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:47.178719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:47.182555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:47.282796 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae associated. External IP: 172.35.4.175, port: 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b.
Jan 29 21:40:47.492274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:40:47.598856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:40:47.604060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:47.608884 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:40:47.619226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:40:47.619839 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:40:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:47.634921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-234238ca-6d29-4c52-8bc9-505fc1ca8a05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "PUT /v2.0/floatingips/98375aea-f02d-4ac7-8a17-f47a605af6ae HTTP/1.1" status: 200  len: 991 time: 0.9163508
Jan 29 21:40:47.635495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:40:47.638162 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a3ffae-724b-4f4d-a459-9196e9e14260" -d '{"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:40:47.676283 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690438a8-3d6a-4a57-b113-ee305c137279 x-openstack-request-id: req-690438a8-3d6a-4a57-b113-ee305c137279 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:40:47.676588 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:40:47.676849 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-690438a8-3d6a-4a57-b113-ee305c137279 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:40:47.677308 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'status': 'completed', 'code': 200}
Jan 29 21:40:47.729537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:40:47.770993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9e6df-5f56-4b86-9ed2-9a7cd06b1bc3 req-f2384d41-5640-4299-97fa-6b958ef068b8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:47.772399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8e9e6df-5f56-4b86-9ed2-9a7cd06b1bc3 req-f2384d41-5640-4299-97fa-6b958ef068b8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0857701
Jan 29 21:40:47.774334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-8f55dfea-7657-47c1-93cc-925309a64756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:47.775702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-8f55dfea-7657-47c1-93cc-925309a64756 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1127 time: 0.0765924
Jan 29 21:40:47.872780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8e9e6df-5f56-4b86-9ed2-9a7cd06b1bc3 req-3b4d9b3d-ab60-47ea-9e0c-b743cdd31596 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946300
Jan 29 21:40:47.897015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-cdf2ce66-fb1b-4750-9799-56cf9c2490c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:47.898521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-cdf2ce66-fb1b-4750-9799-56cf9c2490c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1147537
Jan 29 21:40:47.963991 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b79a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:95:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a8f4ed-ad80-4939-83fe-677300b19378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:40:47Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:47.967498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-6fca534e-b0f4-4962-9f30-a8f336c31901 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 999 time: 0.0636888
Jan 29 21:40:47.990348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:40:47.999105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:40:47.999702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:40:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:48.015606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-b7ee75ba-2fb8-492c-9aab-9b0d260e9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:48.017438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-b7ee75ba-2fb8-492c-9aab-9b0d260e9203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0449526
Jan 29 21:40:48.065459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-5daab41b-75cf-4034-8607-12184ecd9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:48.066880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-5daab41b-75cf-4034-8607-12184ecd9bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444355
Jan 29 21:40:48.105135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:40:48.157967 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-ce2c9bcc-873e-47fc-a0b9-9fedaf10069a service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849204
Jan 29 21:40:48.247092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8a3ffae-724b-4f4d-a459-9196e9e14260 req-50ffab64-2c9a-4eef-8ccb-f4d52004622b service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837700
Jan 29 21:40:48.330463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b79a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:95:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a8f4ed-ad80-4939-83fe-677300b19378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:40:47Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:40:48.357301 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b44e7-58ba-4623-bcc8-40548a4d0a2d None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:95:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a8f4ed-ad80-4939-83fe-677300b19378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:40:47Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:40:48.565059 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722647ab-d6fa-4972-9569-2dd4c7d786bc None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:40:48.996300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c343f-29e4-44bd-8882-158eb65f07c2 req-6698e5e9-1012-4d54-adb4-673c4ae43517 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:48.997722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc4c343f-29e4-44bd-8882-158eb65f07c2 req-6698e5e9-1012-4d54-adb4-673c4ae43517 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0528288
Jan 29 21:40:49.049956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc4c343f-29e4-44bd-8882-158eb65f07c2 req-4524bdd0-7799-40f5-9625-dea94047f4da tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466845
Jan 29 21:40:49.253535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d7c89-7e60-49fc-82b4-5132235109df req-77f9bc0a-dea3-454f-91f0-0c69afb6ca21 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:49.254902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e98d7c89-7e60-49fc-82b4-5132235109df req-77f9bc0a-dea3-454f-91f0-0c69afb6ca21 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0517099
Jan 29 21:40:49.299829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e98d7c89-7e60-49fc-82b4-5132235109df req-c61eda50-f420-4544-8d7d-2ca437316e0f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387108
Jan 29 21:40:50.420700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf276-4f59-43a4-a821-29eacffd2b22 req-4d0499ae-33fa-4e61-a43b-feee79b2b5da tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:50.422192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db9bf276-4f59-43a4-a821-29eacffd2b22 req-4d0499ae-33fa-4e61-a43b-feee79b2b5da tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0513299
Jan 29 21:40:50.467475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db9bf276-4f59-43a4-a821-29eacffd2b22 req-05b041dc-07f6-4f1c-8e42-9dd317c11cf6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397713
Jan 29 21:40:51.852118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716610a-2457-418a-8bfe-f8003f5147b9 req-e2c0df68-0dc5-44cf-bb9b-ccb64340cdff tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:51.853515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4716610a-2457-418a-8bfe-f8003f5147b9 req-e2c0df68-0dc5-44cf-bb9b-ccb64340cdff tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.3173826
Jan 29 21:40:51.855963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-4bc009ef-a8c7-4302-8969-e062ca1ccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:51.857311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-4bc009ef-a8c7-4302-8969-e062ca1ccd10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1127 time: 0.3110130
Jan 29 21:40:51.947153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4716610a-2457-418a-8bfe-f8003f5147b9 req-bb21b2be-143d-476c-a9d5-033699e115d9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880013
Jan 29 21:40:51.977837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-deded17e-f5d7-480e-971f-1764dfbb7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:51.979270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-deded17e-f5d7-480e-971f-1764dfbb7721 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1042724
Jan 29 21:40:52.041857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-5bd73774-d74e-4a7b-9399-ff48ec4efd14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 1001 time: 0.0570395
Jan 29 21:40:52.091508 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-5d23fdd6-0396-4436-a046-9c56803a12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:52.092891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-5d23fdd6-0396-4436-a046-9c56803a12c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0457113
Jan 29 21:40:52.139114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-c7ce3739-1026-49de-b240-a2643d525c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:52.140454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-c7ce3739-1026-49de-b240-a2643d525c8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422359
Jan 29 21:40:52.227055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-cbb02614-bcd0-4108-aaa0-ffa5f7126396 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810280
Jan 29 21:40:52.315635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36a3a3c0-28d9-4c8a-8a15-74df4d707169 req-fe38b895-6553-4b1d-a947-1e958d72b444 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830598
Jan 29 21:40:52.826557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:53.064743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608648e-d1a2-441f-b4cc-59b8f46bc90a req-94540473-d788-4922-a66f-e9c514bba247 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:53.066147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4608648e-d1a2-441f-b4cc-59b8f46bc90a req-94540473-d788-4922-a66f-e9c514bba247 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0521359
Jan 29 21:40:53.112681 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4608648e-d1a2-441f-b4cc-59b8f46bc90a req-62929f70-0311-4e32-b66f-62b42e2dab73 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406187
Jan 29 21:40:53.787679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:40:54.228558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dea387-5e2d-4f99-973e-43a9ced1bd69 req-5295b16f-1e88-468d-9de4-f890b496a0c8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:54.230061 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99dea387-5e2d-4f99-973e-43a9ced1bd69 req-5295b16f-1e88-468d-9de4-f890b496a0c8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0516589
Jan 29 21:40:54.279024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99dea387-5e2d-4f99-973e-43a9ced1bd69 req-cf8cc36f-a867-4ae4-9aa5-f0885711be66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433261
Jan 29 21:40:55.395673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d8ae-da2d-4727-b370-4c7886d6d67e req-e515166f-21c5-40d3-a266-43c21f7b22f3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:55.397155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0888d8ae-da2d-4727-b370-4c7886d6d67e req-e515166f-21c5-40d3-a266-43c21f7b22f3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0513175
Jan 29 21:40:55.442500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0888d8ae-da2d-4727-b370-4c7886d6d67e req-743a9339-69e4-4d20-9baf-59f89d40264e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391526
Jan 29 21:40:56.562315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec070b9-fff5-460e-934c-23c125b2bf1c req-1d9d5f5e-3d23-4d59-85eb-7677187b854f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:56.563792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aec070b9-fff5-460e-934c-23c125b2bf1c req-1d9d5f5e-3d23-4d59-85eb-7677187b854f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0511820
Jan 29 21:40:56.609232 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aec070b9-fff5-460e-934c-23c125b2bf1c req-cce28549-2308-42f1-8038-c4478e6f418b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399196
Jan 29 21:40:57.735352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa31f98-dafe-4189-a39b-45799d9e4dcd req-f82f5273-3d37-4e77-aabc-5e61d01c99b9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:57.736821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-efa31f98-dafe-4189-a39b-45799d9e4dcd req-f82f5273-3d37-4e77-aabc-5e61d01c99b9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0558536
Jan 29 21:40:57.782709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-efa31f98-dafe-4189-a39b-45799d9e4dcd req-8cfdb335-b8f3-477d-b0f6-da3227d2d80c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403450
Jan 29 21:40:58.899709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2e9bc-f00a-42e7-9b01-b88da754f143 req-2f3604ed-1ea4-4990-805b-8a94baeef8ec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:40:58.901320 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eeb2e9bc-f00a-42e7-9b01-b88da754f143 req-2f3604ed-1ea4-4990-805b-8a94baeef8ec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0514128
Jan 29 21:40:58.945598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eeb2e9bc-f00a-42e7-9b01-b88da754f143 req-274d1219-ef3c-4f88-a10e-625832edd253 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388854
Jan 29 21:41:00.065769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c97e-dc65-472c-adfa-18e5a5325eb9 req-5d23fae6-a77a-451a-ad4b-77225db8f9b2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:00.067222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8de0c97e-dc65-472c-adfa-18e5a5325eb9 req-5d23fae6-a77a-451a-ad4b-77225db8f9b2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0547333
Jan 29 21:41:00.111784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8de0c97e-dc65-472c-adfa-18e5a5325eb9 req-bf8ab69c-611e-4856-aa64-de9730d3b417 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387812
Jan 29 21:41:01.229641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60921-405c-434e-8a1c-1e0700632a8a req-86173313-5fb7-4df5-807f-2bbe1e026afb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:01.231107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84a60921-405c-434e-8a1c-1e0700632a8a req-86173313-5fb7-4df5-807f-2bbe1e026afb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0522974
Jan 29 21:41:01.275983 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84a60921-405c-434e-8a1c-1e0700632a8a req-8e75c730-03b1-4836-8bb5-179ce7990b70 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392659
Jan 29 21:41:02.400593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44fc0-03be-4eff-9a7c-b572e6dca2e5 req-3e0c8865-534b-4786-8e79-6a1e3fa78783 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:02.402097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cf44fc0-03be-4eff-9a7c-b572e6dca2e5 req-3e0c8865-534b-4786-8e79-6a1e3fa78783 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0516245
Jan 29 21:41:02.452002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cf44fc0-03be-4eff-9a7c-b572e6dca2e5 req-ce81755f-b5d7-4492-9320-5d2e4de362f7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442610
Jan 29 21:41:03.573792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534cee5-27cb-4ac4-bfa4-56e59732cf45 req-e00dbaa6-3e2e-4163-a521-1a22268888de tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:03.575257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c534cee5-27cb-4ac4-bfa4-56e59732cf45 req-e00dbaa6-3e2e-4163-a521-1a22268888de tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0518732
Jan 29 21:41:03.620282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c534cee5-27cb-4ac4-bfa4-56e59732cf45 req-5fa4895a-74bd-4539-ba28-745ccd4b10a7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395415
Jan 29 21:41:04.736774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2efd09-e9b9-4c4d-88f8-3b05a6643cf1 req-7c71e3b7-6688-41da-9c74-788cb6a49839 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:04.738265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2efd09-e9b9-4c4d-88f8-3b05a6643cf1 req-7c71e3b7-6688-41da-9c74-788cb6a49839 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0510402
Jan 29 21:41:04.782915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb2efd09-e9b9-4c4d-88f8-3b05a6643cf1 req-9f9a7148-4509-4d73-91cd-87a3ec61f42e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385172
Jan 29 21:41:05.906311 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0ceb-2e18-4ab3-b9f6-c746edff4e94 req-57c62fe1-12fe-4b35-ab27-b32f28c9175f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:05.907791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-579e0ceb-2e18-4ab3-b9f6-c746edff4e94 req-57c62fe1-12fe-4b35-ab27-b32f28c9175f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0553582
Jan 29 21:41:05.955638 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-579e0ceb-2e18-4ab3-b9f6-c746edff4e94 req-e47f0241-c34b-4b04-bcfc-7aa29f3bff88 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423188
Jan 29 21:41:07.072778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf7d1-ed0d-49c8-8b7c-07648a8a7ad1 req-723923e5-35dd-4fed-8712-0baa85d2502f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:07.074253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-780bf7d1-ed0d-49c8-8b7c-07648a8a7ad1 req-723923e5-35dd-4fed-8712-0baa85d2502f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0513864
Jan 29 21:41:07.119723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-780bf7d1-ed0d-49c8-8b7c-07648a8a7ad1 req-58348221-d19f-4bc5-8a96-acaff54cc150 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399725
Jan 29 21:41:08.235386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7b4c-3537-41db-88d3-c4a836d5034d req-ac7f1bce-0bf3-4bfa-bc93-389014a2efb7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:08.236918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23eb7b4c-3537-41db-88d3-c4a836d5034d req-ac7f1bce-0bf3-4bfa-bc93-389014a2efb7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0516472
Jan 29 21:41:08.285594 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23eb7b4c-3537-41db-88d3-c4a836d5034d req-d8d0651e-8ba5-4505-b88e-292110967b89 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421894
Jan 29 21:41:09.410316 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97820b6-3a72-47e0-a363-ed05b0393205 req-d65dbe30-6693-4030-9659-d9ab2c95bc27 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:09.411792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c97820b6-3a72-47e0-a363-ed05b0393205 req-d65dbe30-6693-4030-9659-d9ab2c95bc27 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0524602
Jan 29 21:41:09.460293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c97820b6-3a72-47e0-a363-ed05b0393205 req-a3dbd20c-37f9-4d79-b16e-8ed3cc0f2f3e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427797
Jan 29 21:41:10.407837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7071deb-7bd2-466c-b64e-0a21dffc1adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:10.577087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed570afc-3591-44a4-8ba7-0c5496a8bba9 req-72bd74e3-071d-42cb-9473-1f058d1ace92 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:10.578545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed570afc-3591-44a4-8ba7-0c5496a8bba9 req-72bd74e3-071d-42cb-9473-1f058d1ace92 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0506890
Jan 29 21:41:10.623677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed570afc-3591-44a4-8ba7-0c5496a8bba9 req-5998173b-ea29-4a37-8a72-63cdbaeb12a1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396395
Jan 29 21:41:11.744255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579a382-1c1f-4595-a43c-b576a0597a6e req-789cbccb-e863-47b8-b81a-9bf716167064 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:11.745752 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8579a382-1c1f-4595-a43c-b576a0597a6e req-789cbccb-e863-47b8-b81a-9bf716167064 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0553348
Jan 29 21:41:11.790470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8579a382-1c1f-4595-a43c-b576a0597a6e req-b78762f2-9bbf-4328-bd91-f300fd40def6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391943
Jan 29 21:41:12.498987 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:41:12.765196 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d8d1024a-8209-42a4-9058-eeecd30bf415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:12.910289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7efca-3ee8-4212-8b1d-f5545e457277 req-5c43da89-34ad-464f-b673-6a51bbd5943d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:12.911897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eb7efca-3ee8-4212-8b1d-f5545e457277 req-5c43da89-34ad-464f-b673-6a51bbd5943d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0524764
Jan 29 21:41:12.961821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eb7efca-3ee8-4212-8b1d-f5545e457277 req-23dae8ab-a015-4ff8-af9d-b4189af27f8c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438073
Jan 29 21:41:13.893953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:14.085087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd0718-9451-47a2-af22-8d47a6b20974 req-c714ca34-5ac5-40bf-90a1-4884b6b3ae23 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:14.086544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbcd0718-9451-47a2-af22-8d47a6b20974 req-c714ca34-5ac5-40bf-90a1-4884b6b3ae23 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0548544
Jan 29 21:41:14.130793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbcd0718-9451-47a2-af22-8d47a6b20974 req-7727c30e-5f34-4ab4-9c12-4d7c8636d408 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387208
Jan 29 21:41:15.249504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8235c2-81de-4e41-91ab-d095734a666e req-ed46c49e-5b9c-4521-87a3-1f4ad7ebcfdb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:15.250996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e8235c2-81de-4e41-91ab-d095734a666e req-ed46c49e-5b9c-4521-87a3-1f4ad7ebcfdb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0522480
Jan 29 21:41:15.296760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e8235c2-81de-4e41-91ab-d095734a666e req-348d3081-e544-4e41-b8e2-8f31c7e4f140 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400248
Jan 29 21:41:15.528244 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-bfab9900-a977-48e1-b516-d38aa99234d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0487628
Jan 29 21:41:15.540766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80345c5c-e16b-42fe-9ad6-8c97e9ddd72d req-6853c576-b654-4ee7-aa2a-21b88c10b5b0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:15.542350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80345c5c-e16b-42fe-9ad6-8c97e9ddd72d req-6853c576-b654-4ee7-aa2a-21b88c10b5b0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0531349
Jan 29 21:41:15.595704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80345c5c-e16b-42fe-9ad6-8c97e9ddd72d req-cd718550-c56d-4863-8cfc-a77098947d8b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470853
Jan 29 21:41:15.749248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:16.586589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-babcbe91-6763-495c-bdea-9c1db07eb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:16.587964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-babcbe91-6763-495c-bdea-9c1db07eb23d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1127 time: 0.0442159
Jan 29 21:41:16.683354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-5ff97f0f-e0c4-44dd-8fcd-a6f40f7ff9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:16.684778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-5ff97f0f-e0c4-44dd-8fcd-a6f40f7ff9a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0912447
Jan 29 21:41:16.775199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9bd92-082e-48f0-9c87-ff8c08d13655 req-c74e7eb7-8cca-43aa-8601-6a960b9397a9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:16.776680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64d9bd92-082e-48f0-9c87-ff8c08d13655 req-c74e7eb7-8cca-43aa-8601-6a960b9397a9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.1106331
Jan 29 21:41:16.778367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-2900abeb-7125-4380-a818-14a8bd53b0df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 1001 time: 0.0749009
Jan 29 21:41:16.857643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-d2082a38-b149-4067-86aa-af9fd561ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:16.859024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-d2082a38-b149-4067-86aa-af9fd561ec52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0711799
Jan 29 21:41:16.862177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64d9bd92-082e-48f0-9c87-ff8c08d13655 req-f4387e6c-8dea-44cb-b7bb-66f183310b99 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800123
Jan 29 21:41:16.907895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-2f9559d5-2942-4784-b72a-09479a03df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:16.909430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-2f9559d5-2942-4784-b72a-09479a03df97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448108
Jan 29 21:41:16.946377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:16.997478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-7d3adcdb-2af0-4595-b41e-bbeda6581654 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817766
Jan 29 21:41:17.087902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-fd01fa12-85d4-42c5-9f09-109b114251cc service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847788
Jan 29 21:41:17.984782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffcae8-ce34-407e-a48a-3686a0b5d528 req-692a675c-ee21-4fc6-8975-59e2aceac398 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:17.986273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06ffcae8-ce34-407e-a48a-3686a0b5d528 req-692a675c-ee21-4fc6-8975-59e2aceac398 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0521989
Jan 29 21:41:18.037892 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06ffcae8-ce34-407e-a48a-3686a0b5d528 req-ddaa01b6-8033-4796-b6e5-4a21bf69872a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460548
Jan 29 21:41:18.851078 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-d7471ba8-9732-43fd-8097-6a1f12a13655 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:41:18.852091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-d7471ba8-9732-43fd-8097-6a1f12a13655 service neutron] 10.222.0.36 "GET /v2.0/ports/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577431
Jan 29 21:41:19.041973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-fe6441bc-0ad4-4de8-afd5-f2b3ef03f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:19.043556 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-fe6441bc-0ad4-4de8-afd5-f2b3ef03f672 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1127 time: 0.0453122
Jan 29 21:41:19.054461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:41:19.122107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.209953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b73b-efa0-414a-ae9c-78acbbd9c217 req-aa98cd34-103d-42fe-b20c-700fbe748597 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:19.211724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8146b73b-efa0-414a-ae9c-78acbbd9c217 req-aa98cd34-103d-42fe-b20c-700fbe748597 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.1028717
Jan 29 21:41:19.349148 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8146b73b-efa0-414a-ae9c-78acbbd9c217 req-078479fa-be00-48a8-a730-b4fcdb52bbe1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961916
Jan 29 21:41:19.389465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:19.421730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:41:19.460734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:19.463313 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938de43-def9-4508-9cec-95e2b09c8941" -d '{"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:19.466780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks [] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.480785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Transition to ACTIVE for port object 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:41:19.485100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.517302 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c83b9f-7a9a-4d48-a983-9c52cadca4c9 x-openstack-request-id: req-31c83b9f-7a9a-4d48-a983-9c52cadca4c9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:19.517559 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:19.517819 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c83b9f-7a9a-4d48-a983-9c52cadca4c9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:19.518221 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'code': 200}
Jan 29 21:41:19.568472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:19.580745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.581127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.581481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.581829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.582177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.582517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.582854 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.583189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.583521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.583853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.584190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.584521 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.584848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:19.623030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] No DVR routers for this DVR port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:41:19.757543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:41:19.757873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:41:19.758198 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:41:19.762338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:41:19.762658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Attempting to bind port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:41:19.767290 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:41:19.767625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:41:19.768004 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:41:19.768417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Bound port: 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:41:19.768762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.831156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:41:19.834491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:41:19.840710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.877490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:19.878114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:19.879491 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] 10.222.0.18 "PUT /v2.0/ports/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 1091 time: 0.8289509
Jan 29 21:41:19.899898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6bf9b-1a92-4b73-8b62-2078d012cdde service neutron] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:19.948731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-e57165da-120e-4480-991c-39800d4743b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:19.950342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-e57165da-120e-4480-991c-39800d4743b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.0476103
Jan 29 21:41:20.042151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-256f1771-b864-4126-8af4-acf934dc0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:20.043760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-256f1771-b864-4126-8af4-acf934dc0199 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0880654
Jan 29 21:41:20.112553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-b3dd2c32-243c-4fc5-b112-34a79221acf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 999 time: 0.0631440
Jan 29 21:41:20.160808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-25bedc07-841e-44ee-a939-ec05a5cab087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:20.162303 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-25bedc07-841e-44ee-a939-ec05a5cab087 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0431745
Jan 29 21:41:20.209959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-f6235ce8-b24f-4db7-98e6-845963109028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:20.212002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-f6235ce8-b24f-4db7-98e6-845963109028 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440187
Jan 29 21:41:20.302121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-5691ab8b-d4d5-45aa-b81a-931b33efede1 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840414
Jan 29 21:41:20.390129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7d2d351d-643a-482d-b9ef-88d7795d7a13 req-1a6a0480-fe5a-4fc2-87e9-e7178f5fc5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821993
Jan 29 21:41:20.478617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976bbe4-b461-43df-9900-4db22aa52f6a req-3a87b953-ff11-45ca-bdce-3f05b340182f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:20.480021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9976bbe4-b461-43df-9900-4db22aa52f6a req-3a87b953-ff11-45ca-bdce-3f05b340182f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0534203
Jan 29 21:41:20.531349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9976bbe4-b461-43df-9900-4db22aa52f6a req-f65c74bd-7d99-4d74-8977-4b86fbfcc066 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457120
Jan 29 21:41:21.520008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:21.522336 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08edad-066e-400a-9b20-eccc41db581c" -d '{"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:21.570924 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664564b2-6de2-4150-82a6-aac47535c04a x-openstack-request-id: req-664564b2-6de2-4150-82a6-aac47535c04a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:21.571219 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:21.571472 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-664564b2-6de2-4150-82a6-aac47535c04a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:21.572167 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'status': 'completed', 'code': 200}
Jan 29 21:41:21.696805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-1e5f42ea-75ea-4e36-8750-db5e976983d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:21.698321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-1e5f42ea-75ea-4e36-8750-db5e976983d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.1079805
Jan 29 21:41:21.707657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-dad79f66-c486-456e-a636-675c5876f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:21.709009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-dad79f66-c486-456e-a636-675c5876f580 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.1099370
Jan 29 21:41:21.721330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbeb15-f776-477e-9608-8569e05d768d req-a16b38a3-fd76-4526-b8d4-1a07c8af678c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:21.722688 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6fbeb15-f776-477e-9608-8569e05d768d req-a16b38a3-fd76-4526-b8d4-1a07c8af678c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.1161234
Jan 29 21:41:21.803654 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:41:21.846624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:41:21.847027 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:41:22.125868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6fbeb15-f776-477e-9608-8569e05d768d req-2f9ccf53-1048-48c2-a1a9-2d8e2c7c73fc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3851099
Jan 29 21:41:22.141511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-6b4d7619-f195-4ab8-9226-f21ca24389a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.142942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-6b4d7619-f195-4ab8-9226-f21ca24389a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.4372208
Jan 29 21:41:22.144002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-50dd79c9-d19a-4233-8efb-a67f3dff9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.145321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-50dd79c9-d19a-4233-8efb-a67f3dff9207 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.4209592
Jan 29 21:41:22.255183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-e8e2de00-aa4f-41e4-bbc1-1d941850b466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 999 time: 0.1047187
Jan 29 21:41:22.256930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-35744632-ae8f-4fa4-a7f5-0d90a065fdb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 999 time: 0.1055143
Jan 29 21:41:22.339097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-6a352fc5-40f8-4eaa-a2eb-025e5923c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.340519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-6a352fc5-40f8-4eaa-a2eb-025e5923c52c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0779595
Jan 29 21:41:22.341909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-bed97f25-2209-4c6f-a864-b61658540dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.343181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-bed97f25-2209-4c6f-a864-b61658540dca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0816832
Jan 29 21:41:22.417725 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-5ff22667-0d89-4221-a37d-3d23bb4e9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.419207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-5ff22667-0d89-4221-a37d-3d23bb4e9d61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0733161
Jan 29 21:41:22.420900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08edad-066e-400a-9b20-eccc41db581c req-66f37bbc-e796-40f8-957b-90e7f19a2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:22.422267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-66f37bbc-e796-40f8-957b-90e7f19a2544 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0688250
Jan 29 21:41:22.574600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-d3a34078-24c8-4cce-b856-270a81aa74c0 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495829
Jan 29 21:41:22.576250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-0f29f750-9ed7-47fe-8f41-0f5227e01f73 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446264
Jan 29 21:41:22.727762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-5065d17b-99ba-41c0-b52c-8b7286f7c5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477749
Jan 29 21:41:22.729610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef08edad-066e-400a-9b20-eccc41db581c req-c8fa30f6-7143-49c0-8267-1e1d2241a20e service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426070
Jan 29 21:41:23.010352 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:23.251475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c8040-a36b-42a0-9b38-c962da8eaaf0 req-3643cb30-da40-4835-84e0-d04f27ac55e9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.252957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-407c8040-a36b-42a0-9b38-c962da8eaaf0 req-3643cb30-da40-4835-84e0-d04f27ac55e9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0553544
Jan 29 21:41:23.298008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-407c8040-a36b-42a0-9b38-c962da8eaaf0 req-88d8de85-a33e-46c7-a809-49060aea0420 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393150
Jan 29 21:41:23.533098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc101fc-238c-49f0-bf86-7daea64013fe req-59590d33-10b3-4369-afa6-99aa6c6b8725 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.534584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfc101fc-238c-49f0-bf86-7daea64013fe req-59590d33-10b3-4369-afa6-99aa6c6b8725 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 943 time: 0.0925486
Jan 29 21:41:23.542697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-25da379a-dec3-4217-b2af-972b69d00334 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.544036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-25da379a-dec3-4217-b2af-972b69d00334 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378&tenant_id=753da2bb46c048c68d0dd786113b9137&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0902164
Jan 29 21:41:23.625445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfc101fc-238c-49f0-bf86-7daea64013fe req-ead61715-65c4-4d55-bdf4-87e94e548e8d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803342
Jan 29 21:41:23.630062 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-818b88a6-8452-4d9f-b854-98e970f1f659 service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:41:23.631002 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-818b88a6-8452-4d9f-b854-98e970f1f659 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0802724
Jan 29 21:41:23.720611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-c083fe04-1877-4ddb-a869-e4528953605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.722184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-c083fe04-1877-4ddb-a869-e4528953605c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1125 time: 0.0481720
Jan 29 21:41:23.790181 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:23.808046 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-8d787e7e-da48-4329-b73d-6975a92121ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.809540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-8d787e7e-da48-4329-b73d-6975a92121ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0818694
Jan 29 21:41:23.876850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-21435a54-a19a-4680-a68e-8cbda917c78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 999 time: 0.0619929
Jan 29 21:41:23.924081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-b5ce35b4-acd1-47d4-ad92-60a7bc6e9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.925560 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-b5ce35b4-acd1-47d4-ad92-60a7bc6e9092 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0422955
Jan 29 21:41:23.972789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-cd679bb4-ccd9-44f6-a548-0392cc98f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:23.974264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-cd679bb4-ccd9-44f6-a548-0392cc98f0ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429449
Jan 29 21:41:24.061648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-892db482-554f-4180-9fc2-1d549a03b192 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815961
Jan 29 21:41:24.148510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6fe40959-73c8-4221-a894-16234c8e2ad0 req-f948431e-5012-4c44-bef4-16ad131a585f service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800769
Jan 29 21:41:24.275504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:41:24.370926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:24.386159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'mac_address': 'fa:16:3e:95:bf:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:41:24.421720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:41:24.422115 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:24.435365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:41:24.455384 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:24.459050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:24.505392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:24.748867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d434-b6d5-472f-a12b-6a3f1ae36114 req-741b5db2-c2d6-41fd-9ca2-91492d1dc0ce tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:24.750301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1240d434-b6d5-472f-a12b-6a3f1ae36114 req-741b5db2-c2d6-41fd-9ca2-91492d1dc0ce tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 944 time: 0.0530005
Jan 29 21:41:24.787606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:41:24.797089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1240d434-b6d5-472f-a12b-6a3f1ae36114 req-94a7e04e-9bf2-48b1-bff3-dce539e6d2d5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411983
Jan 29 21:41:24.923149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe477c-b133-474a-8c8e-a55ee99712bc req-0f74ee5c-0c33-4f36-b6d7-62d14952f031 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:24.924669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18fe477c-b133-474a-8c8e-a55ee99712bc req-0f74ee5c-0c33-4f36-b6d7-62d14952f031 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 944 time: 0.0567102
Jan 29 21:41:24.970409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-18fe477c-b133-474a-8c8e-a55ee99712bc req-4fb4ab0e-0c6b-493c-a025-e170ccdba228 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393271
Jan 29 21:41:25.173489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc8f57-d4df-47d1-998c-d0d3ad7c0ca1 req-8ea58089-17a7-4658-8f5d-b555849a3d9d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:25.174992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-affc8f57-d4df-47d1-998c-d0d3ad7c0ca1 req-8ea58089-17a7-4658-8f5d-b555849a3d9d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 944 time: 0.0612855
Jan 29 21:41:25.245958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-fdc66baf-21ac-42e9-b554-dc70f4abaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:25.247461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-fdc66baf-21ac-42e9-b554-dc70f4abaa6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 1126 time: 0.0930853
Jan 29 21:41:25.250462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-affc8f57-d4df-47d1-998c-d0d3ad7c0ca1 req-c9a308b5-ee4f-4bf6-8b0f-9491061b7084 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612726
Jan 29 21:41:25.334444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-615e6fa3-e4ba-459b-908f-7bbe20c2518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:25.336442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-615e6fa3-e4ba-459b-908f-7bbe20c2518c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0827889
Jan 29 21:41:25.403864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-df44e723-0fc3-4469-a19b-aa3a54d4545f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 200  len: 1000 time: 0.0616972
Jan 29 21:41:25.451512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-96176f75-fa49-405c-8927-1a8e86ab0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:25.452908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-96176f75-fa49-405c-8927-1a8e86ab0407 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0428030
Jan 29 21:41:25.501957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-972a7556-7515-4827-8f3b-a77f7e37e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:25.503478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-972a7556-7515-4827-8f3b-a77f7e37e979 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449021
Jan 29 21:41:25.596577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-67795310-39ba-4efc-9f19-899186406ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852134
Jan 29 21:41:25.683614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3565a4c0-1536-483a-9a7a-f3e43d697dfb req-eeae5940-7bbb-4c11-8793-b7a02e077636 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805125
Jan 29 21:41:26.307853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:41:26.356102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:41:26.360187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:41:26.360569 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:26.373730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b179db-cae3-4135-9341-56c36bd7873e req-f2e5dd95-43d1-46fc-8db3-9a1aff5c30e4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:26.375236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2b179db-cae3-4135-9341-56c36bd7873e req-f2e5dd95-43d1-46fc-8db3-9a1aff5c30e4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 944 time: 0.0543923
Jan 29 21:41:26.427704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e2b179db-cae3-4135-9341-56c36bd7873e req-23a1d9fa-6504-4283-a6b9-7494d19cadb4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467744
Jan 29 21:41:26.440122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:41:26.440527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:26.464329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:26.466646 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f75fcc-ac39-41c1-acd8-6e51052b17f9" -d '{"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-plugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:26.480902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:26.486294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:26.510395 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4537565-2065-4427-a28c-b6be0de68eb6 x-openstack-request-id: req-f4537565-2065-4427-a28c-b6be0de68eb6 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:26.510697 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-plugged", "status": "completed", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:26.510954 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4537565-2065-4427-a28c-b6be0de68eb6 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:26.511348 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'code': 200}
Jan 29 21:41:26.536674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:26.672775 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841a598-f2fa-454b-b60e-200211793e89 req-bc35c7a8-07f9-4c32-a4d7-90e2f23b9e2b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:26.674278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8841a598-f2fa-454b-b60e-200211793e89 req-bc35c7a8-07f9-4c32-a4d7-90e2f23b9e2b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0521784
Jan 29 21:41:26.720750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8841a598-f2fa-454b-b60e-200211793e89 req-fbd301b3-0ab9-4ff6-9fb9-0921d1f6f3d2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408225
Jan 29 21:41:27.839869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aea6b-4a9e-4b90-9357-a2aa39d4bf5f req-d740d35c-6036-4195-8903-cc0f77a7eac1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:27.841369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19aea6b-4a9e-4b90-9357-a2aa39d4bf5f req-d740d35c-6036-4195-8903-cc0f77a7eac1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0516913
Jan 29 21:41:27.887861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f19aea6b-4a9e-4b90-9357-a2aa39d4bf5f req-9a7e6d62-1283-410c-8aa8-8f991a3e90e7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407867
Jan 29 21:41:28.008796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-e343d02d-bb52-441a-912b-5ab0b7456770 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:28.010193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-e343d02d-bb52-441a-912b-5ab0b7456770 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 945 time: 0.0547829
Jan 29 21:41:28.099019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Deleting port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:41:28.099366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:28.193419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] For port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:28.193782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:28.360635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:28.360915 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:28.361263 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae disassociated. External IP: 172.35.4.175, port: 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b.
Jan 29 21:41:28.361604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Calling delete_port for 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:41:28.490583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (8a8abf93-0f7c-4a1c-913a-8e6db7ef436b), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:28.521821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'Port': ['ID=8a8abf93-0f7c-4a1c-913a-8e6db7ef436b,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:28.637408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:41:28.993948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4d0f9503-0430-445d-ac14-9899c38813cc req-6171cd5c-3cba-4aa3-9742-aadf2af2a733 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a8f4ed-ad80-4939-83fe-677300b19378 HTTP/1.1" status: 200  len: 210 time: 0.0333571
Jan 29 21:41:29.021436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:41:29.031829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:41:29.041786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:41:29.042505 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a443400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:41:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:29.061357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] No DVR routers for this DVR port 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:41:29.063999 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:29.067497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ccb7273e-ad6f-4838-a3d8-9366390f91c5 req-14648a9d-1065-4aa0-b172-a1d6f129147b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "DELETE /v2.0/ports/8a8abf93-0f7c-4a1c-913a-8e6db7ef436b HTTP/1.1" status: 204  len: 173 time: 1.0520599
Jan 29 21:41:29.068086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-deleted', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:29.071070 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e539e6f-d629-49fd-ab2b-655af2042ce0" -d '{"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-deleted", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:29.111135 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a478f3-0c6a-4ea9-a131-724ba9954e8b x-openstack-request-id: req-72a478f3-0c6a-4ea9-a131-724ba9954e8b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:29.111439 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8f4ed-ad80-4939-83fe-677300b19378", "name": "network-vif-deleted", "tag": "8a8abf93-0f7c-4a1c-913a-8e6db7ef436b", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:29.111700 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72a478f3-0c6a-4ea9-a131-724ba9954e8b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:29.112263 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8f4ed-ad80-4939-83fe-677300b19378', 'name': 'network-vif-deleted', 'tag': '8a8abf93-0f7c-4a1c-913a-8e6db7ef436b', 'status': 'completed', 'code': 200}
Jan 29 21:41:29.156698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:41:29.384910 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a443400>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:29.411978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:41:29.420586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:41:29.421225 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a443400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:41:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:29.526888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:41:29.718454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a443400>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:29.747994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bc7cd-69a1-47d7-b2aa-b736fd3c818c None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:41:29.970634 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846836a-cde2-43b3-980a-a63d63f21351 None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:41:30.239290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-48fdf5b6-deb6-4b73-a45f-5b4aef9d375c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1917986697&fields=id&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 267 time: 0.0443640
Jan 29 21:41:30.341527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-41b3dae8-8cba-4bb5-8824-26611fc626e5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:30.342977 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-41b3dae8-8cba-4bb5-8824-26611fc626e5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.0965228
Jan 29 21:41:30.357644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-09f8530f-dff7-4108-bb71-93e166443ff4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/quotas/753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 375 time: 0.0094407
Jan 29 21:41:30.410792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-51ef5958-6f23-4629-a89f-57d1dffef633 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484502
Jan 29 21:41:30.507527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-b264d475-7fcf-4b2e-8880-6c0100a3be3c service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843074
Jan 29 21:41:30.593722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-4f5f8c73-5fe3-45fe-96d7-51ef8de05176 service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805454
Jan 29 21:41:30.758106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4ddb3c8-53e1-476e-ab73-bb6c29cfc07d req-5ec14f7e-0328-40f3-9f64-7d2a1089140c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 210 time: 0.0323522
Jan 29 21:41:31.630056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-f84ac251-6044-4197-9a93-b0bb10c1b80d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:31.631500 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-f84ac251-6044-4197-9a93-b0bb10c1b80d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1030152
Jan 29 21:41:31.692444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-e11bf811-089d-463c-b9f2-d5f21d506706 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 380 time: 0.0525236
Jan 29 21:41:31.703419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'port': {'device_id': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'admin_state_up': True, 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'security_groups': ['1d17f356-4869-41f5-89b1-2f0cc4cc0adf']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:41:31.815346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:41:31.818912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:31.859348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3548a0e-f18e-4440-98fc-c4d02cc28e8f req-75cd69df-8d72-45b7-a8ec-3526e737591f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 210 time: 0.0303721
Jan 29 21:41:31.968821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Allocated IP 172.20.0.10 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/aa175df0-3a6f-4ea1-a3eb-324b6aa73429) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:41:32.096957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.129924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.180261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:41:32.183404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:41:32.188021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:41:32.190659 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:32.239706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:32.240454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.256441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-00f1c748-9fe2-4657-bf63-b5d446de2056 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5566797
Jan 29 21:41:32.268089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Request body: {'port': {'device_id': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:41:32.308438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:41:32.328579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.329922 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:41:32.330481 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 8a8abf93-0f7c-4a1c-913a-8e6db7ef436b not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:41:32.446089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bbd84353-349e-4e00-be9c-11b121299d5b None None] Provisioning complete for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:41:32.447315 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bbd84353-349e-4e00-be9c-11b121299d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.481728 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bbd84353-349e-4e00-be9c-11b121299d5b None None] Port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:41:32.596382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:41:32.603787 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks [] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.615390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Transition to ACTIVE for port object aa175df0-3a6f-4ea1-a3eb-324b6aa73429 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:41:32.620042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.670562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:32.746114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:41:32.746374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:41:32.746733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:41:32.753020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:41:32.753649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:41:32.759193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:41:32.759534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:41:32.759914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:41:32.760335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Bound port: aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:41:32.760723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.826266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:41:32.829389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:41:32.835702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.871057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:32.871747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:32.873152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] 10.222.0.18 "PUT /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1092 time: 0.6093974
Jan 29 21:41:32.873598 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:32.875865 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c18b5-9a8f-452a-a36a-4d49c71ef18b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:32.899556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd29ccd-7bbc-44c2-8f23-bdee510c87bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:32.954617 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74ff01-996f-43ec-8d7a-92a6cf839e24 x-openstack-request-id: req-9b74ff01-996f-43ec-8d7a-92a6cf839e24 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:32.954920 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:32.955179 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b74ff01-996f-43ec-8d7a-92a6cf839e24 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:32.955582 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'status': 'completed', 'code': 200}
Jan 29 21:41:33.010049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-e9929b1f-671a-4368-8164-ea92e3718d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.011578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-e9929b1f-671a-4368-8164-ea92e3718d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1126 time: 0.0913994
Jan 29 21:41:33.032930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509817ab-b63c-4986-b967-4fe3163c3585 req-45810533-118f-4a1f-8ae8-f471b5e22353 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.034457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-509817ab-b63c-4986-b967-4fe3163c3585 req-45810533-118f-4a1f-8ae8-f471b5e22353 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0817423
Jan 29 21:41:33.068737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-ad1385c3-3bf9-4853-a627-85de9da12e28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 217 time: 0.0499148
Jan 29 21:41:33.137707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-509817ab-b63c-4986-b967-4fe3163c3585 req-259f802a-68ca-47ef-aeea-1db470d4108c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757558
Jan 29 21:41:33.141227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-a27863b7-8b69-431e-9ff2-b125bd916db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.142617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-a27863b7-8b69-431e-9ff2-b125bd916db9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0650811
Jan 29 21:41:33.208066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a849-9415-42da-b964-107c28c21714 req-d97bd7c1-81ac-40d6-b9cd-c622a17f0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.209605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-d97bd7c1-81ac-40d6-b9cd-c622a17f0226 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0600078
Jan 29 21:41:33.296551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-2c1a5ea7-532f-44d6-b6aa-c0032ea0e841 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807662
Jan 29 21:41:33.387062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3c62a849-9415-42da-b964-107c28c21714 req-04d7aecb-8239-4e6c-8038-616c3bc8ab9c service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853128
Jan 29 21:41:33.478263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-d80a73e3-b2d6-4521-9ae9-1ad1fc5879c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.479777 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-d80a73e3-b2d6-4521-9ae9-1ad1fc5879c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1126 time: 0.0461025
Jan 29 21:41:33.572935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-39217172-f0c0-4a93-bf7d-6c4c83be34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.574402 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-39217172-f0c0-4a93-bf7d-6c4c83be34da service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0888221
Jan 29 21:41:33.614834 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-4bce5f86-7474-4971-92f1-c1bcaa5d6f2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 217 time: 0.0349548
Jan 29 21:41:33.661650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-9c201ab4-2904-4f72-a224-5ecee75e4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.663062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-9c201ab4-2904-4f72-a224-5ecee75e4dc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0421956
Jan 29 21:41:33.710673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-7f2418cc-18e6-4808-9f35-36e4b8d4fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:33.712356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-7f2418cc-18e6-4808-9f35-36e4b8d4fdee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436027
Jan 29 21:41:33.802377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-2c0f6906-4603-49db-994e-fe52be2edd84 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838037
Jan 29 21:41:33.892827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327c18b5-9a8f-452a-a36a-4d49c71ef18b req-d2738439-fd25-4262-8864-777ca831cf5a service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837841
Jan 29 21:41:34.259917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4432e5-82ce-45aa-8ac7-dcc8674a9fa2 req-1fccc9a4-15c9-44a5-a722-895646a20908 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:34.261414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee4432e5-82ce-45aa-8ac7-dcc8674a9fa2 req-1fccc9a4-15c9-44a5-a722-895646a20908 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0528679
Jan 29 21:41:34.306156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee4432e5-82ce-45aa-8ac7-dcc8674a9fa2 req-8f98fa2e-92a1-4e23-bef7-94f9b9bfd0be tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391560
Jan 29 21:41:35.422949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384889-b3f1-480b-9b38-24181ed29db5 req-bd08257b-e544-436f-af02-9d308aa3f195 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:35.424399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7384889-b3f1-480b-9b38-24181ed29db5 req-bd08257b-e544-436f-af02-9d308aa3f195 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0505307
Jan 29 21:41:35.469958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7384889-b3f1-480b-9b38-24181ed29db5 req-c97a747a-fd7f-43a1-bc63-f9ff1a1b4db7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393085
Jan 29 21:41:36.337862 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:41:36.430934 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:36.442082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:41:36.481707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:41:36.482030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:36.500780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:41:36.521234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:36.525405 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:36.573320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:36.580744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.581123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.581473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.581820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.582153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.582488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.582819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.583149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.583482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.583805 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.584128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.584456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.584784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:41:36.592962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398b70-f161-433f-9169-15bb5e6d4bf6 req-502218b8-4da2-4a86-ad49-1dfdea3b8853 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:36.595732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01398b70-f161-433f-9169-15bb5e6d4bf6 req-502218b8-4da2-4a86-ad49-1dfdea3b8853 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0570550
Jan 29 21:41:36.640623 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01398b70-f161-433f-9169-15bb5e6d4bf6 req-c6ba839f-7036-4b9c-824e-20195ccbd3de tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406499
Jan 29 21:41:36.829491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['aa175df0-3a6f-4ea1-a3eb-324b6aa73429'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:41:37.756698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a806a3e-c556-4716-b3fb-3a6422367471 req-4fe1c859-6d71-45f5-9fd5-64431bd17a18 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:37.758763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a806a3e-c556-4716-b3fb-3a6422367471 req-4fe1c859-6d71-45f5-9fd5-64431bd17a18 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0515656
Jan 29 21:41:37.804854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a806a3e-c556-4716-b3fb-3a6422367471 req-cf7020f2-ab75-4502-80a0-b1efec0efec0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406058
Jan 29 21:41:38.345271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:41:38.392977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:41:38.397240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:41:38.397620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:38.473852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:41:38.474163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:38.497734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:38.499955 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077769be-9e7f-41f2-9812-519092972ee7" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:38.513497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:41:38.518568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:38.542181 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbb499b-8c3b-44be-a007-1517ef8e81e4 x-openstack-request-id: req-5cbb499b-8c3b-44be-a007-1517ef8e81e4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:38.542485 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:38.542745 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cbb499b-8c3b-44be-a007-1517ef8e81e4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:38.543162 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'code': 200}
Jan 29 21:41:38.569729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:41:38.636782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787d8d-90ad-45ea-93bc-dbeb8222bfd7 req-47813da0-44d0-45d6-af40-65c5dca54caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:38.638284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b787d8d-90ad-45ea-93bc-dbeb8222bfd7 req-47813da0-44d0-45d6-af40-65c5dca54caf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1128 time: 0.0422983
Jan 29 21:41:38.683533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b787d8d-90ad-45ea-93bc-dbeb8222bfd7 req-af4afb2c-caf4-4ab4-bd27-53019395baee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397539
Jan 29 21:41:38.923961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b61d39-96fb-4788-ab02-78b781c42b7b req-1357a213-8e7f-498a-a6d6-0dba15ba7027 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:38.925446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89b61d39-96fb-4788-ab02-78b781c42b7b req-1357a213-8e7f-498a-a6d6-0dba15ba7027 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0511537
Jan 29 21:41:38.971610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89b61d39-96fb-4788-ab02-78b781c42b7b req-48dda887-6863-4d81-bc9c-72d353471e53 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406482
Jan 29 21:41:40.093744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa213-f80a-419e-948d-ff49ba9a40c8 req-c378d1c8-4e32-4a78-859d-3d347e55cb81 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:40.095206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8afa213-f80a-419e-948d-ff49ba9a40c8 req-c378d1c8-4e32-4a78-859d-3d347e55cb81 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0518887
Jan 29 21:41:40.140089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a8afa213-f80a-419e-948d-ff49ba9a40c8 req-3cf2d782-ab09-4c24-bb2b-bbd43d206a31 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393393
Jan 29 21:41:40.260828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fd86-aea3-4845-b445-99bdd80894d7 req-ecb7a7b9-ec00-4e48-8e50-9e9adfbb66c5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:40.262227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1325fd86-aea3-4845-b445-99bdd80894d7 req-ecb7a7b9-ec00-4e48-8e50-9e9adfbb66c5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0551345
Jan 29 21:41:40.270869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35054) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:41:40.275533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'floatingip': {'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:41:40.313164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:40.410021 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cb58d686-c8c0-4565-8942-354204894178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:40.747233 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:40.750944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:40.851876 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae associated. External IP: 172.35.4.175, port: aa175df0-3a6f-4ea1-a3eb-324b6aa73429.
Jan 29 21:41:41.293326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:41:41.399755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:41:41.404275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:41.411400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:41:41.421033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:41:41.421643 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a89d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:41:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:41.437345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4351ae88-ea4f-4967-bdcb-708e4ab0a459 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "PUT /v2.0/floatingips/98375aea-f02d-4ac7-8a17-f47a605af6ae HTTP/1.1" status: 200  len: 992 time: 1.1653552
Jan 29 21:41:41.437941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:41:41.440320 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915727da-785b-43e2-98f2-fbb68fa8c98e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:41:41.483618 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9bdce6-ff23-425d-aa4d-b7ba6d085dd9 x-openstack-request-id: req-be9bdce6-ff23-425d-aa4d-b7ba6d085dd9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:41:41.483855 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:41:41.484242 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be9bdce6-ff23-425d-aa4d-b7ba6d085dd9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:41:41.484656 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'status': 'completed', 'code': 200}
Jan 29 21:41:41.528745 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:41:41.568001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f4c2d-bd93-4bc7-acd7-ce7a821394a7 req-e1a0a9e8-f7e6-46df-88ee-e3db9b2b55f0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:41.569649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db7f4c2d-bd93-4bc7-acd7-ce7a821394a7 req-e1a0a9e8-f7e6-46df-88ee-e3db9b2b55f0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0837359
Jan 29 21:41:41.576325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-9099a9ce-3683-4c7b-855b-e55bd2462bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:41.577748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-9099a9ce-3683-4c7b-855b-e55bd2462bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1128 time: 0.0620704
Jan 29 21:41:41.673506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-db7f4c2d-bd93-4bc7-acd7-ce7a821394a7 req-6f05e166-b095-4b41-929c-32b6e5097398 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940652
Jan 29 21:41:41.703492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-fc665f10-39f5-4734-bebe-6b3d608965e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:41.704912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-fc665f10-39f5-4734-bebe-6b3d608965e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1192276
Jan 29 21:41:41.753724 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a89d0a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:41:40Z', 'revision_number': 9, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:41.768704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-d3503c83-6ef9-46fd-b2a8-05b574c6cf58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1000 time: 0.0574465
Jan 29 21:41:41.779554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:41:41.788574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:41:41.789196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a89d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:41:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:41.823859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-06395137-bd2d-4916-86cd-e2dd9ce7c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:41.825342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-06395137-bd2d-4916-86cd-e2dd9ce7c235 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0508418
Jan 29 21:41:41.872464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-51523489-e570-4b84-9ad5-6b5ceed84ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:41.874056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-51523489-e570-4b84-9ad5-6b5ceed84ffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435560
Jan 29 21:41:41.894528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:41:41.962864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-b5b4de1e-c850-4bb1-a541-17f5573b8dcb service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829709
Jan 29 21:41:42.058990 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-915727da-785b-43e2-98f2-fbb68fa8c98e req-1f257977-f3a7-4205-a993-34e130b611be service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909581
Jan 29 21:41:42.275034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a89d0a0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:41:40Z', 'revision_number': 9, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:41:42.300002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b605-73f6-4839-a8a7-c14767d4e40a None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:41:40Z', 'revision_number': 9, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:41:42.481215 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaaa6be-9ffb-4439-a650-6f7abeb8ae0f None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:41:42.768384 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9b2-2634-4642-8ccb-d5da0755b77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:42.796939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439cdb9-9a32-42bc-b462-557b8bb19040 req-40b2b292-0179-4869-8b4c-788ad0960cd3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:42.798446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c439cdb9-9a32-42bc-b462-557b8bb19040 req-40b2b292-0179-4869-8b4c-788ad0960cd3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0542827
Jan 29 21:41:42.845068 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c439cdb9-9a32-42bc-b462-557b8bb19040 req-64cb4e5a-742f-4600-b69e-83e7cbbdaa72 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410283
Jan 29 21:41:43.067872 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-11831c02-33ab-4a1e-b01d-f8e08f940ffd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0429537
Jan 29 21:41:43.088021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405f819-73e7-479d-b9e8-5896092c3081 req-c8a14c78-d071-4d21-9052-69f4d44a0f09 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:43.089545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9405f819-73e7-479d-b9e8-5896092c3081 req-c8a14c78-d071-4d21-9052-69f4d44a0f09 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0565338
Jan 29 21:41:43.137729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9405f819-73e7-479d-b9e8-5896092c3081 req-1e301ef7-818f-4054-a64f-c14c4a22a877 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422134
Jan 29 21:41:43.893700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:44.136393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-87c41e3a-c11b-4163-820b-25c2a457a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:44.137861 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-87c41e3a-c11b-4163-820b-25c2a457a6a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1128 time: 0.0435271
Jan 29 21:41:44.257438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-7cc567ca-7110-4c7b-8992-460e6a223934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:44.259417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-7cc567ca-7110-4c7b-8992-460e6a223934 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1160688
Jan 29 21:41:44.310824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51a2d-305c-480e-a751-f2a4ccddb0d2 req-d6863a28-5a94-4874-827b-1fbb353ada35 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:44.312275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41f51a2d-305c-480e-a751-f2a4ccddb0d2 req-d6863a28-5a94-4874-827b-1fbb353ada35 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0990493
Jan 29 21:41:44.352214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-099fcbb8-7865-45f8-bd76-d8cc2119f55c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1003 time: 0.0868251
Jan 29 21:41:44.406427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-41f51a2d-305c-480e-a751-f2a4ccddb0d2 req-87a9ba41-fe09-4cea-90e7-a91b16cdba9b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875812
Jan 29 21:41:44.417146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b9245f54-d844-4489-b730-c3af69ea66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:44.418591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b9245f54-d844-4489-b730-c3af69ea66b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0569508
Jan 29 21:41:44.466829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-3393e2ac-4a53-4e43-afb5-65fad7339c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:44.468326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-3393e2ac-4a53-4e43-afb5-65fad7339c14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446129
Jan 29 21:41:44.559506 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-eaa69db5-bf66-4f03-9080-6c3068c64616 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856380
Jan 29 21:41:44.646684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b719d011-03f9-4d55-ab88-43062d9138c0 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816247
Jan 29 21:41:45.527094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff25f-efde-41d0-a68d-7a6e2e1dd39f req-597bd23d-5e59-4e58-8452-689d7c1046d9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:45.528565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-943ff25f-efde-41d0-a68d-7a6e2e1dd39f req-597bd23d-5e59-4e58-8452-689d7c1046d9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0524597
Jan 29 21:41:45.578248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-943ff25f-efde-41d0-a68d-7a6e2e1dd39f req-66e48df5-75f1-4c90-b932-1504350d2e05 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441039
Jan 29 21:41:45.747751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:46.695960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a1709-9409-401f-93ac-89fa54fa0fe7 req-b0fa0b40-5ec4-439f-9b9a-e8ebff030c5d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:46.697703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-429a1709-9409-401f-93ac-89fa54fa0fe7 req-b0fa0b40-5ec4-439f-9b9a-e8ebff030c5d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0519173
Jan 29 21:41:46.742613 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-429a1709-9409-401f-93ac-89fa54fa0fe7 req-fcee18e8-9eea-4144-a63c-fff6d9569c2b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394709
Jan 29 21:41:46.949860 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:47.860822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1d77-1d2c-4797-8ec3-8d71f23bd871 req-d397ce55-f90a-4c9b-80d0-27988bfaf2c0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:47.863296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dafc1d77-1d2c-4797-8ec3-8d71f23bd871 req-d397ce55-f90a-4c9b-80d0-27988bfaf2c0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0521569
Jan 29 21:41:47.907287 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dafc1d77-1d2c-4797-8ec3-8d71f23bd871 req-bd958d54-785f-4630-a63a-b08d7b530d4b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393639
Jan 29 21:41:49.027906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95be0-facd-4a15-b2b4-16b03ce0a3da req-db00bdfb-49d4-4622-ab21-13aee33e8a17 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:49.029399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ca95be0-facd-4a15-b2b4-16b03ce0a3da req-db00bdfb-49d4-4622-ab21-13aee33e8a17 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0555398
Jan 29 21:41:49.074669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ca95be0-facd-4a15-b2b4-16b03ce0a3da req-9be0d0fd-9e4c-4a6a-b367-5561b3d72404 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397549
Jan 29 21:41:49.498162 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:41:50.193597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b8e9-0831-4594-82b8-57c366b02e00 req-e25fb586-b11e-4d2c-8b34-fe18a40c5abd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:50.195086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9111b8e9-0831-4594-82b8-57c366b02e00 req-e25fb586-b11e-4d2c-8b34-fe18a40c5abd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0523753
Jan 29 21:41:50.241164 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9111b8e9-0831-4594-82b8-57c366b02e00 req-8d3de942-82b8-4158-ab7f-75a7f441435c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401633
Jan 29 21:41:51.364016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791828cc-94c9-4d9e-8ee5-4e6a1562b85c req-21e3e0e5-d3f5-40e9-a9f8-ec9309f9b69f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:51.365542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791828cc-94c9-4d9e-8ee5-4e6a1562b85c req-21e3e0e5-d3f5-40e9-a9f8-ec9309f9b69f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0539558
Jan 29 21:41:51.414830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-791828cc-94c9-4d9e-8ee5-4e6a1562b85c req-98dfc95c-6236-4f66-a5b6-b5f53214a62c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433011
Jan 29 21:41:52.535813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb5fe-ded9-48e3-8f59-805264fb401c req-3288aa17-ec53-49e4-a4bf-9b3c73bec62e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:52.537233 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14fcb5fe-ded9-48e3-8f59-805264fb401c req-3288aa17-ec53-49e4-a4bf-9b3c73bec62e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0521619
Jan 29 21:41:52.582523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14fcb5fe-ded9-48e3-8f59-805264fb401c req-6e1a886c-9930-48fd-b660-06dd833e3dbe tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397956
Jan 29 21:41:52.847462 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:53.287439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-01802855-e993-41b5-807d-7fb9d297a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:53.288956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-01802855-e993-41b5-807d-7fb9d297a08a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1128 time: 0.0466001
Jan 29 21:41:53.402181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-e89b5418-ffad-4e02-bd67-f6988382c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:53.402181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-e89b5418-ffad-4e02-bd67-f6988382c981 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0887921
Jan 29 21:41:53.465150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-207290fa-dfa1-4721-bee6-1b0773eade6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1003 time: 0.0583541
Jan 29 21:41:53.517022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-8c304f8f-df67-4162-aff8-1676963e36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:53.518464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-8c304f8f-df67-4162-aff8-1676963e36a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0480809
Jan 29 21:41:53.566143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-728d7c0d-ba19-4c42-8382-637ccb2a8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:53.567672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-728d7c0d-ba19-4c42-8382-637ccb2a8b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432336
Jan 29 21:41:53.664411 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-5060b829-e701-431d-aa85-411c2b2ad7a3 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904593
Jan 29 21:41:53.764282 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0a1c-f740-4216-9be8-cec2ce831928 req-bb020101-ce30-4e7a-93f6-4947dc56960f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:53.765702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-054b0a1c-f740-4216-9be8-cec2ce831928 req-bb020101-ce30-4e7a-93f6-4947dc56960f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.1156259
Jan 29 21:41:53.788587 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:41:53.791376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d1cf505-760c-44f6-9252-26dd5cad5590 req-849bd1e5-cfcb-42f0-a5cf-742be8f2f128 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083727
Jan 29 21:41:53.824832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-054b0a1c-f740-4216-9be8-cec2ce831928 req-73dfe693-381b-4ee0-a2b6-82bc96220da8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501060
Jan 29 21:41:54.947981 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a9aa-c5ed-482d-9522-03c9b70cd064 req-034e9146-d076-4bab-8dd7-408cd396e952 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:54.949503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee85a9aa-c5ed-482d-9522-03c9b70cd064 req-034e9146-d076-4bab-8dd7-408cd396e952 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0563750
Jan 29 21:41:54.994873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee85a9aa-c5ed-482d-9522-03c9b70cd064 req-127c833f-b99a-4765-a1c7-8acf12fd9093 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398462
Jan 29 21:41:56.110370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044dc6-a17b-4dfe-9a13-ac1c9734eb66 req-c24cf1bf-a742-4652-9c88-bd7491d98055 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:56.111818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53044dc6-a17b-4dfe-9a13-ac1c9734eb66 req-c24cf1bf-a742-4652-9c88-bd7491d98055 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0507331
Jan 29 21:41:56.157749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-53044dc6-a17b-4dfe-9a13-ac1c9734eb66 req-ff29d358-9a2c-4ec4-80da-a188a8585d06 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404623
Jan 29 21:41:57.277348 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03d85-2cfe-4691-93c0-03949cc469a5 req-e5624432-d914-4973-84b6-3eb5fad88416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:57.278818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bc03d85-2cfe-4691-93c0-03949cc469a5 req-e5624432-d914-4973-84b6-3eb5fad88416 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0507941
Jan 29 21:41:57.328624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5bc03d85-2cfe-4691-93c0-03949cc469a5 req-865090fe-1e6f-4ead-8785-ec5cd0565fe9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442731
Jan 29 21:41:58.448949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ebb15-c63d-473f-8c75-ea3bd74310fb req-a68c0043-b834-4382-bce1-2abafb43097c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:58.450447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327ebb15-c63d-473f-8c75-ea3bd74310fb req-a68c0043-b834-4382-bce1-2abafb43097c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0524383
Jan 29 21:41:58.497250 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-327ebb15-c63d-473f-8c75-ea3bd74310fb req-14cabb2f-dc73-408b-ab0d-b698a37711fb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410845
Jan 29 21:41:59.697131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72866a-1765-46d9-9f6a-99d5ab145f51 req-e4f505e9-640a-49f1-8cab-3a76a5cf027a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:41:59.698643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee72866a-1765-46d9-9f6a-99d5ab145f51 req-e4f505e9-640a-49f1-8cab-3a76a5cf027a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.1348290
Jan 29 21:41:59.744257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee72866a-1765-46d9-9f6a-99d5ab145f51 req-65b8731e-5035-48f7-9f16-e9d3c7deb8dd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400138
Jan 29 21:42:00.916444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca65a-8d85-49c1-b9ea-b1512bf0fd02 req-0bb67814-fd41-4c80-9073-a5005fd2e743 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:00.917939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-615ca65a-8d85-49c1-b9ea-b1512bf0fd02 req-0bb67814-fd41-4c80-9073-a5005fd2e743 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.1076260
Jan 29 21:42:00.963284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-615ca65a-8d85-49c1-b9ea-b1512bf0fd02 req-3bd65c80-c6ed-40c3-9b67-011f43f96e03 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397215
Jan 29 21:42:02.083858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f15c-5011-4475-98f0-925b81436edf req-f5bd929d-19d2-43a5-aa11-df8aeb0d818b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:02.085372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6d7f15c-5011-4475-98f0-925b81436edf req-f5bd929d-19d2-43a5-aa11-df8aeb0d818b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0544450
Jan 29 21:42:02.134502 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6d7f15c-5011-4475-98f0-925b81436edf req-45707eb4-0ebb-45e5-982c-7ab28198cd78 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430098
Jan 29 21:42:03.256108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e4f02-eb25-42e8-9c44-be1fd375e04a req-e408eeb2-5a2e-4479-a500-71f82c209042 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:03.257612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f98e4f02-eb25-42e8-9c44-be1fd375e04a req-e408eeb2-5a2e-4479-a500-71f82c209042 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0556540
Jan 29 21:42:03.302399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f98e4f02-eb25-42e8-9c44-be1fd375e04a req-464110e5-bb29-4cab-95cf-68b6df24a01a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387468
Jan 29 21:42:04.421201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcd3ae-04b5-4ed2-b617-2245e150ab20 req-ac5e2913-4b0c-47cf-b602-5d544d6fd197 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:04.422667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cfcd3ae-04b5-4ed2-b617-2245e150ab20 req-ac5e2913-4b0c-47cf-b602-5d544d6fd197 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0514433
Jan 29 21:42:04.468334 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cfcd3ae-04b5-4ed2-b617-2245e150ab20 req-18ddf490-8d6e-4ddf-9fed-811c5b31e10f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401261
Jan 29 21:42:05.586519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21889d-c1a7-43cd-8d48-307630b387d6 req-5e715029-67c5-4d39-ab37-12069d68160e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:05.588473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c21889d-c1a7-43cd-8d48-307630b387d6 req-5e715029-67c5-4d39-ab37-12069d68160e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0508223
Jan 29 21:42:05.636791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8c21889d-c1a7-43cd-8d48-307630b387d6 req-974125c1-9785-47de-bd76-0e2f816761bc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428293
Jan 29 21:42:06.757523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9ba7-f020-425e-a7cd-42dc791493a7 req-1fd7647e-6f53-40a5-8562-904ca00f6e99 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:06.758976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa2d9ba7-f020-425e-a7cd-42dc791493a7 req-1fd7647e-6f53-40a5-8562-904ca00f6e99 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0513577
Jan 29 21:42:06.803608 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa2d9ba7-f020-425e-a7cd-42dc791493a7 req-c4ec920c-6b9c-4570-ac03-cd22202c39b3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391588
Jan 29 21:42:07.919952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31057dc-bcec-4779-8816-853d7bef15cd req-0f6d6e05-156c-49e3-b578-1c22d6cfd6fa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:07.921498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31057dc-bcec-4779-8816-853d7bef15cd req-0f6d6e05-156c-49e3-b578-1c22d6cfd6fa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0507627
Jan 29 21:42:07.966992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c31057dc-bcec-4779-8816-853d7bef15cd req-cfaa13c9-c665-4151-a4d6-4050c92dc375 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400431
Jan 29 21:42:09.088541 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8bdb1-abe6-4b64-bd33-375be75640d0 req-42b14540-4e48-4e52-b5f6-0c52c632d257 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:09.090026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a8bdb1-abe6-4b64-bd33-375be75640d0 req-42b14540-4e48-4e52-b5f6-0c52c632d257 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0551174
Jan 29 21:42:09.137857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29a8bdb1-abe6-4b64-bd33-375be75640d0 req-a72c33e6-ecca-4c39-a8c7-6dbe6694a204 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420256
Jan 29 21:42:10.255616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9be9a9-73d0-4182-89bf-6cec37dcf056 req-a6afd625-c8b7-4449-a8e9-3d62cb861cfa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:10.257091 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f9be9a9-73d0-4182-89bf-6cec37dcf056 req-a6afd625-c8b7-4449-a8e9-3d62cb861cfa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0508909
Jan 29 21:42:10.302262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f9be9a9-73d0-4182-89bf-6cec37dcf056 req-0206192c-6fff-4c28-b331-5243e6533113 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389874
Jan 29 21:42:10.410851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7ced-7718-46e5-8fa1-164cb0664435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:11.474690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6ad8d-c7a9-4c5e-85e0-7f9c2e59293f req-2b029491-1fc0-4627-a433-593cad144b89 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:11.476086 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64e6ad8d-c7a9-4c5e-85e0-7f9c2e59293f req-2b029491-1fc0-4627-a433-593cad144b89 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.1047101
Jan 29 21:42:11.491135 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-880e607c-845d-48e8-b54d-c7bff3733578 req-e1cc540a-8b29-4362-bc88-e574153da875 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:42:11.492070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-e1cc540a-8b29-4362-bc88-e574153da875 service neutron] 10.222.0.18 "GET /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0889153
Jan 29 21:42:11.530674 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-64e6ad8d-c7a9-4c5e-85e0-7f9c2e59293f req-bbe594f5-a5ae-4939-a14d-9b3c803b2518 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478821
Jan 29 21:42:11.688472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-a6e3ed68-6881-4632-b116-1a39f4f308b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:11.690017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-a6e3ed68-6881-4632-b116-1a39f4f308b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1128 time: 0.0438769
Jan 29 21:42:11.701629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:42:11.759319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:11.953489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:11.985323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:42:12.023061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:12.025289 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1be6ca-2ce6-47bb-b5d8-9cae4a4564f1" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-unplugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:12.028766 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks [] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.041405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Transition to ACTIVE for port object aa175df0-3a6f-4ea1-a3eb-324b6aa73429 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:42:12.045093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.132573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:12.155042 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692aebe9-cb08-4081-a503-d04ac53ac63c x-openstack-request-id: req-692aebe9-cb08-4081-a503-d04ac53ac63c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:12.155345 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-unplugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:12.155603 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-692aebe9-cb08-4081-a503-d04ac53ac63c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:12.156007 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'code': 200}
Jan 29 21:42:12.174468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] No DVR routers for this DVR port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:42:12.555140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:42:12.555772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:42:12.555772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:12.560017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:42:12.560335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:12.564967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:42:12.565361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:42:12.565694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:42:12.566110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Bound port: aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:42:12.566461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.659768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:42:12.665029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:42:12.672165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.686277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979d8b8-2d71-4753-83b2-aac629d628e8 req-4a7abaa6-5fff-4888-af1b-24e47605ee71 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:12.687732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0979d8b8-2d71-4753-83b2-aac629d628e8 req-4a7abaa6-5fff-4888-af1b-24e47605ee71 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0879028
Jan 29 21:42:12.715486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:12.716108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.717801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] 10.222.0.36 "PUT /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1092 time: 1.0208869
Jan 29 21:42:12.773782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-489f99c3-b4e0-4a78-a7d6-71d2f2f33e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:12.793946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7e741-0e61-47bb-9772-5d97f74b527e service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:12.813749 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0979d8b8-2d71-4753-83b2-aac629d628e8 req-92127c01-1159-4dd4-b947-8db28b9846c4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070788
Jan 29 21:42:12.824789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-6acac8db-975a-407f-935c-ab746a3eabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:12.826605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-6acac8db-975a-407f-935c-ab746a3eabe9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1126 time: 0.0859742
Jan 29 21:42:12.925421 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-453d6178-67d7-4b51-928b-b09a7fd3e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:12.926896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-453d6178-67d7-4b51-928b-b09a7fd3e137 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0945940
Jan 29 21:42:12.989245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b36b6870-599e-4aad-bcd0-2ac03f5ff3ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.0569723
Jan 29 21:42:13.043376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b0d9bd27-4720-4d4b-abfd-bdce0b369a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:13.044786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-b0d9bd27-4720-4d4b-abfd-bdce0b369a3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0500574
Jan 29 21:42:13.091734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e607c-845d-48e8-b54d-c7bff3733578 req-2527f86f-7b2b-4ccb-966a-accf371545f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:13.093146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-2527f86f-7b2b-4ccb-966a-accf371545f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424814
Jan 29 21:42:13.176791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-118a4648-1aa9-4188-a431-8545afba47f9 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0782225
Jan 29 21:42:13.267386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-880e607c-845d-48e8-b54d-c7bff3733578 req-db62367c-60b7-43d6-906e-9eb63f90279d service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846436
Jan 29 21:42:13.897417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:13.936868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22e07e-503b-466b-8265-90cb292f47e8 req-1d8d69c7-728b-4df9-ad1a-7e41728d1940 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:13.938385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd22e07e-503b-466b-8265-90cb292f47e8 req-1d8d69c7-728b-4df9-ad1a-7e41728d1940 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0531111
Jan 29 21:42:13.984327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd22e07e-503b-466b-8265-90cb292f47e8 req-6530f591-e7e0-40a6-8c78-a5ba1d96e608 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403371
Jan 29 21:42:14.157308 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:14.159647 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261d6e8-7a65-4b39-a626-b736748baa68" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:14.207151 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff33e1ae-e6a4-4ff6-b486-fc807e98596e x-openstack-request-id: req-ff33e1ae-e6a4-4ff6-b486-fc807e98596e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:14.207452 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:14.207773 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff33e1ae-e6a4-4ff6-b486-fc807e98596e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:14.208184 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'status': 'completed', 'code': 200}
Jan 29 21:42:14.302335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-f3fc82b6-2be1-443a-a9a6-82716a52ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.303809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-f3fc82b6-2be1-443a-a9a6-82716a52ea60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1126 time: 0.0694399
Jan 29 21:42:14.306413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-55e8de82-f855-4ca7-9279-01f649874c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.307763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-55e8de82-f855-4ca7-9279-01f649874c75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1126 time: 0.0812986
Jan 29 21:42:14.464657 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-b8f2d70d-14c5-416b-9808-f50dad7d2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.466142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-b8f2d70d-14c5-416b-9808-f50dad7d2a37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1563451
Jan 29 21:42:14.467213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-74824405-b5fa-4e99-9b49-63b20de8a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.468503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-74824405-b5fa-4e99-9b49-63b20de8a517 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1517024
Jan 29 21:42:14.522731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:42:14.561684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:42:14.562073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:42:14.578452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-7f77b0c4-5de9-4b4f-b65b-0c6dd0e27baf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.1050730
Jan 29 21:42:14.584252 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-88a803a3-f5ce-420d-8535-13eabe62deb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.1052907
Jan 29 21:42:14.662157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-f6c0d3c9-9974-47ca-859e-6f9210ebacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.663597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-f6c0d3c9-9974-47ca-859e-6f9210ebacdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0785151
Jan 29 21:42:14.665380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-7b7fe4e2-151a-473f-8721-ec0bde4d12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.666699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-7b7fe4e2-151a-473f-8721-ec0bde4d12ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0746722
Jan 29 21:42:14.742277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-b6cc7f29-cda4-4f8e-bb1f-f7bb770b0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.744192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-b6cc7f29-cda4-4f8e-bb1f-f7bb770b0014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0746903
Jan 29 21:42:14.746764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-d203b8bf-e337-48e1-bf2a-581293270138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:14.748109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-d203b8bf-e337-48e1-bf2a-581293270138 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0720046
Jan 29 21:42:14.895591 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-5a1bf26c-b8fb-44f2-989b-eb4ede6a4f16 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452641
Jan 29 21:42:14.898825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-972c1c57-a44b-4238-9e15-1116b88197ae service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409523
Jan 29 21:42:15.052507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-edad9b63-77ea-48b3-8a33-de99da5d0fe7 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502643
Jan 29 21:42:15.065771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0261d6e8-7a65-4b39-a626-b736748baa68 req-5929f807-406f-44b6-b162-831a4b1f8ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565151
Jan 29 21:42:15.109855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e303d-18a0-4f40-bc0c-17cc2cc02fb9 req-34dbafb2-ca28-4306-8cce-36d57af94b4e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:15.111361 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-251e303d-18a0-4f40-bc0c-17cc2cc02fb9 req-34dbafb2-ca28-4306-8cce-36d57af94b4e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0568304
Jan 29 21:42:15.156054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-251e303d-18a0-4f40-bc0c-17cc2cc02fb9 req-d3a14f5f-d342-40cd-84bb-dfd87e3ac7ff tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392103
Jan 29 21:42:15.752502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:16.061131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:42:16.158398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:16.169971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:42:16.207610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:16.208003 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:16.224600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:42:16.243824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:16.248043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:16.280640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a08c8b-c868-42de-9fa2-ae648a2bf277 req-3cefb932-9cee-4582-b1a2-d406c6ecb2b3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:16.282163 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90a08c8b-c868-42de-9fa2-ae648a2bf277 req-3cefb932-9cee-4582-b1a2-d406c6ecb2b3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 944 time: 0.0534058
Jan 29 21:42:16.293765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:16.329878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90a08c8b-c868-42de-9fa2-ae648a2bf277 req-cdd93ab2-2bc4-4081-a69d-ed2922df8ef8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418191
Jan 29 21:42:16.621205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['aa175df0-3a6f-4ea1-a3eb-324b6aa73429'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:42:16.645917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-ecabeb7d-11db-4f1e-86db-85e750c77bcc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:16.647381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-ecabeb7d-11db-4f1e-86db-85e750c77bcc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5&tenant_id=753da2bb46c048c68d0dd786113b9137&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0866346
Jan 29 21:42:16.668222 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6180969-04f2-4ed6-a5e5-54010266311c req-1def243d-8ac0-4252-a410-ba5d28a52bd2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:16.669723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6180969-04f2-4ed6-a5e5-54010266311c req-1def243d-8ac0-4252-a410-ba5d28a52bd2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0788412
Jan 29 21:42:16.748185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-a70af79e-9f07-4f81-881f-dce96f0bcc4f service neutron] 10.222.0.36 "GET /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0935836
Jan 29 21:42:16.751705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6180969-04f2-4ed6-a5e5-54010266311c req-d3093a8d-e538-4821-a1ce-67d78b2080f0 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641744
Jan 29 21:42:16.820570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7f5ed6d8-c80b-46a3-97ea-e04065db3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:16.822386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7f5ed6d8-c80b-46a3-97ea-e04065db3546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1127 time: 0.0493646
Jan 29 21:42:16.909522 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-384cdc93-b93d-4de9-95bb-f93cafca1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:16.910961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-384cdc93-b93d-4de9-95bb-f93cafca1a93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0823953
Jan 29 21:42:16.952849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:16.983548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-5c3e1b60-2923-4a28-820c-e39fccf78728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1002 time: 0.0650918
Jan 29 21:42:17.030707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7a0f8e36-f2fd-486d-b243-4a813e707ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:17.032118 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7a0f8e36-f2fd-486d-b243-4a813e707ea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0427265
Jan 29 21:42:17.079727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-daef0a25-c9b2-423f-8a4d-64e3cce8af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:17.081261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-daef0a25-c9b2-423f-8a4d-64e3cce8af84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428097
Jan 29 21:42:17.172337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-cff1d7f0-3383-4e2a-8866-4118e309f580 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838158
Jan 29 21:42:17.261008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7ab2af8e-395c-4b56-a38e-76e17ff9929e service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823755
Jan 29 21:42:17.875583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efba27-6bf5-4df9-ac26-b35a7ab73629 req-66ae4aa4-9f15-41e7-b04f-7a49dce8cfe6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:17.877125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73efba27-6bf5-4df9-ac26-b35a7ab73629 req-66ae4aa4-9f15-41e7-b04f-7a49dce8cfe6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0524013
Jan 29 21:42:17.926637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73efba27-6bf5-4df9-ac26-b35a7ab73629 req-bb8efd50-dd37-448a-b065-f59cbeff9def tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438240
Jan 29 21:42:18.068335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:42:18.115990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:42:18.120320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:42:18.120699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:18.194258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:18.194649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:18.219759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:18.222166 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4c0a2-1ac5-4f8b-b105-1dfd1ae8bb7b" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:18.235016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:18.239283 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:18.273748 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983d8edb-bcb3-40dc-bb7f-7d649d0aecef x-openstack-request-id: req-983d8edb-bcb3-40dc-bb7f-7d649d0aecef {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:18.274042 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:18.274299 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-983d8edb-bcb3-40dc-bb7f-7d649d0aecef {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:18.274689 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'code': 200}
Jan 29 21:42:18.288537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:19.044773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c486f-0ebe-4a54-b32c-a2596ad23b23 req-879c4877-fc0c-4ff7-9b84-c80c04ebfdd3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:19.046286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e8c486f-0ebe-4a54-b32c-a2596ad23b23 req-879c4877-fc0c-4ff7-9b84-c80c04ebfdd3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0520318
Jan 29 21:42:19.094610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e8c486f-0ebe-4a54-b32c-a2596ad23b23 req-0fd392b3-7e6f-4576-b98d-b88ee33d8329 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426357
Jan 29 21:42:19.468423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-00f880d2-a22c-4b10-b113-1a8eaa0691da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:19.469857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-00f880d2-a22c-4b10-b113-1a8eaa0691da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1128 time: 0.0435588
Jan 29 21:42:19.481300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:42:19.540341 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:19.734783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:19.766565 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:42:19.804868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:19.807162 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec11c39-70ae-464c-9147-a3a5dddb4f0f" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-unplugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:19.810741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks [] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:19.823711 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Transition to ACTIVE for port object aa175df0-3a6f-4ea1-a3eb-324b6aa73429 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:42:19.827715 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:19.863261 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e527e4d3-7cd2-47a6-9229-a7f92a3299df x-openstack-request-id: req-e527e4d3-7cd2-47a6-9229-a7f92a3299df {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:19.863566 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-unplugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:19.863840 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e527e4d3-7cd2-47a6-9229-a7f92a3299df {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:19.864237 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'code': 200}
Jan 29 21:42:19.911085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=10']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:19.923625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.923978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.924324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.924666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.925018 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.925356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.925695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.926021 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.926345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.926671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.926995 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.927319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.927641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:19.965838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] No DVR routers for this DVR port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:42:20.100329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:42:20.100946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:42:20.101100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:20.105713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:42:20.106035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Attempting to bind port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:20.110770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:42:20.111108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:42:20.111493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:42:20.111910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Bound port: aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:42:20.112258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:20.199770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:42:20.456869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:42:20.464451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:20.502894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.503526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:20.504906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] 10.222.0.18 "PUT /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1093 time: 1.0279553
Jan 29 21:42:20.515689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80080f65-d69f-4288-9ff5-ae5b835ecc33 req-48027213-8793-4ef6-bb61-9b1f0e585005 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.517639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80080f65-d69f-4288-9ff5-ae5b835ecc33 req-48027213-8793-4ef6-bb61-9b1f0e585005 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.3514247
Jan 29 21:42:20.573003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2cb4e-efb5-4967-b62b-5f46661882ac service neutron] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=11']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:20.612058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-80080f65-d69f-4288-9ff5-ae5b835ecc33 req-075f6951-c443-4a6d-ae58-6b6ab78aa7d2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877409
Jan 29 21:42:20.619323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7f6a6550-c600-4af0-9052-349883bc1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.621602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7f6a6550-c600-4af0-9052-349883bc1c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1127 time: 0.0881956
Jan 29 21:42:20.717733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-9f57d037-97c4-45dd-8fc9-d908b8ce0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.719242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-9f57d037-97c4-45dd-8fc9-d908b8ce0fe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0921698
Jan 29 21:42:20.783181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-14b2740c-49ac-431a-9a3f-0b5b54b8228f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.0580907
Jan 29 21:42:20.833390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-1d5c4a9d-c64c-4e8a-afc6-dc1c49e62a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.834802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-1d5c4a9d-c64c-4e8a-afc6-dc1c49e62a4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0465662
Jan 29 21:42:20.881635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7737d76b-41d2-4c65-8195-c027e9dab8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:20.883087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-7737d76b-41d2-4c65-8195-c027e9dab8b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426362
Jan 29 21:42:20.968175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-4e962a5f-fcf8-4fdd-8f92-10ffd2d45df2 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785868
Jan 29 21:42:21.058712 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85a779dd-69d7-45ca-a399-0a4b3e172d7c req-a8fd4b6c-087e-46f7-81f2-ad1af4cff53a service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845714
Jan 29 21:42:21.736357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a799-6e8d-4c39-b490-fea6f8b3fcec req-c6fae0b8-65a7-43ca-9a55-af42fbc66821 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:21.737836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c379a799-6e8d-4c39-b490-fea6f8b3fcec req-c6fae0b8-65a7-43ca-9a55-af42fbc66821 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0523100
Jan 29 21:42:21.788684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c379a799-6e8d-4c39-b490-fea6f8b3fcec req-834b4218-5179-49b7-a64f-dda6418c2890 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453131
Jan 29 21:42:21.865410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:21.867738 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09076d-22f4-44a8-819b-752e8a88d9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:21.914839 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac353374-c392-4828-bdf5-8d39166f1ecc x-openstack-request-id: req-ac353374-c392-4828-bdf5-8d39166f1ecc {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:21.915117 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:21.915371 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac353374-c392-4828-bdf5-8d39166f1ecc {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:21.915770 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'status': 'completed', 'code': 200}
Jan 29 21:42:22.009777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-b2e8863a-8be4-4a09-9bde-4652e2f1f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.011854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-b2e8863a-8be4-4a09-9bde-4652e2f1f0e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1127 time: 0.0784049
Jan 29 21:42:22.014341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-917e5565-3f8d-48ca-9d21-9afa07b1d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.015687 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-917e5565-3f8d-48ca-9d21-9afa07b1d88f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 1127 time: 0.0735586
Jan 29 21:42:22.099265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:42:22.142624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:42:22.143017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:42:22.166272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-9dbfee7c-6ff3-42c5-9e3b-f510e677012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.167738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-9dbfee7c-6ff3-42c5-9e3b-f510e677012f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1501155
Jan 29 21:42:22.171897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-13463a97-435b-4ab5-b2fe-ad61807a3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.173256 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-13463a97-435b-4ab5-b2fe-ad61807a3c3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1478682
Jan 29 21:42:22.277742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-2a387ad6-fbe9-4777-b2a3-21282e6b69e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.1035521
Jan 29 21:42:22.283311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-6143a67b-6098-400c-bbd2-66bf8899f957 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 200  len: 1001 time: 0.1025605
Jan 29 21:42:22.363408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-85db9340-be72-4793-bbcc-cff063c2e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.364863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-85db9340-be72-4793-bbcc-cff063c2e8e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0807123
Jan 29 21:42:22.366259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-3a14c46c-57a2-4a02-aab8-6f7aaa9c284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.367552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-3a14c46c-57a2-4a02-aab8-6f7aaa9c284f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0763624
Jan 29 21:42:22.444460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-7465f7c2-5e79-424e-b247-75a8174d423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.445932 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-7465f7c2-5e79-424e-b247-75a8174d423d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0752194
Jan 29 21:42:22.448553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-1cc492a8-2674-419b-ad6c-49df0ed5194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.449943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-1cc492a8-2674-419b-ad6c-49df0ed5194d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0722351
Jan 29 21:42:22.605195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-f8e0fde5-eb46-4fd0-8437-5dcf85c3d77b service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524110
Jan 29 21:42:22.607015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-5f4d43a8-eefd-4fa3-a0eb-f345c1f0fd04 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475210
Jan 29 21:42:22.760707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-6699d281-e4cd-4c4c-8f76-a990480bcb19 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491637
Jan 29 21:42:22.762559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee09076d-22f4-44a8-819b-752e8a88d9ac req-a61e21b8-5f63-4995-a830-ffb41f1bd00e service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448400
Jan 29 21:42:22.862036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:22.908306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3fae2-ee4d-4a7f-8232-dfbee005d97c req-322c98d6-8f76-4a02-8166-703d6f1a84f3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:22.909829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2e3fae2-ee4d-4a7f-8232-dfbee005d97c req-322c98d6-8f76-4a02-8166-703d6f1a84f3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0525506
Jan 29 21:42:22.955801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2e3fae2-ee4d-4a7f-8232-dfbee005d97c req-09b055b7-1a1b-4cc2-954e-f2a4dbc3b22e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403709
Jan 29 21:42:23.793364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:24.104460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd50dd-addb-46bd-9c7b-0a8410b5cae8 req-88bc0600-299f-4b7d-bf5f-d4f2413fdc3a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:24.105911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83bd50dd-addb-46bd-9c7b-0a8410b5cae8 req-88bc0600-299f-4b7d-bf5f-d4f2413fdc3a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 945 time: 0.0717988
Jan 29 21:42:24.163200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-83bd50dd-addb-46bd-9c7b-0a8410b5cae8 req-5d9e3b63-68fd-426a-9532-0d98a8f0bce6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510147
Jan 29 21:42:24.553971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:42:24.646792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:24.658459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'mac_address': 'fa:16:3e:bf:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:42:24.696939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:24.698131 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:24.710441 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:42:24.729210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:24.732614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:24.778597 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=12']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:25.034901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['aa175df0-3a6f-4ea1-a3eb-324b6aa73429'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:42:25.283296 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656cee4-9108-4209-92e7-2fa21a3f890d req-c1147672-4c10-42c8-9ec1-e713e59cc8ae tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:25.284755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6656cee4-9108-4209-92e7-2fa21a3f890d req-c1147672-4c10-42c8-9ec1-e713e59cc8ae tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0509984
Jan 29 21:42:25.330272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6656cee4-9108-4209-92e7-2fa21a3f890d req-8a336fdc-a4ee-4e89-8e98-8a3d6798498b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398991
Jan 29 21:42:25.450264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7b3b4-1624-4517-a0cd-fdb1b0d7a0dd req-f25dbe54-9a62-4000-8ded-c76f8162e789 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:25.451769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbc7b3b4-1624-4517-a0cd-fdb1b0d7a0dd req-f25dbe54-9a62-4000-8ded-c76f8162e789 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0558221
Jan 29 21:42:25.497815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbc7b3b4-1624-4517-a0cd-fdb1b0d7a0dd req-7860cdfc-7771-4b39-92dd-aa887479a89a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404749
Jan 29 21:42:25.615785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34438ec-e8cd-46e3-92e1-4291a1551eec req-208f2d34-48f8-47ea-b348-8ee96def0ac4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:25.617204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b34438ec-e8cd-46e3-92e1-4291a1551eec req-208f2d34-48f8-47ea-b348-8ee96def0ac4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0552235
Jan 29 21:42:25.662651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b34438ec-e8cd-46e3-92e1-4291a1551eec req-29dfab65-3270-4b26-93a1-51e890b276d8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393507
Jan 29 21:42:25.895558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346481e3-5616-414a-9b61-15d8b67a258c req-0e0496b8-5106-47c3-aa23-29a7183d6e8a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:25.896904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-346481e3-5616-414a-9b61-15d8b67a258c req-0e0496b8-5106-47c3-aa23-29a7183d6e8a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 946 time: 0.0507326
Jan 29 21:42:25.942333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-346481e3-5616-414a-9b61-15d8b67a258c req-98874d93-f92b-417d-b92b-62633dc62d52 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393541
Jan 29 21:42:26.497932 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:42:26.554503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:42:26.602433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:42:26.606497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:42:26.606885 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:26.684002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:26.684422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:26.706981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:26.709208 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda1a73f-b17d-42a3-b5db-3bf7da8983a5" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:26.721106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:26.726775 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:26.752352 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13490f87-7a56-4f13-878c-1cb45f790876 x-openstack-request-id: req-13490f87-7a56-4f13-878c-1cb45f790876 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:26.752646 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-plugged", "status": "completed", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:26.752902 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13490f87-7a56-4f13-878c-1cb45f790876 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:26.753329 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'code': 200}
Jan 29 21:42:26.776803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=13']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:27.063689 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2b16-a238-4b04-9bec-f5fffc904c7c req-d235dda9-3ec1-45cd-bd25-f7b871ef3070 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:27.065069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b2b2b16-a238-4b04-9bec-f5fffc904c7c req-d235dda9-3ec1-45cd-bd25-f7b871ef3070 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 947 time: 0.0548291
Jan 29 21:42:27.110665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b2b2b16-a238-4b04-9bec-f5fffc904c7c req-34065489-6396-46fe-bab6-64874b64531d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399914
Jan 29 21:42:27.255149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-6c77f6f8-f5d4-472d-9fe9-34bc6530eaeb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:27.256605 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-6c77f6f8-f5d4-472d-9fe9-34bc6530eaeb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 947 time: 0.0516934
Jan 29 21:42:27.345448 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Deleting port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:42:27.345711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:27.433320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] For port aa175df0-3a6f-4ea1-a3eb-324b6aa73429, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:27.433678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:27.602118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:27.602463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:27.602716 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae disassociated. External IP: 172.35.4.175, port: aa175df0-3a6f-4ea1-a3eb-324b6aa73429.
Jan 29 21:42:27.603061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Calling delete_port for aa175df0-3a6f-4ea1-a3eb-324b6aa73429 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:42:27.730064 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (aa175df0-3a6f-4ea1-a3eb-324b6aa73429), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:27.757305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'Port': ['ID=aa175df0-3a6f-4ea1-a3eb-324b6aa73429,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:27.873665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:42:27.982466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:42:27.991877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:42:28.001669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:42:28.002284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0983eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:42:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:28.028963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] No DVR routers for this DVR port aa175df0-3a6f-4ea1-a3eb-324b6aa73429 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:42:28.031667 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:28.035043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9cd823b9-4872-4d48-9c47-6f44710245c9 req-c628b41c-0ceb-447f-9a14-81f489b4ad66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "DELETE /v2.0/ports/aa175df0-3a6f-4ea1-a3eb-324b6aa73429 HTTP/1.1" status: 204  len: 173 time: 0.7725978
Jan 29 21:42:28.035507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-deleted', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:28.037821 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44452493-5012-4b54-ada8-69124445d41a" -d '{"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-deleted", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:28.086259 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dcf85a-ca92-4617-9515-8774a084d6f1 x-openstack-request-id: req-e4dcf85a-ca92-4617-9515-8774a084d6f1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:28.086873 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d5a10-fba8-45a1-b918-82a0942455e5", "name": "network-vif-deleted", "tag": "aa175df0-3a6f-4ea1-a3eb-324b6aa73429", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:28.086873 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4dcf85a-ca92-4617-9515-8774a084d6f1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:28.087287 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d5a10-fba8-45a1-b918-82a0942455e5', 'name': 'network-vif-deleted', 'tag': 'aa175df0-3a6f-4ea1-a3eb-324b6aa73429', 'status': 'completed', 'code': 200}
Jan 29 21:42:28.113744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:42:28.222820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ce18711-1208-4d4a-b36d-97f297995bba req-3e99a1d6-d260-4850-a342-6c58d294ec67 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4d5a10-fba8-45a1-b918-82a0942455e5 HTTP/1.1" status: 200  len: 210 time: 0.0316598
Jan 29 21:42:28.315771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0983eb50>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:28.341719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:42:28.349828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:42:28.350420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0983eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:42:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:28.455582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:42:28.655325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0983eb50>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:28.685089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c3148-0056-4c66-b242-81a60d64d1bf None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:42:28.897797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f440d3-3164-4d88-be03-c7f5f2b10699 None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:42:29.472140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-65849a90-9e83-4a97-8a23-4b15f29747dc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1917986697&fields=id&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 267 time: 0.0460908
Jan 29 21:42:29.577446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-c297cdfe-f8fb-468c-ab50-7851b2f0f3ac tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:29.578951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-c297cdfe-f8fb-468c-ab50-7851b2f0f3ac tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1004839
Jan 29 21:42:29.593704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-c88e6d70-7772-4f42-96ac-873850fee02c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/quotas/753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 375 time: 0.0092740
Jan 29 21:42:29.653154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-a8d9209d-a119-40a6-82c0-ed13ad4bc462 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0544190
Jan 29 21:42:29.796007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-34394f53-fe6d-4a7c-9773-593dcf9e1248 service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317720
Jan 29 21:42:29.888616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-9db3de4c-b810-4388-b7cd-e6b8fd478585 service neutron] 10.222.0.20 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868394
Jan 29 21:42:30.048670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cf33e12-39f8-49e3-8b4a-f19d7dca7644 req-3e86ec26-0b1b-478d-ba9e-57971e7c30f8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 210 time: 0.0275574
Jan 29 21:42:30.584169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:42:30.605110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: aa175df0-3a6f-4ea1-a3eb-324b6aa73429 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:42:30.605447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device aa175df0-3a6f-4ea1-a3eb-324b6aa73429 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:42:31.022969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-69702813-d756-4fca-bfb3-78ce8d94f97a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:31.024420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-69702813-d756-4fca-bfb3-78ce8d94f97a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 811 time: 0.1016376
Jan 29 21:42:31.083474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-847fa827-3705-4aa9-9199-d9ebe3df0130 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 380 time: 0.0514164
Jan 29 21:42:31.092419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'port': {'device_id': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'admin_state_up': True, 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'security_groups': ['1d17f356-4869-41f5-89b1-2f0cc4cc0adf']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:42:31.169694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd7ef399-2abd-4e13-b965-a12e2cf1048a req-4b3d9aa6-e8aa-4703-8ae3-c485dd2ef731 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 210 time: 0.0347295
Jan 29 21:42:31.223681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Made reservation on behalf of 753da2bb46c048c68d0dd786113b9137 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:42:31.227044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:31.352068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Allocated IP 172.20.0.9 (e5fa92d3-925d-4c1d-bd57-4b73e9d619de/188366f0-9ab7-4372-8df7-6b5732ec4728/b2cda073-f912-44c3-955d-ad65519ea862) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:42:31.489679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for port (b2cda073-f912-44c3-955d-ad65519ea862), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:31.521118 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:31.802812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:42:31.807755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:42:31.811548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:42:31.835133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:31.864280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:31.864922 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:31.881177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-801bb9f3-3bf6-4aa1-bfbe-c99fe39ed696 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7928965
Jan 29 21:42:31.893425 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Request body: {'port': {'device_id': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:42:31.956855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.101713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8254f328-3b37-4cf2-b85d-c934a889d355 None None] Provisioning complete for port b2cda073-f912-44c3-955d-ad65519ea862 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:42:32.102289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8254f328-3b37-4cf2-b85d-c934a889d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2cda073-f912-44c3-955d-ad65519ea862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.136435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8254f328-3b37-4cf2-b85d-c934a889d355 None None] Port b2cda073-f912-44c3-955d-ad65519ea862 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:42:32.210910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:42:32.219593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks [] for port (b2cda073-f912-44c3-955d-ad65519ea862), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.235159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Transition to ACTIVE for port object b2cda073-f912-44c3-955d-ad65519ea862 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:42:32.238639 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.327014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:32.377824 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913d0f0-6e8d-44ee-b521-15e112477177 req-d0ba7d0f-1f9f-43e3-a52a-6e3c800f9118 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:32.379336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d913d0f0-6e8d-44ee-b521-15e112477177 req-d0ba7d0f-1f9f-43e3-a52a-6e3c800f9118 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.1332963
Jan 29 21:42:32.441717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:42:32.442058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:42:32.442389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:32.450510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d913d0f0-6e8d-44ee-b521-15e112477177 req-c8b0930f-d6fb-4d6f-9b29-a6f003a73da7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646198
Jan 29 21:42:32.451504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:42:32.452313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:42:32.458608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:42:32.458799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:42:32.459318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:42:32.459754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Bound port: b2cda073-f912-44c3-955d-ad65519ea862, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:42:32.460115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.522131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:42:32.525140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:42:32.531762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.569751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:32.570365 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:32.571735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1091 time: 0.6825492
Jan 29 21:42:32.572453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:32.574753 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336f17d-d725-4e89-b447-1eea8422d690" -d '{"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:32.608179 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8771cd-a9b4-4090-a95b-328fb3924469 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:32.617538 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c587e6-3767-4b2e-aaba-adbfbb567e9c x-openstack-request-id: req-d7c587e6-3767-4b2e-aaba-adbfbb567e9c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:32.618049 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:32.618310 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7c587e6-3767-4b2e-aaba-adbfbb567e9c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:32.618724 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'status': 'completed', 'code': 200}
Jan 29 21:42:32.669889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-6676f60b-d681-463f-ab00-e5a142ed4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:32.671436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-6676f60b-d681-463f-ab00-e5a142ed4e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1125 time: 0.0469396
Jan 29 21:42:32.714646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-da524dce-9624-446b-9541-a17abed823ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 217 time: 0.0368896
Jan 29 21:42:32.767965 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-5ca8bd49-a2df-47c7-9f82-6913ef199a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:32.769517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-5ca8bd49-a2df-47c7-9f82-6913ef199a3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0495040
Jan 29 21:42:32.823407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-0e94e039-c0ae-4095-97f3-28af804a1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:32.824918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-0e94e039-c0ae-4095-97f3-28af804a1d62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495648
Jan 29 21:42:32.912188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-7345e81a-1841-4607-9ac0-52cd463e69c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811667
Jan 29 21:42:33.001858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b62bef00-cdf7-4940-8c99-1071f683c688 req-1084e54d-b93c-4416-9525-aac130e9935d service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834186
Jan 29 21:42:33.086766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f17d-d725-4e89-b447-1eea8422d690 req-edb1f896-bd43-4464-9882-58ee52fa7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:33.088267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-edb1f896-bd43-4464-9882-58ee52fa7c29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1125 time: 0.0439231
Jan 29 21:42:33.178619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f17d-d725-4e89-b447-1eea8422d690 req-03be5307-4da8-495e-aa30-44de52a08982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:33.179998 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-03be5307-4da8-495e-aa30-44de52a08982 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0864687
Jan 29 21:42:33.220696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-9bd771b3-692f-4792-98f9-89aa46018c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 217 time: 0.0346174
Jan 29 21:42:33.267369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f17d-d725-4e89-b447-1eea8422d690 req-3146f22e-afda-43fb-a07a-2fbed4e7b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:33.268784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-3146f22e-afda-43fb-a07a-2fbed4e7b0ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0430145
Jan 29 21:42:33.320403 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f17d-d725-4e89-b447-1eea8422d690 req-d4dabe0d-f4a1-4d8d-ac2e-5d4009699667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:33.321951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-d4dabe0d-f4a1-4d8d-ac2e-5d4009699667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474603
Jan 29 21:42:33.409048 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-8bcbe81e-5368-4b08-a441-59efa6173ce6 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813804
Jan 29 21:42:33.507176 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9336f17d-d725-4e89-b447-1eea8422d690 req-68526b4a-a1ac-4acd-b413-28049a31ea16 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918045
Jan 29 21:42:33.574941 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb097e-d987-43f9-ba29-9e2b5ff571a7 req-f0860387-e06f-49d6-9b7a-dece2c2a7441 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:33.576422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2cb097e-d987-43f9-ba29-9e2b5ff571a7 req-f0860387-e06f-49d6-9b7a-dece2c2a7441 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0530994
Jan 29 21:42:33.622523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2cb097e-d987-43f9-ba29-9e2b5ff571a7 req-9f3c639d-f43f-4dd8-81c6-cf4b2e65960a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405471
Jan 29 21:42:34.740778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9915ef-add3-47f4-b78f-821312b53472 req-f1fe6a42-5e38-42d4-94fe-b6e9129f0328 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:34.742286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d9915ef-add3-47f4-b78f-821312b53472 req-f1fe6a42-5e38-42d4-94fe-b6e9129f0328 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0506392
Jan 29 21:42:34.787450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d9915ef-add3-47f4-b78f-821312b53472 req-a69254b9-d8c5-4bda-9c25-0a4c65091400 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391216
Jan 29 21:42:35.910643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ee576-6526-4cf4-86d2-b32b6b8ca99f req-4ed0cbb5-f60a-4007-aabd-787d888cee9f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:35.912111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a1ee576-6526-4cf4-86d2-b32b6b8ca99f req-4ed0cbb5-f60a-4007-aabd-787d888cee9f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0556295
Jan 29 21:42:35.957942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a1ee576-6526-4cf4-86d2-b32b6b8ca99f req-a29df6b9-75ef-45ac-b634-c9e598d7ba8f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395348
Jan 29 21:42:36.606873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:42:36.698923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:36.709813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'b2cda073-f912-44c3-955d-ad65519ea862', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:42:36.746295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:36.746670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:36.762866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:42:36.784317 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:36.788156 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:36.835504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:36.843848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.844227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.844574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.844917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.845290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.845624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.845955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.846285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.846612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.846936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.847262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.847586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:36.847911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:42:37.075939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['b2cda073-f912-44c3-955d-ad65519ea862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:42:37.080212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78502776-e140-4ef1-b82d-25e695af4784 req-8401e752-2844-4233-b11b-0c6fa6e5153c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:37.081796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78502776-e140-4ef1-b82d-25e695af4784 req-8401e752-2844-4233-b11b-0c6fa6e5153c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0550084
Jan 29 21:42:37.135689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-78502776-e140-4ef1-b82d-25e695af4784 req-671898c6-fb77-4fae-869f-0b8dc949a19d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430374
Jan 29 21:42:38.260377 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4776-4e1b-4b19-bc13-f50a4d6edd02 req-45127015-119b-42fe-8e16-f16134829990 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:38.261873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-481a4776-4e1b-4b19-bc13-f50a4d6edd02 req-45127015-119b-42fe-8e16-f16134829990 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0587440
Jan 29 21:42:38.306788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-481a4776-4e1b-4b19-bc13-f50a4d6edd02 req-ef588807-b133-4bcf-8511-6f4c547f5c7b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390310
Jan 29 21:42:38.607102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:42:38.654448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port b2cda073-f912-44c3-955d-ad65519ea862 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:42:38.658511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port b2cda073-f912-44c3-955d-ad65519ea862 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:42:38.658893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2cda073-f912-44c3-955d-ad65519ea862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:38.732010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:42:38.732394 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:38.754716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:38.756941 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ba9e7-d6d4-407e-a178-d6dd8d502203" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:38.772979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:42:38.778043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:38.800359 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37882212-ae95-4cf4-ab94-0844ea0e1f29 x-openstack-request-id: req-37882212-ae95-4cf4-ab94-0844ea0e1f29 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:38.800655 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:38.800914 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37882212-ae95-4cf4-ab94-0844ea0e1f29 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:38.801388 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'code': 200}
Jan 29 21:42:38.827898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:42:38.893395 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6cf-43be-4b0e-94e9-cb881e005919 req-1bc36d0c-47ea-4f77-9a87-70fe42e10c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:38.894773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5885a6cf-43be-4b0e-94e9-cb881e005919 req-1bc36d0c-47ea-4f77-9a87-70fe42e10c49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1127 time: 0.0433137
Jan 29 21:42:38.938595 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5885a6cf-43be-4b0e-94e9-cb881e005919 req-e0d03fdf-a7aa-4b3a-beca-8ed47677855a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365820
Jan 29 21:42:39.423523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357a421-44bf-4ff0-a489-2a651dc1aa6a req-3ee15389-76ba-4dc2-bcdc-2d34ad7df87a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:39.425244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7357a421-44bf-4ff0-a489-2a651dc1aa6a req-3ee15389-76ba-4dc2-bcdc-2d34ad7df87a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0507395
Jan 29 21:42:39.475224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7357a421-44bf-4ff0-a489-2a651dc1aa6a req-d1b2e379-96dd-4121-9edd-ce337b9081da tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440195
Jan 29 21:42:40.411848 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc5ec-29e7-4f45-bd89-a70cbb350214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:40.595253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6655c-c918-4b5d-af93-79c9190643c0 req-29b86b1c-e105-4da5-b2c0-5ca6e7070739 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:40.596755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf6655c-c918-4b5d-af93-79c9190643c0 req-29b86b1c-e105-4da5-b2c0-5ca6e7070739 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0522680
Jan 29 21:42:40.642693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eaf6655c-c918-4b5d-af93-79c9190643c0 req-c8dd0b21-e485-4515-abf6-a2d010ea1462 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404034
Jan 29 21:42:40.756237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979101b7-ae4c-4854-b209-da6e7910d774 req-e4cf0ed0-3b20-4ddc-90ff-a43af3477279 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:40.757660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-979101b7-ae4c-4854-b209-da6e7910d774 req-e4cf0ed0-3b20-4ddc-90ff-a43af3477279 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0518217
Jan 29 21:42:40.766651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35270) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:42:40.771001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Request body: {'floatingip': {'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:42:40.812233 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:41.220511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:41.224314 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:41.322159 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae associated. External IP: 172.35.4.175, port: b2cda073-f912-44c3-955d-ad65519ea862.
Jan 29 21:42:41.524878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:42:41.630360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:42:41.635077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:41.639624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:42:41.649368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:42:41.649978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a285970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:42:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:41.664447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-293224cc-d541-4337-904b-777b92356d9c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "PUT /v2.0/floatingips/98375aea-f02d-4ac7-8a17-f47a605af6ae HTTP/1.1" status: 200  len: 992 time: 0.8967607
Jan 29 21:42:41.665152 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:42:41.668157 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8525e2c4-4da4-4965-94c5-18b3b7095ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:42:41.710878 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c371ec0a-9e69-477f-8533-be433bab7f58 x-openstack-request-id: req-c371ec0a-9e69-477f-8533-be433bab7f58 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:42:41.711181 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:42:41.711442 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c371ec0a-9e69-477f-8533-be433bab7f58 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:42:41.711857 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'status': 'completed', 'code': 200}
Jan 29 21:42:41.764197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:42:41.811361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a26c-dca8-4fdf-aaaa-c08a911ab880 req-2510a721-bdce-432b-9ff2-8c1209120e8f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:41.812767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8919a26c-dca8-4fdf-aaaa-c08a911ab880 req-2510a721-bdce-432b-9ff2-8c1209120e8f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0888801
Jan 29 21:42:41.815510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-fe69747a-d684-4a03-b938-451a4ef36fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:41.816867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-fe69747a-d684-4a03-b938-451a4ef36fe1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1127 time: 0.0778377
Jan 29 21:42:41.915076 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8919a26c-dca8-4fdf-aaaa-c08a911ab880 req-682b111d-dce7-4183-b47b-2f9d6ff3afdc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964334
Jan 29 21:42:41.945885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-8289ded6-3607-44f5-ade2-5bc4908fa417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:41.947965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-8289ded6-3607-44f5-ade2-5bc4908fa417 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1231318
Jan 29 21:42:42.019135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-db0a6742-6265-4b6b-8c32-52e504c8e7cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.0655777
Jan 29 21:42:42.071167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-432c0ec0-3c6a-4cf8-8217-063665b30fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:42.073119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-432c0ec0-3c6a-4cf8-8217-063665b30fa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0490792
Jan 29 21:42:42.120051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-1fba493a-e8e5-40f0-a055-e0868a8b1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:42.121617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-1fba493a-e8e5-40f0-a055-e0868a8b1d84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434403
Jan 29 21:42:42.153340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a285970>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:42:41Z', 'revision_number': 13, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:42.178864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:42:42.187416 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:42:42.188021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a285970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:42:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:42.212490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-70fad8a9-a0c0-4a96-8c60-1470cd339d74 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844746
Jan 29 21:42:42.296182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:42:42.300841 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8525e2c4-4da4-4965-94c5-18b3b7095ae4 req-42515d0c-da99-468c-a389-b1dab716a68f service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825012
Jan 29 21:42:42.518034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a285970>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:42:41Z', 'revision_number': 13, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:42:42.546898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b0aa-7bc4-48b2-bf2f-af99a886ba27 None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '98375aea-f02d-4ac7-8a17-f47a605af6ae', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'floating_ip_address': '172.35.4.175', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:39:41Z', 'updated_at': '2022-01-29T21:42:41Z', 'revision_number': 13, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:42:42.736766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2685dd-bf30-4c21-8897-508aca60b90f None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:42:42.768237 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d490e9b-5e28-4f1d-b090-3da1eba7cbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:43.036442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea3a67-54e5-4023-b8b6-e6e0e39b6a27 req-2ba4401d-8b8c-4c43-b63d-eef8030b873d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:43.037860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ea3a67-54e5-4023-b8b6-e6e0e39b6a27 req-2ba4401d-8b8c-4c43-b63d-eef8030b873d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0521040
Jan 29 21:42:43.088542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-99ea3a67-54e5-4023-b8b6-e6e0e39b6a27 req-56d306c1-9184-45bf-bb47-107a23901e8d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443923
Jan 29 21:42:43.900847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:44.526474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7b33-0e12-48b9-8d48-48208e7ccb02 req-b8055c2f-9085-4cdb-afb3-cc64abce3832 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:44.527875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-833b7b33-0e12-48b9-8d48-48208e7ccb02 req-b8055c2f-9085-4cdb-afb3-cc64abce3832 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0520072
Jan 29 21:42:44.573858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-833b7b33-0e12-48b9-8d48-48208e7ccb02 req-d644c2ff-0fe4-4a52-958f-22099a14818c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404963
Jan 29 21:42:45.755740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:46.957800 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:48.320186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56650-b120-4e6a-8ebd-524671f3acee req-45e3400d-4630-40b5-83bc-2c5f0498b145 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:48.322207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3be56650-b120-4e6a-8ebd-524671f3acee req-45e3400d-4630-40b5-83bc-2c5f0498b145 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0525494
Jan 29 21:42:48.357416 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-5fcba663-47f3-49db-9bed-4309a0c88c4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0996251
Jan 29 21:42:48.370622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3be56650-b120-4e6a-8ebd-524671f3acee req-d23a26a5-ab27-452b-b72e-55fd1c95de3c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426955
Jan 29 21:42:49.461779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-cc72e818-c197-4561-a5eb-c47118df8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:49.463231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-cc72e818-c197-4561-a5eb-c47118df8a30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1127 time: 0.0590272
Jan 29 21:42:49.803873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7b61-2a2f-4c89-afc2-f4fecd19d850 req-c0c192e4-4bee-4891-b97c-7382cf053bc7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:49.805330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-487e7b61-2a2f-4c89-afc2-f4fecd19d850 req-c0c192e4-4bee-4891-b97c-7382cf053bc7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.3561604
Jan 29 21:42:49.837362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-b4eaa05a-18d7-4896-b0fa-e819ee64121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:49.839326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-b4eaa05a-18d7-4896-b0fa-e819ee64121c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.3626509
Jan 29 21:42:49.899036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-487e7b61-2a2f-4c89-afc2-f4fecd19d850 req-da91cc58-3115-4ce9-a425-1bc414ce289a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867376
Jan 29 21:42:49.918489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-66f90d09-9cc4-4da3-a71c-094a7bb6c7fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1002 time: 0.0737936
Jan 29 21:42:49.968881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-70b39805-8bb8-478b-a4cc-b1361b1e7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:49.970329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-70b39805-8bb8-478b-a4cc-b1361b1e7a2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0467837
Jan 29 21:42:50.017242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-4104c7f5-1ebb-49db-8f0d-6eedc2dd2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:50.018709 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-4104c7f5-1ebb-49db-8f0d-6eedc2dd2238 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429204
Jan 29 21:42:50.104564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-0e51fdab-b7f4-48e6-878f-73d74ff4c2d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802641
Jan 29 21:42:50.193326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-02753ebb-f213-4fb8-ab5e-4c0c7fc0e8eb service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829802
Jan 29 21:42:51.017683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b311-c8e8-4c49-9c54-c34ebdb8091f req-ee718f14-adbc-42ad-a69e-611242e57699 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:51.020023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b57b311-c8e8-4c49-9c54-c34ebdb8091f req-ee718f14-adbc-42ad-a69e-611242e57699 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0523727
Jan 29 21:42:51.064815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b57b311-c8e8-4c49-9c54-c34ebdb8091f req-36dc1318-05a1-462a-be18-cfdcb4128da5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395398
Jan 29 21:42:52.182748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3d70-d3c7-4188-b296-061a08d6e6c1 req-45b1e46e-1c3b-4b28-a9c0-ce5867c37caa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:52.184269 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eacd3d70-d3c7-4188-b296-061a08d6e6c1 req-45b1e46e-1c3b-4b28-a9c0-ce5867c37caa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0514848
Jan 29 21:42:52.233644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eacd3d70-d3c7-4188-b296-061a08d6e6c1 req-d812d390-8b5b-46ca-82b4-e6770e9c3026 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438669
Jan 29 21:42:52.880615 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:53.352732 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442007e-7fb2-4861-b268-1ce828847cee req-af103091-28c1-43f2-a95e-769d67065909 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:53.354224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c442007e-7fb2-4861-b268-1ce828847cee req-af103091-28c1-43f2-a95e-769d67065909 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0525539
Jan 29 21:42:53.399080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c442007e-7fb2-4861-b268-1ce828847cee req-3925221a-5429-4d3d-801c-424d87cd8806 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393331
Jan 29 21:42:53.786195 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:42:54.516476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b12c6-783d-4afe-bd31-864d30a69f90 req-9798fa97-4ee3-49d8-8ab1-050c46ab2a4c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:54.517875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb2b12c6-783d-4afe-bd31-864d30a69f90 req-9798fa97-4ee3-49d8-8ab1-050c46ab2a4c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0506005
Jan 29 21:42:54.563971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb2b12c6-783d-4afe-bd31-864d30a69f90 req-b4aeecb8-597f-4f1b-a8d8-d25424f06b1f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405412
Jan 29 21:42:55.294219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-71f3fa89-4f1e-47d2-9075-a98edec33ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:55.295684 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-71f3fa89-4f1e-47d2-9075-a98edec33ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1127 time: 0.0469198
Jan 29 21:42:55.392748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-0b40ce4c-a0bc-4fa8-92b6-41ad9d1ea076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:55.394237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-0b40ce4c-a0bc-4fa8-92b6-41ad9d1ea076 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0819528
Jan 29 21:42:55.460175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-9ced0f68-c148-4e5e-a583-1e7e59188eb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1002 time: 0.0605721
Jan 29 21:42:55.504366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-910d9e85-9b9e-497a-ae56-58c735d38206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:55.505716 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-910d9e85-9b9e-497a-ae56-58c735d38206 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0405524
Jan 29 21:42:55.552736 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-ee85c6e2-00d1-46d0-9a23-1dfd2791e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:55.554255 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-ee85c6e2-00d1-46d0-9a23-1dfd2791e7cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425134
Jan 29 21:42:55.675305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-1c43e647-780b-4eb6-a05c-1235b71a01e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1148765
Jan 29 21:42:55.743537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf4089-c1dd-497e-bdfd-723fde68afb0 req-bb8dc45c-184b-4939-8128-5cd36675d938 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:55.745583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bcf4089-c1dd-497e-bdfd-723fde68afb0 req-bb8dc45c-184b-4939-8128-5cd36675d938 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.1082666
Jan 29 21:42:55.813199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb4dbf95-8e8f-40e4-8694-7b54af8990e0 req-2bfe9fb8-8c0c-4875-b915-dda104714460 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305723
Jan 29 21:42:55.816226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0bcf4089-c1dd-497e-bdfd-723fde68afb0 req-a6c4857e-2b0d-4ddc-a537-6a907ca60f5e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645673
Jan 29 21:42:56.938357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665056-ce0a-443b-9cfb-52af22638628 req-ab92f2b5-e290-4998-b78c-e23903c6d4c4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:56.939896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc665056-ce0a-443b-9cfb-52af22638628 req-ab92f2b5-e290-4998-b78c-e23903c6d4c4 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0529494
Jan 29 21:42:56.988421 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc665056-ce0a-443b-9cfb-52af22638628 req-3b98a415-a454-4c5f-a178-a97eb82c7c84 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429769
Jan 29 21:42:58.107071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1199-04f5-4bdf-bab2-814e7b9fcb75 req-08c32bc5-6215-4c43-9642-013c83a9223c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:58.108538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4fb1199-04f5-4bdf-bab2-814e7b9fcb75 req-08c32bc5-6215-4c43-9642-013c83a9223c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0513930
Jan 29 21:42:58.157070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4fb1199-04f5-4bdf-bab2-814e7b9fcb75 req-5c1aec04-e6be-4dc5-beb2-5a19d07aa50e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429766
Jan 29 21:42:59.275422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2c1f-def9-4dc0-874b-f21e18259371 req-f2f2e710-f636-4727-a382-2eeb41b94a32 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:42:59.276875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4fe2c1f-def9-4dc0-874b-f21e18259371 req-f2f2e710-f636-4727-a382-2eeb41b94a32 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0517535
Jan 29 21:42:59.322103 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4fe2c1f-def9-4dc0-874b-f21e18259371 req-7f20fa02-7263-4ae5-8a14-31f274801f5a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397179
Jan 29 21:43:00.441115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6321d9-2ece-4a44-a759-fb185a58c027 req-a5f7cecf-882d-4e12-95b0-5e9b92cbb8e8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:00.443603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c6321d9-2ece-4a44-a759-fb185a58c027 req-a5f7cecf-882d-4e12-95b0-5e9b92cbb8e8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0535250
Jan 29 21:43:00.489198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c6321d9-2ece-4a44-a759-fb185a58c027 req-fd119cd3-ed87-452b-acaa-352404a7c912 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390117
Jan 29 21:43:01.611865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b5e3-59ac-4e2c-a5b8-e60669109fdd req-1f28851a-addb-4fd0-9b1e-468e5b15ed66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:01.613400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4a9b5e3-59ac-4e2c-a5b8-e60669109fdd req-1f28851a-addb-4fd0-9b1e-468e5b15ed66 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0567627
Jan 29 21:43:01.660140 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f4a9b5e3-59ac-4e2c-a5b8-e60669109fdd req-eae0000b-969d-4901-92c6-3842b3e9f472 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409400
Jan 29 21:43:02.778879 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b7be-f5ce-425b-9c4e-93e439b6e38a req-f87c4dac-dc26-4d05-92e8-bf4f9ae9b470 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:02.780354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba6b7be-f5ce-425b-9c4e-93e439b6e38a req-f87c4dac-dc26-4d05-92e8-bf4f9ae9b470 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0527501
Jan 29 21:43:02.826272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ba6b7be-f5ce-425b-9c4e-93e439b6e38a req-785c67db-9af6-4840-80a2-172919c6dea2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403829
Jan 29 21:43:03.498311 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:43:03.950378 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e305cd4-3ab9-43ab-9b3b-cb57c8de389f req-1cbf9362-b69d-4bf3-8487-ba7df439b6d6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:03.951891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e305cd4-3ab9-43ab-9b3b-cb57c8de389f req-1cbf9362-b69d-4bf3-8487-ba7df439b6d6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0561707
Jan 29 21:43:03.997887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4e305cd4-3ab9-43ab-9b3b-cb57c8de389f req-f42de5b6-f18e-4c38-b4ce-5953ecb05118 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403883
Jan 29 21:43:05.116485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881583e5-d9c7-4484-a426-9159298516c2 req-503ff084-c7ab-444a-b4df-4941448a3f2e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:05.117985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-881583e5-d9c7-4484-a426-9159298516c2 req-503ff084-c7ab-444a-b4df-4941448a3f2e tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0518959
Jan 29 21:43:05.163168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-881583e5-d9c7-4484-a426-9159298516c2 req-e939d91d-8d3e-48a3-bc06-85a7342f6236 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389986
Jan 29 21:43:06.282876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f04e22-3ce1-408c-bd81-7802de198e52 req-10c65c5f-277a-430c-97d3-3dc15c7053cf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:06.284364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22f04e22-3ce1-408c-bd81-7802de198e52 req-10c65c5f-277a-430c-97d3-3dc15c7053cf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0525091
Jan 29 21:43:06.334295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-22f04e22-3ce1-408c-bd81-7802de198e52 req-11a2b3d1-b786-4089-8446-031ae2d7bed1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443037
Jan 29 21:43:07.453244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbbc08-675a-471a-88ec-3bc6a232f7bd req-a128babb-4c0b-4ddd-bbdd-147732a4d4bd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:07.454748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50cbbc08-675a-471a-88ec-3bc6a232f7bd req-a128babb-4c0b-4ddd-bbdd-147732a4d4bd tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0519507
Jan 29 21:43:07.500356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-50cbbc08-675a-471a-88ec-3bc6a232f7bd req-a8b41336-1db9-449d-a349-d2c6be21e403 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399187
Jan 29 21:43:08.621337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd236f-5cc6-4513-8e53-6583a927bd29 req-e91767df-fc29-42ee-bca9-4ba17c0e3075 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:08.622814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6dd236f-5cc6-4513-8e53-6583a927bd29 req-e91767df-fc29-42ee-bca9-4ba17c0e3075 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0528064
Jan 29 21:43:08.668536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6dd236f-5cc6-4513-8e53-6583a927bd29 req-45c19b38-7c20-4d4c-95d8-a8ab248cbd58 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402267
Jan 29 21:43:09.795499 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5787b-c7ad-4c19-8fcd-5219bb594e92 req-8f9793aa-c75a-4f0d-bb83-932f84375ffa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:09.796978 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ee5787b-c7ad-4c19-8fcd-5219bb594e92 req-8f9793aa-c75a-4f0d-bb83-932f84375ffa tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0560806
Jan 29 21:43:09.844362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ee5787b-c7ad-4c19-8fcd-5219bb594e92 req-b58dda4d-8a20-4a05-b9ae-b6ab32c8c1f8 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418584
Jan 29 21:43:10.414070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7582f87a-b37e-4ea4-bc26-f68426efcb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:10.962861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a76a0-4496-4805-896b-0a070c3463f1 req-cddf928c-d2a4-41dd-ba26-10a4f632e65b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:10.964329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa6a76a0-4496-4805-896b-0a070c3463f1 req-cddf928c-d2a4-41dd-ba26-10a4f632e65b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0515959
Jan 29 21:43:11.009520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa6a76a0-4496-4805-896b-0a070c3463f1 req-3dcbd106-dafb-410e-a6b2-6aa24a2925ae tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396204
Jan 29 21:43:12.127582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026429-fb25-4424-8b34-0b94400e608e req-f9acec37-c559-4051-adc0-2e48497e0525 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:12.129159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5026429-fb25-4424-8b34-0b94400e608e req-f9acec37-c559-4051-adc0-2e48497e0525 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0511312
Jan 29 21:43:12.176884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5026429-fb25-4424-8b34-0b94400e608e req-d94a2169-bc97-486e-9f55-3cf43ece7494 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422504
Jan 29 21:43:12.700588 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-a73b4c7f-b00e-4e12-88c4-bef91e939e45 service neutron] show failed (client error): The resource could not be found.
Jan 29 21:43:12.701553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-a73b4c7f-b00e-4e12-88c4-bef91e939e45 service neutron] 10.222.0.18 "GET /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0535192
Jan 29 21:43:12.771637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-dddbc69b-aa6b-4086-a9f8-797ddd5619cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:12.944886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-f4e14fc2-e03c-4537-ac4d-9997318bdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:12.946447 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-f4e14fc2-e03c-4537-ac4d-9997318bdae0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1127 time: 0.0907395
Jan 29 21:43:12.956754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:13.017199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.213387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:13.249933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:13.312247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:13.314538 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f35a23-e784-457e-a1c1-3aa2af20e600" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:13.318760 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks [] for port (b2cda073-f912-44c3-955d-ad65519ea862), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.339497 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Transition to ACTIVE for port object b2cda073-f912-44c3-955d-ad65519ea862 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:43:13.347720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57893560-c405-47b1-8245-4a85821a0e28 req-45d4d209-b89d-40d7-b85c-e68ecd7ed03a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:13.349261 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57893560-c405-47b1-8245-4a85821a0e28 req-45d4d209-b89d-40d7-b85c-e68ecd7ed03a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.1019707
Jan 29 21:43:13.350357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.390595 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8921f4b-87c0-4df3-9e23-af2130023731 x-openstack-request-id: req-d8921f4b-87c0-4df3-9e23-af2130023731 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:13.390978 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:13.391317 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8921f4b-87c0-4df3-9e23-af2130023731 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:13.391789 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'code': 200}
Jan 29 21:43:13.471325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:13.501132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57893560-c405-47b1-8245-4a85821a0e28 req-bea7a346-80a9-4d82-9b88-dd6866137571 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405630
Jan 29 21:43:13.524244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] No DVR routers for this DVR port b2cda073-f912-44c3-955d-ad65519ea862 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:43:13.658762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:43:13.659104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:43:13.659437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:13.664148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:43:13.664427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:13.669769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:43:13.670116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:43:13.670783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:43:13.671213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Bound port: b2cda073-f912-44c3-955d-ad65519ea862, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:43:13.671569 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.737045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:13.739907 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:43:13.745894 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.782102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:13.782575 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.783936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1091 time: 0.8311749
Jan 29 21:43:13.813632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1adf29-1445-49a8-bfd4-fa6af534fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:13.855606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-d3324883-3601-480a-a5f2-771a2e1b217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:13.857199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-d3324883-3601-480a-a5f2-771a2e1b217c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1125 time: 0.0516014
Jan 29 21:43:13.905966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:13.954232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-32fb260a-435f-45aa-9ead-cf29ddb4a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:13.955705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-32fb260a-435f-45aa-9ead-cf29ddb4a640 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0920846
Jan 29 21:43:14.019666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-7cd6473d-9147-4ed2-90bc-f4dcc50d162b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.0581639
Jan 29 21:43:14.070871 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-311146f3-6783-4d2f-a041-8799f7911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:14.072338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-311146f3-6783-4d2f-a041-8799f7911a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0472257
Jan 29 21:43:14.119625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-50306622-f93e-4ac8-98b6-54b7cd283e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:14.121190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-50306622-f93e-4ac8-98b6-54b7cd283e60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435855
Jan 29 21:43:14.207373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-3502e917-32e9-4d85-bf9f-bac2f92066fb service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801983
Jan 29 21:43:14.298573 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-5010a87d-45d3-4364-9ccb-329da17204b6 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855110
Jan 29 21:43:14.628039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c4ad-18bc-4bcc-a0b0-b91419a01cd6 req-81d7355e-3aac-4320-ae68-212798c45a53 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:14.629459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9af4c4ad-18bc-4bcc-a0b0-b91419a01cd6 req-81d7355e-3aac-4320-ae68-212798c45a53 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0530691
Jan 29 21:43:14.677868 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9af4c4ad-18bc-4bcc-a0b0-b91419a01cd6 req-6e3c8b86-5de6-4323-8101-a255ccc5ded9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427794
Jan 29 21:43:14.755015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:14.793995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] The host nch2-master-1 is not matching for port b2cda073-f912-44c3-955d-ad65519ea862 host nch1-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:43:14.794386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:15.393191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:15.395485 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f960b658-212b-4067-a2fc-912f306120a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:15.443439 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f448c-c325-40df-a29c-9ea6336b2250 x-openstack-request-id: req-488f448c-c325-40df-a29c-9ea6336b2250 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:15.443737 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:15.444019 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-488f448c-c325-40df-a29c-9ea6336b2250 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:15.444421 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'status': 'completed', 'code': 200}
Jan 29 21:43:15.535240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-b8781bcc-c290-4da8-b4d6-97817ba89781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:15.536727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-b8781bcc-c290-4da8-b4d6-97817ba89781 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1125 time: 0.0744138
Jan 29 21:43:15.541844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-8deea18c-4c5d-426b-a3c9-8ecb7824dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:15.543227 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-8deea18c-4c5d-426b-a3c9-8ecb7824dc02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1125 time: 0.0729821
Jan 29 21:43:15.696137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-6e8357ed-3dd6-43b0-9dac-cab4794228c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:15.697905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-6e8357ed-3dd6-43b0-9dac-cab4794228c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1536078
Jan 29 21:43:15.699202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-c27de085-292c-43fc-920e-483a94efb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:15.700496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-c27de085-292c-43fc-920e-483a94efb455 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1495709
Jan 29 21:43:15.761420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:15.835480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-661f7c46-08f2-44bf-99b9-c43889184e49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.1266010
Jan 29 21:43:15.845906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-ae974359-332b-4a67-a9c6-0dcc891aecd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.1428766
Jan 29 21:43:16.167208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a560ce-f456-426a-b5ea-4d5d02ad492b req-1a404ea7-7920-4019-a7b4-8026adfdeb2c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:16.168641 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70a560ce-f456-426a-b5ea-4d5d02ad492b req-1a404ea7-7920-4019-a7b4-8026adfdeb2c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.3944888
Jan 29 21:43:16.189044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-0a506fa8-a3d6-4544-acb6-88f99af095cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:16.190426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-0a506fa8-a3d6-4544-acb6-88f99af095cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.3466737
Jan 29 21:43:16.211093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-d45032ef-d5e0-4e06-80cc-aedb54c46304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:16.212451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-d45032ef-d5e0-4e06-80cc-aedb54c46304 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.3582387
Jan 29 21:43:16.289429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70a560ce-f456-426a-b5ea-4d5d02ad492b req-463c8b34-2460-4cb0-8531-76bcddbb76c1 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142616
Jan 29 21:43:16.305083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-d7515a90-6a41-4d92-b32a-cc4b9fe2b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:16.307070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-d7515a90-6a41-4d92-b32a-cc4b9fe2b2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1081200
Jan 29 21:43:16.309763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b658-212b-4067-a2fc-912f306120a8 req-7f03389d-c0be-4a89-b6ba-e259f319ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:16.311099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-7f03389d-c0be-4a89-b6ba-e259f319ffe2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0837536
Jan 29 21:43:16.466715 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-47a74b90-ca7d-4be1-b1a6-f0bac897b12c service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526983
Jan 29 21:43:16.468442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-c0bd5590-aa5c-49cd-a2ed-065927ad752b service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475492
Jan 29 21:43:16.621950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-96d335dc-095a-47bd-ba83-17d3ecd4066e service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482401
Jan 29 21:43:16.624050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f960b658-212b-4067-a2fc-912f306120a8 req-9e56c589-2255-4472-bb91-2d75183e2aba service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431959
Jan 29 21:43:16.953409 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:17.419096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f6fd1-271f-47ce-952e-83720afe24b9 req-7387fdd8-341e-4e20-8cc5-b29796df21af tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:17.420564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e7f6fd1-271f-47ce-952e-83720afe24b9 req-7387fdd8-341e-4e20-8cc5-b29796df21af tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0556488
Jan 29 21:43:17.468010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e7f6fd1-271f-47ce-952e-83720afe24b9 req-37ac2b49-2372-4190-a756-4bf0e064073c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418241
Jan 29 21:43:18.593768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8433a-94fb-4778-8999-cda247985c40 req-0c6a630c-0b61-493e-9173-72d6c6232987 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:18.595237 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cb8433a-94fb-4778-8999-cda247985c40 req-0c6a630c-0b61-493e-9173-72d6c6232987 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0597031
Jan 29 21:43:18.640275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2cb8433a-94fb-4778-8999-cda247985c40 req-0f063ad2-3238-4f11-8bce-01c09ef08fdb tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394919
Jan 29 21:43:19.767192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1427e75-50fb-4a1e-89d2-44cec1ce4965 req-529d9a65-be0f-4e22-8555-ab6544834f31 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:19.768721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1427e75-50fb-4a1e-89d2-44cec1ce4965 req-529d9a65-be0f-4e22-8555-ab6544834f31 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 943 time: 0.0517750
Jan 29 21:43:19.815802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b1427e75-50fb-4a1e-89d2-44cec1ce4965 req-7d3ea9a4-7471-4985-b942-c8c21ee63b3f tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415432
Jan 29 21:43:20.466467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:43:20.558641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:20.569721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'b2cda073-f912-44c3-955d-ad65519ea862', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:43:20.609667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:20.610050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:20.622125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:43:20.640169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:20.644133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:20.689206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:20.938342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511716c-0d94-4e76-9725-fc7a9a406a79 req-0c8649d4-496d-4723-a0c1-a31462a2f335 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:20.940000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6511716c-0d94-4e76-9725-fc7a9a406a79 req-0c8649d4-496d-4723-a0c1-a31462a2f335 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0554988
Jan 29 21:43:20.979435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['b2cda073-f912-44c3-955d-ad65519ea862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:43:20.995838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6511716c-0d94-4e76-9725-fc7a9a406a79 req-a39b7f4a-109b-4406-aac1-d872d41a92e2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499294
Jan 29 21:43:21.312766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-ff289a9c-ba48-4db7-b529-de70f038e2f7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.314262 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-ff289a9c-ba48-4db7-b529-de70f038e2f7 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a&tenant_id=753da2bb46c048c68d0dd786113b9137&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0864706
Jan 29 21:43:21.325117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8a39-7133-4128-b848-f0697d37379d req-b0ff79b6-f861-48be-b7a3-e992704e7016 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.326493 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8ae8a39-7133-4128-b848-f0697d37379d req-b0ff79b6-f861-48be-b7a3-e992704e7016 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0710547
Jan 29 21:43:21.410249 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c8ae8a39-7133-4128-b848-f0697d37379d req-45d9ddb7-bf24-479d-ac6a-aa446a0d711c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778918
Jan 29 21:43:21.415768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-3a615b66-56b8-49a2-b93e-432f966370ad service neutron] 10.222.0.36 "GET /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0884304
Jan 29 21:43:21.478926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-e59984b8-de69-4622-9c91-227360efec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.480951 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-e59984b8-de69-4622-9c91-227360efec58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1126 time: 0.0439057
Jan 29 21:43:21.567737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-8052e769-f604-4582-b011-c740811c70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.569199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-8052e769-f604-4582-b011-c740811c70f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0828757
Jan 29 21:43:21.636448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-296b6828-d237-4afd-a113-19c64d13a426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1001 time: 0.0612452
Jan 29 21:43:21.685304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0a6dbffb-642b-40ee-8f10-150d3134521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.686656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0a6dbffb-642b-40ee-8f10-150d3134521c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0439289
Jan 29 21:43:21.734496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0eaed9de-b408-434c-94bf-3ff8ff71b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:21.735946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0eaed9de-b408-434c-94bf-3ff8ff71b27b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432870
Jan 29 21:43:21.824860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-3b59a578-eaee-4720-9879-0c0d543490f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827520
Jan 29 21:43:21.909618 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-3ae0ed7b-aa46-4c5f-9fdb-11eb71279b58 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794199
Jan 29 21:43:22.473013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:43:22.523120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port b2cda073-f912-44c3-955d-ad65519ea862 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:43:22.527374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port b2cda073-f912-44c3-955d-ad65519ea862 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:43:22.527751 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2cda073-f912-44c3-955d-ad65519ea862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:22.538962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cc6a4-32a0-45c9-b1dd-b99a198a0674 req-5ef83017-e544-4cdd-9e9f-91e6ddc42663 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:22.540460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7cc6a4-32a0-45c9-b1dd-b99a198a0674 req-5ef83017-e544-4cdd-9e9f-91e6ddc42663 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0584574
Jan 29 21:43:22.588750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa7cc6a4-32a0-45c9-b1dd-b99a198a0674 req-88d4e292-2dcc-4e77-bf07-5c83609a6330 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419092
Jan 29 21:43:22.608134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:22.608134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:22.631422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:22.633805 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d940bb6a-6959-4ec7-8e8c-f26baeaf7286" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:22.646108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:22.650807 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:22.686130 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e50ce-b766-4aa7-ac09-d714ea4a8149 x-openstack-request-id: req-4d2e50ce-b766-4aa7-ac09-d714ea4a8149 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:22.686428 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:22.686682 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d2e50ce-b766-4aa7-ac09-d714ea4a8149 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:22.687074 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'code': 200}
Jan 29 21:43:22.700417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:22.885359 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:23.716328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51337cb4-b483-48fb-8728-88b0e94153d9 req-4fd61709-6755-4da3-a1cc-154fb8de9b9a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:23.717981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51337cb4-b483-48fb-8728-88b0e94153d9 req-4fd61709-6755-4da3-a1cc-154fb8de9b9a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0537801
Jan 29 21:43:23.767702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51337cb4-b483-48fb-8728-88b0e94153d9 req-22a1cc53-d29e-4d80-b7d5-77d364aa530b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438881
Jan 29 21:43:23.815519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:24.377997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-4ff32be5-6148-499a-82b4-f9cb8ee4e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:24.379517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-4ff32be5-6148-499a-82b4-f9cb8ee4e869 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a&tenant_id=753da2bb46c048c68d0dd786113b9137 HTTP/1.1" status: 200  len: 1127 time: 0.0485141
Jan 29 21:43:24.389758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:24.446256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:24.645740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:24.677781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:24.721077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:24.723268 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62a0362-1d8a-4cec-a094-cc912621f54f" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:24.727273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks [] for port (b2cda073-f912-44c3-955d-ad65519ea862), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:24.739547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Transition to ACTIVE for port object b2cda073-f912-44c3-955d-ad65519ea862 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:43:24.743313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:24.782168 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc3d16-ee90-4996-91d5-9698ca713bb3 x-openstack-request-id: req-0afc3d16-ee90-4996-91d5-9698ca713bb3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:24.782527 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:24.782716 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0afc3d16-ee90-4996-91d5-9698ca713bb3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:24.783118 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'code': 200}
Jan 29 21:43:24.793418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=10']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:24.802919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.803276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.803615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.803954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.804299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.804630 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.804960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.805313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.805640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.805966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.806295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.806617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.806943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:24.910055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] No DVR routers for this DVR port b2cda073-f912-44c3-955d-ad65519ea862 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:43:25.000932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6d0-1be0-4b90-a8e0-0561ee972098 req-2cc0b2a7-0b5c-4654-8359-4edaa3b5e8f2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.002348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1f3b6d0-1be0-4b90-a8e0-0561ee972098 req-2cc0b2a7-0b5c-4654-8359-4edaa3b5e8f2 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.1493933
Jan 29 21:43:25.083775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1f3b6d0-1be0-4b90-a8e0-0561ee972098 req-588df76a-c7a2-4497-9194-1b1a4545539d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753422
Jan 29 21:43:25.092542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:43:25.092881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:43:25.093245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:25.097548 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:43:25.097870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Attempting to bind port b2cda073-f912-44c3-955d-ad65519ea862 on network e5fa92d3-925d-4c1d-bd57-4b73e9d619de {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:25.102762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:43:25.103102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Checking segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:43:25.103482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Bound using segment: {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:43:25.103903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Bound port: b2cda073-f912-44c3-955d-ad65519ea862, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd36d0da-f2cd-4377-b1c4-e047540eb610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:43:25.104257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:25.164957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:25.167938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:43:25.174004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:25.214867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.215548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:25.217050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] 10.222.0.18 "PUT /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1092 time: 0.8310897
Jan 29 21:43:25.236214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91787a54-b94a-4344-b174-675f2a2ad7cd service neutron] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=11']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:25.288003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-353a3c1e-6180-4353-aee4-36a52744f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.289607 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-353a3c1e-6180-4353-aee4-36a52744f784 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1126 time: 0.0497968
Jan 29 21:43:25.384055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-e50448cf-9f50-4997-9b2a-cc6afa45939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.385546 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-e50448cf-9f50-4997-9b2a-cc6afa45939f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.0894997
Jan 29 21:43:25.454764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-8a36d9c3-4c6a-4303-a6a0-9037f7d56ade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.0632770
Jan 29 21:43:25.502227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-78f5ed06-4cf5-473b-ae5d-1e4b200e59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.503568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-78f5ed06-4cf5-473b-ae5d-1e4b200e59b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.0434878
Jan 29 21:43:25.550609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0b99020a-a44a-4b79-a455-fddcdfe6f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:25.552063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-0b99020a-a44a-4b79-a455-fddcdfe6f5d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422103
Jan 29 21:43:25.641128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-bb0d0930-e325-4bd2-a781-f7f4751a201d service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820205
Jan 29 21:43:25.730795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44ad69e4-b3be-472c-b798-9c5a9bdc9c82 req-bf20cc3e-fefb-4be7-9169-a4b782733a0b service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839674
Jan 29 21:43:26.210141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fe37-26fc-41d6-b46b-8ffd65efb12f req-61e62ad7-7a54-4857-9658-083abacfeb1d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:26.211598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03d0fe37-26fc-41d6-b46b-8ffd65efb12f req-61e62ad7-7a54-4857-9658-083abacfeb1d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0562811
Jan 29 21:43:26.256899 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-03d0fe37-26fc-41d6-b46b-8ffd65efb12f req-179d6c73-4005-45bd-a8f2-caa16d1bff1c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390873
Jan 29 21:43:26.472764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:26.515596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port b2cda073-f912-44c3-955d-ad65519ea862 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:43:26.515996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:26.784417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:26.786726 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e26534f-82fd-4ef0-b831-ecd9619178df" -d '{"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:26.834653 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7379938-5ea2-46d7-991e-426ab22a9ec3 x-openstack-request-id: req-c7379938-5ea2-46d7-991e-426ab22a9ec3 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:26.834974 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:26.835228 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7379938-5ea2-46d7-991e-426ab22a9ec3 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:26.835635 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'status': 'completed', 'code': 200}
Jan 29 21:43:26.923050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-383545cc-3350-4963-ac04-5480688663ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:26.924548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-383545cc-3350-4963-ac04-5480688663ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1126 time: 0.0652552
Jan 29 21:43:26.927063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-652f9db3-d1aa-48bb-9fc6-98004e1d898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:26.928419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-652f9db3-d1aa-48bb-9fc6-98004e1d898f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=753da2bb46c048c68d0dd786113b9137&device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 1126 time: 0.0773315
Jan 29 21:43:27.081606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-a50a4955-7ccb-4695-b547-b3fd6a8ff28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.082980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-a50a4955-7ccb-4695-b547-b3fd6a8ff28f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1528907
Jan 29 21:43:27.087199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-b04d2de2-dc0b-4a08-86ab-1b2fa1d159ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.088567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-b04d2de2-dc0b-4a08-86ab-1b2fa1d159ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 200  len: 912 time: 0.1412427
Jan 29 21:43:27.193343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-e39306ad-b86b-43d5-92fb-fbcc458a9e8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.1038041
Jan 29 21:43:27.195072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-fc3380ba-b03b-470b-a976-0bd5bd869be6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 200  len: 1000 time: 0.1000564
Jan 29 21:43:27.545536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-408abe5a-2548-4b37-9c39-cf80186367ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.546981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-408abe5a-2548-4b37-9c39-cf80186367ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.3411779
Jan 29 21:43:27.548212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-8c33961d-6470-4077-955c-f6b1cfd34ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.549549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-8c33961d-6470-4077-955c-f6b1cfd34ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 200  len: 850 time: 0.3506985
Jan 29 21:43:27.596484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69520-eff0-4406-aa70-953d849e2169 req-de43a5e0-e18e-4bcb-ae76-417d7041a0f9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.597927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1de69520-eff0-4406-aa70-953d849e2169 req-de43a5e0-e18e-4bcb-ae76-417d7041a0f9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.1439743
Jan 29 21:43:27.665170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-e21d81ef-0d3f-40ab-894e-2340d768ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.666710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-e21d81ef-0d3f-40ab-894e-2340d768ccb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1131136
Jan 29 21:43:27.675668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-cee62d1d-8f99-434f-9278-59ff88b96f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:27.677193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-cee62d1d-8f99-434f-9278-59ff88b96f6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5fa92d3-925d-4c1d-bd57-4b73e9d619de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1148739
Jan 29 21:43:27.710637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1de69520-eff0-4406-aa70-953d849e2169 req-96edad7e-8851-4e5f-98d9-77a19c5bbc8a tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981493
Jan 29 21:43:27.839825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-4f4b0d8e-caf6-4279-90d8-f4d0c3eb4de4 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589494
Jan 29 21:43:27.841857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-77173f2d-30a9-4550-9be9-5838ed810001 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524906
Jan 29 21:43:27.995509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-38f664c1-318d-47af-8b32-cfe27e801e52 service neutron] 10.222.0.18 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491477
Jan 29 21:43:27.998822 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e26534f-82fd-4ef0-b831-ecd9619178df req-795ac791-8690-4453-9143-3c137e5bccf5 service neutron] 10.222.0.36 "GET /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456923
Jan 29 21:43:28.842963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0f55-6a41-4422-b1bb-7c441d03cb16 req-0d5bde5a-31d7-4408-8b97-dcc53dbdf88c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:28.844510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a6d0f55-6a41-4422-b1bb-7c441d03cb16 req-0d5bde5a-31d7-4408-8b97-dcc53dbdf88c tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0540161
Jan 29 21:43:28.891143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4a6d0f55-6a41-4422-b1bb-7c441d03cb16 req-ac0106ee-c4d0-41b5-81db-b2416ed7d2af tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407183
Jan 29 21:43:30.012275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19a79f-ef4a-4226-a5b1-bd5436171cde req-e9de360b-d9a2-45b6-91a8-d6449fd614cf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:30.013800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e19a79f-ef4a-4226-a5b1-bd5436171cde req-e9de360b-d9a2-45b6-91a8-d6449fd614cf tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 944 time: 0.0528996
Jan 29 21:43:30.064214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e19a79f-ef4a-4226-a5b1-bd5436171cde req-331be6b7-d9b8-49ff-b59f-b3433409a385 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447292
Jan 29 21:43:30.794459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:43:30.887716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:30.898861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'b2cda073-f912-44c3-955d-ad65519ea862', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'port_id': 'b2cda073-f912-44c3-955d-ad65519ea862', 'mac_address': 'fa:16:3e:e0:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:43:30.939422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:30.939816 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:30.953094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:43:30.971632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:30.975383 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:31.020562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=12']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:31.181278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701f3-4d68-400c-ba2e-a5a4b991f563 req-3dca19eb-880a-44aa-8020-cc9e8772d7df tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:31.183345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4701f3-4d68-400c-ba2e-a5a4b991f563 req-3dca19eb-880a-44aa-8020-cc9e8772d7df tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0525372
Jan 29 21:43:31.231801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b4701f3-4d68-400c-ba2e-a5a4b991f563 req-14d17b9d-2f29-44ff-ab06-ccafef752504 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429275
Jan 29 21:43:31.286763 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['b2cda073-f912-44c3-955d-ad65519ea862'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:43:31.350419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c447a2-8dd0-42a3-ac3f-c4188c57383a req-0d1405e1-c597-4ac8-90e8-fd59d939eab9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:31.351819 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26c447a2-8dd0-42a3-ac3f-c4188c57383a req-0d1405e1-c597-4ac8-90e8-fd59d939eab9 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0528607
Jan 29 21:43:31.398915 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26c447a2-8dd0-42a3-ac3f-c4188c57383a req-b28e871b-2ba8-4be8-aa67-a1757d866155 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407310
Jan 29 21:43:31.521540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25115aa2-6952-4251-adf5-84339b6d794c req-ae10cb84-9374-49ef-8518-5f8fcd4e2c25 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:31.523099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25115aa2-6952-4251-adf5-84339b6d794c req-ae10cb84-9374-49ef-8518-5f8fcd4e2c25 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0558174
Jan 29 21:43:31.569965 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25115aa2-6952-4251-adf5-84339b6d794c req-b3c69aa1-789b-4ff3-b1d0-38433c7ac370 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408831
Jan 29 21:43:31.807039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd94554-78fc-4d83-99de-ca0e0ef00383 req-48da7876-b1a6-4c03-824d-cad92d1c5fbc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:31.808497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dd94554-78fc-4d83-99de-ca0e0ef00383 req-48da7876-b1a6-4c03-824d-cad92d1c5fbc tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0514238
Jan 29 21:43:31.855795 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1dd94554-78fc-4d83-99de-ca0e0ef00383 req-8c194732-cdfe-4a7d-9050-d74f93ea803b tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415354
Jan 29 21:43:32.833003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:43:32.880798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port b2cda073-f912-44c3-955d-ad65519ea862 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:43:32.884872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port b2cda073-f912-44c3-955d-ad65519ea862 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:43:32.885292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b2cda073-f912-44c3-955d-ad65519ea862), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:32.963821 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port b2cda073-f912-44c3-955d-ad65519ea862 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:32.964208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:32.977228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11694f3-f4fd-4310-9973-417ee3abbb45 req-83f1cc85-b4e8-4e18-aa07-bd795a10267d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:32.978744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e11694f3-f4fd-4310-9973-417ee3abbb45 req-83f1cc85-b4e8-4e18-aa07-bd795a10267d tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 945 time: 0.0511911
Jan 29 21:43:32.986653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:32.988830 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc79397-5371-446c-a31a-1c1c1f6d92e3" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:33.001719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:33.007481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:33.031660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e11694f3-f4fd-4310-9973-417ee3abbb45 req-6a2774d0-b47b-4185-b55c-0f6ff8695622 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464475
Jan 29 21:43:33.034628 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f427c1-8121-45a1-b218-625941f79b63 x-openstack-request-id: req-92f427c1-8121-45a1-b218-625941f79b63 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:33.034923 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:33.035174 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92f427c1-8121-45a1-b218-625941f79b63 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:33.035725 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'code': 200}
Jan 29 21:43:33.058861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=13']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:33.672640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-8ede17ab-40ec-43d6-9f1b-794706a3bda5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:33.674097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-8ede17ab-40ec-43d6-9f1b-794706a3bda5 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 946 time: 0.0513530
Jan 29 21:43:33.765385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Deleting port b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:33.765735 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b2cda073-f912-44c3-955d-ad65519ea862), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:33.853688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] For port b2cda073-f912-44c3-955d-ad65519ea862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cda073-f912-44c3-955d-ad65519ea862,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:33.854562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b2cda073-f912-44c3-955d-ad65519ea862), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:34.019210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:34.019845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:34.019845 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae disassociated. External IP: 172.35.4.175, port: b2cda073-f912-44c3-955d-ad65519ea862.
Jan 29 21:43:34.020130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Calling delete_port for b2cda073-f912-44c3-955d-ad65519ea862 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:34.183279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b2cda073-f912-44c3-955d-ad65519ea862), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:34.191466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae12f-0a90-4968-be21-916f8435a05b req-0b98eab0-531d-4704-9032-4d252d8289d6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:34.192948 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f5ae12f-0a90-4968-be21-916f8435a05b req-0b98eab0-531d-4704-9032-4d252d8289d6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fae7fcb-6705-476a-b7cf-e5316a32f31a HTTP/1.1" status: 200  len: 868 time: 0.0870919
Jan 29 21:43:34.226796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'Port': ['ID=b2cda073-f912-44c3-955d-ad65519ea862,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:34.337200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3f5ae12f-0a90-4968-be21-916f8435a05b req-2963a70d-2a62-4b12-bd7d-d67ebbad3ac3 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d17f356-4869-41f5-89b1-2f0cc4cc0adf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381700
Jan 29 21:43:34.376641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:43:34.481681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:43:34.492880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:43:34.502537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:43:34.503245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6c6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:43:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:34.524878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] No DVR routers for this DVR port b2cda073-f912-44c3-955d-ad65519ea862 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:43:34.528031 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:34.531404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-954f3f5f-e441-4263-b6f9-9e071721b230 req-6eee35ec-4161-4667-8791-67a47f2d8aec tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.18 "DELETE /v2.0/ports/b2cda073-f912-44c3-955d-ad65519ea862 HTTP/1.1" status: 204  len: 173 time: 0.8522146
Jan 29 21:43:34.531848 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-deleted', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:34.534193 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c714b08-1ea9-4a16-8bb8-0093157c7cc5" -d '{"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-deleted", "tag": "b2cda073-f912-44c3-955d-ad65519ea862"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:34.574170 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6970aaaf-f8d4-4530-9893-29e67332d65b x-openstack-request-id: req-6970aaaf-f8d4-4530-9893-29e67332d65b {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:34.574472 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fae7fcb-6705-476a-b7cf-e5316a32f31a", "name": "network-vif-deleted", "tag": "b2cda073-f912-44c3-955d-ad65519ea862", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:34.574731 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6970aaaf-f8d4-4530-9893-29e67332d65b {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:34.575137 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae7fcb-6705-476a-b7cf-e5316a32f31a', 'name': 'network-vif-deleted', 'tag': 'b2cda073-f912-44c3-955d-ad65519ea862', 'status': 'completed', 'code': 200}
Jan 29 21:43:34.623358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:43:34.822488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6c6eb0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:34.851964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:43:34.860472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:43:34.861151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6c6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:43:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:35.129289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:43:35.320885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6c6eb0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:35.347011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002dbcf-65fc-4d99-acdf-7c5f89255876 None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:39Z', 'revision_number': 4, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0757aab-252f-4191-b3e4-afaef8db0d53', 'name': '', 'network_id': 'e5fa92d3-925d-4c1d-bd57-4b73e9d619de', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'mac_address': 'fa:16:3e:62:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:38Z', 'updated_at': '2022-01-29T21:39:42Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'subnets': [{'id': '188366f0-9ab7-4372-8df7-6b5732ec4728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:43:35.581786 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d75af-c09e-4bd7-8bca-02f1c48e8198 None None] New status for floating IP 98375aea-f02d-4ac7-8a17-f47a605af6ae: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:43:36.872295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:36.895902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: b2cda073-f912-44c3-955d-ad65519ea862 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:43:36.896253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device b2cda073-f912-44c3-955d-ad65519ea862 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:36.955096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35564) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:37.006160 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (1d17f356-4869-41f5-89b1-2f0cc4cc0adf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.028861 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (1d17f356-4869-41f5-89b1-2f0cc4cc0adf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.080587 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (1d17f356-4869-41f5-89b1-2f0cc4cc0adf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.083341 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.086723 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d17f356-4869-41f5-89b1-2f0cc4cc0adf HTTP/1.1" status: 204  len: 168 time: 0.1284156
Jan 29 21:43:37.087168 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35566) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:37.093445 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17f356-4869-41f5-89b1-2f0cc4cc0adf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:37.100656 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [None req-cc39a901-abf8-4ba8-ab0f-0da27a139130 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] show failed (client error): The resource could not be found.
Jan 29 21:43:37.101029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.101395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.101649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cc39a901-abf8-4ba8-ab0f-0da27a139130 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "GET /v2.0/security-groups/1d17f356-4869-41f5-89b1-2f0cc4cc0adf HTTP/1.1" status: 404  len: 347 time: 0.0134676
Jan 29 21:43:37.101765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.102084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.102433 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.102775 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.103113 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.103446 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.103776 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.104108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.104384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35568) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:37.104506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.104749 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.105112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c163e4-820c-44dd-866c-19a60eecad26 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:37.227523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Deleting port 2789ebd2-9a54-4872-98ee-768972c5fa72 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:37.227872 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.301401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.301726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (2789ebd2-9a54-4872-98ee-768972c5fa72), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.313424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Calling delete_port for 2789ebd2-9a54-4872-98ee-768972c5fa72 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:37.450686 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2789ebd2-9a54-4872-98ee-768972c5fa72), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.476580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Pushing event deleted for resources: {'Port': ['ID=2789ebd2-9a54-4872-98ee-768972c5fa72,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:37.538028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks [] for floatingip (98375aea-f02d-4ac7-8a17-f47a605af6ae), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.541079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:37.542238 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-43b1fbdf-86c5-470a-b26f-762c19b16ec6 tempest-ServerActionsTestJSON-1042019319 tempest-ServerActionsTestJSON-1042019319-project] 10.222.0.20 "DELETE /v2.0/floatingips/98375aea-f02d-4ac7-8a17-f47a605af6ae HTTP/1.1" status: 204  len: 168 time: 0.4367497
Jan 29 21:43:37.545625 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35570) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:37.948223 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:38.483091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Deleting port b0757aab-252f-4191-b3e4-afaef8db0d53 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:38.483759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:38.559102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] For port b0757aab-252f-4191-b3e4-afaef8db0d53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0757aab-252f-4191-b3e4-afaef8db0d53,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:38.559456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:38.572096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Calling delete_port for b0757aab-252f-4191-b3e4-afaef8db0d53 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:38.746286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (b0757aab-252f-4191-b3e4-afaef8db0d53), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:38.772584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0757aab-252f-4191-b3e4-afaef8db0d53,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:38.940681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.152268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:43:39.254106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:43:39.262347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35572) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:39.262761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-02861637-c10c-4272-a9a2-031526e489f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/f68706dc-ca5b-4c14-8798-3cd94f8f7d31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7158477
Jan 29 21:43:39.263770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Sync routers for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:43:39.275928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:43:39.277345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:43:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:39.369590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks [] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.384210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:43:39.469450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks [] for router_gateway (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.521341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Deleting port b8011af1-fa18-4524-95c8-4b2cd756933a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:39.521708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.566663 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1abb0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:43:38Z', 'revision_number': 5, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port': {'id': 'b8011af1-fa18-4524-95c8-4b2cd756933a', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:39.594963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Checking router: f68706dc-ca5b-4c14-8798-3cd94f8f7d31 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:43:39.600231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] For port b8011af1-fa18-4524-95c8-4b2cd756933a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8011af1-fa18-4524-95c8-4b2cd756933a,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:39.600597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.603957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Routers {'f68706dc-ca5b-4c14-8798-3cd94f8f7d31'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:43:39.604565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:43:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:39.613193 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Calling delete_port for b8011af1-fa18-4524-95c8-4b2cd756933a owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:39.690682 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] Set router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:43:39.748723 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ae1abb0>, [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:43:39Z', 'revision_number': 6, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:39.774683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e140d-d179-4389-9c3b-9fa0d283364f None None] The sync data for ids ['f68706dc-ca5b-4c14-8798-3cd94f8f7d31'] in ncdv-master-1 is: [{'id': 'f68706dc-ca5b-4c14-8798-3cd94f8f7d31', 'name': 'tempest-ServerActionsTestJSON-394846172-router', 'tenant_id': '753da2bb46c048c68d0dd786113b9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:39:36Z', 'updated_at': '2022-01-29T21:43:39Z', 'revision_number': 6, 'project_id': '753da2bb46c048c68d0dd786113b9137', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:43:39.775602 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (b8011af1-fa18-4524-95c8-4b2cd756933a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.808300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8011af1-fa18-4524-95c8-4b2cd756933a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:39.873832 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.963971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:39.966119 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks [] for router_controller (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.007082 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (f68706dc-ca5b-4c14-8798-3cd94f8f7d31), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.007608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68706dc-ca5b-4c14-8798-3cd94f8f7d31 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:43:40.012848 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.014178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5f9b3462-21be-4749-8534-d667fcc3b7cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/f68706dc-ca5b-4c14-8798-3cd94f8f7d31 HTTP/1.1" status: 204  len: 168 time: 0.7507660
Jan 29 21:43:40.016628 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35574) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:40.062904 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Deleting subnet 188366f0-9ab7-4372-8df7-6b5732ec4728 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:43:40.065833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Publish callbacks [] for subnet (188366f0-9ab7-4372-8df7-6b5732ec4728), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.099441 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (188366f0-9ab7-4372-8df7-6b5732ec4728), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.176408 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (188366f0-9ab7-4372-8df7-6b5732ec4728), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.231867 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (188366f0-9ab7-4372-8df7-6b5732ec4728), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.262204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188366f0-9ab7-4372-8df7-6b5732ec4728,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:40.264070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.267269 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7d797404-9a7a-470f-b023-d3c0ab6fc07d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/188366f0-9ab7-4372-8df7-6b5732ec4728 HTTP/1.1" status: 204  len: 168 time: 0.2496898
Jan 29 21:43:40.268831 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f30949-8be2-4fb9-8629-8107e168044d None None] Network e5fa92d3-925d-4c1d-bd57-4b73e9d619de requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:43:40.270101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35576) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:40.340232 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e5fa92d3-925d-4c1d-bd57-4b73e9d619de), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.394343 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Deleting port 1ea0e211-490c-4e46-aa61-d385e1a94368 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:40.394681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.414140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fbf4786f-3555-4b9b-af56-ad59717bad6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.460073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] For port 1ea0e211-490c-4e46-aa61-d385e1a94368, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ea0e211-490c-4e46-aa61-d385e1a94368,segment=NetworkSegment(fd36d0da-f2cd-4377-b1c4-e047540eb610),segment_id=fd36d0da-f2cd-4377-b1c4-e047540eb610)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:40.460444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.472890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Calling delete_port for 1ea0e211-490c-4e46-aa61-d385e1a94368 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:40.497314 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:43:40.531010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] DHCP port deletion for e5fa92d3-925d-4c1d-bd57-4b73e9d619de request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:43:40.554392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.581158 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea0e211-490c-4e46-aa61-d385e1a94368,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:40.584780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] No DVR routers for this DVR port 1ea0e211-490c-4e46-aa61-d385e1a94368 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:43:40.585752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Deleting port 1ea0e211-490c-4e46-aa61-d385e1a94368 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:43:40.586254 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.655752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] For port 1ea0e211-490c-4e46-aa61-d385e1a94368, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:40.656270 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.663008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e5fa92d3-925d-4c1d-bd57-4b73e9d619de), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.669746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Calling delete_port for 1ea0e211-490c-4e46-aa61-d385e1a94368 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:43:40.672463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Port 1ea0e211-490c-4e46-aa61-d385e1a94368 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 21:43:40.673779 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (1ea0e211-490c-4e46-aa61-d385e1a94368), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.683899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a425e80>,) {'filters': {'network_id': ['e5fa92d3-925d-4c1d-bd57-4b73e9d619de']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:40.692937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a425e80>, 'fd36d0da-f2cd-4377-b1c4-e047540eb610') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:40.693259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a425e80>, 'fd36d0da-f2cd-4377-b1c4-e047540eb610') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:43:40.698496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Pushing event deleted for resources: {'Port': ['ID=1ea0e211-490c-4e46-aa61-d385e1a94368,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:40.702860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] No DVR routers for this DVR port 1ea0e211-490c-4e46-aa61-d385e1a94368 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:43:40.704101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (fd36d0da-f2cd-4377-b1c4-e047540eb610), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.710115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.710829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.711352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.711861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.712368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.712870 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.713404 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.713923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.714946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.715704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.715704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.715948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.716285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04a59f-1e08-4545-97b3-de901dd09e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:43:40.721395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fd36d0da-f2cd-4377-b1c4-e047540eb610), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.727846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:43:40.728237 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (fd36d0da-f2cd-4377-b1c4-e047540eb610), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:43:40.730496 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:43:40.785859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e5fa92d3-925d-4c1d-bd57-4b73e9d619de), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.791516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:40.797460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5fa92d3-925d-4c1d-bd57-4b73e9d619de HTTP/1.1" status: 204  len: 168 time: 0.5263157
Jan 29 21:43:40.814328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892d4e-738e-4f0a-bc8d-31377550d04b admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fa92d3-925d-4c1d-bd57-4b73e9d619de,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:40.926509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35580) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:40.965846 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4664084-b7b4-4207-ab99-78c7333cde7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=753da2bb46c048c68d0dd786113b9137&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381606
Jan 29 21:43:40.968145 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35582) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:41.013690 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] Publish callbacks [] for security_group (17892f40-a1cc-464d-b27d-d02fc3e4443c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:41.034643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] Publish callbacks [] for security_group (17892f40-a1cc-464d-b27d-d02fc3e4443c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:41.081428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (17892f40-a1cc-464d-b27d-d02fc3e4443c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:41.084017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:41.085343 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17892f40-a1cc-464d-b27d-d02fc3e4443c HTTP/1.1" status: 204  len: 168 time: 0.1162951
Jan 29 21:43:41.093657 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c1a81-c3b3-429a-8cf8-9c7ce119edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17892f40-a1cc-464d-b27d-d02fc3e4443c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:41.309721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b8011af1-fa18-4524-95c8-4b2cd756933a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:41.333859 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b8011af1-fa18-4524-95c8-4b2cd756933a {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:43:41.334131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b8011af1-fa18-4524-95c8-4b2cd756933a not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:41.334560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ea0e211-490c-4e46-aa61-d385e1a94368 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:41.353710 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1ea0e211-490c-4e46-aa61-d385e1a94368 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:43:41.354070 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1ea0e211-490c-4e46-aa61-d385e1a94368 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:41.354484 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b0757aab-252f-4191-b3e4-afaef8db0d53 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:43:41.373108 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b0757aab-252f-4191-b3e4-afaef8db0d53 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:43:41.373470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b0757aab-252f-4191-b3e4-afaef8db0d53 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:43:41.770468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:42.006439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1757221251-network', 'tenant_id': 'ae260e74b41d4a48a8ea34b85bfb4858'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:42.025407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Made reservation on behalf of ae260e74b41d4a48a8ea34b85bfb4858 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:43:42.028238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.036411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.112395 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks [] for security_group (89559dfc-329a-4e91-995c-6e64acc3f967), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.116169 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (89559dfc-329a-4e91-995c-6e64acc3f967), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.139671 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:43:42.148046 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89559dfc-329a-4e91-995c-6e64acc3f967,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:42.154390 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (87f9bcaa-b582-48d1-953c-8c263b6db2f1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.154731 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Added segment 87f9bcaa-b582-48d1-953c-8c263b6db2f1 of type vlan for network f0105bf1-8dde-4417-8ad5-ff853c144725
Jan 29 21:43:42.193703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (f0105bf1-8dde-4417-8ad5-ff853c144725), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.220336 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (f0105bf1-8dde-4417-8ad5-ff853c144725), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.221318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:42.221995 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.276377 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5047317
Jan 29 21:43:42.280022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35608) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:43:42.282269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f2df-7df8-4116-abd4-b29ee910693b admin admin] Pushing event updated for resources: {'Network': ['ID=f0105bf1-8dde-4417-8ad5-ff853c144725,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:42.285113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Request body: {'subnet': {'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1757221251-subnet', 'tenant_id': 'ae260e74b41d4a48a8ea34b85bfb4858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:42.295755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network f0105bf1-8dde-4417-8ad5-ff853c144725 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:43:42.305031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Made reservation on behalf of ae260e74b41d4a48a8ea34b85bfb4858 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:43:42.307393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.473859 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (98844ddb-7c10-4aef-8b96-4f792872fbda), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.529612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98844ddb-7c10-4aef-8b96-4f792872fbda,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:42.536551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Checking segment: {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:43:42.536912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Network hostable DHCP agents. Network: f0105bf1-8dde-4417-8ad5-ff853c144725, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:43:42.553329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Network f0105bf1-8dde-4417-8ad5-ff853c144725 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:43:42.560823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0105bf1-8dde-4417-8ad5-ff853c144725) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:43:42.564609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:42.565216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:42.569383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e679c24-8f06-4207-a4f1-6db1c5ebfc58 None None] Network f0105bf1-8dde-4417-8ad5-ff853c144725 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:43:42.581167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3e500ffc-af12-4ec6-97d1-966fca47f4c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.2999640
Jan 29 21:43:42.664706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10471e2-1120-4ef5-a6ae-5dab98564748 None None] Network f0105bf1-8dde-4417-8ad5-ff853c144725 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:43:42.775256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46cb40ec-4eea-45eb-abe5-c9dcf8786c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:43.000097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-873b5955-fd50-482f-92c9-f1cde2ee5a62 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:43.001597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-873b5955-fd50-482f-92c9-f1cde2ee5a62 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 814 time: 0.0985482
Jan 29 21:43:43.016358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-ca16c88f-8f25-4efd-badc-0a2b744a0bfe tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/quotas/ae260e74b41d4a48a8ea34b85bfb4858 HTTP/1.1" status: 200  len: 375 time: 0.0094938
Jan 29 21:43:43.051158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-ee251077-c192-43bd-8166-3fac8f84ad59 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0301445
Jan 29 21:43:43.061704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-9e7b0d45-03fb-4e6a-9619-c6a113fcf1fa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:43:43.062648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-9e7b0d45-03fb-4e6a-9619-c6a113fcf1fa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054240
Jan 29 21:43:43.148671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-fafc9f65-f50b-494f-b94a-bb3b3fcc6027 service neutron] 10.222.0.20 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808215
Jan 29 21:43:43.238300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-6749f827-bda7-406c-93c7-2f33600ff7c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839837
Jan 29 21:43:43.399714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d2d821bd-1e39-453b-aa83-ce8704fe1475 req-c555c1a9-1205-4da9-8b29-b9f97e8056ce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 210 time: 0.0270960
Jan 29 21:43:43.907447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:44.294447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c4314ed6-fd2b-4e93-83aa-a58afb9e28f7 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:44.295927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c4314ed6-fd2b-4e93-83aa-a58afb9e28f7 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.18 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 814 time: 0.1002591
Jan 29 21:43:44.307397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Request body: {'port': {'device_id': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725', 'admin_state_up': True, 'tenant_id': 'ae260e74b41d4a48a8ea34b85bfb4858'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:44.414370 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Made reservation on behalf of ae260e74b41d4a48a8ea34b85bfb4858 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:43:44.417666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:44.504993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-485bd67c-11a7-4a83-b774-7ca5a5828ecf req-263b6452-fcee-4030-ac45-368c64aa4587 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 210 time: 0.0302818
Jan 29 21:43:44.570128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Allocated IP 172.20.0.12 (f0105bf1-8dde-4417-8ad5-ff853c144725/98844ddb-7c10-4aef-8b96-4f792872fbda/162082c5-d264-44ff-b062-7db170a14044) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:43:44.709104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks [] for port (162082c5-d264-44ff-b062-7db170a14044), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:44.741227 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (162082c5-d264-44ff-b062-7db170a14044), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:44.786399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Network f0105bf1-8dde-4417-8ad5-ff853c144725 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:43:44.792347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:43:44.796493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:43:44.802797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Pushing event updated for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:44.846979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:44.847594 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:44.863160 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-c0d31bde-83a6-4bab-aa07-1609ff9c31ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5594676
Jan 29 21:43:44.875082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Request body: {'port': {'device_id': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:44.930871 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (162082c5-d264-44ff-b062-7db170a14044), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.185297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162082c5-d264-44ff-b062-7db170a14044 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:43:45.192633 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks [] for port (162082c5-d264-44ff-b062-7db170a14044), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.204384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Transition to ACTIVE for port object 162082c5-d264-44ff-b062-7db170a14044 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:43:45.208590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (162082c5-d264-44ff-b062-7db170a14044), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.258099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Pushing event updated for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:45.326993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Attempting to bind port 162082c5-d264-44ff-b062-7db170a14044 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:43:45.327357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Attempting to bind port 162082c5-d264-44ff-b062-7db170a14044 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:43:45.327690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Attempting to bind port 162082c5-d264-44ff-b062-7db170a14044 on network f0105bf1-8dde-4417-8ad5-ff853c144725 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:45.332444 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Port 162082c5-d264-44ff-b062-7db170a14044 on network f0105bf1-8dde-4417-8ad5-ff853c144725 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:43:45.332828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Attempting to bind port 162082c5-d264-44ff-b062-7db170a14044 on network f0105bf1-8dde-4417-8ad5-ff853c144725 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:45.337722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:43:45.338065 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Checking segment: {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:43:45.338450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Bound using segment: {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:43:45.338870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Bound port: 162082c5-d264-44ff-b062-7db170a14044, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:43:45.339221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (162082c5-d264-44ff-b062-7db170a14044), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.399257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:45.402694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=162082c5-d264-44ff-b062-7db170a14044,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:43:45.408641 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (162082c5-d264-44ff-b062-7db170a14044), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.442758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:45.443399 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.444751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] 10.222.0.18 "PUT /v2.0/ports/162082c5-d264-44ff-b062-7db170a14044 HTTP/1.1" status: 200  len: 1092 time: 0.5742838
Jan 29 21:43:45.445228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'tag': '162082c5-d264-44ff-b062-7db170a14044'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:45.447514 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b137cf-fc47-49f0-9669-e90466496207" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "tag": "162082c5-d264-44ff-b062-7db170a14044"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:45.470781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4ea08-5954-4f6f-83d0-c48b9b773780 service neutron] Pushing event updated for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:45.492000 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5030a216-e9cd-463f-b5c7-1eddc6d4f6f4 x-openstack-request-id: req-5030a216-e9cd-463f-b5c7-1eddc6d4f6f4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:45.492295 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "tag": "162082c5-d264-44ff-b062-7db170a14044", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:45.492552 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5030a216-e9cd-463f-b5c7-1eddc6d4f6f4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:45.492954 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'tag': '162082c5-d264-44ff-b062-7db170a14044', 'status': 'completed', 'code': 200}
Jan 29 21:43:45.525596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-9605fafd-455a-44ad-880b-8ec9d277c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:45.527205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-9605fafd-455a-44ad-880b-8ec9d277c3c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 1126 time: 0.0447474
Jan 29 21:43:45.570851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-5951a52b-e40c-42cf-9c14-3c94416b4d13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=162082c5-d264-44ff-b062-7db170a14044 HTTP/1.1" status: 200  len: 217 time: 0.0374494
Jan 29 21:43:45.648766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-29b40648-dd02-4b33-b3ac-b4f0213b145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:45.650263 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-29b40648-dd02-4b33-b3ac-b4f0213b145c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 200  len: 854 time: 0.0741527
Jan 29 21:43:45.658393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f00812-4e94-4692-8e6b-fd260c27ed4b req-172cc8dc-0ef4-4393-ae40-1a1ab2216d6e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:45.659754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1f00812-4e94-4692-8e6b-fd260c27ed4b req-172cc8dc-0ef4-4393-ae40-1a1ab2216d6e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 944 time: 0.0858710
Jan 29 21:43:45.693093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-23170025-ddd1-4e85-bb52-43ce61908faa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0105bf1-8dde-4417-8ad5-ff853c144725&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323241
Jan 29 21:43:45.764489 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:45.778063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1f00812-4e94-4692-8e6b-fd260c27ed4b req-82f49ced-8064-445a-bada-87597f6b6601 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098056
Jan 29 21:43:45.807400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-0ddeef47-cd2e-4e6d-b062-aea330ab0d04 service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080441
Jan 29 21:43:46.145283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1cd73d28-73cf-49a8-b965-192457cfd09d req-ec083598-5d25-47b1-9346-5cc1efd6c168 service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3319681
Jan 29 21:43:46.228463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b137cf-fc47-49f0-9669-e90466496207 req-c51d42cb-e008-427d-8fa4-becbded2724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:46.230033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-c51d42cb-e008-427d-8fa4-becbded2724f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 1126 time: 0.0443506
Jan 29 21:43:46.319863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b137cf-fc47-49f0-9669-e90466496207 req-f4c2ce23-8260-436f-8502-fd23416547d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:46.321345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-f4c2ce23-8260-436f-8502-fd23416547d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 915 time: 0.0850301
Jan 29 21:43:46.361408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-1a94083e-9aed-47d2-8b8b-421e18d90f30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=162082c5-d264-44ff-b062-7db170a14044 HTTP/1.1" status: 200  len: 217 time: 0.0340788
Jan 29 21:43:46.406782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b137cf-fc47-49f0-9669-e90466496207 req-6a5bc648-5722-4a91-a6fe-f579fdf27987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:46.408125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-6a5bc648-5722-4a91-a6fe-f579fdf27987 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 200  len: 854 time: 0.0415511
Jan 29 21:43:46.439309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-9b00560b-ad44-4712-bcc1-558430d4e48b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0105bf1-8dde-4417-8ad5-ff853c144725&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257373
Jan 29 21:43:46.527538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-d1588fd7-fd4d-4b3b-8a9d-8dad542e4418 service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827100
Jan 29 21:43:46.620052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b137cf-fc47-49f0-9669-e90466496207 req-c17b610a-7e8a-4b91-9382-958076efe2e2 service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867312
Jan 29 21:43:46.905977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d151-741e-4429-8aa4-b45a4be39378 req-fc3cd0b6-49e4-4b40-a942-5d554a26fb40 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:46.907737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7861d151-741e-4429-8aa4-b45a4be39378 req-fc3cd0b6-49e4-4b40-a942-5d554a26fb40 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 944 time: 0.0606294
Jan 29 21:43:46.954796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:46.956236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7861d151-741e-4429-8aa4-b45a4be39378 req-cc2b715e-5359-4705-aa77-d1b67529f646 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429692
Jan 29 21:43:48.075976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abde496-239b-4398-b5fe-85caf38b9d7c req-8108b044-b0bf-4ce0-a218-63e10a6e9ab6 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:48.077472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5abde496-239b-4398-b5fe-85caf38b9d7c req-8108b044-b0bf-4ce0-a218-63e10a6e9ab6 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 944 time: 0.0516977
Jan 29 21:43:48.124659 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5abde496-239b-4398-b5fe-85caf38b9d7c req-ebc08205-8e7b-447e-9079-d3ef6822e526 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411384
Jan 29 21:43:48.909810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 162082c5-d264-44ff-b062-7db170a14044 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:43:49.003268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=162082c5-d264-44ff-b062-7db170a14044,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:49.015129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '162082c5-d264-44ff-b062-7db170a14044', 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725', 'port_id': '162082c5-d264-44ff-b062-7db170a14044', 'mac_address': 'fa:16:3e:b1:64:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98844ddb-7c10-4aef-8b96-4f792872fbda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:43:49.049812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 162082c5-d264-44ff-b062-7db170a14044 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:49.050200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (162082c5-d264-44ff-b062-7db170a14044), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:49.066230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162082c5-d264-44ff-b062-7db170a14044 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:43:49.085147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=162082c5-d264-44ff-b062-7db170a14044,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:49.088790 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (162082c5-d264-44ff-b062-7db170a14044), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:49.133239 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:49.246329 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc6e1d-cc96-455f-b808-5679dca5b488 req-e6d29f3e-ea8f-490d-b27b-42de262922fd tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:49.247800 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40dc6e1d-cc96-455f-b808-5679dca5b488 req-e6d29f3e-ea8f-490d-b27b-42de262922fd tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 945 time: 0.0562139
Jan 29 21:43:49.294432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-40dc6e1d-cc96-455f-b808-5679dca5b488 req-02c752dd-54e7-4125-a998-16d240fa10ef tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409362
Jan 29 21:43:49.377316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['162082c5-d264-44ff-b062-7db170a14044'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:43:50.413401 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167b071-05b1-4ba9-a425-33cbbfb28d5f req-e7dc83c0-476b-49c8-a148-c9d690a68783 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:50.414904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b167b071-05b1-4ba9-a425-33cbbfb28d5f req-e7dc83c0-476b-49c8-a148-c9d690a68783 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 945 time: 0.0530732
Jan 29 21:43:50.463313 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b167b071-05b1-4ba9-a425-33cbbfb28d5f req-33024c39-6985-46b2-acd2-655b2a87e34e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426021
Jan 29 21:43:50.926247 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 162082c5-d264-44ff-b062-7db170a14044 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:43:50.974422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 162082c5-d264-44ff-b062-7db170a14044 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:43:50.978698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 162082c5-d264-44ff-b062-7db170a14044 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:43:50.979070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (162082c5-d264-44ff-b062-7db170a14044), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:51.051994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 162082c5-d264-44ff-b062-7db170a14044 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:43:51.052378 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (162082c5-d264-44ff-b062-7db170a14044), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:51.074163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162082c5-d264-44ff-b062-7db170a14044'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:51.076400 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35487ab3-6cf2-4608-b8d7-7506924bab8c" -d '{"events": [{"server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "name": "network-vif-plugged", "status": "completed", "tag": "162082c5-d264-44ff-b062-7db170a14044"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:51.091872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=162082c5-d264-44ff-b062-7db170a14044,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:43:51.096268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (162082c5-d264-44ff-b062-7db170a14044), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:51.119881 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7546feca-0cc3-4c72-8412-06ba9e9da6ea x-openstack-request-id: req-7546feca-0cc3-4c72-8412-06ba9e9da6ea {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:51.120622 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "name": "network-vif-plugged", "status": "completed", "tag": "162082c5-d264-44ff-b062-7db170a14044", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:51.121499 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7546feca-0cc3-4c72-8412-06ba9e9da6ea {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:51.121900 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162082c5-d264-44ff-b062-7db170a14044', 'code': 200}
Jan 29 21:43:51.147486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:51.215882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68ff4f-7c31-4344-8861-c07af43cca8e req-015ce090-47cd-4dd6-ad3a-756cb3260f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:51.217371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a68ff4f-7c31-4344-8861-c07af43cca8e req-015ce090-47cd-4dd6-ad3a-756cb3260f8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 1128 time: 0.0427372
Jan 29 21:43:51.264004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a68ff4f-7c31-4344-8861-c07af43cca8e req-68038f80-ea6c-49b1-a9d3-778a0497836b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399756
Jan 29 21:43:51.581312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38497929-3572-4388-bb92-babb94a1ddec req-103a899c-495b-42b7-981b-c7b06ddabbb9 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:51.582783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38497929-3572-4388-bb92-babb94a1ddec req-103a899c-495b-42b7-981b-c7b06ddabbb9 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0514305
Jan 29 21:43:51.627857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38497929-3572-4388-bb92-babb94a1ddec req-a7737472-7a2f-4e07-8fee-004abac9238d tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395062
Jan 29 21:43:52.747208 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5a71-f317-4e42-80c5-b335e095c8ce req-d4987a22-21cb-402d-b3ca-12e30142c5e6 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:52.748771 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-167b5a71-f317-4e42-80c5-b335e095c8ce req-d4987a22-21cb-402d-b3ca-12e30142c5e6 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0518775
Jan 29 21:43:52.796435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-167b5a71-f317-4e42-80c5-b335e095c8ce req-bd890310-7948-4b54-8e0c-950a843fa0b7 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421176
Jan 29 21:43:52.892416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:53.018816 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-60889c39-9661-485c-879a-87886fd2c4fd tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:53.020283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-60889c39-9661-485c-879a-87886fd2c4fd tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 814 time: 0.1026881
Jan 29 21:43:53.035192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-c9ec2d5b-acd0-4211-9b3a-8a759405af1f tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/quotas/ae260e74b41d4a48a8ea34b85bfb4858 HTTP/1.1" status: 200  len: 375 time: 0.0093901
Jan 29 21:43:53.086807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-3a7c30ef-bec9-4d87-ac3c-0cff2efc08fe tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0467029
Jan 29 21:43:53.179367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-6f642d4c-6ab4-4981-a8bb-fdea3bbba18b service neutron] 10.222.0.20 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852444
Jan 29 21:43:53.268571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-79a37328-62a8-4a83-bf99-006ed3c30f51 service neutron] 10.222.0.20 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836263
Jan 29 21:43:53.423713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-caf5e8a3-22b6-4581-a6b8-f7367dfa2cf5 req-b5a8f129-84c1-4b3e-960d-5595013fa73a tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 210 time: 0.0288634
Jan 29 21:43:53.828888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:54.327549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-6ee148a8-9b0a-47ee-95bd-76339de39c2c tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:54.329059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-6ee148a8-9b0a-47ee-95bd-76339de39c2c tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.36 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 814 time: 0.1071038
Jan 29 21:43:54.340232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Request body: {'port': {'device_id': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725', 'admin_state_up': True, 'tenant_id': 'ae260e74b41d4a48a8ea34b85bfb4858'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:54.442574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Made reservation on behalf of ae260e74b41d4a48a8ea34b85bfb4858 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:43:54.445891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:54.534883 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c2342bb-8b63-4a04-b199-486e8b36506b req-b15786fd-1284-4175-9455-f6780831b3f6 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 210 time: 0.0327547
Jan 29 21:43:54.598017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Allocated IP 172.20.0.8 (f0105bf1-8dde-4417-8ad5-ff853c144725/98844ddb-7c10-4aef-8b96-4f792872fbda/aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:43:54.743263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks [] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:54.776249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:54.787905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['162082c5-d264-44ff-b062-7db170a14044'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:43:54.817185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Network f0105bf1-8dde-4417-8ad5-ff853c144725 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:43:54.820196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:43:54.827404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:43:54.858084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Pushing event updated for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:54.886054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:54.886702 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:54.907767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-1bab5bef-744a-442c-a96f-80cb2f7bedce tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5714281
Jan 29 21:43:54.918227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Request body: {'port': {'device_id': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:43:54.975780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.268828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:43:55.280322 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks [] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.296877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Transition to ACTIVE for port object aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:43:55.299897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-c2415427-cfb4-4945-8ba0-0478197a8285 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1012278
Jan 29 21:43:55.300910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.357594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:55.439476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-bfe1ef7a-20d8-4e0a-b93c-0ef27b1ce79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.441000 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-bfe1ef7a-20d8-4e0a-b93c-0ef27b1ce79e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 1128 time: 0.0997519
Jan 29 21:43:55.457556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Attempting to bind port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:43:55.457896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Attempting to bind port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:43:55.458225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Attempting to bind port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd on network f0105bf1-8dde-4417-8ad5-ff853c144725 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:55.470708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd on network f0105bf1-8dde-4417-8ad5-ff853c144725 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:43:55.471030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Attempting to bind port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd on network f0105bf1-8dde-4417-8ad5-ff853c144725 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:43:55.508683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:43:55.508948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Checking segment: {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:43:55.509360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Bound using segment: {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:43:55.509789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Bound port: aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f9bcaa-b582-48d1-953c-8c263b6db2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:43:55.510148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.599951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-6fad950f-04d6-4d92-a313-f0252722909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.601459 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-6fad950f-04d6-4d92-a313-f0252722909d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 915 time: 0.1403413
Jan 29 21:43:55.635383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:43:55.677937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-fe71ac4c-c52f-4555-bd76-439eaf43b2a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=162082c5-d264-44ff-b062-7db170a14044 HTTP/1.1" status: 200  len: 217 time: 0.0635452
Jan 29 21:43:55.679651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:43:55.695567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.762792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.763359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:43:55.764757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd HTTP/1.1" status: 200  len: 1091 time: 0.8507431
Jan 29 21:43:55.773270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55721a56-be9d-4c53-b4e3-9bbcb8eb4e2d req-06fcdb7f-39a6-49cd-b7e8-7214db36629b tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.774695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55721a56-be9d-4c53-b4e3-9bbcb8eb4e2d req-06fcdb7f-39a6-49cd-b7e8-7214db36629b tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 943 time: 0.1723821
Jan 29 21:43:55.775176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:43:55.777452 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7418e52-1fae-42fc-8e7f-b26d6eda3588" -d '{"events": [{"name": "network-changed", "server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:43:55.795007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-eb5cc045-a0c6-41ef-88bf-f1193f2d4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.796407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-eb5cc045-a0c6-41ef-88bf-f1193f2d4387 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 200  len: 854 time: 0.1115906
Jan 29 21:43:55.836491 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10841ddc-0013-475c-87e8-dc30218f2aef x-openstack-request-id: req-10841ddc-0013-475c-87e8-dc30218f2aef {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:43:55.836788 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:43:55.837079 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10841ddc-0013-475c-87e8-dc30218f2aef {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:43:55.837479 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd', 'status': 'completed', 'code': 200}
Jan 29 21:43:55.878144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-596887e7-ae04-4c19-9683-733d121c2000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0105bf1-8dde-4417-8ad5-ff853c144725&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685132
Jan 29 21:43:55.887479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2ea11-ec7f-47df-b86c-82628635bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:43:55.950913 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-55721a56-be9d-4c53-b4e3-9bbcb8eb4e2d req-da44a4f0-9ddd-49db-971b-b06ef9e4c51e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666203
Jan 29 21:43:55.971857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-c3415bf0-8546-41cc-8c0e-c461b2c23aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:55.973367 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-c3415bf0-8546-41cc-8c0e-c461b2c23aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 1125 time: 0.1547885
Jan 29 21:43:56.024204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-c864a88e-a00c-42d7-8356-4d759ca57b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd HTTP/1.1" status: 200  len: 217 time: 0.0430274
Jan 29 21:43:56.042265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-8af376d8-d128-4b10-85dc-dd03d49dd535 service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512127
Jan 29 21:43:56.120604 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-7e1a512b-df48-4775-ab20-0d7c56c14ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:56.122065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-7e1a512b-df48-4775-ab20-0d7c56c14ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 200  len: 854 time: 0.0922747
Jan 29 21:43:56.155781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-6eb7435b-4a5d-472e-af90-ce10c4abee96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0105bf1-8dde-4417-8ad5-ff853c144725&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280879
Jan 29 21:43:56.220835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bbd493be-f90a-452e-b006-2c1544d8d721 req-227a5c39-201f-4dfc-9860-6c5c97a91b2c service neutron] 10.222.0.18 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618979
Jan 29 21:43:56.258167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-8679b3f3-9baf-4af6-99f3-abc669779e01 service neutron] 10.222.0.36 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963733
Jan 29 21:43:56.348761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36bb1cf9-f545-4aca-9312-daaf8cfd5be2 req-f838bd14-984a-41c7-9da0-556257db2c7b service neutron] 10.222.0.36 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848887
Jan 29 21:43:56.441001 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-650fbe28-964b-4914-9ac1-d77a75ec3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:56.442498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-650fbe28-964b-4914-9ac1-d77a75ec3f58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 1125 time: 0.0442221
Jan 29 21:43:56.533191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-404004f4-70e7-450a-b271-31cc17dd0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:56.534675 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-404004f4-70e7-450a-b271-31cc17dd0522 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 200  len: 915 time: 0.0862496
Jan 29 21:43:56.576075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-a7609adc-f543-4fb7-874b-db463d618e32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd HTTP/1.1" status: 200  len: 217 time: 0.0353673
Jan 29 21:43:56.621387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-8bbc7075-05f5-49f9-9679-a896093e9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:56.623228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-8bbc7075-05f5-49f9-9679-a896093e9015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 200  len: 854 time: 0.0418589
Jan 29 21:43:56.657522 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-e3f32039-28ce-4e3f-a1ae-6f195283af50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0105bf1-8dde-4417-8ad5-ff853c144725&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282686
Jan 29 21:43:56.742754 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-5141c48a-7097-4428-b19a-fcac71e1241b service neutron] 10.222.0.36 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794005
Jan 29 21:43:56.832577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7418e52-1fae-42fc-8e7f-b26d6eda3588 req-9235506f-d4e7-4639-aede-5a8bc841b4cf service neutron] 10.222.0.36 "GET /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840828
Jan 29 21:43:57.073036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a18653-e8ce-43f1-9c5c-741a761213d1 req-afcbc65e-d78b-435e-9411-a0218c3982c2 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:57.074514 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a18653-e8ce-43f1-9c5c-741a761213d1 req-afcbc65e-d78b-435e-9411-a0218c3982c2 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 943 time: 0.0522330
Jan 29 21:43:57.119877 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-38a18653-e8ce-43f1-9c5c-741a761213d1 req-ba68e6aa-c19d-4304-9401-178e749e07e1 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399208
Jan 29 21:43:58.238510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aafd83-5ac7-4db1-9ee5-ce083fdf61e1 req-976716ef-7b4c-4f86-a8fc-e8bd2d00c95c tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:58.239971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57aafd83-5ac7-4db1-9ee5-ce083fdf61e1 req-976716ef-7b4c-4f86-a8fc-e8bd2d00c95c tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 943 time: 0.0517726
Jan 29 21:43:58.285056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-57aafd83-5ac7-4db1-9ee5-ce083fdf61e1 req-dbbfdb81-ee46-4f2c-a882-8785549925b0 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394907
Jan 29 21:43:59.405149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76999fc-536c-4d31-89c0-f16ce965e759 req-1dd4451c-7461-45ea-aeda-be400323fd5d tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:43:59.406603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c76999fc-536c-4d31-89c0-f16ce965e759 req-1dd4451c-7461-45ea-aeda-be400323fd5d tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 943 time: 0.0549173
Jan 29 21:43:59.453427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c76999fc-536c-4d31-89c0-f16ce965e759 req-099c8922-b735-422b-8ead-c363409cbff0 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412660
Jan 29 21:44:00.568971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0418-965a-4775-8115-78ca9c122b40 req-0cf11e65-60c4-48ba-adb3-4bb2b9b8166e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:00.570456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e3a0418-965a-4775-8115-78ca9c122b40 req-0cf11e65-60c4-48ba-adb3-4bb2b9b8166e tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 943 time: 0.0517006
Jan 29 21:44:00.576613 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:44:00.617821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0e3a0418-965a-4775-8115-78ca9c122b40 req-214addc0-d609-466c-9b6c-b0c38cead082 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404058
Jan 29 21:44:00.674002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:00.685614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd', 'network_id': 'f0105bf1-8dde-4417-8ad5-ff853c144725', 'port_id': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd', 'mac_address': 'fa:16:3e:30:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98844ddb-7c10-4aef-8b96-4f792872fbda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:44:00.720927 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:00.721350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:00.734642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:44:00.753689 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:00.757738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:00.802679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:01.061773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:44:01.733592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf8186-6b5d-49eb-9087-083247ea72d5 req-6a80b7d3-2034-4a72-8a06-6a0953547baf tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:01.735052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfaf8186-6b5d-49eb-9087-083247ea72d5 req-6a80b7d3-2034-4a72-8a06-6a0953547baf tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 944 time: 0.0516930
Jan 29 21:44:01.786242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cfaf8186-6b5d-49eb-9087-083247ea72d5 req-2e6955b8-1a6a-4dc5-bd72-fe98aee57615 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435803
Jan 29 21:44:02.593244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:02.640100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:44:02.644325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:02.644703 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:02.722958 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:02.723348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:02.745875 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:44:02.748103 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bca91674a8fbeeed0b6db3ca626d372ab23e6b282e1c0a81067ef21360a5438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b043e6-8f06-4a56-ab7e-59c480deb5ce" -d '{"events": [{"server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "name": "network-vif-plugged", "status": "completed", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:44:02.760165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:02.764636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:02.787306 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca799f-0dd2-4524-8335-8e7a8b2e724c x-openstack-request-id: req-7fca799f-0dd2-4524-8335-8e7a8b2e724c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:44:02.787613 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "name": "network-vif-plugged", "status": "completed", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:44:02.787872 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fca799f-0dd2-4524-8335-8e7a8b2e724c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:44:02.788267 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd', 'code': 200}
Jan 29 21:44:02.814834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:02.914698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0687-70d0-4af2-b794-a000f98499b9 req-796bc0eb-b0de-414a-9fd4-957d0dfa6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:02.916205 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66da0687-70d0-4af2-b794-a000f98499b9 req-796bc0eb-b0de-414a-9fd4-957d0dfa6c83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 1127 time: 0.0742264
Jan 29 21:44:02.927802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06c11b-3e3b-4496-8361-1f143938a9b9 req-01ba4ce9-17f1-4598-8929-8c3aa6f10685 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:02.929208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e06c11b-3e3b-4496-8361-1f143938a9b9 req-01ba4ce9-17f1-4598-8929-8c3aa6f10685 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.0632508
Jan 29 21:44:02.992330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66da0687-70d0-4af2-b794-a000f98499b9 req-928f37c0-a275-488c-9ca0-3d3ff0950a28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622015
Jan 29 21:44:02.999169 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e06c11b-3e3b-4496-8361-1f143938a9b9 req-c1371027-74bc-439c-8722-149f86ea763f tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639763
Jan 29 21:44:04.376357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49ca80-2704-4481-9027-22eb312e6e4a req-da98036f-899f-43e4-83ae-a495b061a5ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:04.377773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c49ca80-2704-4481-9027-22eb312e6e4a req-da98036f-899f-43e4-83ae-a495b061a5ba tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.3116415
Jan 29 21:44:04.423191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0c49ca80-2704-4481-9027-22eb312e6e4a req-918afaf0-e441-4a76-8623-4baa9be8a513 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398111
Jan 29 21:44:05.592043 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec6192-93aa-4f33-9dbe-9e177cd1c4e9 req-1881ce24-ecde-48d3-aa5b-3973c3930022 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:05.594049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-baec6192-93aa-4f33-9dbe-9e177cd1c4e9 req-1881ce24-ecde-48d3-aa5b-3973c3930022 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.0513124
Jan 29 21:44:05.638181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-baec6192-93aa-4f33-9dbe-9e177cd1c4e9 req-b7619cce-1e13-4bfe-ab12-aad3743f1828 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386314
Jan 29 21:44:05.874008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6b2ac-92d9-4523-91a9-e071f102dba5 req-5f1805d1-0d7e-40f4-bca9-4af42a8d61fb tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:05.875473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1d6b2ac-92d9-4523-91a9-e071f102dba5 req-5f1805d1-0d7e-40f4-bca9-4af42a8d61fb tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.0551879
Jan 29 21:44:05.921180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d1d6b2ac-92d9-4523-91a9-e071f102dba5 req-7ab4742c-fb76-4c71-ba49-ba7ea18450f1 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401578
Jan 29 21:44:07.075123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f1b8-d523-4f86-a8f1-26e7359989a0 req-4cdc0706-9409-4849-9223-e9336a54f7c3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:07.077112 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d65f1b8-d523-4f86-a8f1-26e7359989a0 req-4cdc0706-9409-4849-9223-e9336a54f7c3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.0511949
Jan 29 21:44:07.122240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d65f1b8-d523-4f86-a8f1-26e7359989a0 req-813880dc-15ed-4294-9b94-4f31888488ad tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397861
Jan 29 21:44:07.211302 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c4076-2267-41e3-af6d-9559be4dcabb req-6cf4b1cf-8dc9-4f68-b3b9-1c8b21e31a32 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:07.212804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-822c4076-2267-41e3-af6d-9559be4dcabb req-6cf4b1cf-8dc9-4f68-b3b9-1c8b21e31a32 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.36 "GET /v2.0/ports?device_id=825c07dc-b89b-4908-aef2-006d97eb43d3 HTTP/1.1" status: 200  len: 945 time: 0.0497646
Jan 29 21:44:07.303327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Deleting port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:07.303662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:07.391533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] For port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:07.391887 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:07.403151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Calling delete_port for aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:07.525028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:07.537313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:44:07.543245 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['162082c5-d264-44ff-b062-7db170a14044'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:44:07.555847 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Pushing event deleted for resources: {'Port': ['ID=aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:07.600517 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] No DVR routers for this DVR port aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:07.603508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:07.606827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-822c4076-2267-41e3-af6d-9559be4dcabb req-5c0e11f3-37ed-4a86-bbb6-1d64ec1ac2a3 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.36 "DELETE /v2.0/ports/aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd HTTP/1.1" status: 204  len: 173 time: 0.3887215
Jan 29 21:44:07.607277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'name': 'network-vif-deleted', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:44:07.610155 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2356b8b-f7ea-4cf3-9902-b3e15324cc2c" -d '{"events": [{"server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "name": "network-vif-deleted", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:44:07.647343 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a176b5-c118-48c2-bc21-da538fb41880 x-openstack-request-id: req-31a176b5-c118-48c2-bc21-da538fb41880 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:44:07.647892 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c07dc-b89b-4908-aef2-006d97eb43d3", "name": "network-vif-deleted", "tag": "aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:44:07.647892 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31a176b5-c118-48c2-bc21-da538fb41880 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:44:07.648305 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825c07dc-b89b-4908-aef2-006d97eb43d3', 'name': 'network-vif-deleted', 'tag': 'aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd', 'status': 'completed', 'code': 200}
Jan 29 21:44:08.358734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080f0b-28a8-4b3d-a3b5-09d714014409 req-dc82f954-08c1-4e84-8327-5aefa6524ea7 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:08.360206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5080f0b-28a8-4b3d-a3b5-09d714014409 req-dc82f954-08c1-4e84-8327-5aefa6524ea7 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0990810
Jan 29 21:44:08.405152 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5080f0b-28a8-4b3d-a3b5-09d714014409 req-2bdb6b40-39fc-44ec-9cf1-5b19bd8d15cc tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393295
Jan 29 21:44:08.541660 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0f0ee-1fa8-4bb6-8b1e-01f20d0d1045 req-2ec55f9b-e4dc-4148-9109-f256c8287bda tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:08.543055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ab0f0ee-1fa8-4bb6-8b1e-01f20d0d1045 req-2ec55f9b-e4dc-4148-9109-f256c8287bda tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0554097
Jan 29 21:44:08.589615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ab0f0ee-1fa8-4bb6-8b1e-01f20d0d1045 req-c51de0e5-de30-4080-91c4-12ff9a8ace87 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404284
Jan 29 21:44:08.712064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d3b1-a00d-49e5-be5b-5c5685449b7b req-36df68e5-34b3-4daa-9176-e07ccea9d6a8 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:08.713554 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6171d3b1-a00d-49e5-be5b-5c5685449b7b req-36df68e5-34b3-4daa-9176-e07ccea9d6a8 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0517054
Jan 29 21:44:08.759567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6171d3b1-a00d-49e5-be5b-5c5685449b7b req-9f2e16eb-f721-49fc-bc29-d2d40c3c2819 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400622
Jan 29 21:44:08.928351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02bc4-a9f7-4661-bd9e-c20f3115e19f req-92003835-de2f-4947-9f63-9d66b30567cc tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:08.929897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0b02bc4-a9f7-4661-bd9e-c20f3115e19f req-92003835-de2f-4947-9f63-9d66b30567cc tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0527952
Jan 29 21:44:08.978637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0b02bc4-a9f7-4661-bd9e-c20f3115e19f req-f64eeec8-8a2d-4276-9780-f1612b4ff638 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432842
Jan 29 21:44:09.100772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cba49-0cde-4200-9812-6e73c4b5a2b2 req-63346316-9bb1-4958-9fd9-570187c245c9 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:09.102183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a68cba49-0cde-4200-9812-6e73c4b5a2b2 req-63346316-9bb1-4958-9fd9-570187c245c9 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0572109
Jan 29 21:44:09.147798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a68cba49-0cde-4200-9812-6e73c4b5a2b2 req-91521838-d45e-440e-a41a-3e680d59b998 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400276
Jan 29 21:44:09.275145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ab8ff-c1c7-496c-83e6-612ceb8d1cde req-fc67b79e-4877-4a35-bc0f-9173542c790a tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:09.276614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-452ab8ff-c1c7-496c-83e6-612ceb8d1cde req-fc67b79e-4877-4a35-bc0f-9173542c790a tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0509634
Jan 29 21:44:09.321758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-452ab8ff-c1c7-496c-83e6-612ceb8d1cde req-0374b110-0e82-4614-a323-3c3896b9fc76 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390055
Jan 29 21:44:09.626164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f481f6-9faf-4c5a-b1a2-81761d0cf69f req-50efb4c4-dae0-40f9-9282-a6e751619125 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:09.627555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35f481f6-9faf-4c5a-b1a2-81761d0cf69f req-50efb4c4-dae0-40f9-9282-a6e751619125 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0577421
Jan 29 21:44:09.673703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-35f481f6-9faf-4c5a-b1a2-81761d0cf69f req-399f9741-1051-48b7-ba59-2b342fa67e16 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406172
Jan 29 21:44:10.415235 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b3c978f8-012a-4895-8ac9-a7d21231df1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:10.591152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:10.614492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:10.614847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device aa16df01-d0f0-4c9c-b9f4-aa754ea9f7bd not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:10.870921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c48-6380-4d9b-9e1c-b6323c536427 req-e9065068-edf4-4ab0-9ffa-925868f09945 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:10.872336 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a751c48-6380-4d9b-9e1c-b6323c536427 req-e9065068-edf4-4ab0-9ffa-925868f09945 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0953732
Jan 29 21:44:10.918617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a751c48-6380-4d9b-9e1c-b6323c536427 req-5a4c218c-816a-418a-97ef-65a886308901 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/security-groups?id=89559dfc-329a-4e91-995c-6e64acc3f967&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407653
Jan 29 21:44:11.156629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d54a1-4867-4ddd-937c-f175c337777d req-957e3c5c-5b03-4741-94a5-fdfc7386683f tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:11.158020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e27d54a1-4867-4ddd-937c-f175c337777d req-957e3c5c-5b03-4741-94a5-fdfc7386683f tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 946 time: 0.0524385
Jan 29 21:44:11.254147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Deleting port 162082c5-d264-44ff-b062-7db170a14044 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:11.254485 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (162082c5-d264-44ff-b062-7db170a14044), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:11.343293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] For port 162082c5-d264-44ff-b062-7db170a14044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=162082c5-d264-44ff-b062-7db170a14044,segment=NetworkSegment(87f9bcaa-b582-48d1-953c-8c263b6db2f1),segment_id=87f9bcaa-b582-48d1-953c-8c263b6db2f1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:11.343652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (162082c5-d264-44ff-b062-7db170a14044), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:11.361434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Calling delete_port for 162082c5-d264-44ff-b062-7db170a14044 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:11.494325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (162082c5-d264-44ff-b062-7db170a14044), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:11.507097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['162082c5-d264-44ff-b062-7db170a14044'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:44:11.523260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Pushing event deleted for resources: {'Port': ['ID=162082c5-d264-44ff-b062-7db170a14044,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:11.568883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] No DVR routers for this DVR port 162082c5-d264-44ff-b062-7db170a14044 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:11.571410 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:11.575047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e27d54a1-4867-4ddd-937c-f175c337777d req-c573f104-b7a0-45b8-ac96-252b0e8a68c4 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.18 "DELETE /v2.0/ports/162082c5-d264-44ff-b062-7db170a14044 HTTP/1.1" status: 204  len: 173 time: 0.4118917
Jan 29 21:44:11.575503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'name': 'network-vif-deleted', 'tag': '162082c5-d264-44ff-b062-7db170a14044'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:44:11.578312 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6665c472b8493f9cd00c0914c53bf5092d00e74d8869b7257027525d59cbe226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aacc7a-99ed-412e-af21-701d4a4cc891" -d '{"events": [{"server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "name": "network-vif-deleted", "tag": "162082c5-d264-44ff-b062-7db170a14044"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:44:11.620505 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc1bbdd-c23b-4d1a-9662-22677d881a1f x-openstack-request-id: req-ddc1bbdd-c23b-4d1a-9662-22677d881a1f {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:44:11.620807 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e", "name": "network-vif-deleted", "tag": "162082c5-d264-44ff-b062-7db170a14044", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:44:11.621089 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddc1bbdd-c23b-4d1a-9662-22677d881a1f {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:44:11.621523 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e', 'name': 'network-vif-deleted', 'tag': '162082c5-d264-44ff-b062-7db170a14044', 'status': 'completed', 'code': 200}
Jan 29 21:44:12.034260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ef6605b-3bd6-407f-a590-f40b9a0467cb req-52c037ec-d297-4b97-a818-5e6bdc3b3ec0 tempest-ServersNegativeTestJSON-395327059 tempest-ServersNegativeTestJSON-395327059-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb1f52b-fbbd-4fe0-ba1e-47ef6303b75e HTTP/1.1" status: 200  len: 210 time: 0.0319767
Jan 29 21:44:12.776810 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bbddfea2-ba34-4dcd-91c4-a65c8a5aa7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.090016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35764) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:13.133455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Deleting subnet 98844ddb-7c10-4aef-8b96-4f792872fbda {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:44:13.136484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Publish callbacks [] for subnet (98844ddb-7c10-4aef-8b96-4f792872fbda), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.169967 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (98844ddb-7c10-4aef-8b96-4f792872fbda), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.214599 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (98844ddb-7c10-4aef-8b96-4f792872fbda), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.263848 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (98844ddb-7c10-4aef-8b96-4f792872fbda), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.291518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.294680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98844ddb-7c10-4aef-8b96-4f792872fbda HTTP/1.1" status: 204  len: 168 time: 0.2036631
Jan 29 21:44:13.295664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2028e-12db-4c85-9122-7d33406efae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98844ddb-7c10-4aef-8b96-4f792872fbda,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:13.297345 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35766) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:13.370038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (f0105bf1-8dde-4417-8ad5-ff853c144725), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.447110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (f0105bf1-8dde-4417-8ad5-ff853c144725), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.467717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0aa2b580>,) {'filters': {'network_id': ['f0105bf1-8dde-4417-8ad5-ff853c144725']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:13.476686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa2b580>, '87f9bcaa-b582-48d1-953c-8c263b6db2f1') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:13.477009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0aa2b580>, '87f9bcaa-b582-48d1-953c-8c263b6db2f1') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:13.486070 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (87f9bcaa-b582-48d1-953c-8c263b6db2f1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.499105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (87f9bcaa-b582-48d1-953c-8c263b6db2f1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.505950 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:13.506330 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (87f9bcaa-b582-48d1-953c-8c263b6db2f1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:13.521153 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:13.564032 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (f0105bf1-8dde-4417-8ad5-ff853c144725), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.569643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.572848 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0105bf1-8dde-4417-8ad5-ff853c144725 HTTP/1.1" status: 204  len: 168 time: 0.2745221
Jan 29 21:44:13.584289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4704b2-cc2a-41e7-9fe9-a2a3401da2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0105bf1-8dde-4417-8ad5-ff853c144725,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:13.679480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35770) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:13.720305 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f3aaeabf-ea74-4416-b782-17fb5b63ad1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae260e74b41d4a48a8ea34b85bfb4858&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396585
Jan 29 21:44:13.722741 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35772) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:13.768315 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] Publish callbacks [] for security_group (89559dfc-329a-4e91-995c-6e64acc3f967), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.789253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] Publish callbacks [] for security_group (89559dfc-329a-4e91-995c-6e64acc3f967), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.840951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (89559dfc-329a-4e91-995c-6e64acc3f967), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.843526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:13.844734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89559dfc-329a-4e91-995c-6e64acc3f967 HTTP/1.1" status: 204  len: 168 time: 0.1211085
Jan 29 21:44:13.854873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2500c71-e00e-4030-898a-10451b15ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89559dfc-329a-4e91-995c-6e64acc3f967,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:13.910230 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.530449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:14.624509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451146178'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:14.644035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:14.647525 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.656556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.728821 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for security_group (37f0c1dd-cdd0-4818-95ea-3304f6fba1a0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.732360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (37f0c1dd-cdd0-4818-95ea-3304f6fba1a0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.758459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:14.768667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0c1dd-cdd0-4818-95ea-3304f6fba1a0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:14.774598 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fa852c15-6650-45aa-84cb-f3f2a089d262), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.774934 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Added segment fa852c15-6650-45aa-84cb-f3f2a089d262 of type vlan for network 42445610-5c46-4e3e-90f9-85efaa8f1f4f
Jan 29 21:44:14.814976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (42445610-5c46-4e3e-90f9-85efaa8f1f4f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.839884 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (42445610-5c46-4e3e-90f9-85efaa8f1f4f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.844781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:14.845383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:14.932434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4003057
Jan 29 21:44:14.955579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f70e-8f20-45db-a7e7-a998ad0446f5 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Network': ['ID=42445610-5c46-4e3e-90f9-85efaa8f1f4f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:14.965627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:15.059374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 162082c5-d264-44ff-b062-7db170a14044 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:15.080290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 162082c5-d264-44ff-b062-7db170a14044 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:15.080644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 162082c5-d264-44ff-b062-7db170a14044 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:15.769539 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:16.956629 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:17.496893 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:44:18.197022 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:18.202526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'subnet': {'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:18.288339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:18.291618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.467035 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d68f61ef-b879-4d41-b698-f12470d29780), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.523879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Subnet': ['ID=d68f61ef-b879-4d41-b698-f12470d29780,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:18.534548 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking segment: {'id': 'fa852c15-6650-45aa-84cb-f3f2a089d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:18.534915 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network hostable DHCP agents. Network: 42445610-5c46-4e3e-90f9-85efaa8f1f4f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:18.551198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:18.558933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42445610-5c46-4e3e-90f9-85efaa8f1f4f) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:18.562977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:18.563584 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.572173 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00ac89-20f6-4d57-aab3-5b9107411adb None None] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:18.580366 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf870996-0888-436f-b6f1-0714c11fbbc1 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3820896
Jan 29 21:44:18.583794 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35800) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:18.588574 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205400269'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:18.610369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:18.614002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.638187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:18.647604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (faa4d1c7-dd0d-4d51-b4b5-92790bee719a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.647951 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Added segment faa4d1c7-dd0d-4d51-b4b5-92790bee719a of type vlan for network 05e68864-6574-4d6b-a7ca-309d764b88fa
Jan 29 21:44:18.676817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42445610-5c46-4e3e-90f9-85efaa8f1f4f', 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f', 'project_id': '5f90965a4064490dbcd6efed397ab125', 'fixed_ips': [{'subnet_id': 'd68f61ef-b879-4d41-b698-f12470d29780'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:18.677747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.690949 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (05e68864-6574-4d6b-a7ca-309d764b88fa), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.715234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (05e68864-6574-4d6b-a7ca-309d764b88fa), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.720740 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:18.721305 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:18.787979 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2031598
Jan 29 21:44:18.790960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35802) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:18.791460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f7c79-7c34-4cd0-b4a1-82d0a2eae815 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Network': ['ID=05e68864-6574-4d6b-a7ca-309d764b88fa,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:18.796030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'subnet': {'network_id': '05e68864-6574-4d6b-a7ca-309d764b88fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:18.805446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 05e68864-6574-4d6b-a7ca-309d764b88fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:18.862975 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Allocated IP 2001:db8:0:ffff::2 (42445610-5c46-4e3e-90f9-85efaa8f1f4f/d68f61ef-b879-4d41-b698-f12470d29780/ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:18.897054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:18.900565 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.024126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks [] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.030019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.071501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:19.078551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:19.084117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:19.087627 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (d6185e2c-fb1f-4d0c-8d4f-7de39555d528), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.087823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Pushing event updated for resources: {'Port': ['ID=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.150447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Subnet': ['ID=d6185e2c-fb1f-4d0c-8d4f-7de39555d528,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.160101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking segment: {'id': 'faa4d1c7-dd0d-4d51-b4b5-92790bee719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '05e68864-6574-4d6b-a7ca-309d764b88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:19.160474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network hostable DHCP agents. Network: 05e68864-6574-4d6b-a7ca-309d764b88fa, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:19.184164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network 05e68864-6574-4d6b-a7ca-309d764b88fa is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:19.195349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05e68864-6574-4d6b-a7ca-309d764b88fa) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:19.199815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:19.200527 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.220566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2692544d-c28b-4af0-9e55-2f88f440c8dd tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4254720
Jan 29 21:44:19.221029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35804) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:19.288357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d48b10-ed5d-46ee-8133-e02fd82f7463 None None] Network 05e68864-6574-4d6b-a7ca-309d764b88fa requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:19.319099 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (05e68864-6574-4d6b-a7ca-309d764b88fa), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.363240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Attempting to bind port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:19.363770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Attempting to bind port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa852c15-6650-45aa-84cb-f3f2a089d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:19.364038 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Attempting to bind port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e on network 42445610-5c46-4e3e-90f9-85efaa8f1f4f {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:19.373045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:19.373427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Checking segment: {'id': 'fa852c15-6650-45aa-84cb-f3f2a089d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:19.373976 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.374285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Bound using segment: {'id': 'fa852c15-6650-45aa-84cb-f3f2a089d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:19.374751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Bound port: ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa852c15-6650-45aa-84cb-f3f2a089d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42445610-5c46-4e3e-90f9-85efaa8f1f4f'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:19.375074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d6185e2c-fb1f-4d0c-8d4f-7de39555d528), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.375199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.438703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d6185e2c-fb1f-4d0c-8d4f-7de39555d528), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.460208 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cf340-4eb4-4832-9bb4-f444a25ce58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05e68864-6574-4d6b-a7ca-309d764b88fa', 'network_id': '05e68864-6574-4d6b-a7ca-309d764b88fa', 'project_id': '5f90965a4064490dbcd6efed397ab125', 'fixed_ips': [{'subnet_id': 'd6185e2c-fb1f-4d0c-8d4f-7de39555d528'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:19.461085 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf340-4eb4-4832-9bb4-f444a25ce58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.468977 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Subnet': ['ID=d6185e2c-fb1f-4d0c-8d4f-7de39555d528,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.488566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] For port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:19.491822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] For port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,segment=NetworkSegment(fa852c15-6650-45aa-84cb-f3f2a089d262),segment_id=fa852c15-6650-45aa-84cb-f3f2a089d262)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:19.500733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.528289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (05e68864-6574-4d6b-a7ca-309d764b88fa), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.552848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea104c1310>,) {'filters': {'network_id': ['05e68864-6574-4d6b-a7ca-309d764b88fa']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:19.562123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104c1310>, 'faa4d1c7-dd0d-4d51-b4b5-92790bee719a') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:19.562425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea104c1310>, 'faa4d1c7-dd0d-4d51-b4b5-92790bee719a') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:19.571647 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (faa4d1c7-dd0d-4d51-b4b5-92790bee719a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.589471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (faa4d1c7-dd0d-4d51-b4b5-92790bee719a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.597283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:19.597687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (faa4d1c7-dd0d-4d51-b4b5-92790bee719a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.598542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44657324-5900-48d9-9ad1-b989bfc2f491 None None] Network 05e68864-6574-4d6b-a7ca-309d764b88fa requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:19.601024 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:19.643777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49f021-c808-4bc6-bbc9-055cc4ba1489 None None] Pushing event updated for resources: {'Port': ['ID=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.681828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (05e68864-6574-4d6b-a7ca-309d764b88fa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.687688 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.691903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/05e68864-6574-4d6b-a7ca-309d764b88fa HTTP/1.1" status: 204  len: 168 time: 0.4698532
Jan 29 21:44:19.696787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35806) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:19.702585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600140717'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:19.706713 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9906-534a-4611-a976-f2f896294bf3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Network': ['ID=05e68864-6574-4d6b-a7ca-309d764b88fa,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.722496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:19.725854 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.751519 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:19.762407 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9adcb0c0-4cd9-462d-975a-6fcb160650ff), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.762407 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Added segment 9adcb0c0-4cd9-462d-975a-6fcb160650ff of type vlan for network c56b133c-e5ef-44c0-ac85-fe43ec74a4f4
Jan 29 21:44:19.808523 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c56b133c-e5ef-44c0-ac85-fe43ec74a4f4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.838100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c56b133c-e5ef-44c0-ac85-fe43ec74a4f4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.844307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:19.844889 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:19.900394 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2022936
Jan 29 21:44:19.903306 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35808) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:19.909215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'subnet': {'network_id': 'c56b133c-e5ef-44c0-ac85-fe43ec74a4f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:19.923424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaaea1-a3f9-4b98-8f42-40f529cf0855 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Network': ['ID=c56b133c-e5ef-44c0-ac85-fe43ec74a4f4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:19.933415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:20.008647 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:20.012316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.363107 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Performing IP validity checks on allocation pools {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 29 21:44:20.363783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 29 21:44:20.491301 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (86cdabfb-4912-40c7-ac14-9e86245dea14), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.553595 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Subnet': ['ID=86cdabfb-4912-40c7-ac14-9e86245dea14,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:20.560726 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking segment: {'id': '9adcb0c0-4cd9-462d-975a-6fcb160650ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c56b133c-e5ef-44c0-ac85-fe43ec74a4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:20.561131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network hostable DHCP agents. Network: c56b133c-e5ef-44c0-ac85-fe43ec74a4f4, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:20.563192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1fdf4-dd5e-45c5-a3f5-20d4afb02383 None None] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:20.579268 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:20.588190 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c56b133c-e5ef-44c0-ac85-fe43ec74a4f4) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:20.593328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:20.594438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.609536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4527942-c8b3-438e-bc85-54b6a1ea7573 None None] Network c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:20.610881 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b2d9f99a-dcc1-423f-a67d-a281b34a7d6c tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7065005
Jan 29 21:44:20.613763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35810) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:20.694944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Provisioning complete for port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:20.695326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.708090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c56b133c-e5ef-44c0-ac85-fe43ec74a4f4), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.794810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cf733-9fe2-49b4-94a0-fd0eb2f1133f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c56b133c-e5ef-44c0-ac85-fe43ec74a4f4', 'network_id': 'c56b133c-e5ef-44c0-ac85-fe43ec74a4f4', 'project_id': '5f90965a4064490dbcd6efed397ab125', 'fixed_ips': [{'subnet_id': '86cdabfb-4912-40c7-ac14-9e86245dea14'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:20.795146 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (86cdabfb-4912-40c7-ac14-9e86245dea14), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.795667 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf733-9fe2-49b4-94a0-fd0eb2f1133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.858153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (86cdabfb-4912-40c7-ac14-9e86245dea14), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.892840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Subnet': ['ID=86cdabfb-4912-40c7-ac14-9e86245dea14,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:20.906660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Current status of the port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:20.907043 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.957840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c56b133c-e5ef-44c0-ac85-fe43ec74a4f4), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server [None req-7b3cf733-9fe2-49b4-94a0-fd0eb2f1133f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86cdabfb-4912-40c7-ac14-9e86245dea14: This subnet is being modified by another concurrent operation.
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server     raise exception
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86cdabfb-4912-40c7-ac14-9e86245dea14: This subnet is being modified by another concurrent operation.
Jan 29 21:44:20.960971 ncdv-master-1 neutron-server[125944]: ERROR oslo_messaging.rpc.server 
Jan 29 21:44:20.967551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] For port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,segment=NetworkSegment(fa852c15-6650-45aa-84cb-f3f2a089d262),segment_id=fa852c15-6650-45aa-84cb-f3f2a089d262)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:20.971321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:20.984924 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea102072b0>,) {'filters': {'network_id': ['c56b133c-e5ef-44c0-ac85-fe43ec74a4f4']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:20.995385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102072b0>, '9adcb0c0-4cd9-462d-975a-6fcb160650ff') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:20.995669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea102072b0>, '9adcb0c0-4cd9-462d-975a-6fcb160650ff') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:21.002330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479db5ef-5e10-4126-a789-e9499ef9fc4c None None] Network c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:21.006459 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (9adcb0c0-4cd9-462d-975a-6fcb160650ff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.022663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9adcb0c0-4cd9-462d-975a-6fcb160650ff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.030102 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:21.030658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (9adcb0c0-4cd9-462d-975a-6fcb160650ff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:21.034000 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:21.078297 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a722f4a-db5f-4e27-a071-9577f7ab8f49 None None] Pushing event updated for resources: {'Port': ['ID=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:21.096273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c56b133c-e5ef-44c0-ac85-fe43ec74a4f4), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.103087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.106220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 HTTP/1.1" status: 204  len: 168 time: 0.4914510
Jan 29 21:44:21.110738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35812) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:21.118132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292ee2d-4a2d-4e5a-9681-399829a2e556 None None] get_active_networks_info from ncdv-master-1 {{(pid=125944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 29 21:44:21.121684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-842f836e-594f-4744-af56-4edb78fb2744 None None] Provisioning complete for port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:21.121684 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-842f836e-594f-4744-af56-4edb78fb2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.128527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139520114'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:21.132811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf9a7-3465-4950-8ffa-486c690af06d tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Network': ['ID=c56b133c-e5ef-44c0-ac85-fe43ec74a4f4,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:21.149556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:21.152725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.176774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:21.185985 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe674d4e-c34e-4315-978b-3e0101b0eeb8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.186453 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Added segment fe674d4e-c34e-4315-978b-3e0101b0eeb8 of type vlan for network 9d46221d-73d4-4258-8dc4-4e143bec9089
Jan 29 21:44:21.234195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (9d46221d-73d4-4258-8dc4-4e143bec9089), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.250828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292ee2d-4a2d-4e5a-9681-399829a2e556 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 29 21:44:21.259618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (9d46221d-73d4-4258-8dc4-4e143bec9089), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.264700 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:21.265332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.275743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-842f836e-594f-4744-af56-4edb78fb2744 None None] Current status of the port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:21.325045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2131686
Jan 29 21:44:21.327886 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35814) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:21.333431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'subnet': {'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:21.339029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664690e-970e-4571-965c-9ac2a5d9a8ef tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Network': ['ID=9d46221d-73d4-4258-8dc4-4e143bec9089,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:21.352244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 9d46221d-73d4-4258-8dc4-4e143bec9089 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:21.407095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:21.425416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:21.428911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.522279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:21.522692 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.605060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:21.617703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.677937 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Subnet': ['ID=07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:21.685928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking segment: {'id': 'fe674d4e-c34e-4315-978b-3e0101b0eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:21.686290 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network hostable DHCP agents. Network: 9d46221d-73d4-4258-8dc4-4e143bec9089, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:21.703420 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network 9d46221d-73d4-4258-8dc4-4e143bec9089 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:21.711622 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d46221d-73d4-4258-8dc4-4e143bec9089) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:21.719122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29707a23-8d77-4ad1-b0ac-d6cef7143767 None None] Network 9d46221d-73d4-4258-8dc4-4e143bec9089 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:21.719889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:21.720666 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.739958 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c4003232-0681-4039-929c-7c8c54e5f95a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4074821
Jan 29 21:44:21.740214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35816) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:21.745323 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038862713'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:21.763407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:21.767249 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.790052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:21.799087 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (be58c8c5-ddc4-499e-b6a9-15677298ea27), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.799430 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Added segment be58c8c5-ddc4-499e-b6a9-15677298ea27 of type vlan for network 50073e00-1d0a-4415-90d4-4fe23e77baeb
Jan 29 21:44:21.819929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d46221d-73d4-4258-8dc4-4e143bec9089', 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089', 'project_id': '5f90965a4064490dbcd6efed397ab125', 'fixed_ips': [{'subnet_id': '07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:21.820806 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.840189 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (50073e00-1d0a-4415-90d4-4fe23e77baeb), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.868423 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (50073e00-1d0a-4415-90d4-4fe23e77baeb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.873422 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:21.874065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:21.935027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1933115
Jan 29 21:44:21.938387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35818) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:21.944298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Request body: {'subnet': {'network_id': '50073e00-1d0a-4415-90d4-4fe23e77baeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:21.947050 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955cf2-163c-4ea1-a2d1-0e56f44ed72b tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Network': ['ID=50073e00-1d0a-4415-90d4-4fe23e77baeb,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:21.960312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 50073e00-1d0a-4415-90d4-4fe23e77baeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:21.977612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Allocated IP 2001:db8::2 (9d46221d-73d4-4258-8dc4-4e143bec9089/07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea/25c9342a-02d5-4163-8b98-13bc3f834b0c) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:22.036466 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Made reservation on behalf of 5f90965a4064490dbcd6efed397ab125 for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:22.040035 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.172189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks [] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.178553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.214313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Network 9d46221d-73d4-4258-8dc4-4e143bec9089 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:22.223129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:22.224784 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (49ee74e8-35c6-432c-a4c9-e09f19d5f5bd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.229548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:22.232788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Pushing event updated for resources: {'Port': ['ID=25c9342a-02d5-4163-8b98-13bc3f834b0c,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:22.286431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event updated for resources: {'Subnet': ['ID=49ee74e8-35c6-432c-a4c9-e09f19d5f5bd,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:22.286695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Attempting to bind port 25c9342a-02d5-4163-8b98-13bc3f834b0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:22.286880 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Attempting to bind port 25c9342a-02d5-4163-8b98-13bc3f834b0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe674d4e-c34e-4315-978b-3e0101b0eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:22.287246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Attempting to bind port 25c9342a-02d5-4163-8b98-13bc3f834b0c on network 9d46221d-73d4-4258-8dc4-4e143bec9089 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:22.292598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:22.292976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Checking segment: {'id': 'fe674d4e-c34e-4315-978b-3e0101b0eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:22.293407 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.293800 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Bound using segment: {'id': 'fe674d4e-c34e-4315-978b-3e0101b0eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:22.294266 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Bound port: 25c9342a-02d5-4163-8b98-13bc3f834b0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe674d4e-c34e-4315-978b-3e0101b0eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9d46221d-73d4-4258-8dc4-4e143bec9089'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:22.294649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.297090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Checking segment: {'id': 'be58c8c5-ddc4-499e-b6a9-15677298ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '50073e00-1d0a-4415-90d4-4fe23e77baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:22.297458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network hostable DHCP agents. Network: 50073e00-1d0a-4415-90d4-4fe23e77baeb, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:22.314757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Network 50073e00-1d0a-4415-90d4-4fe23e77baeb is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:22.324013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50073e00-1d0a-4415-90d4-4fe23e77baeb) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:22.327926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:22.328528 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.341897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3a7ed-31d9-45f4-a414-d1464f1af29b None None] Network 50073e00-1d0a-4415-90d4-4fe23e77baeb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:22.346612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-71f22fd9-dfe5-47ce-a897-8c4fc5f832c0 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4065404
Jan 29 21:44:22.349477 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35820) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:22.412688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] For port 25c9342a-02d5-4163-8b98-13bc3f834b0c, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:22.432453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] For port 25c9342a-02d5-4163-8b98-13bc3f834b0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25c9342a-02d5-4163-8b98-13bc3f834b0c,segment=NetworkSegment(fe674d4e-c34e-4315-978b-3e0101b0eeb8),segment_id=fe674d4e-c34e-4315-978b-3e0101b0eeb8)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:22.443782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.445553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (50073e00-1d0a-4415-90d4-4fe23e77baeb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.503820 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (49ee74e8-35c6-432c-a4c9-e09f19d5f5bd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.567348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (49ee74e8-35c6-432c-a4c9-e09f19d5f5bd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.593509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Subnet': ['ID=49ee74e8-35c6-432c-a4c9-e09f19d5f5bd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:22.664184 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (50073e00-1d0a-4415-90d4-4fe23e77baeb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.670530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcfd7e-19e4-432e-97d0-980191c6ad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50073e00-1d0a-4415-90d4-4fe23e77baeb', 'network_id': '50073e00-1d0a-4415-90d4-4fe23e77baeb', 'project_id': '5f90965a4064490dbcd6efed397ab125', 'fixed_ips': [{'subnet_id': '49ee74e8-35c6-432c-a4c9-e09f19d5f5bd'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:22.672453 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-82fcfd7e-19e4-432e-97d0-980191c6ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.690183 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f820>,) {'filters': {'network_id': ['50073e00-1d0a-4415-90d4-4fe23e77baeb']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:22.700312 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d12cc8-b9ee-4fc7-9f85-b7a374b5d8a9 None None] Pushing event updated for resources: {'Port': ['ID=25c9342a-02d5-4163-8b98-13bc3f834b0c,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:22.701075 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f820>, 'be58c8c5-ddc4-499e-b6a9-15677298ea27') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:22.701380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09f2f820>, 'be58c8c5-ddc4-499e-b6a9-15677298ea27') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:22.712654 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (be58c8c5-ddc4-499e-b6a9-15677298ea27), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.730632 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (be58c8c5-ddc4-499e-b6a9-15677298ea27), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.738192 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:22.738895 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (be58c8c5-ddc4-499e-b6a9-15677298ea27), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:22.742376 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:22.775007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad4d07-d26a-44b4-8028-b9f04272afc4 None None] Network 50073e00-1d0a-4415-90d4-4fe23e77baeb requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:22.807338 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (50073e00-1d0a-4415-90d4-4fe23e77baeb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.816295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.819092 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/50073e00-1d0a-4415-90d4-4fe23e77baeb HTTP/1.1" status: 204  len: 168 time: 0.4686131
Jan 29 21:44:22.822270 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35822) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:22.843117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d99fc8-f948-4675-9880-ce9076260dbe tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Network': ['ID=50073e00-1d0a-4415-90d4-4fe23e77baeb,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:22.866334 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9900d71d-9f7b-484e-ba17-6a2d690e4d0a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] GET failed (client error): The resource could not be found.
Jan 29 21:44:22.867895 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9900d71d-9f7b-484e-ba17-6a2d690e4d0a tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "GET /v2.0/subnets/49ee74e8-35c6-432c-a4c9-e09f19d5f5bd HTTP/1.1" status: 404  len: 337 time: 0.0441365
Jan 29 21:44:22.873205 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35824) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:22.902812 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:22.903344 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-100c15cc-d5be-4c73-bb7b-545be326fc3f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:22.904053 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100c15cc-d5be-4c73-bb7b-545be326fc3f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:22.907725 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-100c15cc-d5be-4c73-bb7b-545be326fc3f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/50073e00-1d0a-4415-90d4-4fe23e77baeb HTTP/1.1" status: 404  len: 339 time: 0.0296068
Jan 29 21:44:22.913098 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35826) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:22.943033 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2f0744-d53b-46c0-9c94-d0555bf22a68 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:22.943486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2f0744-d53b-46c0-9c94-d0555bf22a68 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:22.946474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb2f0744-d53b-46c0-9c94-d0555bf22a68 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/subnets/49ee74e8-35c6-432c-a4c9-e09f19d5f5bd HTTP/1.1" status: 404  len: 337 time: 0.0338171
Jan 29 21:44:22.949266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35828) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:22.973990 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-96082b4d-70cf-4997-8c89-2d444daa6953 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:22.974512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96082b4d-70cf-4997-8c89-2d444daa6953 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:22.977691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-96082b4d-70cf-4997-8c89-2d444daa6953 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/50073e00-1d0a-4415-90d4-4fe23e77baeb HTTP/1.1" status: 404  len: 339 time: 0.0273097
Jan 29 21:44:22.980373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35830) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.033708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Deleting subnet 07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:44:23.037084 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.080515 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.160845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.217593 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.248675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Subnet': ['ID=07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:23.252261 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.255393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ddb045c4-346d-4d8e-b1c1-669579320218 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/subnets/07db4d0a-c9d8-4bba-a103-8c2ec3a4c4ea HTTP/1.1" status: 204  len: 168 time: 0.2739995
Jan 29 21:44:23.257843 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35832) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.333556 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (9d46221d-73d4-4258-8dc4-4e143bec9089), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.375671 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25c9342a-02d5-4163-8b98-13bc3f834b0c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:23.393205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Deleting port 25c9342a-02d5-4163-8b98-13bc3f834b0c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:23.393548 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.423889 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 25c9342a-02d5-4163-8b98-13bc3f834b0c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:23.424265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.466180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] For port 25c9342a-02d5-4163-8b98-13bc3f834b0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25c9342a-02d5-4163-8b98-13bc3f834b0c,segment=NetworkSegment(fe674d4e-c34e-4315-978b-3e0101b0eeb8),segment_id=fe674d4e-c34e-4315-978b-3e0101b0eeb8)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:23.466555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.480925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Calling delete_port for 25c9342a-02d5-4163-8b98-13bc3f834b0c owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:23.516268 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 25c9342a-02d5-4163-8b98-13bc3f834b0c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:23.516678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.552226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 25c9342a-02d5-4163-8b98-13bc3f834b0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25c9342a-02d5-4163-8b98-13bc3f834b0c,segment=NetworkSegment(fe674d4e-c34e-4315-978b-3e0101b0eeb8),segment_id=fe674d4e-c34e-4315-978b-3e0101b0eeb8)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:23.558077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.575990 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (25c9342a-02d5-4163-8b98-13bc3f834b0c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.605262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Port': ['ID=25c9342a-02d5-4163-8b98-13bc3f834b0c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:23.609280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No DVR routers for this DVR port 25c9342a-02d5-4163-8b98-13bc3f834b0c on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:23.614965 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=25c9342a-02d5-4163-8b98-13bc3f834b0c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:23.688276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (9d46221d-73d4-4258-8dc4-4e143bec9089), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.709929 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb17b5-8f76-452d-98cb-c476ff4473cb None None] Network 9d46221d-73d4-4258-8dc4-4e143bec9089 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:23.710494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08ace7c0>,) {'filters': {'network_id': ['9d46221d-73d4-4258-8dc4-4e143bec9089']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:23.720328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ace7c0>, 'fe674d4e-c34e-4315-978b-3e0101b0eeb8') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:23.720626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08ace7c0>, 'fe674d4e-c34e-4315-978b-3e0101b0eeb8') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:23.729756 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (fe674d4e-c34e-4315-978b-3e0101b0eeb8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.743093 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fe674d4e-c34e-4315-978b-3e0101b0eeb8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.748916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:23.749372 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (fe674d4e-c34e-4315-978b-3e0101b0eeb8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:23.752299 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:23.815048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-43ed764c-1dcd-4e83-9b48-909dcd57cd38 None None] Could not find standard attr ID for object 25c9342a-02d5-4163-8b98-13bc3f834b0c. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:44:23.817781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (9d46221d-73d4-4258-8dc4-4e143bec9089), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.835961 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.839667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/9d46221d-73d4-4258-8dc4-4e143bec9089 HTTP/1.1" status: 204  len: 168 time: 0.5807047
Jan 29 21:44:23.840762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad5aa-d9b3-4146-954e-452ecab22b83 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Network': ['ID=9d46221d-73d4-4258-8dc4-4e143bec9089,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:23.841853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de7360-e642-4d4b-8409-7a6da36940e5 None None] DHCP port deletion for 9d46221d-73d4-4258-8dc4-4e143bec9089 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:44:23.842562 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35834) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.860010 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:23.872703 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc5a3c2-f206-4b05-8676-e90186a623a9 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:23.873197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc5a3c2-f206-4b05-8676-e90186a623a9 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:23.876269 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3dc5a3c2-f206-4b05-8676-e90186a623a9 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/subnets/86cdabfb-4912-40c7-ac14-9e86245dea14 HTTP/1.1" status: 404  len: 337 time: 0.0323241
Jan 29 21:44:23.878938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35836) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.896795 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-801698d7-9155-46a4-a3b9-5d93904b6b9e tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:23.897310 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801698d7-9155-46a4-a3b9-5d93904b6b9e tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:23.900267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-801698d7-9155-46a4-a3b9-5d93904b6b9e tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/c56b133c-e5ef-44c0-ac85-fe43ec74a4f4 HTTP/1.1" status: 404  len: 339 time: 0.0204406
Jan 29 21:44:23.902747 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35838) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.927935 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d75c199-36b7-4161-97af-f511fbd8446f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:23.928383 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d75c199-36b7-4161-97af-f511fbd8446f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:23.931339 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0d75c199-36b7-4161-97af-f511fbd8446f tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/subnets/d6185e2c-fb1f-4d0c-8d4f-7de39555d528 HTTP/1.1" status: 404  len: 337 time: 0.0277259
Jan 29 21:44:23.933741 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35840) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:23.950979 ncdv-master-1 neutron-server[125942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fd1098-43ff-486e-a065-433a8a91d097 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] DELETE failed (client error): The resource could not be found.
Jan 29 21:44:23.951415 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fd1098-43ff-486e-a065-433a8a91d097 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 29 21:44:23.954329 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9fd1098-43ff-486e-a065-433a8a91d097 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/05e68864-6574-4d6b-a7ca-309d764b88fa HTTP/1.1" status: 404  len: 339 time: 0.0197339
Jan 29 21:44:23.956421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35842) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:24.005204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Deleting subnet d68f61ef-b879-4d41-b698-f12470d29780 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:44:24.008185 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (d68f61ef-b879-4d41-b698-f12470d29780), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.052096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (d68f61ef-b879-4d41-b698-f12470d29780), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.130623 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d68f61ef-b879-4d41-b698-f12470d29780), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.188557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (d68f61ef-b879-4d41-b698-f12470d29780), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.225057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Subnet': ['ID=d68f61ef-b879-4d41-b698-f12470d29780,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:24.227010 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.232585 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4717808-1ae9-4871-8e13-caa81f4cb8a3 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/subnets/d68f61ef-b879-4d41-b698-f12470d29780 HTTP/1.1" status: 204  len: 168 time: 0.2729194
Jan 29 21:44:24.234663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:24.235138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b30a9-742b-4572-a4c4-ee4a076c19a4 None None] Network 42445610-5c46-4e3e-90f9-85efaa8f1f4f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:24.308087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (42445610-5c46-4e3e-90f9-85efaa8f1f4f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.365055 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Deleting port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:24.365508 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.388769 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] DHCP port deletion for 42445610-5c46-4e3e-90f9-85efaa8f1f4f request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:44:24.425678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] For port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,segment=NetworkSegment(fa852c15-6650-45aa-84cb-f3f2a089d262),segment_id=fa852c15-6650-45aa-84cb-f3f2a089d262)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:24.426040 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.435019 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Deleting port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:24.435476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.439369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Calling delete_port for ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:24.498008 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] For port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,segment=NetworkSegment(fa852c15-6650-45aa-84cb-f3f2a089d262),segment_id=fa852c15-6650-45aa-84cb-f3f2a089d262)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:24.498408 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.514503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Calling delete_port for ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:24.526312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.553826 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] No DVR routers for this DVR port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:24.558777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Port': ['ID=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:24.595393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.619053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] Pushing event deleted for resources: {'Port': ['ID=ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:24.622711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b4863-bf28-4032-8a7d-673292348a3e None None] No DVR routers for this DVR port ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:24.649549 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (42445610-5c46-4e3e-90f9-85efaa8f1f4f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.669749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09a9a1c0>,) {'filters': {'network_id': ['42445610-5c46-4e3e-90f9-85efaa8f1f4f']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:24.679045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a9a1c0>, 'fa852c15-6650-45aa-84cb-f3f2a089d262') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:24.679366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09a9a1c0>, 'fa852c15-6650-45aa-84cb-f3f2a089d262') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:24.692861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (fa852c15-6650-45aa-84cb-f3f2a089d262), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.706558 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (fa852c15-6650-45aa-84cb-f3f2a089d262), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.712205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:24.712586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (fa852c15-6650-45aa-84cb-f3f2a089d262), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:24.715496 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:24.772470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (42445610-5c46-4e3e-90f9-85efaa8f1f4f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.779447 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:24.782614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] 10.222.0.20 "DELETE /v2.0/networks/42445610-5c46-4e3e-90f9-85efaa8f1f4f HTTP/1.1" status: 204  len: 168 time: 0.5463307
Jan 29 21:44:24.794097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f62ee-9b21-49f4-9bb8-790edd157281 tempest-NetworksIpV6Test-1535016072 tempest-NetworksIpV6Test-1535016072-project] Pushing event deleted for resources: {'Network': ['ID=42445610-5c46-4e3e-90f9-85efaa8f1f4f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:25.015184 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35850) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:25.143483 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-76a46c7e-2ce7-4ba1-a23b-524a8fcf9e2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f90965a4064490dbcd6efed397ab125&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1270683
Jan 29 21:44:25.145825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:25.192290 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] Publish callbacks [] for security_group (37f0c1dd-cdd0-4818-95ea-3304f6fba1a0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:25.212929 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] Publish callbacks [] for security_group (37f0c1dd-cdd0-4818-95ea-3304f6fba1a0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:25.258335 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (37f0c1dd-cdd0-4818-95ea-3304f6fba1a0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:25.260933 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:25.262105 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37f0c1dd-cdd0-4818-95ea-3304f6fba1a0 HTTP/1.1" status: 204  len: 168 time: 0.1153569
Jan 29 21:44:25.269547 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c0dc-8c93-4cd9-af59-82e0e42945b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0c1dd-cdd0-4818-95ea-3304f6fba1a0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:25.347528 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25c9342a-02d5-4163-8b98-13bc3f834b0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:25.369104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 25c9342a-02d5-4163-8b98-13bc3f834b0c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:25.369529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 25c9342a-02d5-4163-8b98-13bc3f834b0c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:25.370044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:25.393045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:25.393401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ffc692d0-7853-4ed6-9cd5-4d1b23fd1a2e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:25.892039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35876) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:25.984911 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-947485523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:26.006011 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (28353082-d4c8-4796-a800-42a7f4472e6b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.006978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (28353082-d4c8-4796-a800-42a7f4472e6b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.059356 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router_controller (28353082-d4c8-4796-a800-42a7f4472e6b), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.063411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (28353082-d4c8-4796-a800-42a7f4472e6b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.080191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.081371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-191e624f-a824-40bf-b7e8-8f44c9b33cb2 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1883440
Jan 29 21:44:26.084110 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35880) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:26.089425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1304230832'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:26.107873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Made reservation on behalf of 546f1bda466e455d9071718ed3e09bee for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:26.111616 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.119982 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.193533 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for security_group (ec669adb-6bf9-4700-af45-4c2f7d671f19), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.197303 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ec669adb-6bf9-4700-af45-4c2f7d671f19), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.224332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:26.233011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec669adb-6bf9-4700-af45-4c2f7d671f19,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:26.241173 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7b31b640-9cbc-49c8-889b-fdd09e7a007a), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.241352 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Added segment 7b31b640-9cbc-49c8-889b-fdd09e7a007a of type vlan for network 5676fa3d-0dae-49a1-a122-283f1bdd570d
Jan 29 21:44:26.278999 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (5676fa3d-0dae-49a1-a122-283f1bdd570d), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.303167 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (5676fa3d-0dae-49a1-a122-283f1bdd570d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.308112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:26.308691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.370506 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2854023
Jan 29 21:44:26.373274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35882) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:26.380082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'subnet': {'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:26.398087 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1cc1-321d-47a8-a175-811619a97b22 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event updated for resources: {'Network': ['ID=5676fa3d-0dae-49a1-a122-283f1bdd570d,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:26.409574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:26.473439 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Made reservation on behalf of 546f1bda466e455d9071718ed3e09bee for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:26.476904 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.651154 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (d6cb2773-0e32-4b5d-93a3-60cbecfd46ee), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.708549 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event updated for resources: {'Subnet': ['ID=d6cb2773-0e32-4b5d-93a3-60cbecfd46ee,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:26.718504 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Checking segment: {'id': '7b31b640-9cbc-49c8-889b-fdd09e7a007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:26.718874 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Network hostable DHCP agents. Network: 5676fa3d-0dae-49a1-a122-283f1bdd570d, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:26.734153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:26.742493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5676fa3d-0dae-49a1-a122-283f1bdd570d) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:26.748392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:26.748526 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.752750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f025f01-7147-4dc2-8ce8-a41de8813243 None None] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:26.766334 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c1b7c6ab-74e5-41ac-928a-b202866ea04d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3920796
Jan 29 21:44:26.769369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35884) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:26.774209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1407057015'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:26.793859 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Made reservation on behalf of 546f1bda466e455d9071718ed3e09bee for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:26.797122 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.825283 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:26.835037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (734c2677-41f1-487c-b61f-1e2d92cf98f6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.835412 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Added segment 734c2677-41f1-487c-b61f-1e2d92cf98f6 of type vlan for network 28161dd2-3f39-484b-9fda-210382980610
Jan 29 21:44:26.854507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5676fa3d-0dae-49a1-a122-283f1bdd570d', 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d', 'project_id': '546f1bda466e455d9071718ed3e09bee', 'fixed_ips': [{'subnet_id': 'd6cb2773-0e32-4b5d-93a3-60cbecfd46ee'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:26.855417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.874813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (28161dd2-3f39-484b-9fda-210382980610), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.900108 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (28161dd2-3f39-484b-9fda-210382980610), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.905076 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:26.906213 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:26.962702 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1922598
Jan 29 21:44:26.965471 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35886) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:26.970781 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'subnet': {'network_id': '28161dd2-3f39-484b-9fda-210382980610', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:26.994732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Allocated IP 172.20.0.2 (5676fa3d-0dae-49a1-a122-283f1bdd570d/d6cb2773-0e32-4b5d-93a3-60cbecfd46ee/1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:27.021732 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473fd94-6b70-42e8-8889-2f63cc2a1601 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event updated for resources: {'Network': ['ID=28161dd2-3f39-484b-9fda-210382980610,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:27.048198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 28161dd2-3f39-484b-9fda-210382980610 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:27.066212 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Made reservation on behalf of 546f1bda466e455d9071718ed3e09bee for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:27.069815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.199291 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks [] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.206593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.243318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:27.246160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:27.251498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:27.253461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (f28fbe63-4fa7-4031-ad02-4acb1610bb24), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.260506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Pushing event updated for resources: {'Port': ['ID=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:27.315036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Attempting to bind port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:27.315407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Attempting to bind port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b31b640-9cbc-49c8-889b-fdd09e7a007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:27.315770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Attempting to bind port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 on network 5676fa3d-0dae-49a1-a122-283f1bdd570d {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:27.317808 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event updated for resources: {'Subnet': ['ID=f28fbe63-4fa7-4031-ad02-4acb1610bb24,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:27.320743 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:27.321172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Checking segment: {'id': '7b31b640-9cbc-49c8-889b-fdd09e7a007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:27.321582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.322039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Bound using segment: {'id': '7b31b640-9cbc-49c8-889b-fdd09e7a007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:27.322227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Checking segment: {'id': '734c2677-41f1-487c-b61f-1e2d92cf98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28161dd2-3f39-484b-9fda-210382980610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:27.322427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Bound port: 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b31b640-9cbc-49c8-889b-fdd09e7a007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5676fa3d-0dae-49a1-a122-283f1bdd570d'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:27.322585 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Network hostable DHCP agents. Network: 28161dd2-3f39-484b-9fda-210382980610, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:27.322806 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.340245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Network 28161dd2-3f39-484b-9fda-210382980610 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:27.350241 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28161dd2-3f39-484b-9fda-210382980610) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:27.354103 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:27.354703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.364675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354c75f-a6cc-497f-83e6-ff641d874d37 None None] Network 28161dd2-3f39-484b-9fda-210382980610 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:27.373824 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21cf0d74-f094-4bad-b157-a86363762225 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4047685
Jan 29 21:44:27.374067 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35888) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:27.378572 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ec62805b-0a41-4835-9715-3e8da3712c39 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Request body: {'router': {'external_gateway_info': {'network_id': '28161dd2-3f39-484b-9fda-210382980610'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:27.440327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] For port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:27.462900 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] For port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,segment=NetworkSegment(7b31b640-9cbc-49c8-889b-fdd09e7a007a),segment_id=7b31b640-9cbc-49c8-889b-fdd09e7a007a)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:27.471288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.514127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-28161dd2-3f39-484b-9fda-210382980610', 'network_id': '28161dd2-3f39-484b-9fda-210382980610', 'project_id': '546f1bda466e455d9071718ed3e09bee', 'fixed_ips': [{'subnet_id': 'f28fbe63-4fa7-4031-ad02-4acb1610bb24'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:27.515519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.561386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b4646-b638-4ba1-a999-d6210c3817a8 None None] Pushing event updated for resources: {'Port': ['ID=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:27.591006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec62805b-0a41-4835-9715-3e8da3712c39 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router_gateway (28353082-d4c8-4796-a800-42a7f4472e6b), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.684244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Allocated IP 172.21.0.2 (28161dd2-3f39-484b-9fda-210382980610/f28fbe63-4fa7-4031-ad02-4acb1610bb24/ca32c311-0c0f-4b74-8573-534b61a49a5e) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:27.707860 ncdv-master-1 neutron-server[125942]: INFO neutron.api.v2.resource [None req-ec62805b-0a41-4835-9715-3e8da3712c39 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 29 21:44:27.708941 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec62805b-0a41-4835-9715-3e8da3712c39 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "PUT /v2.0/routers/28353082-d4c8-4796-a800-42a7f4472e6b HTTP/1.1" status: 400  len: 364 time: 0.3339307
Jan 29 21:44:27.714712 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:27.785279 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Deleting subnet f28fbe63-4fa7-4031-ad02-4acb1610bb24 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:44:27.869419 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks [] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.876251 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (f28fbe63-4fa7-4031-ad02-4acb1610bb24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.878145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.921436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Network 28161dd2-3f39-484b-9fda-210382980610 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:27.925846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (f28fbe63-4fa7-4031-ad02-4acb1610bb24), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.926359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:27.929974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:27.937413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Pushing event updated for resources: {'Port': ['ID=ca32c311-0c0f-4b74-8573-534b61a49a5e,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:27.989160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Attempting to bind port ca32c311-0c0f-4b74-8573-534b61a49a5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:27.989465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Attempting to bind port ca32c311-0c0f-4b74-8573-534b61a49a5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '734c2677-41f1-487c-b61f-1e2d92cf98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28161dd2-3f39-484b-9fda-210382980610'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:27.989828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Attempting to bind port ca32c311-0c0f-4b74-8573-534b61a49a5e on network 28161dd2-3f39-484b-9fda-210382980610 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:27.994787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:27.995163 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Checking segment: {'id': '734c2677-41f1-487c-b61f-1e2d92cf98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28161dd2-3f39-484b-9fda-210382980610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:27.995568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:27.995967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Bound using segment: {'id': '734c2677-41f1-487c-b61f-1e2d92cf98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28161dd2-3f39-484b-9fda-210382980610'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:27.996431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Bound port: ca32c311-0c0f-4b74-8573-534b61a49a5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734c2677-41f1-487c-b61f-1e2d92cf98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '28161dd2-3f39-484b-9fda-210382980610'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:27.996811 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.008120 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (f28fbe63-4fa7-4031-ad02-4acb1610bb24), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.066326 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (f28fbe63-4fa7-4031-ad02-4acb1610bb24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.069095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] For port ca32c311-0c0f-4b74-8573-534b61a49a5e, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:28.072473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] For port ca32c311-0c0f-4b74-8573-534b61a49a5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca32c311-0c0f-4b74-8573-534b61a49a5e,segment=NetworkSegment(734c2677-41f1-487c-b61f-1e2d92cf98f6),segment_id=734c2677-41f1-487c-b61f-1e2d92cf98f6)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:28.080094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.103636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Subnet': ['ID=f28fbe63-4fa7-4031-ad02-4acb1610bb24,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:28.110597 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.115036 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-153ab2ba-8db9-4df5-b124-f9e0a6926e7d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "DELETE /v2.0/subnets/f28fbe63-4fa7-4031-ad02-4acb1610bb24 HTTP/1.1" status: 204  len: 168 time: 0.3993621
Jan 29 21:44:28.117868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35892) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:28.142487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fbe1c-7861-4bd1-a42d-4d2dd4492286 None None] Pushing event updated for resources: {'Port': ['ID=ca32c311-0c0f-4b74-8573-534b61a49a5e,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:28.202929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (28161dd2-3f39-484b-9fda-210382980610), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.530986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Deleting port ca32c311-0c0f-4b74-8573-534b61a49a5e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:28.531409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.595539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] For port ca32c311-0c0f-4b74-8573-534b61a49a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca32c311-0c0f-4b74-8573-534b61a49a5e,segment=NetworkSegment(734c2677-41f1-487c-b61f-1e2d92cf98f6),segment_id=734c2677-41f1-487c-b61f-1e2d92cf98f6)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:28.595902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.609369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Calling delete_port for ca32c311-0c0f-4b74-8573-534b61a49a5e owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:28.693988 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0c54c-ad6b-433d-a5ef-00743c5fdfb3 None None] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:28.699431 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ca32c311-0c0f-4b74-8573-534b61a49a5e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.724890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Port': ['ID=ca32c311-0c0f-4b74-8573-534b61a49a5e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:28.729783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] No DVR routers for this DVR port ca32c311-0c0f-4b74-8573-534b61a49a5e on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:28.740380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.740720 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.741206 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.741457 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.741799 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.742136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.742475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.742813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.743147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.743473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.743804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.744130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.744454 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:28.803758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Provisioning complete for port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:28.804109 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.832473 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (28161dd2-3f39-484b-9fda-210382980610), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.856853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09bb3850>,) {'filters': {'network_id': ['28161dd2-3f39-484b-9fda-210382980610']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:28.869382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09bb3850>, '734c2677-41f1-487c-b61f-1e2d92cf98f6') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:28.869684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09bb3850>, '734c2677-41f1-487c-b61f-1e2d92cf98f6') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:28.887278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (734c2677-41f1-487c-b61f-1e2d92cf98f6), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.902945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Current status of the port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:28.903418 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.909220 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (734c2677-41f1-487c-b61f-1e2d92cf98f6), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.923307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:28.924941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (734c2677-41f1-487c-b61f-1e2d92cf98f6), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:28.928471 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:28.941084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] For port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,segment=NetworkSegment(7b31b640-9cbc-49c8-889b-fdd09e7a007a),segment_id=7b31b640-9cbc-49c8-889b-fdd09e7a007a)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:28.945588 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.000541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (28161dd2-3f39-484b-9fda-210382980610), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.009255 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.013430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "DELETE /v2.0/networks/28161dd2-3f39-484b-9fda-210382980610 HTTP/1.1" status: 204  len: 168 time: 0.8946331
Jan 29 21:44:29.015832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94265fe4-9548-4c89-b9c5-5455178a6baf None None] Pushing event updated for resources: {'Port': ['ID=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:29.016088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:29.035766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23c1b-eb6a-4e25-9969-e86ac8839817 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Network': ['ID=28161dd2-3f39-484b-9fda-210382980610,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:29.085755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Deleting subnet d6cb2773-0e32-4b5d-93a3-60cbecfd46ee {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:44:29.089310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (d6cb2773-0e32-4b5d-93a3-60cbecfd46ee), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.132903 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (d6cb2773-0e32-4b5d-93a3-60cbecfd46ee), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.169165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-97f2efc9-d5ea-416f-9dcb-5183a4f7656e None None] Provisioning complete for port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:29.169548 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-97f2efc9-d5ea-416f-9dcb-5183a4f7656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.224272 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (d6cb2773-0e32-4b5d-93a3-60cbecfd46ee), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.254033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-97f2efc9-d5ea-416f-9dcb-5183a4f7656e None None] Current status of the port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:29.289721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (d6cb2773-0e32-4b5d-93a3-60cbecfd46ee), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.317172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cb2773-0e32-4b5d-93a3-60cbecfd46ee,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:29.321055 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.328294 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-95ba794f-3155-4e45-811e-11d2d581b1fc tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "DELETE /v2.0/subnets/d6cb2773-0e32-4b5d-93a3-60cbecfd46ee HTTP/1.1" status: 204  len: 168 time: 0.3100333
Jan 29 21:44:29.330714 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35912) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:29.345892 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf099ea-e3d5-4bf2-bcaa-81955bd69026 None None] Network 5676fa3d-0dae-49a1-a122-283f1bdd570d requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:29.420197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (5676fa3d-0dae-49a1-a122-283f1bdd570d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.477939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Deleting port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:44:29.478287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.548849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] For port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,segment=NetworkSegment(7b31b640-9cbc-49c8-889b-fdd09e7a007a),segment_id=7b31b640-9cbc-49c8-889b-fdd09e7a007a)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:29.549337 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.562795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Calling delete_port for 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:44:29.566649 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d272a69-666e-4247-ae2c-b0998c59e09a None None] DHCP port deletion for 28161dd2-3f39-484b-9fda-210382980610 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:44:29.568694 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:29.581730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cb0c8fc5-f0fd-43d0-b06f-1ba88024fcbc None None] Could not find standard attr ID for object ca32c311-0c0f-4b74-8573-534b61a49a5e. {{(pid=125944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 29 21:44:29.639756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfdbf5-19ea-40cd-bacb-c558d1dc2f02 None None] Network 28161dd2-3f39-484b-9fda-210382980610 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:29.647921 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.660071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfdbf5-19ea-40cd-bacb-c558d1dc2f02 None None] Network 28161dd2-3f39-484b-9fda-210382980610 could not be found, it might have been deleted concurrently. {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Jan 29 21:44:29.665472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No active binding found for port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 {{(pid=125944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 29 21:44:29.665849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] The host ncdv-master-1 is not matching for port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 host None! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:44:29.666242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Jan 29 21:44:29.677664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Port': ['ID=1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:29.681175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] No DVR routers for this DVR port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:44:29.694650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Port 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 not found, will not notify nova. {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Jan 29 21:44:29.760114 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (5676fa3d-0dae-49a1-a122-283f1bdd570d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.765977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd6e9e-49e0-47ac-b768-8d29940c0bed None None] DHCP port deletion for 5676fa3d-0dae-49a1-a122-283f1bdd570d request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:44:29.784624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08292a60>,) {'filters': {'network_id': ['5676fa3d-0dae-49a1-a122-283f1bdd570d']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:29.794233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08292a60>, '7b31b640-9cbc-49c8-889b-fdd09e7a007a') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:29.794523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08292a60>, '7b31b640-9cbc-49c8-889b-fdd09e7a007a') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:29.804488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (7b31b640-9cbc-49c8-889b-fdd09e7a007a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.817172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (7b31b640-9cbc-49c8-889b-fdd09e7a007a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.823619 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:44:29.824228 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (7b31b640-9cbc-49c8-889b-fdd09e7a007a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:44:29.827367 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:44:29.888709 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (5676fa3d-0dae-49a1-a122-283f1bdd570d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.895612 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:29.902371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "DELETE /v2.0/networks/5676fa3d-0dae-49a1-a122-283f1bdd570d HTTP/1.1" status: 204  len: 168 time: 0.5703321
Jan 29 21:44:29.905170 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35914) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:29.914488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6331-b663-45a8-bc61-b5c239c3027d tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Pushing event deleted for resources: {'Network': ['ID=5676fa3d-0dae-49a1-a122-283f1bdd570d,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:29.935080 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8bac0882-a61c-4b83-9274-ac7d126905f9 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "GET /v2.0/ports?device_id=28353082-d4c8-4796-a800-42a7f4472e6b HTTP/1.1" status: 200  len: 205 time: 0.0277855
Jan 29 21:44:29.937482 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:30.010040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router (28353082-d4c8-4796-a800-42a7f4472e6b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.174313 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (28353082-d4c8-4796-a800-42a7f4472e6b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.176535 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router_controller (28353082-d4c8-4796-a800-42a7f4472e6b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.234429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (28353082-d4c8-4796-a800-42a7f4472e6b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.235175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Fanout notify agent at l3_agent the message router_deleted on router 28353082-d4c8-4796-a800-42a7f4472e6b {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:44:30.245833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.247597 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-921f005d-6bab-42f2-8e54-498fb9047ff1 tempest-RoutersNegativeTest-23625868 tempest-RoutersNegativeTest-23625868-project] 10.222.0.20 "DELETE /v2.0/routers/28353082-d4c8-4796-a800-42a7f4472e6b HTTP/1.1" status: 204  len: 168 time: 0.3090572
Jan 29 21:44:30.483054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35922) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:30.607521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c0d3b0bc-8a96-40fd-9e53-ebdb014a616d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=546f1bda466e455d9071718ed3e09bee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1232028
Jan 29 21:44:30.610027 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35926) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:30.655973 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] Publish callbacks [] for security_group (ec669adb-6bf9-4700-af45-4c2f7d671f19), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.676183 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] Publish callbacks [] for security_group (ec669adb-6bf9-4700-af45-4c2f7d671f19), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.722852 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (ec669adb-6bf9-4700-af45-4c2f7d671f19), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.725945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:30.729839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec669adb-6bf9-4700-af45-4c2f7d671f19 HTTP/1.1" status: 204  len: 168 time: 0.1188745
Jan 29 21:44:30.737409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043bff8-7b72-4a7b-89f2-f892eb023f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec669adb-6bf9-4700-af45-4c2f7d671f19,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:31.321265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35948) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:31.334302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:31.355506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:31.355861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 1e75ec77-4bdb-426e-bd8b-9eb86d3f97f7 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:31.356291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ca32c311-0c0f-4b74-8573-534b61a49a5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:44:31.375172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ca32c311-0c0f-4b74-8573-534b61a49a5e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:44:31.375522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ca32c311-0c0f-4b74-8573-534b61a49a5e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:44:31.422219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134135523-network', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:31.445449 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Made reservation on behalf of da0ca69899d94b92b3973c23e7df2526 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:31.449942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.458840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.532747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks [] for security_group (347a58ec-78e8-4578-93e7-2f44c3c1e71b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.536663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (347a58ec-78e8-4578-93e7-2f44c3c1e71b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.556781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:31.570859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a58ec-78e8-4578-93e7-2f44c3c1e71b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:31.573938 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6e9cadc4-3437-48f6-a056-ddfd340f1ee9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.574276 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Added segment 6e9cadc4-3437-48f6-a056-ddfd340f1ee9 of type vlan for network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad
Jan 29 21:44:31.613160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.636856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.637853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:31.638428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.693479 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3710258
Jan 29 21:44:31.696321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35952) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:31.701668 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Request body: {'subnet': {'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134135523-subnet', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:31.703154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba23df6-66dd-48da-ad87-cf215aae2435 admin admin] Pushing event updated for resources: {'Network': ['ID=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:31.713176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:31.722317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Made reservation on behalf of da0ca69899d94b92b3973c23e7df2526 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:31.724816 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.888915 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (ba5858a2-5bb4-4717-a8e5-c6a47344a6cf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.948423 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:31.957266 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Checking segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:31.957625 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Network hostable DHCP agents. Network: 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:31.973318 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:31.981244 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:31.985263 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:31.985866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:31.990442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31713e6-2c59-449f-a73d-c3865cf1a957 None None] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:32.002247 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-88f25884-ba8b-4d8e-acf7-59908f23da66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3047807
Jan 29 21:44:32.004818 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35954) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:32.009336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:32.027843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.028939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.083611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for router_controller (611b9435-5c7b-48b2-8d77-c2ba434b3698), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.094995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:32.096061 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.233776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Allocated IP 172.20.0.2 (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad/ba5858a2-5bb4-4717-a8e5-c6a47344a6cf/93560dd7-973a-467d-9d1a-ccc568f4e200) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:32.387394 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks [] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.394504 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.436693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:32.439720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:32.444302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:32.447566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Pushing event updated for resources: {'Port': ['ID=93560dd7-973a-467d-9d1a-ccc568f4e200,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:32.506487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Attempting to bind port 93560dd7-973a-467d-9d1a-ccc568f4e200 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:32.506759 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Attempting to bind port 93560dd7-973a-467d-9d1a-ccc568f4e200 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:32.507122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Attempting to bind port 93560dd7-973a-467d-9d1a-ccc568f4e200 on network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:32.512071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:32.512451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Checking segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:32.512859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.513298 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Bound using segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:32.513771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Bound port: 93560dd7-973a-467d-9d1a-ccc568f4e200, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:32.514156 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.522899 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for router_gateway (611b9435-5c7b-48b2-8d77-c2ba434b3698), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.576624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] For port 93560dd7-973a-467d-9d1a-ccc568f4e200, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:32.580935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] For port 93560dd7-973a-467d-9d1a-ccc568f4e200, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93560dd7-973a-467d-9d1a-ccc568f4e200,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:32.587459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.647452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617411a-4ae2-41cd-89bd-d4977ab529d4 None None] Pushing event updated for resources: {'Port': ['ID=93560dd7-973a-467d-9d1a-ccc568f4e200,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:32.724214 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for router_gateway (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.742828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:32.869108 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Allocated IP 172.35.4.120 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:32.973628 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.006724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.046812 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:33.049501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:33.055364 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:33.078457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:33.318467 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for router_gateway (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.383514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 93560dd7-973a-467d-9d1a-ccc568f4e200 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:33.439604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 93560dd7-973a-467d-9d1a-ccc568f4e200 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:33.440248 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.523194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 93560dd7-973a-467d-9d1a-ccc568f4e200 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:33.523594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.541240 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.556343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 93560dd7-973a-467d-9d1a-ccc568f4e200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93560dd7-973a-467d-9d1a-ccc568f4e200,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:33.560943 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.615519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=93560dd7-973a-467d-9d1a-ccc568f4e200,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:33.641518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbfdab-0afa-4374-8154-c9351553916f None None] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:33.675300 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Router 611b9435-5c7b-48b2-8d77-c2ba434b3698 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:44:33.745198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d3061802-70f8-4d69-9ffb-c509b19d1069 None None] Provisioning complete for port 93560dd7-973a-467d-9d1a-ccc568f4e200 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:33.745576 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d3061802-70f8-4d69-9ffb-c509b19d1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.782652 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:44:33.802839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:33.803155 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Sync routers for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:44:33.805487 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b27a050f-a102-47ea-836c-0eeac6e02382 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7996325
Jan 29 21:44:33.808151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35956) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:33.817316 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:33.818254 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:33.843541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d3061802-70f8-4d69-9ffb-c509b19d1069 None None] Current status of the port 93560dd7-973a-467d-9d1a-ccc568f4e200 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:33.935850 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:34.065011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bef8640d-21b2-4f60-a970-337346bb5c5e None None] Provisioning complete for port 93560dd7-973a-467d-9d1a-ccc568f4e200 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:34.065401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bef8640d-21b2-4f60-a970-337346bb5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.147785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bef8640d-21b2-4f60-a970-337346bb5c5e None None] Current status of the port 93560dd7-973a-467d-9d1a-ccc568f4e200 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:34.205844 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14ff40>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:33Z', 'revision_number': 3, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:34.231472 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Checking router: 611b9435-5c7b-48b2-8d77-c2ba434b3698 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:44:34.231827 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Updating router 611b9435-5c7b-48b2-8d77-c2ba434b3698 port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:44:34.247029 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.259080 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.396065 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Allocated IP 172.20.0.1 (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad/ba5858a2-5bb4-4717-a8e5-c6a47344a6cf/79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:34.512305 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks [] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.512581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks [] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.518082 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.548138 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.567729 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Attempting to bind port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:34.568104 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Attempting to bind port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:34.568479 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Attempting to bind port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:34.574188 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Pushing event updated for resources: {'Port': ['ID=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:34.583550 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.583907 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.584562 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.584562 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.584920 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.585281 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.585621 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.585950 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.586282 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.586610 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.586945 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.587062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:34.587275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.587599 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:34.590693 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:34.591074 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:34.591478 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.591865 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:34.591998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:34.592342 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Bound port: f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:34.593289 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.596198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:34.623180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Pushing event updated for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:34.644509 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.651321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] For port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:34.656264 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] For port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:34.662713 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.726055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:34.726689 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b14ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:34.732321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56577b7-7252-48e1-b02a-81ac9308c18e None None] Pushing event updated for resources: {'Port': ['ID=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:34.783231 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.843544 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:34.873203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a592bb39-e8aa-4fa7-9a1b-ea05c03f755e None None] Provisioning complete for port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:34.873762 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a592bb39-e8aa-4fa7-9a1b-ea05c03f755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.910220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a592bb39-e8aa-4fa7-9a1b-ea05c03f755e None None] Port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:44:34.957886 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks [] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:34.962643 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.020330 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b14ff40>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:33Z', 'revision_number': 3, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:35.031201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Pushing event updated for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:35.033698 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.046984 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb53c13-a9b5-47b1-b26f-52023c064f4f None None] The sync data for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 is: [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:33Z', 'revision_number': 3, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:44:35.126678 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:35.128080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:35.245850 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Router 611b9435-5c7b-48b2-8d77-c2ba434b3698 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:44:35.369714 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:44:35.387477 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2070096c-7ef5-4c4a-87fa-3d1164f793df admin admin] 10.222.0.20 "PUT /v2.0/routers/611b9435-5c7b-48b2-8d77-c2ba434b3698/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5745139
Jan 29 21:44:35.499028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 93560dd7-973a-467d-9d1a-ccc568f4e200 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:35.555905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-216b44af-ee66-49b3-83ec-20d05033d1c9 None None] Provisioning complete for port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:35.556288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-216b44af-ee66-49b3-83ec-20d05033d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.584218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 93560dd7-973a-467d-9d1a-ccc568f4e200 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:35.584596 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.630842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-216b44af-ee66-49b3-83ec-20d05033d1c9 None None] Port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:44:35.680818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 93560dd7-973a-467d-9d1a-ccc568f4e200 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:35.682188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:35.734642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:35.735028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.826583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:35.827094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.850016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:35.856551 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.910819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:35.940493 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 35972) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:35.945715 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335368720-network', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:35.966592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Made reservation on behalf of 2e00f2946fd9417c8d7b2cd70a1da074 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:35.968940 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:35.978450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.055427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks [] for security_group (74472b32-020f-4bd2-8739-d78ed28d6d40), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.059277 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74472b32-020f-4bd2-8739-d78ed28d6d40), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.086472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:44:36.092728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74472b32-020f-4bd2-8739-d78ed28d6d40,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:36.098910 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e94c95ae-5a21-4491-9fa4-b1cc07c1d722), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.099251 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Added segment e94c95ae-5a21-4491-9fa4-b1cc07c1d722 of type vlan for network bc438f30-e33d-4e3e-ae2e-e49110aa08ae
Jan 29 21:44:36.139704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (bc438f30-e33d-4e3e-ae2e-e49110aa08ae), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.162959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (bc438f30-e33d-4e3e-ae2e-e49110aa08ae), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.163930 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:36.164500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.224187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.2798994
Jan 29 21:44:36.224897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35974) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:36.230597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Request body: {'subnet': {'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335368720-subnet', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:36.231141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84c1ab-70a8-42e8-9282-3b7506f9517e admin admin] Pushing event updated for resources: {'Network': ['ID=bc438f30-e33d-4e3e-ae2e-e49110aa08ae,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:36.243358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:44:36.251866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Made reservation on behalf of 2e00f2946fd9417c8d7b2cd70a1da074 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:36.254594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.420000 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (82ccb25c-4cf2-4583-b2bd-07d0069b791d), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.476400 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ccb25c-4cf2-4583-b2bd-07d0069b791d,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:36.485624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Checking segment: {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:36.485984 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Network hostable DHCP agents. Network: bc438f30-e33d-4e3e-ae2e-e49110aa08ae, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:44:36.503126 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:44:36.512840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc438f30-e33d-4e3e-ae2e-e49110aa08ae) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:36.524780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea2ae5-d5cf-477a-837b-44524c55a5eb None None] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:36.529206 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:36.529864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.547516 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-73469af5-8453-4edb-aee1-4777fff4eb59 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3218632
Jan 29 21:44:36.550182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:36.555532 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:36.578646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.580604 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.627017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:44:36.627866 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.636065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for router_controller (6e41800d-abdd-497e-999b-b995b0dcc70c), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.748470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Sync routers for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:44:36.771180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:36.771804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:36.779990 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for router_gateway (6e41800d-abdd-497e-999b-b995b0dcc70c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:36.813568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Allocated IP 172.20.0.2 (bc438f30-e33d-4e3e-ae2e-e49110aa08ae/82ccb25c-4cf2-4583-b2bd-07d0069b791d/53ba505b-c372-42a8-9c84-68d9fa4c11af) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:36.942823 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:37.129557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks [] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.141167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.220406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:37.227259 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:37.229006 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Pushing event updated for resources: {'Port': ['ID=53ba505b-c372-42a8-9c84-68d9fa4c11af,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:37.232149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:37.260078 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for router_gateway (6e41800d-abdd-497e-999b-b995b0dcc70c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.280973 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.301240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Attempting to bind port 53ba505b-c372-42a8-9c84-68d9fa4c11af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:37.301624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Attempting to bind port 53ba505b-c372-42a8-9c84-68d9fa4c11af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:37.302000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Attempting to bind port 53ba505b-c372-42a8-9c84-68d9fa4c11af on network bc438f30-e33d-4e3e-ae2e-e49110aa08ae {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:37.313165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b0100>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 2, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:37.313165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:37.313165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Checking segment: {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:37.313690 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.317131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Bound using segment: {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:37.317630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Bound port: 53ba505b-c372-42a8-9c84-68d9fa4c11af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:37.318024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.404660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Allocated IP 172.35.4.15 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/23754c53-5a7f-4625-8334-a82e2fde5df5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:37.505522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:37.513957 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Checking router: 611b9435-5c7b-48b2-8d77-c2ba434b3698 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:44:37.514291 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Updating router 611b9435-5c7b-48b2-8d77-c2ba434b3698 port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:44:37.514494 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.548401 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.584427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:37.587195 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:37.589711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:37.594449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.619379 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Pushing event updated for resources: {'Port': ['ID=23754c53-5a7f-4625-8334-a82e2fde5df5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:37.632342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.632545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.632880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.633253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.633693 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.634039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.634371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.635739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.635739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.635739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.635739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.636135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.636273 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:37.658495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] For port 53ba505b-c372-42a8-9c84-68d9fa4c11af, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:37.676816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] For port 53ba505b-c372-42a8-9c84-68d9fa4c11af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ba505b-c372-42a8-9c84-68d9fa4c11af,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:37.678064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:37.678448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.708027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.844797 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdd4a3-7ef1-4b40-b4a4-0621b409261b None None] Pushing event updated for resources: {'Port': ['ID=53ba505b-c372-42a8-9c84-68d9fa4c11af,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:37.866461 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for router_gateway (6e41800d-abdd-497e-999b-b995b0dcc70c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:37.947837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:38.062817 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks [] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.068217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.097614 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.131364 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cbc12-64f5-46b8-91c3-d8fd3e398f8b None None] Pushing event updated for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:38.201106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Attempting to bind port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:38.201482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Attempting to bind port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:38.201897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Attempting to bind port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 on network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:38.207448 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:38.207828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Checking segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:38.208234 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.208635 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Bound using segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:38.209130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Bound port: 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:38.209520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.254227 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Router 6e41800d-abdd-497e-999b-b995b0dcc70c is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:44:38.277551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] For port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:38.283659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] For port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:38.291063 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.355704 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:38.356339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:38.379491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:44:38.397570 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Sync routers for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:44:38.400096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.401651 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e0c3f776-de57-4c59-ae95-c79980de4696 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8498311
Jan 29 21:44:38.404457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 35978) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:44:38.418577 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:38.421814 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:38.476000 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:38.480898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cbc12-64f5-46b8-91c3-d8fd3e398f8b None None] Pushing event updated for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:38.545082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Provisioning complete for port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:38.545485 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.549643 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:38.736733 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Current status of the port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:38.737155 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.820393 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa610>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:37Z', 'revision_number': 3, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:38.826987 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] For port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:38.836788 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.852732 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Checking router: 6e41800d-abdd-497e-999b-b995b0dcc70c for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:44:38.853145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Updating router 6e41800d-abdd-497e-999b-b995b0dcc70c port 23754c53-5a7f-4625-8334-a82e2fde5df5 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:44:38.883175 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.912827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946964c-9d88-4f19-995c-426af853bc8b None None] Pushing event updated for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:38.922092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a9b0100>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:38.933389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:38.957478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f4a8f-31c8-49af-b47d-a2360249b073 None None] The sync data for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 is: [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:44:38.984233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cc516dda-d54d-47f6-be16-f1776ec704c6 None None] Provisioning complete for port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:38.984865 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc516dda-d54d-47f6-be16-f1776ec704c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.109955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde3e84-f284-40d1-a324-7e8b2a6afdcf None None] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:44:39.131623 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Allocated IP 172.20.0.1 (bc438f30-e33d-4e3e-ae2e-e49110aa08ae/82ccb25c-4cf2-4583-b2bd-07d0069b791d/a68521f8-7796-45d7-9fff-f83e6fca1f2f) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:39.197753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cc516dda-d54d-47f6-be16-f1776ec704c6 None None] Current status of the port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:39.263565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks [] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.284052 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks [] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.294819 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.313237 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.353729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Provisioning complete for port 53ba505b-c372-42a8-9c84-68d9fa4c11af triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:39.354167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.419307 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:39.429008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Pushing event updated for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:39.429008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:39.429008 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:39.504100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (6e41800d-abdd-497e-999b-b995b0dcc70c), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.533072 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Attempting to bind port 23754c53-5a7f-4625-8334-a82e2fde5df5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:39.533615 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Attempting to bind port 23754c53-5a7f-4625-8334-a82e2fde5df5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:39.534203 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Attempting to bind port 23754c53-5a7f-4625-8334-a82e2fde5df5 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:39.536802 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ef5c-2104-4b6d-a234-9442fea2a270 None None] Pushing event updated for resources: {'Port': ['ID=23754c53-5a7f-4625-8334-a82e2fde5df5,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:39.553026 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:39.553410 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:39.553813 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.554453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:39.555686 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Bound port: 23754c53-5a7f-4625-8334-a82e2fde5df5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:39.556083 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.573837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Current status of the port 53ba505b-c372-42a8-9c84-68d9fa4c11af is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:39.576489 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.595289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:39.623634 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] For port 23754c53-5a7f-4625-8334-a82e2fde5df5, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:39.632097 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] For port 23754c53-5a7f-4625-8334-a82e2fde5df5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23754c53-5a7f-4625-8334-a82e2fde5df5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:39.649862 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.668522 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] For port 53ba505b-c372-42a8-9c84-68d9fa4c11af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ba505b-c372-42a8-9c84-68d9fa4c11af,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:39.681912 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.726974 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:39.727619 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:39.741835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:39.746019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.749523 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.835086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ef5c-2104-4b6d-a234-9442fea2a270 None None] Pushing event updated for resources: {'Port': ['ID=23754c53-5a7f-4625-8334-a82e2fde5df5,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:39.837262 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48850d-9520-4398-9ce6-0f1780035a36 None None] Pushing event updated for resources: {'Port': ['ID=53ba505b-c372-42a8-9c84-68d9fa4c11af,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:39.902017 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:39.912938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e04bad35-2cda-4ecf-b3f1-729b02e19be3 None None] Provisioning complete for port 53ba505b-c372-42a8-9c84-68d9fa4c11af triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:39.913369 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e04bad35-2cda-4ecf-b3f1-729b02e19be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:39.916033 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:39.916553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 53ba505b-c372-42a8-9c84-68d9fa4c11af up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:40.009554 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks [] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.016538 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.020121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 53ba505b-c372-42a8-9c84-68d9fa4c11af triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:40.020791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.096712 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (6e41800d-abdd-497e-999b-b995b0dcc70c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.098579 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Pushing event updated for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:40.120328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e04bad35-2cda-4ecf-b3f1-729b02e19be3 None None] Current status of the port 53ba505b-c372-42a8-9c84-68d9fa4c11af is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:40.178276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 53ba505b-c372-42a8-9c84-68d9fa4c11af is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:40.194719 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b2fa610>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a68521f8-7796-45d7-9fff-f83e6fca1f2f', 'name': '', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'mac_address': 'fa:16:3e:82:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:38Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 1, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'subnets': [{'id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:40.221835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:40.223092 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195c9b1-b6ab-4129-b8d2-2ac2cc3c2798 None None] The sync data for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 is: [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a68521f8-7796-45d7-9fff-f83e6fca1f2f', 'name': '', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'mac_address': 'fa:16:3e:82:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:38Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 1, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'subnets': [{'id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:44:40.223381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:40.254205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-bc230c6b-24cc-47d3-8383-45da70dd8a40 None None] Provisioning complete for port a68521f8-7796-45d7-9fff-f83e6fca1f2f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:40.254594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc230c6b-24cc-47d3-8383-45da70dd8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.318502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-bc230c6b-24cc-47d3-8383-45da70dd8a40 None None] Port a68521f8-7796-45d7-9fff-f83e6fca1f2f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:44:40.369507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Router 6e41800d-abdd-497e-999b-b995b0dcc70c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:44:40.423006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ef0968e7-93dd-41ce-a8ac-c8d9189f3331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.503473 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:44:40.509032 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-40e347ab-1ea0-4a39-8f9f-d882abfebf10 admin admin] 10.222.0.20 "PUT /v2.0/routers/6e41800d-abdd-497e-999b-b995b0dcc70c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1032810
Jan 29 21:44:40.726498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c55730d9-dea7-4c7b-a986-61f38009f1b5 None None] Provisioning complete for port a68521f8-7796-45d7-9fff-f83e6fca1f2f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:40.726890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c55730d9-dea7-4c7b-a986-61f38009f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:40.761348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c55730d9-dea7-4c7b-a986-61f38009f1b5 None None] Port a68521f8-7796-45d7-9fff-f83e6fca1f2f cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:44:41.354320 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 53ba505b-c372-42a8-9c84-68d9fa4c11af up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:41.402395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 53ba505b-c372-42a8-9c84-68d9fa4c11af triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:41.402773 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:41.492780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 53ba505b-c372-42a8-9c84-68d9fa4c11af is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:42.781752 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4007bf44-9a2e-44b9-8a3b-d13676dff587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:43.420124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23754c53-5a7f-4625-8334-a82e2fde5df5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:43.452727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Sync routers for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:44:43.471465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:43.472100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a21b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:43.595206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 23754c53-5a7f-4625-8334-a82e2fde5df5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:43.595994 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:43.645750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:43.815901 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 23754c53-5a7f-4625-8334-a82e2fde5df5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:43.817110 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:43.873290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 23754c53-5a7f-4625-8334-a82e2fde5df5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23754c53-5a7f-4625-8334-a82e2fde5df5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:43.892468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:43.965265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:43.980439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=23754c53-5a7f-4625-8334-a82e2fde5df5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:43.996504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a21b880>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a68521f8-7796-45d7-9fff-f83e6fca1f2f', 'name': '', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'mac_address': 'fa:16:3e:82:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:38Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 2, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'subnets': [{'id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:44.027196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.027700 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.028157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.028596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.029044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.029470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.029926 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.030351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.030773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.031113 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.031442 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.031773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.032096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:44:44.035914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Checking router: 6e41800d-abdd-497e-999b-b995b0dcc70c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:44:44.036278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Updating router 6e41800d-abdd-497e-999b-b995b0dcc70c port a68521f8-7796-45d7-9fff-f83e6fca1f2f binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:44:44.066830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.351927 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks [] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.359548 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.411967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5a6bf-a8ef-480d-9560-9abc326af6f5 None None] Pushing event updated for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:44.474050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Attempting to bind port a68521f8-7796-45d7-9fff-f83e6fca1f2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:44:44.474429 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Attempting to bind port a68521f8-7796-45d7-9fff-f83e6fca1f2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:44:44.477389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Attempting to bind port a68521f8-7796-45d7-9fff-f83e6fca1f2f on network bc438f30-e33d-4e3e-ae2e-e49110aa08ae {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:44:44.483883 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:44:44.484373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Checking segment: {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:44:44.484858 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.485397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Bound using segment: {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:44:44.486036 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Bound port: a68521f8-7796-45d7-9fff-f83e6fca1f2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:44:44.486498 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.579395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] For port a68521f8-7796-45d7-9fff-f83e6fca1f2f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:44:44.583016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] For port a68521f8-7796-45d7-9fff-f83e6fca1f2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a68521f8-7796-45d7-9fff-f83e6fca1f2f,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:44:44.591319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.665230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5a6bf-a8ef-480d-9560-9abc326af6f5 None None] Pushing event updated for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:44.669041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:44:44.677386 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a21b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:44:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:44.784582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Provisioning complete for port a68521f8-7796-45d7-9fff-f83e6fca1f2f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:44.785128 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:44.846159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:44:45.016116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Current status of the port a68521f8-7796-45d7-9fff-f83e6fca1f2f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:45.016431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.078381 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] For port a68521f8-7796-45d7-9fff-f83e6fca1f2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a68521f8-7796-45d7-9fff-f83e6fca1f2f,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:44:45.086124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.159150 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3fb7-83da-48cf-8c91-d1ce1b310b04 None None] Pushing event updated for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:45.182590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a21b880>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a68521f8-7796-45d7-9fff-f83e6fca1f2f', 'name': '', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'mac_address': 'fa:16:3e:82:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:38Z', 'updated_at': '2022-01-29T21:44:44Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'subnets': [{'id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:44:45.223195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c387e1-c69d-40e3-80ca-8477c2f1769a None None] The sync data for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 is: [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:44:39Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a68521f8-7796-45d7-9fff-f83e6fca1f2f', 'name': '', 'network_id': 'bc438f30-e33d-4e3e-ae2e-e49110aa08ae', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'mac_address': 'fa:16:3e:82:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:38Z', 'updated_at': '2022-01-29T21:44:44Z', 'revision_number': 4, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'subnets': [{'id': '82ccb25c-4cf2-4583-b2bd-07d0069b791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:44:45.236339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-68068441-3e8c-4fb2-afba-148ee7fbaab5 None None] Provisioning complete for port a68521f8-7796-45d7-9fff-f83e6fca1f2f triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:45.236729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-68068441-3e8c-4fb2-afba-148ee7fbaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.332350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-68068441-3e8c-4fb2-afba-148ee7fbaab5 None None] Current status of the port a68521f8-7796-45d7-9fff-f83e6fca1f2f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:45.423652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23754c53-5a7f-4625-8334-a82e2fde5df5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:45.487844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 23754c53-5a7f-4625-8334-a82e2fde5df5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:45.488070 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.571841 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 23754c53-5a7f-4625-8334-a82e2fde5df5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:45.572920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a68521f8-7796-45d7-9fff-f83e6fca1f2f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:44:45.680396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port a68521f8-7796-45d7-9fff-f83e6fca1f2f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:45.681293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.780675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:45.821433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port a68521f8-7796-45d7-9fff-f83e6fca1f2f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:44:46.960665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:50.927851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-cdcc41d5-743e-4192-a57b-042a154b2414 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:50.929328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-cdcc41d5-743e-4192-a57b-042a154b2414 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 814 time: 0.0969911
Jan 29 21:44:50.943923 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-d13f3c81-0808-4c7d-9bea-6b5a4bb9d704 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/quotas/da0ca69899d94b92b3973c23e7df2526 HTTP/1.1" status: 200  len: 375 time: 0.0092053
Jan 29 21:44:50.996247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-16b114d2-a6da-4f49-855a-dfd3c480336b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0473533
Jan 29 21:44:51.182130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-9a320d93-f9db-4bc9-9b03-8bf41e74c122 service neutron] 10.222.0.20 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745236
Jan 29 21:44:51.272563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-dccb548c-90ca-4f47-8f5e-cedab680af5a service neutron] 10.222.0.20 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839820
Jan 29 21:44:51.437330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f24dc93-735e-4ea5-8b2c-59bb2e117eeb req-2cc93970-029f-40a7-8329-b608197162e0 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 210 time: 0.0324688
Jan 29 21:44:52.488280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-405f7fbb-9e89-4276-8913-5ff1bc1a4615 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:52.491073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-405f7fbb-9e89-4276-8913-5ff1bc1a4615 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 814 time: 0.1068897
Jan 29 21:44:52.505177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'port': {'device_id': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'admin_state_up': True, 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:44:52.580677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-031149fb-1480-45df-b17d-f46056a80860 req-9e8ba34f-1c83-410f-a79c-16c55cdb2374 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 210 time: 0.0593264
Jan 29 21:44:52.649186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Made reservation on behalf of da0ca69899d94b92b3973c23e7df2526 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:44:52.652670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:52.793744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Allocated IP 172.20.0.13 (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad/ba5858a2-5bb4-4717-a8e5-c6a47344a6cf/f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:44:52.928066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:53.098987 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:53.134798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:53.199469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:44:53.207331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:44:53.212159 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:44:53.225669 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:44:53.279040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:53.280287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:53.302108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-70d26f2f-7f63-4609-8f0c-e9b577a78261 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8009949
Jan 29 21:44:53.532151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d4fc3bd8-6d02-4f21-9038-b2b294fec518 None None] Provisioning complete for port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:44:53.532785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3bd8-6d02-4f21-9038-b2b294fec518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:53.572824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc3bd8-6d02-4f21-9038-b2b294fec518 None None] Port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:44:53.716079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3acfa1-706b-431b-81e2-808548106ab1 req-66c5686a-5791-4cad-a895-685be3c283ff tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:53.719165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c3acfa1-706b-431b-81e2-808548106ab1 req-66c5686a-5791-4cad-a895-685be3c283ff tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0578640
Jan 29 21:44:53.770488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1c3acfa1-706b-431b-81e2-808548106ab1 req-0dfc2427-2621-4bb0-ae8a-4bc1bd3cc8de tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451863
Jan 29 21:44:53.864410 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:44:54.498055 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:44:54.901202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cdd20-3c79-4e7a-97b8-a9cd8b90a974 req-1bdfef55-ce73-4510-8211-4534d6eb67a3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:54.902769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f36cdd20-3c79-4e7a-97b8-a9cd8b90a974 req-1bdfef55-ce73-4510-8211-4534d6eb67a3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0551841
Jan 29 21:44:54.963788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f36cdd20-3c79-4e7a-97b8-a9cd8b90a974 req-cfc5d459-8bee-4fc5-a8c8-98c72954ee23 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548263
Jan 29 21:44:56.093623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc666-cfe4-401c-92b8-333ba4b39161 req-c1667566-42c9-4180-b82a-21377fa61117 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:56.095166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-026cc666-cfe4-401c-92b8-333ba4b39161 req-c1667566-42c9-4180-b82a-21377fa61117 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0550334
Jan 29 21:44:56.148903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-026cc666-cfe4-401c-92b8-333ba4b39161 req-60f23c32-b7cf-4d3b-aac9-ad75e3fb6e76 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480995
Jan 29 21:44:57.280334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa764-0b77-4c2a-bc3c-791bb5d5d381 req-1bd279d1-1eae-4828-b772-78306a7d5110 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:57.282188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c9aa764-0b77-4c2a-bc3c-791bb5d5d381 req-1bd279d1-1eae-4828-b772-78306a7d5110 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0526423
Jan 29 21:44:57.331979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c9aa764-0b77-4c2a-bc3c-791bb5d5d381 req-2a2157f7-c7a2-4452-b0c6-a31ca58a9fe7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437462
Jan 29 21:44:58.482990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b32dd-7799-4479-a907-94c3f242412b req-04d772da-6b16-4fe8-b09b-82702ad59d02 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:58.484534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b47b32dd-7799-4479-a907-94c3f242412b req-04d772da-6b16-4fe8-b09b-82702ad59d02 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0772882
Jan 29 21:44:58.542260 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b47b32dd-7799-4479-a907-94c3f242412b req-c934a3ca-c420-476e-ab96-33b89789b2c2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477424
Jan 29 21:44:59.667993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72671b-9167-4883-bcec-0b6e24ab805f req-b3d88f7c-56c6-429a-9541-b81e8b3a1ae1 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:44:59.669844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d72671b-9167-4883-bcec-0b6e24ab805f req-b3d88f7c-56c6-429a-9541-b81e8b3a1ae1 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0544319
Jan 29 21:44:59.718288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d72671b-9167-4883-bcec-0b6e24ab805f req-bbe4e301-5f6a-4a80-a9e7-27710f82d8ff tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418859
Jan 29 21:45:00.841085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082bc2e-2558-4a76-8be6-69dcdb453573 req-6b226ae5-effd-4c62-bb10-e07a94878617 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:00.843171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e082bc2e-2558-4a76-8be6-69dcdb453573 req-6b226ae5-effd-4c62-bb10-e07a94878617 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0562899
Jan 29 21:45:00.887863 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e082bc2e-2558-4a76-8be6-69dcdb453573 req-cea35d30-1835-44c9-a050-187d17098afa tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390623
Jan 29 21:45:02.005151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed619c94-542b-4240-b55c-393876ddc4cb req-328ee9e6-d0df-45d0-bfd4-eb073cb2ce20 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:02.006695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed619c94-542b-4240-b55c-393876ddc4cb req-328ee9e6-d0df-45d0-bfd4-eb073cb2ce20 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0517519
Jan 29 21:45:02.053182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed619c94-542b-4240-b55c-393876ddc4cb req-5001a076-06d7-431c-a23a-a437776d6182 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409210
Jan 29 21:45:03.169240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce166e6b-5d2a-4ed5-a870-50cd49d165b4 req-7a28ce8e-7ba1-44e9-b54c-91e82878a26f tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:03.171111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce166e6b-5d2a-4ed5-a870-50cd49d165b4 req-7a28ce8e-7ba1-44e9-b54c-91e82878a26f tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 932 time: 0.0518520
Jan 29 21:45:03.228722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce166e6b-5d2a-4ed5-a870-50cd49d165b4 req-1b63c8d6-8715-4756-94a6-e60bb992bea1 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454340
Jan 29 21:45:03.577349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Request body: {'port': {'device_id': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:03.633379 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:03.890646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:45:03.897809 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks [] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:03.909261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Transition to ACTIVE for port object f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:45:03.912830 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:03.965061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:04.037061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Attempting to bind port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:45:04.037405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Attempting to bind port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:45:04.037739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Attempting to bind port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c on network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:45:04.042219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c on network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:45:04.042556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Attempting to bind port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c on network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:45:04.049908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:45:04.049908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Checking segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:45:04.049908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Bound using segment: {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:45:04.049908 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Bound port: f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9cadc4-3437-48f6-a056-ddfd340f1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:45:04.049908 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:04.119544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:45:04.122649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:45:04.129810 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:04.162944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.163568 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:04.164950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1092 time: 0.6318672
Jan 29 21:45:04.165420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:45:04.190740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd526e9-c5d5-4a5e-8005-a2b4f98bb0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:04.268371 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-b1934051-49a4-4e82-859b-8f35ce088391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.270040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-b1934051-49a4-4e82-859b-8f35ce088391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1126 time: 0.0489490
Jan 29 21:45:04.323697 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c607c-b45d-4132-b6f5-ea737690b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:45:04.340194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-97f1dc10-50d9-4085-8b0f-e804dc8d3a36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 217 time: 0.0630007
Jan 29 21:45:04.425510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9503e-d362-45d6-a65f-1608d7e26063 req-0cf1abd3-1a7d-4fe0-a297-397f9e8b32dc tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.427050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ec9503e-d362-45d6-a65f-1608d7e26063 req-0cf1abd3-1a7d-4fe0-a297-397f9e8b32dc tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 944 time: 0.1070790
Jan 29 21:45:04.428799 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19decb-62b0-4bb9-8d58-4a08f832e5a1 x-openstack-request-id: req-4a19decb-62b0-4bb9-8d58-4a08f832e5a1 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:45:04.429119 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:45:04.429378 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a19decb-62b0-4bb9-8d58-4a08f832e5a1 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:45:04.429781 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:45:04.431260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-07a31b52-77c4-4882-8913-8d5842a157bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.432592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-07a31b52-77c4-4882-8913-8d5842a157bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0685396
Jan 29 21:45:04.507100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ec9503e-d362-45d6-a65f-1608d7e26063 req-9bc3d036-391f-4d48-b72d-bf03600e0eee tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735617
Jan 29 21:45:04.509819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-9ffe595a-978c-4268-81e3-7dc67ed66068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.511245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-9ffe595a-978c-4268-81e3-7dc67ed66068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0714650
Jan 29 21:45:04.602599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-65c51d8d-331b-49d3-8c32-a54ac5379680 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852337
Jan 29 21:45:04.689416 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dd8527f0-100e-4b08-9e01-81d3fe630034 req-198c913b-4e0e-4c8a-8a50-82f730efb0f8 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803919
Jan 29 21:45:04.781650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-4bc1347d-2bd5-4ac3-b23c-bcd77873e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.783216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-4bc1347d-2bd5-4ac3-b23c-bcd77873e63b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1126 time: 0.0481448
Jan 29 21:45:04.869365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-fdcaf633-6932-463d-8496-aece48a1784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.870827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-fdcaf633-6932-463d-8496-aece48a1784a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.0822940
Jan 29 21:45:04.913226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-b803f292-1bb4-40e3-99a0-6d940dec6ffc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 217 time: 0.0367725
Jan 29 21:45:04.960057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-9067aa48-d23e-47f3-b3a1-e170b2f4e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:04.961407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-9067aa48-d23e-47f3-b3a1-e170b2f4e81f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0427907
Jan 29 21:45:05.009073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-603876ff-1ec0-4ef8-ab2d-a738965af1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:05.010562 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-603876ff-1ec0-4ef8-ab2d-a738965af1ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423632
Jan 29 21:45:05.099898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-8d9d0c4c-f2d1-47c6-99c7-a2a7a542e340 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828834
Jan 29 21:45:05.185445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e48c607c-b45d-4132-b6f5-ea737690b8b0 req-8f4ddd8a-a7f7-4eba-9862-89385ca9e1b4 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802298
Jan 29 21:45:05.628112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4986b-8724-420f-bffe-6d99a7723809 req-1fdf91bb-8aa8-41b3-8c07-d04e794dfabb tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:05.629631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9db4986b-8724-420f-bffe-6d99a7723809 req-1fdf91bb-8aa8-41b3-8c07-d04e794dfabb tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 944 time: 0.0537307
Jan 29 21:45:05.676204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9db4986b-8724-420f-bffe-6d99a7723809 req-5072adb5-a20c-4d11-bb2f-869351b0beda tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409865
Jan 29 21:45:06.799117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2e6f2-1c10-4b87-b27b-75ed76161c00 req-84fd8670-bded-4ebc-ad14-07decfa8d5e8 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:06.800582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ef2e6f2-1c10-4b87-b27b-75ed76161c00 req-84fd8670-bded-4ebc-ad14-07decfa8d5e8 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 944 time: 0.0556335
Jan 29 21:45:06.846309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5ef2e6f2-1c10-4b87-b27b-75ed76161c00 req-648da793-3bb8-49d2-b356-373f13ee4832 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401556
Jan 29 21:45:07.219496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:45:07.468454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:45:07.479494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'port_id': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'mac_address': 'fa:16:3e:b1:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:45:07.515057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:45:07.515448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:07.527881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:45:07.549269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:45:07.553227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:07.598764 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:07.850046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:45:07.966108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0ba6-eedd-4424-a458-cda5e4621014 req-eaf095bd-db0f-48c0-92f9-3e7527f28d37 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:07.968207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-133a0ba6-eedd-4424-a458-cda5e4621014 req-eaf095bd-db0f-48c0-92f9-3e7527f28d37 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 945 time: 0.0527983
Jan 29 21:45:08.014007 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-133a0ba6-eedd-4424-a458-cda5e4621014 req-f7850e5c-4bc7-42cc-9109-b6b7e5d6fd5d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400031
Jan 29 21:45:09.135096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993b4f8-8d10-44a0-945d-c96e5515668c req-57f021ff-26d2-4c0e-840b-49c7751e68c6 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:09.136738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4993b4f8-8d10-44a0-945d-c96e5515668c req-57f021ff-26d2-4c0e-840b-49c7751e68c6 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 945 time: 0.0551953
Jan 29 21:45:09.182786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4993b4f8-8d10-44a0-945d-c96e5515668c req-a223147a-cbf3-4280-ac5c-caf679efd230 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404432
Jan 29 21:45:09.235692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:45:09.291924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:45:09.296071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:45:09.296395 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:09.370513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:45:09.370900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:09.392938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:45:09.408871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:45:09.412884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:09.438417 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66afd1-d2cb-4f2a-9b07-d14f8350fcf0" -d '{"events": [{"server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "name": "network-vif-plugged", "status": "completed", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:45:09.468812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:09.522126 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f6e4c6-0d23-4772-8261-5cee449f24da x-openstack-request-id: req-c0f6e4c6-0d23-4772-8261-5cee449f24da {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:45:09.522423 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "name": "network-vif-plugged", "status": "completed", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:45:09.522900 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0f6e4c6-0d23-4772-8261-5cee449f24da {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:45:09.523308 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'code': 200}
Jan 29 21:45:09.618822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48586605-9d64-46b7-ba50-1c575eb388a9 req-88f2fd55-bcd2-422b-9239-d02c5f62b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:09.620212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48586605-9d64-46b7-ba50-1c575eb388a9 req-88f2fd55-bcd2-422b-9239-d02c5f62b521 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1128 time: 0.0425978
Jan 29 21:45:09.661056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-48586605-9d64-46b7-ba50-1c575eb388a9 req-5972d9c4-9b2d-4035-85b6-388f0d41bc4c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353000
Jan 29 21:45:10.302637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc8c6-9725-402f-8840-5caa1956073b req-dcba408b-efee-48f3-b3a7-b5e58d657b77 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:10.304123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52cfc8c6-9725-402f-8840-5caa1956073b req-dcba408b-efee-48f3-b3a7-b5e58d657b77 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0541136
Jan 29 21:45:10.353991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52cfc8c6-9725-402f-8840-5caa1956073b req-829c85c6-cbe5-4984-8143-85082a18718e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441046
Jan 29 21:45:10.415937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7673-a4df-49b4-ab6f-a4fc7b47968b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:11.474874 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff165970-c1d9-4d23-a596-d18ce51bb595 req-792e9be4-3b8e-4545-b915-5d943cd82087 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:11.476277 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff165970-c1d9-4d23-a596-d18ce51bb595 req-792e9be4-3b8e-4545-b915-5d943cd82087 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0530789
Jan 29 21:45:11.522757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff165970-c1d9-4d23-a596-d18ce51bb595 req-cbc85649-bcb1-4961-874c-ad498132fdf5 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402863
Jan 29 21:45:11.643576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb201c-c25a-496a-83a8-c71697c0a415 req-947989bd-9b2c-4ce9-8fd5-2e8bdca481d3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:11.645054 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bbb201c-c25a-496a-83a8-c71697c0a415 req-947989bd-9b2c-4ce9-8fd5-2e8bdca481d3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0553734
Jan 29 21:45:11.694397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3bbb201c-c25a-496a-83a8-c71697c0a415 req-b37fdc43-f302-400a-815e-19e881ab45fb tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436893
Jan 29 21:45:11.890139 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b708-3fd4-412b-b325-311834f3e965 req-0221b5b1-44a0-4ee4-b895-36d5a4a5a0b2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:11.891587 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59b6b708-3fd4-412b-b325-311834f3e965 req-0221b5b1-44a0-4ee4-b895-36d5a4a5a0b2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0545101
Jan 29 21:45:11.936010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59b6b708-3fd4-412b-b325-311834f3e965 req-5b94f961-1a01-4c56-98cd-c89366cb4852 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384169
Jan 29 21:45:12.772703 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed79f917-fb30-4625-8d54-c5fde04fc65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:13.914512 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:15.772148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:16.963553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:17.068643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df9694-a3a5-43ee-9128-42f13a45ecf6 req-b62f7f61-b460-4c51-afc4-478088d859a7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:17.070158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23df9694-a3a5-43ee-9128-42f13a45ecf6 req-b62f7f61-b460-4c51-afc4-478088d859a7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0514197
Jan 29 21:45:17.115970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23df9694-a3a5-43ee-9128-42f13a45ecf6 req-b4329b71-6c64-4852-90e3-03b9e2b7d916 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400014
Jan 29 21:45:17.139166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36194) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:17.222405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c3790-c097-4140-b730-da591ebf1f1e tempest-TestMinimumBasicScenario-2140575995 tempest-TestMinimumBasicScenario-2140575995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:17.223614 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-843c3790-c097-4140-b730-da591ebf1f1e tempest-TestMinimumBasicScenario-2140575995 tempest-TestMinimumBasicScenario-2140575995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1123 time: 0.0834773
Jan 29 21:45:17.226610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36198) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:17.230922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:17.257680 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:17.353116 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:17.456993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Allocated IP 172.35.4.194 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/539669c9-19e4-45ee-a90d-e971ed615ee4) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:45:17.555291 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:17.587807 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:17.624713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:45:17.629393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:45:17.632757 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:45:17.638030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'Port': ['ID=539669c9-19e4-45ee-a90d-e971ed615ee4,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:18.269128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for floatingip (e2dc000a-44f6-4532-b848-b3dd459809fa), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:18.341019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:18.488642 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:18.495645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:18.558948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'Port': ['ID=539669c9-19e4-45ee-a90d-e971ed615ee4,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:18.570229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (e2dc000a-44f6-4532-b848-b3dd459809fa), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:18.668768 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Floating IP e2dc000a-44f6-4532-b848-b3dd459809fa associated. External IP: 172.35.4.194, port: f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c.
Jan 29 21:45:18.874362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Router 611b9435-5c7b-48b2-8d77-c2ba434b3698 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:45:18.980478 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:45:18.990038 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Sync routers for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:45:18.999120 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.000126 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:45:19.000735 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:45:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:45:19.030295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6e010ebd-f208-4f1c-bf2a-43ce959ce0e2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8024473
Jan 29 21:45:19.031091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:45:19.032944 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36200) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.034282 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af4e78-89c3-46f4-ad6b-92dcbed36e51" -d '{"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:45:19.039247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506593256', 'description': 'tempest-secgroup-smoke-1506593256 description', 'project_id': 'da0ca69899d94b92b3973c23e7df2526'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.061828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.074417 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da1dee-8cd5-48be-8af1-43e10b7a1330 x-openstack-request-id: req-14da1dee-8cd5-48be-8af1-43e10b7a1330 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:45:19.074723 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:45:19.074978 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14da1dee-8cd5-48be-8af1-43e10b7a1330 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:45:19.075386 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:45:19.111592 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:45:19.134164 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (f2f7b486-0850-4e5a-b5ef-5acc9a8ee353), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.142944 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f2f7b486-0850-4e5a-b5ef-5acc9a8ee353), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.148868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-492ab760-b226-4e43-b1c8-dc817f8f7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:19.150518 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-492ab760-b226-4e43-b1c8-dc817f8f7840 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1128 time: 0.0528164
Jan 29 21:45:19.173201 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.177264 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1398144
Jan 29 21:45:19.177515 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36204) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.181953 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.187265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8573c-07ae-41e1-8ba5-94037de8599c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.213207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (82fdaed4-b04d-4130-9cfa-4f3f30173e9b), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.262707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-c27e2ccf-e5f9-4785-8350-c5a04706a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:19.264202 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-c27e2ccf-e5f9-4785-8350-c5a04706a0b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.1076150
Jan 29 21:45:19.281427 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (82fdaed4-b04d-4130-9cfa-4f3f30173e9b), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.286114 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (82fdaed4-b04d-4130-9cfa-4f3f30173e9b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.306935 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fdaed4-b04d-4130-9cfa-4f3f30173e9b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.316613 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.318116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-efee063a-4a44-49d8-a178-b6421f0bbe35 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1396489
Jan 29 21:45:19.320672 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36206) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.326496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.344811 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-c9d012e5-8413-46a6-9925-2ea673b15d59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1000 time: 0.0742812
Jan 29 21:45:19.354006 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (e2233c7e-08f1-43ed-bcbc-50d8b3dd7b42), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.360086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacc70>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2dc000a-44f6-4532-b848-b3dd459809fa', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'floating_ip_address': '172.35.4.194', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'port_id': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'mac_address': 'fa:16:3e:b1:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:45:18Z', 'updated_at': '2022-01-29T21:45:18Z', 'revision_number': 0, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:45:19.389424 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Checking router: 611b9435-5c7b-48b2-8d77-c2ba434b3698 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:45:19.397791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-e86cd6b5-e1f8-4fa0-8b3a-a637994a019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:19.398193 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:45:19.398788 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afacc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:45:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:45:19.399301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-e86cd6b5-e1f8-4fa0-8b3a-a637994a019c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0492959
Jan 29 21:45:19.415593 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (e2233c7e-08f1-43ed-bcbc-50d8b3dd7b42), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.420210 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e2233c7e-08f1-43ed-bcbc-50d8b3dd7b42), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.439619 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2233c7e-08f1-43ed-bcbc-50d8b3dd7b42,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.449937 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.454035 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-338fb22f-46dc-4545-abb1-59500fc3fcf2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1296241
Jan 29 21:45:19.454214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36208) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.459286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.466518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-796265fa-1d8c-4601-be56-db1e03d80d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:19.468599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-796265fa-1d8c-4601-be56-db1e03d80d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0632634
Jan 29 21:45:19.486072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (e133421f-1dce-4e13-9112-efe8330d6233), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.514067 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:45:19.544186 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (e133421f-1dce-4e13-9112-efe8330d6233), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.550508 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e133421f-1dce-4e13-9112-efe8330d6233), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.568700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-5a005820-8bd0-42d5-840e-f3ca1c761b4d service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943625
Jan 29 21:45:19.568938 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e133421f-1dce-4e13-9112-efe8330d6233,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.579247 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.581822 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-be55a28a-c693-4e21-a710-06c88c0b8ce4 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1262891
Jan 29 21:45:19.583895 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36210) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.588690 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.615862 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (a2a72a2e-93af-426e-a14a-b9e014d861df), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.667934 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26af4e78-89c3-46f4-ad6b-92dcbed36e51 req-16620d77-cc2e-43cd-a89d-2a2a9aa40cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931914
Jan 29 21:45:19.679293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (a2a72a2e-93af-426e-a14a-b9e014d861df), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.683648 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a2a72a2e-93af-426e-a14a-b9e014d861df), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.700453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a72a2e-93af-426e-a14a-b9e014d861df,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.712764 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.713991 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6fcc5009-fe55-4f1e-bc90-440e40e62e34 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1290381
Jan 29 21:45:19.716716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36212) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.721188 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.741719 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Project da0ca69899d94b92b3973c23e7df2526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:45:19.746586 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (2b7274f9-33d8-49c8-84bd-1e2c4dca4a5f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.752165 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afacc70>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2dc000a-44f6-4532-b848-b3dd459809fa', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'floating_ip_address': '172.35.4.194', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'port_id': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'mac_address': 'fa:16:3e:b1:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:45:18Z', 'updated_at': '2022-01-29T21:45:18Z', 'revision_number': 0, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:45:19.778227 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee96e6-108b-4cce-ae05-f4e5b006b435 None None] The sync data for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 is: [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2dc000a-44f6-4532-b848-b3dd459809fa', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'floating_ip_address': '172.35.4.194', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'port_id': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'mac_address': 'fa:16:3e:b1:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:45:18Z', 'updated_at': '2022-01-29T21:45:18Z', 'revision_number': 0, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:45:19.806547 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (2b7274f9-33d8-49c8-84bd-1e2c4dca4a5f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.811517 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2b7274f9-33d8-49c8-84bd-1e2c4dca4a5f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.830986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7274f9-33d8-49c8-84bd-1e2c4dca4a5f,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.836635 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.839359 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-21ec045f-cc70-4a46-9d4d-101aa44fa354 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1201642
Jan 29 21:45:19.840711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36214) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:45:19.845380 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353', 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:19.868632 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Project da0ca69899d94b92b3973c23e7df2526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:45:19.873866 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (c320294c-d02c-406e-a64a-ddf6fd92aee4), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.937349 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (c320294c-d02c-406e-a64a-ddf6fd92aee4), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.941217 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c320294c-d02c-406e-a64a-ddf6fd92aee4), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.960501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c320294c-d02c-406e-a64a-ddf6fd92aee4,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:19.969362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:19.974120 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f647d236-8b03-415f-a7ae-eb638eb32d1d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1321726
Jan 29 21:45:19.998993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fba0ee-f11d-4d6e-8896-2abbbd1867f7 None None] New status for floating IP e2dc000a-44f6-4532-b848-b3dd459809fa: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:45:20.065480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-27c455e2-1d51-4348-81ae-954772f5e195 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506593256&fields=id&tenant_id=da0ca69899d94b92b3973c23e7df2526 HTTP/1.1" status: 200  len: 267 time: 0.0448182
Jan 29 21:45:20.122068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-6a39aeb1-933a-47b2-a569-3d6b52baf79e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:20.123533 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-6a39aeb1-933a-47b2-a569-3d6b52baf79e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0518122
Jan 29 21:45:20.135327 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'port': {'security_groups': ['347a58ec-78e8-4578-93e7-2f44c3c1e71b', 'f2f7b486-0850-4e5a-b5ef-5acc9a8ee353']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:45:20.208968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:20.390853 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:45:20.423719 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:20.428361 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:20.440330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:45:20.471087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:20.472011 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:20.473182 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfaff6f7-3664-4fb0-917f-6040ae1a6afc req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "PUT /v2.0/ports/f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 982 time: 0.3424621
Jan 29 21:45:20.506261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0af0f-7178-420d-a541-5acdc572a347 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:45:20.555610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:45:20.594270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0590ca-e8a3-4525-9dc1-a005557ca912 req-9a51f4ca-ca91-4a38-b88c-e5e4621b9928 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:20.595812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea0590ca-e8a3-4525-9dc1-a005557ca912 req-9a51f4ca-ca91-4a38-b88c-e5e4621b9928 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0592220
Jan 29 21:45:20.665290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ea0590ca-e8a3-4525-9dc1-a005557ca912 req-850d272a-e259-4662-837f-e3c42bf86a1b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0607967
Jan 29 21:45:20.763191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-0d1a98aa-03a5-4ffb-bd10-a259c4062c01 None None] Provisioning complete for port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:45:20.763464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0d1a98aa-03a5-4ffb-bd10-a259c4062c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:20.982963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a98aa-03a5-4ffb-bd10-a259c4062c01 None None] Current status of the port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:45:21.076759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:45:21.079260 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200ba81-05b3-4307-90df-a9dfcfa7668d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:45:21.116794 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69d498-bfc5-4aa4-8247-c250546ea2bc x-openstack-request-id: req-6b69d498-bfc5-4aa4-8247-c250546ea2bc {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:45:21.117197 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:45:21.117747 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b69d498-bfc5-4aa4-8247-c250546ea2bc {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:45:21.118277 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:45:21.181990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-39384f2a-ce93-409b-a75b-b31cc0646c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:21.183517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-39384f2a-ce93-409b-a75b-b31cc0646c31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1167 time: 0.0457668
Jan 29 21:45:21.275551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-8f74652c-2c98-40e8-9bee-43246e3c74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:21.277051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-8f74652c-2c98-40e8-9bee-43246e3c74d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.0866537
Jan 29 21:45:21.342425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-27cd89cf-f126-4cd6-b938-f60c0bf56203 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1002 time: 0.0592697
Jan 29 21:45:21.392780 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-9e8f8812-89d2-464c-a612-d70848aa35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:21.394859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-9e8f8812-89d2-464c-a612-d70848aa35ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0470583
Jan 29 21:45:21.440261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-b6a49061-cbbc-4e36-bd6a-07e71931f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:21.442206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-b6a49061-cbbc-4e36-bd6a-07e71931f690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419855
Jan 29 21:45:21.527396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-45c5ae4c-f3cb-4faa-b971-ebdca49b9b52 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787861
Jan 29 21:45:21.619525 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c200ba81-05b3-4307-90df-a9dfcfa7668d req-3e172626-59c8-4746-84b8-1e52b60dfe3a service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842595
Jan 29 21:45:22.905662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:23.856460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:31.498676 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:45:40.417953 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf5a8-1cba-4c96-aedd-1acc66f60e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:42.772515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d1b50128-e7e6-4fd0-9bec-2cdb23d03d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:43.917617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:45.774525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:46.965691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:52.906637 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:53.874904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:45:59.268683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-cdea911d-8757-46d8-9e71-b662d273e2cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432742
Jan 29 21:45:59.351918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f321f-9811-495b-bb5a-d7ae8356762d req-f6f36e03-8ea0-4ed6-9e3b-2b851cc4232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:59.353457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-f6f36e03-8ea0-4ed6-9e3b-2b851cc4232e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1167 time: 0.0453796
Jan 29 21:45:59.455656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f321f-9811-495b-bb5a-d7ae8356762d req-e0db1b94-d695-4e2d-9405-7e9e146a3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:59.457149 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-e0db1b94-d695-4e2d-9405-7e9e146a3aba service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.0863938
Jan 29 21:45:59.520651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-65c0f52e-c7d5-4d88-9734-24d52345c8fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1002 time: 0.0576334
Jan 29 21:45:59.569574 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f321f-9811-495b-bb5a-d7ae8356762d req-d86aeed3-ce72-412f-ac3f-66145d21ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:59.571509 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-d86aeed3-ce72-412f-ac3f-66145d21ef4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0455513
Jan 29 21:45:59.618169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f321f-9811-495b-bb5a-d7ae8356762d req-070b934d-b811-42da-afac-c22d7ac68771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:45:59.619637 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-070b934d-b811-42da-afac-c22d7ac68771 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422707
Jan 29 21:45:59.705735 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-c29febc5-51ca-431f-b123-38b7b4820871 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797210
Jan 29 21:45:59.795280 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-393f321f-9811-495b-bb5a-d7ae8356762d req-e0813b6c-a3cb-4046-be39-b8ed7ccdb0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832505
Jan 29 21:46:08.497617 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:46:10.419464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-860aa69a-9c4e-4df2-9f2c-4ec24d3a047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:12.772473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-67dadbea-1728-4fef-9cca-f30d45a38042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:13.920240 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:15.777126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:16.967428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:21.377988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe7e8-19ef-4a3d-962e-eb42bd7fc3ec req-8e30052d-c116-4da9-939f-5e6a69104ace tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:21.379473 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8cfe7e8-19ef-4a3d-962e-eb42bd7fc3ec req-8e30052d-c116-4da9-939f-5e6a69104ace tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0919185
Jan 29 21:46:21.387536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-89a72b6b-8947-4aca-8721-3766c2e0215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:21.389020 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-89a72b6b-8947-4aca-8721-3766c2e0215a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1167 time: 0.0997012
Jan 29 21:46:21.498551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e8cfe7e8-19ef-4a3d-962e-eb42bd7fc3ec req-36b29a64-f7c3-4ff3-8c19-16915f86edef tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1132789
Jan 29 21:46:21.515217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-acd7a17d-7557-4141-b7f5-45a81f34c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:21.516705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-acd7a17d-7557-4141-b7f5-45a81f34c30f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.1213708
Jan 29 21:46:21.585301 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-00bb8ab4-7c0a-41f3-892c-f06b19b73e87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1002 time: 0.0621622
Jan 29 21:46:21.631579 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-50fdd4c1-b0de-4115-b611-803d8926411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:21.633011 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-50fdd4c1-b0de-4115-b611-803d8926411d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0421767
Jan 29 21:46:21.681397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-6bd32529-d991-494a-b879-001cb0cf2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:21.682837 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-6bd32529-d991-494a-b879-001cb0cf2780 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426815
Jan 29 21:46:21.776452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-b1765920-fca7-4d0e-835f-e591ec4af002 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830691
Jan 29 21:46:21.863683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5523f7af-b2cd-49de-9e57-535b4507fc78 req-38635311-6ec5-413c-be39-22b498f69f1f service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808384
Jan 29 21:46:22.626680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb73985-aafe-4759-ac14-f11592206170 req-102b7a02-f145-445b-9abc-d11a5427f1d3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:22.628159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb73985-aafe-4759-ac14-f11592206170 req-102b7a02-f145-445b-9abc-d11a5427f1d3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0571980
Jan 29 21:46:22.686029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dfb73985-aafe-4759-ac14-f11592206170 req-85894d8b-0c03-403d-aff8-0400c8d37364 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0515940
Jan 29 21:46:22.903733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:23.810511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f96ea-f63f-49c6-a3e5-2b64caf6ec11 req-714cba70-948e-45d5-930b-4ec7dbd6faf3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:23.811993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e71f96ea-f63f-49c6-a3e5-2b64caf6ec11 req-714cba70-948e-45d5-930b-4ec7dbd6faf3 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0536740
Jan 29 21:46:23.874193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e71f96ea-f63f-49c6-a3e5-2b64caf6ec11 req-8ffc4861-44c8-4852-922b-ad512c23c062 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565231
Jan 29 21:46:23.886630 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:24.993797 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846acfeb-b37b-42e9-b45c-ec7d0a45a564 req-c9c453dc-fb55-4e4a-84ea-8e9f2f525bd0 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:24.995284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846acfeb-b37b-42e9-b45c-ec7d0a45a564 req-c9c453dc-fb55-4e4a-84ea-8e9f2f525bd0 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0525472
Jan 29 21:46:25.056702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-846acfeb-b37b-42e9-b45c-ec7d0a45a564 req-05a6a392-43cb-40d9-b4f1-6b042c31f9d9 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0557952
Jan 29 21:46:26.176230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0067-5aa8-4429-9a74-cec1c4100704 req-62a034ae-2b34-4cbc-a653-3daafcb95df8 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:26.177753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959c0067-5aa8-4429-9a74-cec1c4100704 req-62a034ae-2b34-4cbc-a653-3daafcb95df8 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0540216
Jan 29 21:46:26.236697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-959c0067-5aa8-4429-9a74-cec1c4100704 req-adc98cc9-fff1-4900-bb26-a9d4d39733c2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529606
Jan 29 21:46:27.355624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd026f1-bca1-4f06-82db-c1f6ccfec886 req-2937f002-258f-4d92-8469-025f88861077 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:27.357116 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcd026f1-bca1-4f06-82db-c1f6ccfec886 req-2937f002-258f-4d92-8469-025f88861077 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0534239
Jan 29 21:46:27.414723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bcd026f1-bca1-4f06-82db-c1f6ccfec886 req-e1e9d5c9-8a6b-4df8-99a1-f4d2a8fbf808 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518358
Jan 29 21:46:28.535822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166deb8e-7db1-4ada-a9ed-ca8830485b57 req-fa685426-925c-4f3e-82f7-b9ec752af3c7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:28.537274 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-166deb8e-7db1-4ada-a9ed-ca8830485b57 req-fa685426-925c-4f3e-82f7-b9ec752af3c7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0554552
Jan 29 21:46:28.596876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-166deb8e-7db1-4ada-a9ed-ca8830485b57 req-b64ad3b9-fd9c-4c66-8534-454c8edfaac7 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525358
Jan 29 21:46:29.715399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ea62-e677-4f43-ab56-115ebc022d07 req-01e0c065-36bd-44dd-b2c5-e65a4f6c706a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:29.716893 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84b8ea62-e677-4f43-ab56-115ebc022d07 req-01e0c065-36bd-44dd-b2c5-e65a4f6c706a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0524061
Jan 29 21:46:29.773878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84b8ea62-e677-4f43-ab56-115ebc022d07 req-16207521-396b-4fa2-a899-e59c13503866 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0513732
Jan 29 21:46:30.899433 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838665d1-b879-446a-92ab-9086ecc548f3 req-26214bd2-0919-42fb-afdc-ed55d758f81b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:30.900908 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-838665d1-b879-446a-92ab-9086ecc548f3 req-26214bd2-0919-42fb-afdc-ed55d758f81b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0559306
Jan 29 21:46:30.958102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-838665d1-b879-446a-92ab-9086ecc548f3 req-072f76ba-e2e1-426c-8372-77237daf576b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0514364
Jan 29 21:46:32.075299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f3f0a-196e-428c-8bbf-d3a20d96d812 req-cd0cdb77-aab2-4747-af30-72a2d3de9f8b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:32.076770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc8f3f0a-196e-428c-8bbf-d3a20d96d812 req-cd0cdb77-aab2-4747-af30-72a2d3de9f8b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0524237
Jan 29 21:46:32.136969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc8f3f0a-196e-428c-8bbf-d3a20d96d812 req-2e6f8e8f-88d2-4e90-a0bc-43eda0c26f18 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0545840
Jan 29 21:46:33.256357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d244d-bd4c-4c30-9e96-7dfab38db703 req-8b2c6cc9-57ca-4fe2-b93c-58cb95b55a9b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:33.258454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b6d244d-bd4c-4c30-9e96-7dfab38db703 req-8b2c6cc9-57ca-4fe2-b93c-58cb95b55a9b tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0521216
Jan 29 21:46:33.319521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2b6d244d-bd4c-4c30-9e96-7dfab38db703 req-69d63cd2-340b-47d2-8bac-c6a2acadf37e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&id=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0554264
Jan 29 21:46:40.420960 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7401461d-78f1-4fb1-9547-b209eb04292c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:42.775265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6565f58f-0a7f-4283-8534-101327eea5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:43.922801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:45.497511 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:46:45.781439 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:46.969601 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:52.911314 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:53.910027 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:46:59.246839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-f5543962-9bb3-4f9d-a37c-694b797f9c25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447869
Jan 29 21:46:59.330665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-4e99926f-e6b2-4cbe-82a9-9bb4a3a552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:59.332171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-4e99926f-e6b2-4cbe-82a9-9bb4a3a552d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1167 time: 0.0435257
Jan 29 21:46:59.433409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-f0a7d114-cf1c-4b0f-bc5e-18905f0d3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:59.434891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-f0a7d114-cf1c-4b0f-bc5e-18905f0d3345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.0857234
Jan 29 21:46:59.762183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-9f1bf626-eb53-4264-a37d-50b660aeba32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1002 time: 0.3212414
Jan 29 21:46:59.808893 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-2ae26f47-7539-42f1-b593-3b4b31d6c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:59.810306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-2ae26f47-7539-42f1-b593-3b4b31d6c38d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0417902
Jan 29 21:46:59.861550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-746397cf-48b9-4efd-a2d4-9cd4e3b01e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:46:59.863018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-746397cf-48b9-4efd-a2d4-9cd4e3b01e8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467579
Jan 29 21:46:59.950187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-8afbab9a-b405-4eaa-a733-8b90fd8f1c37 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810111
Jan 29 21:47:00.039867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9932614d-1ec6-47d9-b5a4-4c942bbf6ecd req-3b31e264-56b7-4f30-a07f-22bc754a8650 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835247
Jan 29 21:47:10.423567 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6ec804b7-4387-42a4-bef0-737531172670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:12.777477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bfc67321-b973-489e-8477-8b961eb531cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:13.926279 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:15.782900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:16.973333 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:22.497090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:47:22.904773 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:23.918718 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:36.700825 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-67e3d117-ab43-4440-ad23-5c8e4b060004 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506593256&fields=id&tenant_id=da0ca69899d94b92b3973c23e7df2526 HTTP/1.1" status: 200  len: 267 time: 0.0461099
Jan 29 21:47:36.768540 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f9342d6d-efbf-4039-9d29-ed8502c3fae2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:36.770146 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f9342d6d-efbf-4039-9d29-ed8502c3fae2 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 985 time: 0.0639598
Jan 29 21:47:36.781154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Request body: {'port': {'security_groups': ['347a58ec-78e8-4578-93e7-2f44c3c1e71b']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:36.855663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.025128 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:37.054246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.058659 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.070974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:47:37.110076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:37.110758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.112104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ea86f0c-9618-40c7-89ff-3cbd7821a126 req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "PUT /v2.0/ports/f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 943 time: 0.3355293
Jan 29 21:47:37.112566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:47:37.114949 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:47:37.119774 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36386) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:37.147877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event updated for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:37.157891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.158354 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.158845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.159336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.159786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.160573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.161480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.162011 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.162447 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.162877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.163362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.163845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.164219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0983892-1cff-4ba1-bd9b-d0d3e0d8675e tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.188619 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:47:37.197201 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c082a231-5ce7-488a-bda9-587cebde1035 x-openstack-request-id: req-c082a231-5ce7-488a-bda9-587cebde1035 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:47:37.197508 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:47:37.197768 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c082a231-5ce7-488a-bda9-587cebde1035 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:47:37.198194 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:47:37.236072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (f2f7b486-0850-4e5a-b5ef-5acc9a8ee353), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.264107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (f2f7b486-0850-4e5a-b5ef-5acc9a8ee353), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.268427 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-b9e61b00-7008-42be-aac0-e2a944381e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:37.270089 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-b9e61b00-7008-42be-aac0-e2a944381e42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1128 time: 0.0521731
Jan 29 21:47:37.334921 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f2f7b486-0850-4e5a-b5ef-5acc9a8ee353), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.338800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.340552 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "DELETE /v2.0/security-groups/f2f7b486-0850-4e5a-b5ef-5acc9a8ee353 HTTP/1.1" status: 204  len: 168 time: 0.2197812
Jan 29 21:47:37.345949 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36396) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:37.392416 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-147c7a38-c4b8-4d18-9e9c-0aa5bd26616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:37.394194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-147c7a38-c4b8-4d18-9e9c-0aa5bd26616f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.1163621
Jan 29 21:47:37.400331 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7b486-0850-4e5a-b5ef-5acc9a8ee353,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:37.443370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.444121 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.444642 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.445006 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.445644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.446160 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.446665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.447172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.447518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.447855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.448191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.448522 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.448848 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df5def-ab78-444b-b4b2-fdf9082c4105 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:37.480071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-7089157b-e427-4b3a-9d41-a5340f13424b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 1002 time: 0.0786622
Jan 29 21:47:37.534225 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-509d3963-8f9d-4899-9d15-08ed61449a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:37.535873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-509d3963-8f9d-4899-9d15-08ed61449a78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0499034
Jan 29 21:47:37.563024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Deleting port 539669c9-19e4-45ee-a90d-e971ed615ee4 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:37.563375 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.589135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-2d0ad86f-85d6-4c46-a5e9-35a586846960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:37.590633 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-2d0ad86f-85d6-4c46-a5e9-35a586846960 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484641
Jan 29 21:47:37.611967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-47cf1bcb-dbe3-4578-b867-dab85295a5ce None None] Provisioning complete for port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:47:37.612349 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47cf1bcb-dbe3-4578-b867-dab85295a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.645812 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.646038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for floatingip (539669c9-19e4-45ee-a90d-e971ed615ee4), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.659757 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Calling delete_port for 539669c9-19e4-45ee-a90d-e971ed615ee4 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:37.681780 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-4aa7db1c-6fc7-43a5-908f-9dc2fe7a026f service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844643
Jan 29 21:47:37.694715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1bcb-dbe3-4578-b867-dab85295a5ce None None] Current status of the port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:47:37.779760 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6a26440d-e81c-4e7f-8bc0-ae7eb127df0a req-abc42457-29ec-48f9-84d1-adf0593a8539 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918038
Jan 29 21:47:37.813843 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (539669c9-19e4-45ee-a90d-e971ed615ee4), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.838086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event deleted for resources: {'Port': ['ID=539669c9-19e4-45ee-a90d-e971ed615ee4,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:37.896366 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks [] for floatingip (e2dc000a-44f6-4532-b848-b3dd459809fa), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:37.896575 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Floating IP e2dc000a-44f6-4532-b848-b3dd459809fa disassociated (deleted). External IP: 172.35.4.194, port: f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c.
Jan 29 21:47:38.375877 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Router 611b9435-5c7b-48b2-8d77-c2ba434b3698 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:47:38.480639 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:47:38.485389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:38.490376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Sync routers for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:47:38.500219 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:38.500817 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af47a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:38.515503 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a74ecff1-d047-4829-b0fd-ccac9d02c88a tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "DELETE /v2.0/floatingips/e2dc000a-44f6-4532-b848-b3dd459809fa HTTP/1.1" status: 204  len: 168 time: 1.1593668
Jan 29 21:47:38.516082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:47:38.556441 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365e638-3078-4242-8391-3be65e9569a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:47:38.613651 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:38.658644 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc60ac5a-3c41-4a0a-8b47-05212d1ce1d4 x-openstack-request-id: req-cc60ac5a-3c41-4a0a-8b47-05212d1ce1d4 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:47:38.658950 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:47:38.659921 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc60ac5a-3c41-4a0a-8b47-05212d1ce1d4 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:47:38.659921 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:47:38.731505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e638-3078-4242-8391-3be65e9569a2 req-46548d68-58f3-4518-9da8-3300ea8fa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:38.733123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-46548d68-58f3-4518-9da8-3300ea8fa70f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0ca69899d94b92b3973c23e7df2526&device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 1128 time: 0.0554192
Jan 29 21:47:38.838073 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e638-3078-4242-8391-3be65e9569a2 req-345a2e22-f2db-451c-89bd-ddb9f66dfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:38.839772 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-345a2e22-f2db-451c-89bd-ddb9f66dfc84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 200  len: 915 time: 0.0951014
Jan 29 21:47:38.845409 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af47a60>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:38.870847 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Checking router: 611b9435-5c7b-48b2-8d77-c2ba434b3698 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:47:38.878927 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:38.879527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af47a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:38.930609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-04cc4f3a-8a3c-4f4b-b373-db3979ce083a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 200  len: 217 time: 0.0395789
Jan 29 21:47:38.978638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e638-3078-4242-8391-3be65e9569a2 req-84a9f9c5-118a-47ca-beed-7651e7ae4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:38.980097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-84a9f9c5-118a-47ca-beed-7651e7ae4f59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 200  len: 853 time: 0.0434215
Jan 29 21:47:38.983134 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:39.028957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e638-3078-4242-8391-3be65e9569a2 req-ebca63d8-0acb-4943-9d70-a30c131cf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:39.030510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-ebca63d8-0acb-4943-9d70-a30c131cf5d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440228
Jan 29 21:47:39.123264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-5171f8f6-8302-4446-9fde-cc535dd13db7 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860202
Jan 29 21:47:39.181157 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-839447a5-1075-4958-b898-f453a5a77487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af47a60>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:39.207895 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839447a5-1075-4958-b898-f453a5a77487 None None] The sync data for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 is: [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:34Z', 'revision_number': 4, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9', 'name': '', 'network_id': '8dea7d13-e1dd-4c1b-94eb-8973a80e5bad', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'mac_address': 'fa:16:3e:ee:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:34Z', 'updated_at': '2022-01-29T21:44:38Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'subnets': [{'id': 'ba5858a2-5bb4-4717-a8e5-c6a47344a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:47:39.267327 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f365e638-3078-4242-8391-3be65e9569a2 req-9be3a798-1b15-4cb3-8b66-40be8d4344f7 service neutron] 10.222.0.18 "GET /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868523
Jan 29 21:47:39.445688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831338e-a96a-4abf-b155-d22fd4bb5603 None None] New status for floating IP e2dc000a-44f6-4532-b848-b3dd459809fa: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:47:40.425396 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1b7d54fb-e11d-49b7-aec7-19ff6e04ba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:41.256958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942d37-8d4b-45d9-a83f-9d0620977fbf req-dacb3c02-b33d-4405-b315-d3c88b35bb2d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:41.258456 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f942d37-8d4b-45d9-a83f-9d0620977fbf req-dacb3c02-b33d-4405-b315-d3c88b35bb2d tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0577767
Jan 29 21:47:41.304377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f942d37-8d4b-45d9-a83f-9d0620977fbf req-7f9a71ca-16d2-43cc-b1a8-c149dc9250c5 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400798
Jan 29 21:47:42.423911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a38a3d-9d1d-4940-ae15-b328b9d926d3 req-f9adca03-7800-4b48-810c-0cf0d799acca tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:42.425403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2a38a3d-9d1d-4940-ae15-b328b9d926d3 req-f9adca03-7800-4b48-810c-0cf0d799acca tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0532312
Jan 29 21:47:42.471902 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f2a38a3d-9d1d-4940-ae15-b328b9d926d3 req-5de677f6-8714-4318-89e3-d74b0b91b5d8 tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/security-groups?id=347a58ec-78e8-4578-93e7-2f44c3c1e71b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401657
Jan 29 21:47:42.778628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-262134bf-c8a8-4622-961e-dacbd3b86f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:43.099569 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-9e87fee7-f49b-4b7a-a6b9-17da5817bd2c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:43.100942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-9e87fee7-f49b-4b7a-a6b9-17da5817bd2c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 946 time: 0.0517664
Jan 29 21:47:43.194163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Deleting port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:43.194493 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:43.280649 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] For port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:43.281015 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:43.297486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Calling delete_port for f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:43.419126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:43.430814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:47:43.445903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Pushing event deleted for resources: {'Port': ['ID=f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:43.496228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] No DVR routers for this DVR port f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:47:43.498897 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:43.503226 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-43fdb07f-b5a8-41d7-8f0c-8dd49256a1e4 req-3a0367b9-6185-42ed-831e-cd5ffadaba1c tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.18 "DELETE /v2.0/ports/f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c HTTP/1.1" status: 204  len: 173 time: 0.3969781
Jan 29 21:47:43.503713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'name': 'network-vif-deleted', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:47:43.506811 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b3d67-0e4a-401b-a004-024fee147b1d" -d '{"events": [{"server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "name": "network-vif-deleted", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:47:43.547768 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a502fe-3d20-4ee6-85dd-4b9920f7d46e x-openstack-request-id: req-88a502fe-3d20-4ee6-85dd-4b9920f7d46e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:47:43.548027 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9deee6a-bb1c-471f-a0c1-04380272d04b", "name": "network-vif-deleted", "tag": "f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:47:43.548288 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88a502fe-3d20-4ee6-85dd-4b9920f7d46e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:47:43.548702 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9deee6a-bb1c-471f-a0c1-04380272d04b', 'name': 'network-vif-deleted', 'tag': 'f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c', 'status': 'completed', 'code': 200}
Jan 29 21:47:43.577634 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27f44771-5b7f-42d7-a24a-2b20f5fa1dca req-06966da8-3170-4d58-9116-8b92d4d6b2dd tempest-TestMinimumBasicScenario-44602988 tempest-TestMinimumBasicScenario-44602988-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9deee6a-bb1c-471f-a0c1-04380272d04b HTTP/1.1" status: 200  len: 210 time: 0.0279698
Jan 29 21:47:43.929653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:45.184997 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36524) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:45.523834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:45.764340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Deleting port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:45.764692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:45.787978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:45.842450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] For port 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:45.842814 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:45.856026 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Calling delete_port for 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:46.031497 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.055928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Pushing event deleted for resources: {'Port': ['ID=79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:46.229093 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.440112 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Router 611b9435-5c7b-48b2-8d77-c2ba434b3698 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:47:46.544413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:47:46.549478 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-30bfac4b-445e-4485-ab56-4a8d2610baeb admin admin] 10.222.0.20 "PUT /v2.0/routers/611b9435-5c7b-48b2-8d77-c2ba434b3698/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3633640
Jan 29 21:47:46.552436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36526) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:46.553957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Sync routers for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:47:46.563382 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:46.564056 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b052700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:46.655061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks [] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.666141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:46.756320 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks [] for router_gateway (611b9435-5c7b-48b2-8d77-c2ba434b3698), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.808069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Deleting port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:46.808409 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.844137 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b052700>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:47:45Z', 'revision_number': 5, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port': {'id': 'f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:46.892052 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] For port f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:46.892434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:46.906181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Calling delete_port for f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:46.960322 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Checking router: 611b9435-5c7b-48b2-8d77-c2ba434b3698 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:47:46.969027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Routers {'611b9435-5c7b-48b2-8d77-c2ba434b3698'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:46.969769 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b052700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['611b9435-5c7b-48b2-8d77-c2ba434b3698'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:46.976377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.057305 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] Set router 611b9435-5c7b-48b2-8d77-c2ba434b3698 gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:47.072230 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.095402 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:47.111394 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b052700>, [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:47:46Z', 'revision_number': 6, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:47.137226 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b08176-b8a0-4be9-b7ae-7a7e62cba040 None None] The sync data for ids ['611b9435-5c7b-48b2-8d77-c2ba434b3698'] in ncdv-master-1 is: [{'id': '611b9435-5c7b-48b2-8d77-c2ba434b3698', 'name': 'tempest-TestMinimumBasicScenario-134135523-router', 'tenant_id': 'da0ca69899d94b92b3973c23e7df2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:32Z', 'updated_at': '2022-01-29T21:47:46Z', 'revision_number': 6, 'project_id': 'da0ca69899d94b92b3973c23e7df2526', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:47:47.166319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.256266 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.258385 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks [] for router_controller (611b9435-5c7b-48b2-8d77-c2ba434b3698), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.300283 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (611b9435-5c7b-48b2-8d77-c2ba434b3698), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.300831 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611b9435-5c7b-48b2-8d77-c2ba434b3698 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:47:47.305157 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.306571 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-bf7c1165-3bbc-47b4-9696-fea0c8ea1c27 admin admin] 10.222.0.20 "DELETE /v2.0/routers/611b9435-5c7b-48b2-8d77-c2ba434b3698 HTTP/1.1" status: 204  len: 168 time: 0.7530525
Jan 29 21:47:47.309253 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36528) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:47.354132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Deleting subnet ba5858a2-5bb4-4717-a8e5-c6a47344a6cf {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:47:47.357228 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Publish callbacks [] for subnet (ba5858a2-5bb4-4717-a8e5-c6a47344a6cf), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.390436 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (ba5858a2-5bb4-4717-a8e5-c6a47344a6cf), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.469293 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (ba5858a2-5bb4-4717-a8e5-c6a47344a6cf), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.524702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (ba5858a2-5bb4-4717-a8e5-c6a47344a6cf), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.551372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5858a2-5bb4-4717-a8e5-c6a47344a6cf,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:47.555709 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.561641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36530) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:47.562281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae2ee8-ff89-49ef-aa6b-7a89a6fa706e None None] Network 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:47:47.562417 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-32bbc1b5-f3dc-4a97-8982-5ff2346a5f17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba5858a2-5bb4-4717-a8e5-c6a47344a6cf HTTP/1.1" status: 204  len: 168 time: 0.2522306
Jan 29 21:47:47.632856 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:47.645293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.657678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:47.658021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 79f9dbb7-ca39-42a6-b1c2-c5e32c1bf5c9 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:47.704656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Deleting port 93560dd7-973a-467d-9d1a-ccc568f4e200 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:47.705005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.766886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] For port 93560dd7-973a-467d-9d1a-ccc568f4e200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93560dd7-973a-467d-9d1a-ccc568f4e200,segment=NetworkSegment(6e9cadc4-3437-48f6-a056-ddfd340f1ee9),segment_id=6e9cadc4-3437-48f6-a056-ddfd340f1ee9)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:47.767254 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.780174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Calling delete_port for 93560dd7-973a-467d-9d1a-ccc568f4e200 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:47.860090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (93560dd7-973a-467d-9d1a-ccc568f4e200), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.889939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Pushing event deleted for resources: {'Port': ['ID=93560dd7-973a-467d-9d1a-ccc568f4e200,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:47.893414 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] No DVR routers for this DVR port 93560dd7-973a-467d-9d1a-ccc568f4e200 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:47:47.963741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:47.964015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc44b6-45aa-4c6e-bc54-d5e90f1b13fd None None] DHCP port deletion for 8dea7d13-e1dd-4c1b-94eb-8973a80e5bad request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:47:47.992006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08395160>,) {'filters': {'network_id': ['8dea7d13-e1dd-4c1b-94eb-8973a80e5bad']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:48.004089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08395160>, '6e9cadc4-3437-48f6-a056-ddfd340f1ee9') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:48.004382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08395160>, '6e9cadc4-3437-48f6-a056-ddfd340f1ee9') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:48.011530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:48.014388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (6e9cadc4-3437-48f6-a056-ddfd340f1ee9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.028313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (6e9cadc4-3437-48f6-a056-ddfd340f1ee9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.032781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:48.033436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f31dd1b4-ff64-43e9-a7bd-4b6d5cc8614c not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:48.035035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:47:48.035438 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (6e9cadc4-3437-48f6-a056-ddfd340f1ee9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:47:48.037455 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:47:48.096382 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (8dea7d13-e1dd-4c1b-94eb-8973a80e5bad), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.102086 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.105179 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8dea7d13-e1dd-4c1b-94eb-8973a80e5bad HTTP/1.1" status: 204  len: 168 time: 0.5425138
Jan 29 21:47:48.108272 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36534) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:48.116872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca584dd-b6e4-45ff-acff-6338f3b27427 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dea7d13-e1dd-4c1b-94eb-8973a80e5bad,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:48.455215 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (6e41800d-abdd-497e-999b-b995b0dcc70c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.698341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Deleting port a68521f8-7796-45d7-9fff-f83e6fca1f2f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:48.698687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.776010 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] For port a68521f8-7796-45d7-9fff-f83e6fca1f2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a68521f8-7796-45d7-9fff-f83e6fca1f2f,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:48.776367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.788455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Calling delete_port for a68521f8-7796-45d7-9fff-f83e6fca1f2f owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:48.961295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (a68521f8-7796-45d7-9fff-f83e6fca1f2f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:48.987141 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68521f8-7796-45d7-9fff-f83e6fca1f2f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:49.435540 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (6e41800d-abdd-497e-999b-b995b0dcc70c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:49.501877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 93560dd7-973a-467d-9d1a-ccc568f4e200 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:49.521891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 93560dd7-973a-467d-9d1a-ccc568f4e200 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:49.522311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 93560dd7-973a-467d-9d1a-ccc568f4e200 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:49.522819 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:49.542164 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:49.542506 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f6d33cb0-ad3b-4c4f-9ee5-d4cdf3cbcca1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:49.649465 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Router 6e41800d-abdd-497e-999b-b995b0dcc70c has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:47:49.755665 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:47:49.760556 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-75ce2612-0b5f-4094-8d84-af8e8d506d63 admin admin] 10.222.0.20 "PUT /v2.0/routers/6e41800d-abdd-497e-999b-b995b0dcc70c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6512337
Jan 29 21:47:49.763214 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36542) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:49.763936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Sync routers for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:47:49.777486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:49.778102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4c5730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:49.862555 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks [] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:49.881390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:49.965323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks [] for router_gateway (6e41800d-abdd-497e-999b-b995b0dcc70c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.023062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Deleting port 23754c53-5a7f-4625-8334-a82e2fde5df5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:50.023318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.061076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4c5730>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15'}], 'enable_snat': True}, 'gw_port_id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:47:48Z', 'revision_number': 5, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port': {'id': '23754c53-5a7f-4625-8334-a82e2fde5df5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:44:37Z', 'updated_at': '2022-01-29T21:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:50.088347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Checking router: 6e41800d-abdd-497e-999b-b995b0dcc70c for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:47:50.096688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Routers {'6e41800d-abdd-497e-999b-b995b0dcc70c'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:50.097323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a4c5730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['6e41800d-abdd-497e-999b-b995b0dcc70c'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:50.102360 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] For port 23754c53-5a7f-4625-8334-a82e2fde5df5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23754c53-5a7f-4625-8334-a82e2fde5df5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:50.102676 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.115835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Calling delete_port for 23754c53-5a7f-4625-8334-a82e2fde5df5 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:50.292002 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (23754c53-5a7f-4625-8334-a82e2fde5df5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.318246 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=23754c53-5a7f-4625-8334-a82e2fde5df5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:50.341405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] Set router 6e41800d-abdd-497e-999b-b995b0dcc70c gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:50.385681 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (6e41800d-abdd-497e-999b-b995b0dcc70c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.395553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a4c5730>, [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:47:49Z', 'revision_number': 6, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:50.421171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b903a-5c1b-4191-89ad-cb0d1a14e6f7 None None] The sync data for ids ['6e41800d-abdd-497e-999b-b995b0dcc70c'] in ncdv-master-1 is: [{'id': '6e41800d-abdd-497e-999b-b995b0dcc70c', 'name': 'tempest-TestMinimumBasicScenario-1335368720-router', 'tenant_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:44:36Z', 'updated_at': '2022-01-29T21:47:49Z', 'revision_number': 6, 'project_id': '2e00f2946fd9417c8d7b2cd70a1da074', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:47:50.478298 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.481026 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks [] for router_controller (6e41800d-abdd-497e-999b-b995b0dcc70c), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.537792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (6e41800d-abdd-497e-999b-b995b0dcc70c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.538305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e41800d-abdd-497e-999b-b995b0dcc70c {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:47:50.543511 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.544691 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-33b5fc80-9874-46e9-8d7f-970d7346dc4e admin admin] 10.222.0.20 "DELETE /v2.0/routers/6e41800d-abdd-497e-999b-b995b0dcc70c HTTP/1.1" status: 204  len: 168 time: 0.7805257
Jan 29 21:47:50.548928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36544) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:50.592780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Deleting subnet 82ccb25c-4cf2-4583-b2bd-07d0069b791d {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:47:50.595883 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Publish callbacks [] for subnet (82ccb25c-4cf2-4583-b2bd-07d0069b791d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.634051 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (82ccb25c-4cf2-4583-b2bd-07d0069b791d), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.711195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (82ccb25c-4cf2-4583-b2bd-07d0069b791d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.765785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (82ccb25c-4cf2-4583-b2bd-07d0069b791d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.792631 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ccb25c-4cf2-4583-b2bd-07d0069b791d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:50.796106 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.799457 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e2346329-09fe-4d34-819e-5e7cd5f5bec9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82ccb25c-4cf2-4583-b2bd-07d0069b791d HTTP/1.1" status: 204  len: 168 time: 0.2495534
Jan 29 21:47:50.802544 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36546) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:50.806361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30df95-c4a4-404c-a586-23fb82a8a8b0 None None] Network bc438f30-e33d-4e3e-ae2e-e49110aa08ae requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:47:50.878561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (bc438f30-e33d-4e3e-ae2e-e49110aa08ae), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.932636 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Deleting port 53ba505b-c372-42a8-9c84-68d9fa4c11af {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:47:50.932996 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:50.996889 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] For port 53ba505b-c372-42a8-9c84-68d9fa4c11af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ba505b-c372-42a8-9c84-68d9fa4c11af,segment=NetworkSegment(e94c95ae-5a21-4491-9fa4-b1cc07c1d722),segment_id=e94c95ae-5a21-4491-9fa4-b1cc07c1d722)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:50.997281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.009449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Calling delete_port for 53ba505b-c372-42a8-9c84-68d9fa4c11af owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:47:51.085655 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (53ba505b-c372-42a8-9c84-68d9fa4c11af), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.111658 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] No DVR routers for this DVR port 53ba505b-c372-42a8-9c84-68d9fa4c11af on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:47:51.115248 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Pushing event deleted for resources: {'Port': ['ID=53ba505b-c372-42a8-9c84-68d9fa4c11af,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:51.189939 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (bc438f30-e33d-4e3e-ae2e-e49110aa08ae), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.193860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae45cc71-466e-4fda-a519-b9c978391603 None None] DHCP port deletion for bc438f30-e33d-4e3e-ae2e-e49110aa08ae request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:47:51.223370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea111091f0>,) {'filters': {'network_id': ['bc438f30-e33d-4e3e-ae2e-e49110aa08ae']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:51.233545 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea111091f0>, 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:51.233867 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea111091f0>, 'e94c95ae-5a21-4491-9fa4-b1cc07c1d722') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:51.243636 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (e94c95ae-5a21-4491-9fa4-b1cc07c1d722), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.257367 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e94c95ae-5a21-4491-9fa4-b1cc07c1d722), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.263173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:47:51.263565 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (e94c95ae-5a21-4491-9fa4-b1cc07c1d722), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:47:51.265220 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:47:51.320061 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (bc438f30-e33d-4e3e-ae2e-e49110aa08ae), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.325971 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.329433 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc438f30-e33d-4e3e-ae2e-e49110aa08ae HTTP/1.1" status: 204  len: 168 time: 0.5257378
Jan 29 21:47:51.342540 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdf893-d555-48cd-a896-f33ae37049af admin admin] Pushing event deleted for resources: {'Network': ['ID=bc438f30-e33d-4e3e-ae2e-e49110aa08ae,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:51.451904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a68521f8-7796-45d7-9fff-f83e6fca1f2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:51.474335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: a68521f8-7796-45d7-9fff-f83e6fca1f2f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:51.474702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device a68521f8-7796-45d7-9fff-f83e6fca1f2f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:51.475128 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 53ba505b-c372-42a8-9c84-68d9fa4c11af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:51.500775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 53ba505b-c372-42a8-9c84-68d9fa4c11af {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:51.501165 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 53ba505b-c372-42a8-9c84-68d9fa4c11af not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:51.501582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23754c53-5a7f-4625-8334-a82e2fde5df5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:47:51.513464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36550) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:51.521322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 23754c53-5a7f-4625-8334-a82e2fde5df5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:47:51.521696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 23754c53-5a7f-4625-8334-a82e2fde5df5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:47:51.558331 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0c2c8c66-a0b8-46c0-b8ea-dc79f4c4482e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da0ca69899d94b92b3973c23e7df2526&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436950
Jan 29 21:47:51.560752 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36552) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:51.607561 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] Publish callbacks [] for security_group (347a58ec-78e8-4578-93e7-2f44c3c1e71b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.628564 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] Publish callbacks [] for security_group (347a58ec-78e8-4578-93e7-2f44c3c1e71b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.680147 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (347a58ec-78e8-4578-93e7-2f44c3c1e71b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.682691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:51.683843 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/347a58ec-78e8-4578-93e7-2f44c3c1e71b HTTP/1.1" status: 204  len: 168 time: 0.1221650
Jan 29 21:47:51.691897 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd32f9-cbb5-4020-84e2-fd3c5bbc22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a58ec-78e8-4578-93e7-2f44c3c1e71b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:51.992849 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36558) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:52.031498 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eeb06ed5-e7dc-471b-89fe-5e460525a0fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e00f2946fd9417c8d7b2cd70a1da074&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0374815
Jan 29 21:47:52.034044 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36560) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:52.079779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] Publish callbacks [] for security_group (74472b32-020f-4bd2-8739-d78ed28d6d40), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:52.100289 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] Publish callbacks [] for security_group (74472b32-020f-4bd2-8739-d78ed28d6d40), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:52.148673 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (74472b32-020f-4bd2-8739-d78ed28d6d40), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:52.151434 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:52.152624 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74472b32-020f-4bd2-8739-d78ed28d6d40 HTTP/1.1" status: 204  len: 168 time: 0.1176805
Jan 29 21:47:52.161455 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde137b9-8513-404a-a650-93f165d7a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74472b32-020f-4bd2-8739-d78ed28d6d40,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:52.901117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.692664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36602) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:53.697239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761559319', 'description': 'tempest-secgroup-smoke-761559319 description', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:53.717360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.725937 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.795681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (67035bd0-ec7a-4cf3-8685-c4d3d04413b7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.799079 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67035bd0-ec7a-4cf3-8685-c4d3d04413b7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.835638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67035bd0-ec7a-4cf3-8685-c4d3d04413b7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:53.871321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (7ace1da0-40e8-41b1-8799-41bae5c399d7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.874587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7ace1da0-40e8-41b1-8799-41bae5c399d7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.903020 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.904234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2105515
Jan 29 21:47:53.906227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade4c58-cd0b-406b-8e83-1ed49b6ab0af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace1da0-40e8-41b1-8799-41bae5c399d7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:53.907488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36604) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:53.913341 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:53.922817 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.938675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (ff322327-642c-433e-8162-7bbceb2aa565), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.983418 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (ff322327-642c-433e-8162-7bbceb2aa565), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:53.986610 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (ff322327-642c-433e-8162-7bbceb2aa565), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.003624 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff322327-642c-433e-8162-7bbceb2aa565,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.010543 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.011730 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-7039dcdd-29d5-4d58-852b-3306c9ab60fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1026678
Jan 29 21:47:54.014542 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36606) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.018914 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.043368 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (c55342c2-084d-40b9-8e67-c9c7f5470bed), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.097321 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (c55342c2-084d-40b9-8e67-c9c7f5470bed), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.101094 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c55342c2-084d-40b9-8e67-c9c7f5470bed), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.118567 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55342c2-084d-40b9-8e67-c9c7f5470bed,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.126984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.128178 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c73ab308-21c3-41c9-b09e-0e533576ac1f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1126173
Jan 29 21:47:54.130971 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36608) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.135151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.158294 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (4a85f131-532b-4b1b-9287-a0556578f2cf), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.214235 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (4a85f131-532b-4b1b-9287-a0556578f2cf), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.217769 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (4a85f131-532b-4b1b-9287-a0556578f2cf), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.238464 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a85f131-532b-4b1b-9287-a0556578f2cf,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.243272 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.244441 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2c74b347-fccf-48b5-8c71-b60e4364819f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1125779
Jan 29 21:47:54.247269 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36610) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.251437 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.274767 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (2cb3efe3-d4cc-4589-a896-b22e46ccaad3), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.329953 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (2cb3efe3-d4cc-4589-a896-b22e46ccaad3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.333825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (2cb3efe3-d4cc-4589-a896-b22e46ccaad3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.352879 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb3efe3-d4cc-4589-a896-b22e46ccaad3,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.359897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.361211 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-49cc6598-ace2-4a1c-97db-07182b20d9e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1129370
Jan 29 21:47:54.363839 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36612) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.368024 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.386730 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:47:54.391411 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (7ea509fd-196c-4eb5-aef3-ba2129aacd35), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.447410 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (7ea509fd-196c-4eb5-aef3-ba2129aacd35), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.450964 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (7ea509fd-196c-4eb5-aef3-ba2129aacd35), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.468501 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea509fd-196c-4eb5-aef3-ba2129aacd35,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.475259 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.476446 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9136f3a6-3a0f-4166-b9fa-9274f9f98261 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1117077
Jan 29 21:47:54.479180 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36614) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.483407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '7ace1da0-40e8-41b1-8799-41bae5c399d7', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.501904 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:47:54.507569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (11abcba9-4483-4e31-8fe0-9869ab64d627), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.564316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (11abcba9-4483-4e31-8fe0-9869ab64d627), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.568232 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (11abcba9-4483-4e31-8fe0-9869ab64d627), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.588011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11abcba9-4483-4e31-8fe0-9869ab64d627,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.596195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.597390 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-333ac386-ede7-4c6d-96bd-a232e75e09a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1173112
Jan 29 21:47:54.600391 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36616) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.605399 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'network': {'name': 'tempest-network-smoke--1168394723', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'port_security_enabled': True}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.625102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:47:54.628322 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.651169 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:47:54.659652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (13fd76e3-eecc-463a-9dbc-07f86e6db8c0), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.659991 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Added segment 13fd76e3-eecc-463a-9dbc-07f86e6db8c0 of type vlan for network c5c6d566-cc16-453b-bc25-f5d85a06fed6
Jan 29 21:47:54.698780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (c5c6d566-cc16-453b-bc25-f5d85a06fed6), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.722040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (c5c6d566-cc16-453b-bc25-f5d85a06fed6), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.726986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:54.727650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.784427 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1829257
Jan 29 21:47:54.787392 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36618) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:54.793811 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'admin_state_up': True, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:54.808407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96e3e0-36e2-4a0f-9c90-37b6579d1336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Network': ['ID=c5c6d566-cc16-453b-bc25-f5d85a06fed6,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:54.819466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:47:54.821723 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.822822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:54.877323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (53d9f46d-2a8e-499a-85d7-6a73d609853e), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.014091 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (53d9f46d-2a8e-499a-85d7-6a73d609853e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.196428 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.214567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.316436 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.41 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5da12d44-f245-42b4-b5b9-f198f626fa42) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:47:55.412919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.446191 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:55.483291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:47:55.486003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:47:55.489929 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:47:55.519594 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=5da12d44-f245-42b4-b5b9-f198f626fa42,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:55.735414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:56.208652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:56.331086 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 53d9f46d-2a8e-499a-85d7-6a73d609853e is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:47:56.430003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:47:56.439543 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Sync routers for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:47:56.448560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:56.449478 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b4c6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:56.449741 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:56.450958 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6c66b3a1-c36e-4181-955e-9ef6bc039074 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6626573
Jan 29 21:47:56.454158 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36620) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:56.551521 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:56.599805 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-05c41afb-6625-4528-9343-effbe7495f65 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2cc769796b5c43dfb45b97fcb953a1ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1445251
Jan 29 21:47:56.602450 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36624) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:56.685653 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e688dc-0f50-42b0-9abb-fb96a5bddf49 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:56.687176 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e9e688dc-0f50-42b0-9abb-fb96a5bddf49 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0838218
Jan 29 21:47:56.690062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36626) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:56.718794 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c5954056-8bbe-40b3-a15f-6099224bd31d tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275588
Jan 29 21:47:56.721215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36628) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:56.725873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169136762', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:47:56.729992 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b4c6280>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:55Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:56.760141 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Checking router: 53d9f46d-2a8e-499a-85d7-6a73d609853e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:47:56.760489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Updating router 53d9f46d-2a8e-499a-85d7-6a73d609853e port 5da12d44-f245-42b4-b5b9-f198f626fa42 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:47:56.786837 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:56.815600 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:47:56.819897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.000714 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (51d82396-b06c-46a2-bad3-486e6f540f27), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.030552 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks [] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.035559 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.061363 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Subnet': ['ID=51d82396-b06c-46a2-bad3-486e6f540f27,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:57.070072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Checking segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:47:57.070428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network hostable DHCP agents. Network: c5c6d566-cc16-453b-bc25-f5d85a06fed6, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:47:57.085660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Attempting to bind port 5da12d44-f245-42b4-b5b9-f198f626fa42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:47:57.086097 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Attempting to bind port 5da12d44-f245-42b4-b5b9-f198f626fa42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:47:57.086491 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Attempting to bind port 5da12d44-f245-42b4-b5b9-f198f626fa42 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:47:57.087467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:47:57.097558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5c6d566-cc16-453b-bc25-f5d85a06fed6) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:47:57.101124 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Pushing event updated for resources: {'Port': ['ID=5da12d44-f245-42b4-b5b9-f198f626fa42,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:57.102324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:57.103040 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.103365 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:47:57.103738 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:47:57.104132 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.104519 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:47:57.104995 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Bound port: 5da12d44-f245-42b4-b5b9-f198f626fa42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:47:57.105375 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.108359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f65c2-4816-4e48-827e-96e45e7f2734 None None] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:47:57.114621 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.115079 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.115402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.115767 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.116136 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.116499 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.116898 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.117283 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.117610 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.117935 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.118261 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.118594 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.118908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.124667 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2146630a-f7c9-4874-a2bf-f580410a5f4b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3989682
Jan 29 21:47:57.124667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36630) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:47:57.172724 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] For port 5da12d44-f245-42b4-b5b9-f198f626fa42, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:47:57.175510 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] For port 5da12d44-f245-42b4-b5b9-f198f626fa42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da12d44-f245-42b4-b5b9-f198f626fa42,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:47:57.185983 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.235147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:47:57.236889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.249198 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab9c58-0c03-464b-bb49-9a7ee50c0d8e None None] Pushing event updated for resources: {'Port': ['ID=5da12d44-f245-42b4-b5b9-f198f626fa42,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:57.254491 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:57.255634 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b4c6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:57.363610 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:57.377053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Allocated IP 172.20.0.2 (c5c6d566-cc16-453b-bc25-f5d85a06fed6/51d82396-b06c-46a2-bad3-486e6f540f27/46cf27ea-acec-48cd-9085-84eba375733b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:47:57.531259 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks [] for port (46cf27ea-acec-48cd-9085-84eba375733b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.538501 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (46cf27ea-acec-48cd-9085-84eba375733b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.560831 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b4c6280>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:55Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:57.583331 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:47:57.587650 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:47:57.592123 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24ad41-12d5-4e03-a484-ac6df8fce187 None None] The sync data for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 is: [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:55Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:47:57.592508 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Pushing event updated for resources: {'Port': ['ID=46cf27ea-acec-48cd-9085-84eba375733b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:57.594333 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.596286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:47:57.605854 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.606206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.606548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.606891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.607243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.607559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.608073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.608400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.608908 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.609269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.609605 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.609920 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.610433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:47:57.671143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Attempting to bind port 46cf27ea-acec-48cd-9085-84eba375733b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:47:57.671515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Attempting to bind port 46cf27ea-acec-48cd-9085-84eba375733b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:47:57.671879 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Attempting to bind port 46cf27ea-acec-48cd-9085-84eba375733b on network c5c6d566-cc16-453b-bc25-f5d85a06fed6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:47:57.678258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:47:57.678636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Checking segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:47:57.679036 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.679604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Bound using segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:47:57.680078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Bound port: 46cf27ea-acec-48cd-9085-84eba375733b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:47:57.680460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46cf27ea-acec-48cd-9085-84eba375733b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.743676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] For port 46cf27ea-acec-48cd-9085-84eba375733b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:47:57.747341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] For port 46cf27ea-acec-48cd-9085-84eba375733b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46cf27ea-acec-48cd-9085-84eba375733b,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:47:57.753809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46cf27ea-acec-48cd-9085-84eba375733b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:57.819354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f9520-b50f-4fc0-ad24-6669265bf79d None None] Pushing event updated for resources: {'Port': ['ID=46cf27ea-acec-48cd-9085-84eba375733b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:57.914198 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.1 (c5c6d566-cc16-453b-bc25-f5d85a06fed6/51d82396-b06c-46a2-bad3-486e6f540f27/00e60402-6813-4e51-bdd8-25862d947b93) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:47:58.081594 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (00e60402-6813-4e51-bdd8-25862d947b93), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.120116 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.162325 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:47:58.168181 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:47:58.173157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:47:58.198887 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:58.231566 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.369348 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00e60402-6813-4e51-bdd8-25862d947b93), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.663646 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (00e60402-6813-4e51-bdd8-25862d947b93), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.669492 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.745672 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:58.747654 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:58.851750 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:47:58.853377 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:47:58.872914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e353736-7415-4041-846d-b2aad0dbff8d None None] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:47:58.970580 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 53d9f46d-2a8e-499a-85d7-6a73d609853e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:47:58.989873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Provisioning complete for port 46cf27ea-acec-48cd-9085-84eba375733b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:47:58.990259 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46cf27ea-acec-48cd-9085-84eba375733b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.084725 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:47:59.089012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Current status of the port 46cf27ea-acec-48cd-9085-84eba375733b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:47:59.089427 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (46cf27ea-acec-48cd-9085-84eba375733b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.093737 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a5553d5a-18a7-437f-8758-dc4a204001ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/53d9f46d-2a8e-499a-85d7-6a73d609853e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9687757
Jan 29 21:47:59.129082 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] For port 46cf27ea-acec-48cd-9085-84eba375733b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46cf27ea-acec-48cd-9085-84eba375733b,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:47:59.137652 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (46cf27ea-acec-48cd-9085-84eba375733b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.187341 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4c71a-b6e9-4f97-b8fd-65278297d7d1 None None] Pushing event updated for resources: {'Port': ['ID=46cf27ea-acec-48cd-9085-84eba375733b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:47:59.281782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-efa4f08d-d4fc-4aa3-965f-99a219a15fc4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761559319&fields=id&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 267 time: 0.0515132
Jan 29 21:47:59.332574 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Sync routers for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:47:59.350514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:47:59.351099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a721b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:59.404135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-63908734-d25f-42b7-bc97-a1f9c8db1321 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:47:59.411033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-63908734-d25f-42b7-bc97-a1f9c8db1321 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 797 time: 0.1217461
Jan 29 21:47:59.421869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Provisioning complete for port 46cf27ea-acec-48cd-9085-84eba375733b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:47:59.422055 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46cf27ea-acec-48cd-9085-84eba375733b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.438362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-7dcb0dce-0646-4368-a8e9-0d1bbbea35c3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/quotas/2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 375 time: 0.0260000
Jan 29 21:47:59.497449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:47:59.506526 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:47:59.551219 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-2ce9b1e6-dbb0-48d9-930b-718233bdda84 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1115587
Jan 29 21:47:59.616119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Current status of the port 46cf27ea-acec-48cd-9085-84eba375733b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:47:59.620482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46cf27ea-acec-48cd-9085-84eba375733b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:47:59.722963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Provisioning complete for port 00e60402-6813-4e51-bdd8-25862d947b93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:47:59.724004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00e60402-6813-4e51-bdd8-25862d947b93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.774151 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-33c8ed78-d6f2-4e54-91b8-f7146a60459d service neutron] 10.222.0.20 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354904
Jan 29 21:47:59.800447 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ccd7a-a459-404f-addf-09c899b71a4f None None] Port 00e60402-6813-4e51-bdd8-25862d947b93 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:47:59.809252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 46cf27ea-acec-48cd-9085-84eba375733b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:47:59.809628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (46cf27ea-acec-48cd-9085-84eba375733b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.863092 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-a66ebdf2-bf76-469e-a051-2afc6bd63945 service neutron] 10.222.0.20 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830534
Jan 29 21:47:59.872041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a721b80>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 2, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:47:59.906543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Checking router: 53d9f46d-2a8e-499a-85d7-6a73d609853e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:47:59.907149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Updating router 53d9f46d-2a8e-499a-85d7-6a73d609853e port 00e60402-6813-4e51-bdd8-25862d947b93 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:47:59.970004 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00e60402-6813-4e51-bdd8-25862d947b93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:47:59.971587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 46cf27ea-acec-48cd-9085-84eba375733b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:47:59.972589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5da12d44-f245-42b4-b5b9-f198f626fa42 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:48:00.005913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e4bdeaf1-3a45-4917-92d3-af16cba7b3bd None None] Provisioning complete for port 00e60402-6813-4e51-bdd8-25862d947b93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:00.006295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e4bdeaf1-3a45-4917-92d3-af16cba7b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00e60402-6813-4e51-bdd8-25862d947b93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.049854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf2102c8-05eb-4908-8904-0d55a69575b1 req-1fb7aeb6-d735-4bc9-a5a7-38dc85d32f6b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 210 time: 0.0356154
Jan 29 21:48:00.249284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdeaf1-3a45-4917-92d3-af16cba7b3bd None None] Port 00e60402-6813-4e51-bdd8-25862d947b93 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:48:00.318718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5da12d44-f245-42b4-b5b9-f198f626fa42 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:00.319059 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.483188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5da12d44-f245-42b4-b5b9-f198f626fa42 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:00.483573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.518157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5da12d44-f245-42b4-b5b9-f198f626fa42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da12d44-f245-42b4-b5b9-f198f626fa42,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:48:00.538939 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.583561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks [] for port (00e60402-6813-4e51-bdd8-25862d947b93), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.591447 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.616483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5da12d44-f245-42b4-b5b9-f198f626fa42,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:00.694332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610051f-cd08-48c4-81e6-975875c1abb5 None None] Pushing event updated for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:00.705647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Attempting to bind port 00e60402-6813-4e51-bdd8-25862d947b93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:48:00.706023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Attempting to bind port 00e60402-6813-4e51-bdd8-25862d947b93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:48:00.706387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Attempting to bind port 00e60402-6813-4e51-bdd8-25862d947b93 on network c5c6d566-cc16-453b-bc25-f5d85a06fed6 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:48:00.711696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:48:00.712061 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Checking segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:48:00.712466 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.712878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Bound using segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:48:00.713395 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Bound port: 00e60402-6813-4e51-bdd8-25862d947b93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:48:00.713780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00e60402-6813-4e51-bdd8-25862d947b93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.786267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] For port 00e60402-6813-4e51-bdd8-25862d947b93, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:48:00.789579 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] For port 00e60402-6813-4e51-bdd8-25862d947b93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e60402-6813-4e51-bdd8-25862d947b93,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:48:00.796023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:00.855459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:48:00.856129 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a721b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:47:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:00.894911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610051f-cd08-48c4-81e6-975875c1abb5 None None] Pushing event updated for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:00.947749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Provisioning complete for port 00e60402-6813-4e51-bdd8-25862d947b93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:00.948389 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00e60402-6813-4e51-bdd8-25862d947b93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.011290 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:48:01.122515 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Current status of the port 00e60402-6813-4e51-bdd8-25862d947b93 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:01.122922 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (00e60402-6813-4e51-bdd8-25862d947b93), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.136608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-3edbf2eb-f6f8-4f18-9dee-1f8b0be57ce4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:01.138328 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-3edbf2eb-f6f8-4f18-9dee-1f8b0be57ce4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 797 time: 0.1126578
Jan 29 21:48:01.175852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0d437808-303c-4f80-93be-f319193747df req-361aaaf0-8a11-4e73-809f-ff4382cf8183 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 210 time: 0.0364017
Jan 29 21:48:01.218125 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] For port 00e60402-6813-4e51-bdd8-25862d947b93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e60402-6813-4e51-bdd8-25862d947b93,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:48:01.227241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.264333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-b54ab45c-1eb6-40e8-b2e4-518e07a4c222 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 379 time: 0.1151404
Jan 29 21:48:01.273191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'port': {'device_id': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'admin_state_up': True, 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'security_groups': ['7ace1da0-40e8-41b1-8799-41bae5c399d7']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:48:01.307022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba12d25-283f-4c4f-90a8-ed3cc5908bd3 None None] Pushing event updated for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:01.329432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a721b80>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:01.365851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239dc56-547a-43f5-9fdd-ff4a4b71c872 None None] The sync data for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 is: [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:48:01.377576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-a970df3f-99db-4a16-baa6-17a2e54bcbd0 None None] Provisioning complete for port 00e60402-6813-4e51-bdd8-25862d947b93 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:01.378069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a970df3f-99db-4a16-baa6-17a2e54bcbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00e60402-6813-4e51-bdd8-25862d947b93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.382300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:48:01.386274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.495074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a970df3f-99db-4a16-baa6-17a2e54bcbd0 None None] Current status of the port 00e60402-6813-4e51-bdd8-25862d947b93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:01.541071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5da12d44-f245-42b4-b5b9-f198f626fa42 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:48:01.557921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.9 (c5c6d566-cc16-453b-bc25-f5d85a06fed6/51d82396-b06c-46a2-bad3-486e6f540f27/2378bbb0-f02b-4c08-9a59-47cca4fab8f2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:48:01.595560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5da12d44-f245-42b4-b5b9-f198f626fa42 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:01.595941 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.682692 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5da12d44-f245-42b4-b5b9-f198f626fa42 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:01.714984 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.753236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.800017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:48:01.803113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:48:01.805812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:48:01.841181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:01.869434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:01.870097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:01.888784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-6b8478fd-8bc7-48c4-9fc5-29837a2d457e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6194000
Jan 29 21:48:01.900555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Request body: {'port': {'device_id': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:48:01.964678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.118949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f33cc6d6-e11c-4156-b854-b4d8ca01c758 None None] Provisioning complete for port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:02.120143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6d6-e11c-4156-b854-b4d8ca01c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.157348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f33cc6d6-e11c-4156-b854-b4d8ca01c758 None None] Port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:48:02.245936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:48:02.253628 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks [] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.275210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Transition to ACTIVE for port object 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:48:02.280130 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.368331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Pushing event updated for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:02.396692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb2e5-8073-4688-9673-fed745ba80a1 req-02c68c2c-3385-404f-b4ed-58d1dcbb9911 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:02.398325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26afb2e5-8073-4688-9673-fed745ba80a1 req-02c68c2c-3385-404f-b4ed-58d1dcbb9911 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 943 time: 0.1352992
Jan 29 21:48:02.490069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Attempting to bind port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:48:02.490409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Attempting to bind port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:48:02.490752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Attempting to bind port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 on network c5c6d566-cc16-453b-bc25-f5d85a06fed6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:48:02.496414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-26afb2e5-8073-4688-9673-fed745ba80a1 req-edd35f4b-8114-4eb8-84f5-f02c44f9dfd8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746553
Jan 29 21:48:02.500056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 on network c5c6d566-cc16-453b-bc25-f5d85a06fed6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:48:02.500383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Attempting to bind port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 on network c5c6d566-cc16-453b-bc25-f5d85a06fed6 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:48:02.507369 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:48:02.507717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Checking segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:48:02.508105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Bound using segment: {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:48:02.508593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Bound port: 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fd76e3-eecc-463a-9dbc-07f86e6db8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:48:02.508902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.586690 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:48:02.590721 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:48:02.598870 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.646030 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:02.646763 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:02.648291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] 10.222.0.18 "PUT /v2.0/ports/2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 1091 time: 0.7521205
Jan 29 21:48:02.649675 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:48:02.651529 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd7062-8c05-4735-afbf-2b7455d08c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:48:02.668749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b65e2-32cf-41b9-aa7c-978dc541efaa service neutron] Pushing event updated for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:02.697828 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa76acd0-6276-4a30-a485-9b36d914f060 x-openstack-request-id: req-aa76acd0-6276-4a30-a485-9b36d914f060 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:48:02.698136 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:48:02.698389 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa76acd0-6276-4a30-a485-9b36d914f060 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:48:02.698814 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'status': 'completed', 'code': 200}
Jan 29 21:48:02.753277 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-e99cd9e1-8653-4c7a-9997-674d52d9f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:02.754758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-e99cd9e1-8653-4c7a-9997-674d52d9f42c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1125 time: 0.0492194
Jan 29 21:48:02.798438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-475e28fc-55af-4d86-83d9-77bb616268e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 217 time: 0.0357940
Jan 29 21:48:02.852342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-13860c84-c5bf-466a-8d05-368792349422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:02.854241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-13860c84-c5bf-466a-8d05-368792349422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 200  len: 835 time: 0.0501616
Jan 29 21:48:02.902915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-aa830d7a-2eae-42e2-8b71-6022bcb9f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:02.904448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-aa830d7a-2eae-42e2-8b71-6022bcb9f01c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5c6d566-cc16-453b-bc25-f5d85a06fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447340
Jan 29 21:48:02.991783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-d228d1f7-eb6e-4049-a4bb-242397339ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812798
Jan 29 21:48:03.081523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce929e65-c774-4820-9c16-0d8f0c44cd36 req-1c8e6e50-e236-4194-8e37-b74bf510c3e7 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836599
Jan 29 21:48:03.225740 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-fe6c79b9-1f92-42ad-9e20-a3f12d2a50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:03.227264 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-fe6c79b9-1f92-42ad-9e20-a3f12d2a50b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1125 time: 0.0467744
Jan 29 21:48:03.316150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-c8387741-a50c-482e-b82a-207fb327ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:03.318113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-c8387741-a50c-482e-b82a-207fb327ff06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 898 time: 0.0851650
Jan 29 21:48:03.358843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-a2517a22-1bb8-49f6-8ff2-4eef83323cf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 217 time: 0.0345585
Jan 29 21:48:03.404860 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-fc1cfc9c-fa78-468b-9bc7-f3b1dd5637b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:03.406325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-fc1cfc9c-fa78-468b-9bc7-f3b1dd5637b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 200  len: 835 time: 0.0418963
Jan 29 21:48:03.462376 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-17df7393-7460-43e3-b7a1-2ffccbed6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:03.463894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-17df7393-7460-43e3-b7a1-2ffccbed6afa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5c6d566-cc16-453b-bc25-f5d85a06fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518670
Jan 29 21:48:03.480407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00e60402-6813-4e51-bdd8-25862d947b93 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:48:03.533730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 00e60402-6813-4e51-bdd8-25862d947b93 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:03.534110 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (00e60402-6813-4e51-bdd8-25862d947b93), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:03.564621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-94a01485-e80c-4a28-a1a2-6ae00a13cf1d service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942969
Jan 29 21:48:03.612878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 00e60402-6813-4e51-bdd8-25862d947b93 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:03.694719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6fd7062-8c05-4735-afbf-2b7455d08c6c req-c5933a5b-629a-49b3-8b96-0a6b10a61de5 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251192
Jan 29 21:48:03.702774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51770b7-10e9-43ad-b171-2a9ff780e023 req-f9a6d06c-842b-4021-b18d-5ada4e5d814d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:03.704183 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b51770b7-10e9-43ad-b171-2a9ff780e023 req-f9a6d06c-842b-4021-b18d-5ada4e5d814d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 943 time: 0.1135066
Jan 29 21:48:03.753172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b51770b7-10e9-43ad-b171-2a9ff780e023 req-6259fc37-c284-497a-989d-036497f69e7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432780
Jan 29 21:48:04.870878 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397f9e-4d9b-4653-a840-94fd1e999786 req-bafecabf-120e-4d0a-9dc2-f5251a425bdb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:04.872257 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f397f9e-4d9b-4653-a840-94fd1e999786 req-bafecabf-120e-4d0a-9dc2-f5251a425bdb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 943 time: 0.0514750
Jan 29 21:48:04.923943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f397f9e-4d9b-4653-a840-94fd1e999786 req-9dc94902-37d6-4e3d-a91c-a5f5b2c6dc4c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461493
Jan 29 21:48:06.041407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76908d-7bc6-4fc9-8418-075333f03716 req-12d2a8e4-25a3-4603-b538-478b550823d2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:06.042910 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d76908d-7bc6-4fc9-8418-075333f03716 req-12d2a8e4-25a3-4603-b538-478b550823d2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 943 time: 0.0527267
Jan 29 21:48:06.091378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8d76908d-7bc6-4fc9-8418-075333f03716 req-19244068-9d2f-4fae-81d1-35ddb89c99d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429387
Jan 29 21:48:07.210504 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1638049-b467-49ad-b035-43fb0e3d8a12 req-37617a76-9135-4887-a483-8880ec6c147c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:07.211991 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1638049-b467-49ad-b035-43fb0e3d8a12 req-37617a76-9135-4887-a483-8880ec6c147c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 943 time: 0.0534940
Jan 29 21:48:07.260498 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a1638049-b467-49ad-b035-43fb0e3d8a12 req-b3a68bc9-e171-4db1-930d-fb316064deb2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428510
Jan 29 21:48:08.076123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:48:08.172071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:48:08.184347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'port_id': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'mac_address': 'fa:16:3e:a9:d1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:48:08.220670 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:08.221095 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:08.233451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:48:08.252773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:48:08.256691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:08.305786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:08.381888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0ed3f-aaf5-494e-ab53-9870f5446528 req-9789dff3-cf3e-4f18-914c-11f34032ddc5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:08.383273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61a0ed3f-aaf5-494e-ab53-9870f5446528 req-9789dff3-cf3e-4f18-914c-11f34032ddc5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 944 time: 0.0561759
Jan 29 21:48:08.429973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-61a0ed3f-aaf5-494e-ab53-9870f5446528 req-46d34721-de9e-48f8-8cee-69c35156b5f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411689
Jan 29 21:48:08.621631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['2378bbb0-f02b-4c08-9a59-47cca4fab8f2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:48:09.549810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519734b-dffc-4270-80b2-47670938fe89 req-65f208f0-b8d8-4d03-b721-c829bbda9111 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:09.551216 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f519734b-dffc-4270-80b2-47670938fe89 req-65f208f0-b8d8-4d03-b721-c829bbda9111 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 944 time: 0.0518477
Jan 29 21:48:09.599056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f519734b-dffc-4270-80b2-47670938fe89 req-79082084-6559-4b06-b283-17eca34fd08f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422754
Jan 29 21:48:10.085088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:48:10.133466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:48:10.137355 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:48:10.137732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:10.220379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:48:10.220773 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:10.244143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:48:10.246403 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc409fe3-1714-4704-b2f1-77d51ea1ed6b" -d '{"events": [{"server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "name": "network-vif-plugged", "status": "completed", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:48:10.258430 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:48:10.262709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:10.284816 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0f655-2d89-47dd-8e9c-205065e9e134 x-openstack-request-id: req-08b0f655-2d89-47dd-8e9c-205065e9e134 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:48:10.285142 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "name": "network-vif-plugged", "status": "completed", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:48:10.285404 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08b0f655-2d89-47dd-8e9c-205065e9e134 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:48:10.286338 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'code': 200}
Jan 29 21:48:10.312652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:10.381877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c751b-e014-46bf-abde-122bdced50f8 req-13c4e8e4-69d0-4245-b7a1-a29be5e8ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:10.383306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-523c751b-e014-46bf-abde-122bdced50f8 req-13c4e8e4-69d0-4245-b7a1-a29be5e8ad62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1127 time: 0.0437071
Jan 29 21:48:10.427150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16beb890-4ec8-4efb-8da0-b1a8195cce5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:10.706150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-523c751b-e014-46bf-abde-122bdced50f8 req-cc871636-e97a-4d4e-99d7-40b5d2d9477a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3161438
Jan 29 21:48:10.748120 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a7e6-d955-47b4-b879-55f4aa4d4336 req-f5fad07b-9d7e-40e6-b801-379b66163d99 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:10.749597 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0515a7e6-d955-47b4-b879-55f4aa4d4336 req-f5fad07b-9d7e-40e6-b801-379b66163d99 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0545948
Jan 29 21:48:10.796360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0515a7e6-d955-47b4-b879-55f4aa4d4336 req-80fcf39f-b96e-474d-8653-5403cbb1b84f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405877
Jan 29 21:48:11.920306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7925-d343-4f05-a2b1-475ad37bbb0c req-5a021304-fe6e-442c-aacb-5079c99c725f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:11.921820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f8d7925-d343-4f05-a2b1-475ad37bbb0c req-5a021304-fe6e-442c-aacb-5079c99c725f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0514076
Jan 29 21:48:11.975268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f8d7925-d343-4f05-a2b1-475ad37bbb0c req-aa0c1798-0ea2-4545-98b4-43db27badbd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474496
Jan 29 21:48:12.779729 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-759650af-ce1d-471d-bee8-c65e41d55574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:13.094396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a29e30-b894-49b6-94ce-9d5b9963a685 req-846dc550-e9cc-405f-a61f-80aedf371bcf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:13.095867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6a29e30-b894-49b6-94ce-9d5b9963a685 req-846dc550-e9cc-405f-a61f-80aedf371bcf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0521376
Jan 29 21:48:13.155668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c6a29e30-b894-49b6-94ce-9d5b9963a685 req-74593a30-20d4-42dd-b27b-0fed66cc2fa2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536017
Jan 29 21:48:13.276578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89dc36-c32b-4eea-a555-1d53c6b46912 req-1685a45f-5a76-410b-8d26-57708c5b3b40 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:13.277979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f89dc36-c32b-4eea-a555-1d53c6b46912 req-1685a45f-5a76-410b-8d26-57708c5b3b40 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0510426
Jan 29 21:48:13.325794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f89dc36-c32b-4eea-a555-1d53c6b46912 req-328d3e50-1c88-499a-b0d9-d2ae45222b92 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422490
Jan 29 21:48:13.347515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:48:13.395822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53bb1f-ccbb-406e-ab6a-9ec302f8e679 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:13.397740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b53bb1f-ccbb-406e-ab6a-9ec302f8e679 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1122 time: 0.0483725
Jan 29 21:48:13.400185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36704) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:48:13.404566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:48:13.424795 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:13.521383 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:13.627577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.217 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9a2fbf69-de85-4b9f-b919-390f2338a032) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:48:13.729649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:13.761457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:13.802484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:48:13.808670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:48:13.812934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:48:13.815939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=9a2fbf69-de85-4b9f-b919-390f2338a032,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:13.931347 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.154685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (56f63ad8-2534-403c-8c50-0c170e7c96cf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.221820 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.369200 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.373475 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.437729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=9a2fbf69-de85-4b9f-b919-390f2338a032,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:48:14.449920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (56f63ad8-2534-403c-8c50-0c170e7c96cf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.547888 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 56f63ad8-2534-403c-8c50-0c170e7c96cf associated. External IP: 172.35.4.217, port: 2378bbb0-f02b-4c08-9a59-47cca4fab8f2.
Jan 29 21:48:14.753212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 53d9f46d-2a8e-499a-85d7-6a73d609853e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:48:14.865530 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:48:14.874867 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Sync routers for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:48:14.882831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:14.884383 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:48:14.884979 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11351d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:14.913172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf241ce7-82dd-4cb3-a286-83236e2c66c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5119655
Jan 29 21:48:14.913767 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:48:14.916029 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fb200-3518-4d20-b5f2-0b680cb05fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:48:14.964060 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054677c8-6913-4a90-89dd-6fa0f3771925 x-openstack-request-id: req-054677c8-6913-4a90-89dd-6fa0f3771925 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:48:14.964383 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:48:14.964801 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-054677c8-6913-4a90-89dd-6fa0f3771925 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:48:14.965288 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'status': 'completed', 'code': 200}
Jan 29 21:48:15.054840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccc0ac-68c0-40b2-9fe7-504a9401d7b0 req-f2402920-5476-4e51-aa8d-c5f4b066300d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:15.056341 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86ccc0ac-68c0-40b2-9fe7-504a9401d7b0 req-f2402920-5476-4e51-aa8d-c5f4b066300d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0888605
Jan 29 21:48:15.062599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-6393b49a-3631-4496-931f-fd501485c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:15.063992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-6393b49a-3631-4496-931f-fd501485c971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1127 time: 0.0650833
Jan 29 21:48:15.076435 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:48:15.158615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86ccc0ac-68c0-40b2-9fe7-504a9401d7b0 req-3d1b949d-58a4-4a65-a62c-cc44ae9a80dd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936728
Jan 29 21:48:15.181635 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36710) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:48:15.190146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-9d9414ee-bda5-4965-bf61-9ef94f787676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:15.191621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-9d9414ee-bda5-4965-bf61-9ef94f787676 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 898 time: 0.1201844
Jan 29 21:48:15.243467 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a1600779-03e7-4be2-85d6-ed4db7ca86fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/56f63ad8-2534-403c-8c50-0c170e7c96cf HTTP/1.1" status: 200  len: 991 time: 0.0604107
Jan 29 21:48:15.267470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-145e2bb3-2dda-49fa-97e0-05b0585a3e2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 999 time: 0.0694768
Jan 29 21:48:15.309642 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11351d60>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56f63ad8-2534-403c-8c50-0c170e7c96cf', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.217', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'port_id': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'mac_address': 'fa:16:3e:a9:d1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:48:14Z', 'updated_at': '2022-01-29T21:48:14Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:15.315837 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-fc8df26f-55bd-4cef-994a-2951d55a2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:15.317845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-fc8df26f-55bd-4cef-994a-2951d55a2756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 200  len: 835 time: 0.0442760
Jan 29 21:48:15.339829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Checking router: 53d9f46d-2a8e-499a-85d7-6a73d609853e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:48:15.347958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:48:15.348552 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea11351d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:48:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:15.366772 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-0b2f1f33-b228-4b74-83f2-c1f857bd925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:48:15.368285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-0b2f1f33-b228-4b74-83f2-c1f857bd925a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5c6d566-cc16-453b-bc25-f5d85a06fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448565
Jan 29 21:48:15.451875 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:48:15.463369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-cae62c6e-3623-4a5f-b9c3-dde41b245ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891507
Jan 29 21:48:15.552557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-337fb200-3518-4d20-b5f2-0b680cb05fd0 req-a8686b8e-e62c-4566-9085-5e6ac367aab8 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833099
Jan 29 21:48:15.668622 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea11351d60>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56f63ad8-2534-403c-8c50-0c170e7c96cf', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.217', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'port_id': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'mac_address': 'fa:16:3e:a9:d1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:48:14Z', 'updated_at': '2022-01-29T21:48:14Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:48:15.698162 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a06b0-32b1-4698-b3af-06b4256bd80a None None] The sync data for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 is: [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56f63ad8-2534-403c-8c50-0c170e7c96cf', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.217', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'port_id': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'mac_address': 'fa:16:3e:a9:d1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:48:14Z', 'updated_at': '2022-01-29T21:48:14Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:48:15.791060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:15.897932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8abde-ab18-4efb-82d6-c2df6890b8b7 None None] New status for floating IP 56f63ad8-2534-403c-8c50-0c170e7c96cf: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:48:16.246448 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36712) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:48:16.310204 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d7efd326-3166-4f93-a5da-a3ab96dc0d6a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/56f63ad8-2534-403c-8c50-0c170e7c96cf HTTP/1.1" status: 200  len: 993 time: 0.0625718
Jan 29 21:48:16.978400 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:22.916785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:23.933288 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:36.501167 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:48:40.429582 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07a03ffd-15d6-4d4b-b5cf-908fc0e96f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:42.780175 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46a1389d-1f16-4c23-9648-130617504750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:43.933362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:45.792549 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:46.980203 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:52.930344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:48:53.945889 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:01.231830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-2cb718a0-99ee-42b4-b3ab-e3a299774347 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0444231
Jan 29 21:49:01.319058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-db2d2fe7-bd79-4b8d-b052-2aa32e644b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:01.320542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-db2d2fe7-bd79-4b8d-b052-2aa32e644b49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1127 time: 0.0477855
Jan 29 21:49:01.419817 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-240237a9-7ce2-468c-8d0a-a0f67f2907bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:01.421282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-240237a9-7ce2-468c-8d0a-a0f67f2907bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 898 time: 0.0834131
Jan 29 21:49:01.488962 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-ce702fcb-20b6-4478-a8f4-a634b99eef3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 1001 time: 0.0610492
Jan 29 21:49:01.536361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-0d25deb4-8e27-49cb-bc2d-182e63136e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:01.537880 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-0d25deb4-8e27-49cb-bc2d-182e63136e45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 200  len: 835 time: 0.0438216
Jan 29 21:49:01.592093 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-83f913c9-6d81-4b1e-a301-05d957ac644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:01.593731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-83f913c9-6d81-4b1e-a301-05d957ac644f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5c6d566-cc16-453b-bc25-f5d85a06fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505359
Jan 29 21:49:01.603896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-98dd1f3a-aea6-49e1-87c7-6cd5fc6f76e6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:49:01.605039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-98dd1f3a-aea6-49e1-87c7-6cd5fc6f76e6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049665
Jan 29 21:49:01.694436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-a7f2bce8-3931-4a9b-84b9-7dd83b0a97c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840709
Jan 29 21:49:01.782036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-be7b6b85-a7f7-446d-86d5-1f603f09d561 req-840e2fde-fc3a-4795-89fd-addc47817ff4 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813825
Jan 29 21:49:10.430385 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ab5-8435-4711-b807-a5c133976300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:12.781220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-05a9c076-8f1f-4d44-958a-e17cc709e0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:13.502100 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:49:13.936024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:15.794641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:16.982255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:19.206742 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86748-63a0-408a-800a-d13214ff49a9 req-d42b5ba6-ca30-4531-b04b-efd0398e6c2f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:19.209027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b86748-63a0-408a-800a-d13214ff49a9 req-d42b5ba6-ca30-4531-b04b-efd0398e6c2f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.1239138
Jan 29 21:49:19.260797 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a2b86748-63a0-408a-800a-d13214ff49a9 req-523dcb5d-7403-455c-bf05-162340708a01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460556
Jan 29 21:49:20.436166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b364-eb40-4f92-a8b6-001b934c3fc3 req-242ebdeb-1c12-4dc8-a6f1-5b1da7657f9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:20.437745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e56b364-eb40-4f92-a8b6-001b934c3fc3 req-242ebdeb-1c12-4dc8-a6f1-5b1da7657f9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.1060410
Jan 29 21:49:20.485639 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e56b364-eb40-4f92-a8b6-001b934c3fc3 req-342ffe6f-bbd9-41c0-a5a5-ac8b1ab8a678 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417538
Jan 29 21:49:20.508072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36760) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:20.566697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-68887cfe-c686-4656-b574-ea5df6b61a63 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/56f63ad8-2534-403c-8c50-0c170e7c96cf HTTP/1.1" status: 200  len: 993 time: 0.0575211
Jan 29 21:49:21.851082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426345a-f26f-45d4-b6fa-f02d2ece9047 req-ccde4fec-8a3a-477a-948a-4de90f1ae7ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:21.852470 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d426345a-f26f-45d4-b6fa-f02d2ece9047 req-ccde4fec-8a3a-477a-948a-4de90f1ae7ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0597925
Jan 29 21:49:21.902426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d426345a-f26f-45d4-b6fa-f02d2ece9047 req-ad51c810-56d4-4abe-8979-68e89867c216 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439198
Jan 29 21:49:22.931792 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:23.024920 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381aa34-ca41-4f2e-8941-8db4758f59aa req-48354b90-3764-4291-b2ad-3572302eb481 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:23.026428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e381aa34-ca41-4f2e-8941-8db4758f59aa req-48354b90-3764-4291-b2ad-3572302eb481 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0513322
Jan 29 21:49:23.074661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e381aa34-ca41-4f2e-8941-8db4758f59aa req-0879eb9c-b3f2-4c27-964a-ce6db7244eb2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424180
Jan 29 21:49:23.096584 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36774) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:23.158110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-eea5ad97-0012-4aff-9168-47e591d1dcbf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/56f63ad8-2534-403c-8c50-0c170e7c96cf HTTP/1.1" status: 200  len: 993 time: 0.0604239
Jan 29 21:49:23.443840 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36780) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:23.597788 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 9a2fbf69-de85-4b9f-b919-390f2338a032 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:49:23.598099 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:23.671006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:23.671335 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (9a2fbf69-de85-4b9f-b919-390f2338a032), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:23.683388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 9a2fbf69-de85-4b9f-b919-390f2338a032 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:49:23.854435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9a2fbf69-de85-4b9f-b919-390f2338a032), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:23.941730 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:24.147835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=9a2fbf69-de85-4b9f-b919-390f2338a032,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:24.159653 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.160010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.160362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.160704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.161061 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.161971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.162306 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.162639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.162974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.163300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.163629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.163958 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.164284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:24.218457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (56f63ad8-2534-403c-8c50-0c170e7c96cf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:24.218822 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 56f63ad8-2534-403c-8c50-0c170e7c96cf disassociated (deleted). External IP: 172.35.4.217, port: 2378bbb0-f02b-4c08-9a59-47cca4fab8f2.
Jan 29 21:49:24.422739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 53d9f46d-2a8e-499a-85d7-6a73d609853e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:49:24.528511 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:49:24.533211 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:24.537810 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Sync routers for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:49:24.546408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:24.546999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:24.562461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1d50dc61-f46d-4cf1-8cab-27d20fa39b7b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/floatingips/56f63ad8-2534-403c-8c50-0c170e7c96cf HTTP/1.1" status: 204  len: 168 time: 1.1175711
Jan 29 21:49:24.563112 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:49:24.565534 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb8eba-deb3-40cb-8def-04a8271d739f" -d '{"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:49:24.610277 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ee580-a31a-45f0-8e18-0ba4848dc5a6 x-openstack-request-id: req-013ee580-a31a-45f0-8e18-0ba4848dc5a6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:49:24.610585 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:49:24.610842 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-013ee580-a31a-45f0-8e18-0ba4848dc5a6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:49:24.611251 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'status': 'completed', 'code': 200}
Jan 29 21:49:24.661077 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:24.682212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-920ff42a-4eab-4a34-b745-919fffb11a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:24.684142 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-920ff42a-4eab-4a34-b745-919fffb11a71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 1127 time: 0.0527887
Jan 29 21:49:24.822789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-94616342-70e0-4b52-be91-900458e359bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:24.824308 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-94616342-70e0-4b52-be91-900458e359bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 200  len: 898 time: 0.1339459
Jan 29 21:49:24.846071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d49be-d81a-46dd-ad7f-437ee7f82c48 req-4ac60e19-bce7-42fb-b795-e94640d40631 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:24.847521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b12d49be-d81a-46dd-ad7f-437ee7f82c48 req-4ac60e19-bce7-42fb-b795-e94640d40631 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0840616
Jan 29 21:49:24.872632 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077e80>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:24.876767 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-cfb0e9af-9b92-4721-abf0-f2d255e832ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 200  len: 217 time: 0.0446386
Jan 29 21:49:24.899404 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Checking router: 53d9f46d-2a8e-499a-85d7-6a73d609853e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:49:24.907645 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:24.908247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:24.955791 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-4b48c81e-62dd-44fd-9c95-5b8db3fddbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:24.957197 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-4b48c81e-62dd-44fd-9c95-5b8db3fddbad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 200  len: 835 time: 0.0741062
Jan 29 21:49:24.961026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b12d49be-d81a-46dd-ad7f-437ee7f82c48 req-5b921f86-9b5b-4029-b201-d1188d037069 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869567
Jan 29 21:49:25.009578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-422021fa-39d8-464e-81df-18aa54db33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:25.011097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-422021fa-39d8-464e-81df-18aa54db33fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5c6d566-cc16-453b-bc25-f5d85a06fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464890
Jan 29 21:49:25.019279 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:25.105975 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-9036bc65-8faf-432e-b348-c5d6d03cd938 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871122
Jan 29 21:49:25.197231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a5cb8eba-deb3-40cb-8def-04a8271d739f req-40f7f5dd-b37e-4b61-9327-d34b4bc65a34 service neutron] 10.222.0.18 "GET /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851042
Jan 29 21:49:25.303241 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077e80>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:25.333910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb623f-8505-4f47-83e4-98114c958b58 None None] The sync data for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 is: [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:47:58Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00e60402-6813-4e51-bdd8-25862d947b93', 'name': '', 'network_id': 'c5c6d566-cc16-453b-bc25-f5d85a06fed6', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:38:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:57Z', 'updated_at': '2022-01-29T21:48:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '51d82396-b06c-46a2-bad3-486e6f540f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:49:25.550263 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b8c0f-940a-4c68-b002-b4c37b301649 None None] New status for floating IP 56f63ad8-2534-403c-8c50-0c170e7c96cf: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:49:26.083961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e897-8424-4bee-8011-a99a2d44415a req-03e9ca9a-28d0-450f-8e12-06543c05081d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:26.085445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8345e897-8424-4bee-8011-a99a2d44415a req-03e9ca9a-28d0-450f-8e12-06543c05081d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0531361
Jan 29 21:49:26.132426 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8345e897-8424-4bee-8011-a99a2d44415a req-36ec8aa9-7ddd-4cec-a6b4-14284c3429df tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ace1da0-40e8-41b1-8799-41bae5c399d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414476
Jan 29 21:49:26.465807 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b648-301c-444e-a508-068fea33ff2e req-e7d27e60-1496-4a17-a396-12e609237f82 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:26.467248 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5212b648-301c-444e-a508-068fea33ff2e req-e7d27e60-1496-4a17-a396-12e609237f82 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 945 time: 0.0556285
Jan 29 21:49:26.556243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:49:26.556590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:26.644951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:26.645346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:26.657862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:49:26.783721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2378bbb0-f02b-4c08-9a59-47cca4fab8f2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:26.811933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=2378bbb0-f02b-4c08-9a59-47cca4fab8f2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:26.854927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] No DVR routers for this DVR port 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:49:26.857392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:26.860721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5212b648-301c-444e-a508-068fea33ff2e req-0f33846d-d6da-4198-bc61-0c99d8c02bbe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "DELETE /v2.0/ports/2378bbb0-f02b-4c08-9a59-47cca4fab8f2 HTTP/1.1" status: 204  len: 173 time: 0.3879688
Jan 29 21:49:26.861183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'name': 'network-vif-deleted', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:49:26.863475 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a472c-51d2-4875-9d0d-a4294c39842f" -d '{"events": [{"server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "name": "network-vif-deleted", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:49:26.904795 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f9f3a5-432f-4492-a2ad-978fa6149299 x-openstack-request-id: req-08f9f3a5-432f-4492-a2ad-978fa6149299 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:49:26.905131 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01581fc-edc1-4dd3-917e-054b52cedd45", "name": "network-vif-deleted", "tag": "2378bbb0-f02b-4c08-9a59-47cca4fab8f2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:49:26.905391 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08f9f3a5-432f-4492-a2ad-978fa6149299 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:49:26.905809 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01581fc-edc1-4dd3-917e-054b52cedd45', 'name': 'network-vif-deleted', 'tag': '2378bbb0-f02b-4c08-9a59-47cca4fab8f2', 'status': 'completed', 'code': 200}
Jan 29 21:49:27.253137 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-30a512b3-9916-4fe4-b4f0-0a98324432f7 req-7febd306-3e2a-42e8-8881-f05814fa4313 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01581fc-edc1-4dd3-917e-054b52cedd45 HTTP/1.1" status: 200  len: 210 time: 0.0304976
Jan 29 21:49:28.312959 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36798) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:28.655708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:29.189115 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 00e60402-6813-4e51-bdd8-25862d947b93 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:49:29.189462 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (00e60402-6813-4e51-bdd8-25862d947b93), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:29.279413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 00e60402-6813-4e51-bdd8-25862d947b93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e60402-6813-4e51-bdd8-25862d947b93,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:29.279778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (00e60402-6813-4e51-bdd8-25862d947b93), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:29.292204 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 00e60402-6813-4e51-bdd8-25862d947b93 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:49:29.473792 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (00e60402-6813-4e51-bdd8-25862d947b93), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:29.501865 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=00e60402-6813-4e51-bdd8-25862d947b93,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:29.529565 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.529934 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.530291 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.530644 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.530991 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.531338 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.531679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.532037 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.532387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.532722 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.533083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.533424 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.533758 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:29.688198 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:29.898466 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 53d9f46d-2a8e-499a-85d7-6a73d609853e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:49:30.004493 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:49:30.010246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f230100d-2452-416d-902e-a5751f2bcb2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/53d9f46d-2a8e-499a-85d7-6a73d609853e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6962030
Jan 29 21:49:30.012862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36818) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:30.016253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Sync routers for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:49:30.025548 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:30.026148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:30.062346 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting subnet 51d82396-b06c-46a2-bad3-486e6f540f27 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:49:30.065422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (51d82396-b06c-46a2-bad3-486e6f540f27), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.108724 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (51d82396-b06c-46a2-bad3-486e6f540f27), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.127910 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:30.189414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (51d82396-b06c-46a2-bad3-486e6f540f27), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.248796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (51d82396-b06c-46a2-bad3-486e6f540f27), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.281615 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Subnet': ['ID=51d82396-b06c-46a2-bad3-486e6f540f27,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:30.284312 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.287666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ecc39-8129-4dd5-8383-27c3842e71dd None None] Network c5c6d566-cc16-453b-bc25-f5d85a06fed6 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:49:30.291379 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a6e318ae-3066-45a3-bc51-915b6dee3ff8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/subnets/51d82396-b06c-46a2-bad3-486e6f540f27 HTTP/1.1" status: 204  len: 168 time: 0.2775111
Jan 29 21:49:30.294429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36820) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:30.316449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077ac0>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:49:29Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:30.344065 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Checking router: 53d9f46d-2a8e-499a-85d7-6a73d609853e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:49:30.353651 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Routers {'53d9f46d-2a8e-499a-85d7-6a73d609853e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:30.354276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea10077ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['53d9f46d-2a8e-499a-85d7-6a73d609853e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:30.462351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] Set router 53d9f46d-2a8e-499a-85d7-6a73d609853e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:30.510463 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.527272 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:49:30.556227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:49:30.556560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 2378bbb0-f02b-4c08-9a59-47cca4fab8f2 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:49:30.626351 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] DHCP port deletion for c5c6d566-cc16-453b-bc25-f5d85a06fed6 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:49:30.627594 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (53d9f46d-2a8e-499a-85d7-6a73d609853e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.647134 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea10077ac0>, [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:49:29Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:30.672742 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf24a-4438-4f16-a241-2cc749067b43 None None] The sync data for ids ['53d9f46d-2a8e-499a-85d7-6a73d609853e'] in ncdv-master-1 is: [{'id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1014169396', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41'}], 'enable_snat': True}, 'gw_port_id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:47:54Z', 'updated_at': '2022-01-29T21:49:29Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5da12d44-f245-42b4-b5b9-f198f626fa42', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9f46d-2a8e-499a-85d7-6a73d609853e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:47:55Z', 'updated_at': '2022-01-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:49:30.679687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Deleting port 46cf27ea-acec-48cd-9085-84eba375733b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:49:30.680069 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (46cf27ea-acec-48cd-9085-84eba375733b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.690364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 5da12d44-f245-42b4-b5b9-f198f626fa42 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:49:30.691544 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.747513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] For port 46cf27ea-acec-48cd-9085-84eba375733b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46cf27ea-acec-48cd-9085-84eba375733b,segment=NetworkSegment(13fd76e3-eecc-463a-9dbc-07f86e6db8c0),segment_id=13fd76e3-eecc-463a-9dbc-07f86e6db8c0)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:30.748009 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (46cf27ea-acec-48cd-9085-84eba375733b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.760754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Calling delete_port for 46cf27ea-acec-48cd-9085-84eba375733b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:49:30.774002 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 5da12d44-f245-42b4-b5b9-f198f626fa42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da12d44-f245-42b4-b5b9-f198f626fa42,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:30.774362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.786976 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 5da12d44-f245-42b4-b5b9-f198f626fa42 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:49:30.842481 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (46cf27ea-acec-48cd-9085-84eba375733b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.868683 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Pushing event deleted for resources: {'Port': ['ID=46cf27ea-acec-48cd-9085-84eba375733b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:30.870881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] No DVR routers for this DVR port 46cf27ea-acec-48cd-9085-84eba375733b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.882533 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.883814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.883814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.883814 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0174f4-b6b3-46b9-9b68-9118c4ca2be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:30.959267 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5da12d44-f245-42b4-b5b9-f198f626fa42), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:30.982515 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=5da12d44-f245-42b4-b5b9-f198f626fa42,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:31.051394 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.149253 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.151511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (53d9f46d-2a8e-499a-85d7-6a73d609853e), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.195540 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (53d9f46d-2a8e-499a-85d7-6a73d609853e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.196164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Fanout notify agent at l3_agent the message router_deleted on router 53d9f46d-2a8e-499a-85d7-6a73d609853e {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:49:31.204819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.209384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7b9dbb42-489c-4361-b0f6-bc7ded061483 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/routers/53d9f46d-2a8e-499a-85d7-6a73d609853e HTTP/1.1" status: 204  len: 168 time: 0.9106383
Jan 29 21:49:31.209898 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36824) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:31.301849 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (c5c6d566-cc16-453b-bc25-f5d85a06fed6), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.405107 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (c5c6d566-cc16-453b-bc25-f5d85a06fed6), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.424736 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea090a1b20>,) {'filters': {'network_id': ['c5c6d566-cc16-453b-bc25-f5d85a06fed6']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:31.434426 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090a1b20>, '13fd76e3-eecc-463a-9dbc-07f86e6db8c0') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:31.434730 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea090a1b20>, '13fd76e3-eecc-463a-9dbc-07f86e6db8c0') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:31.444683 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (13fd76e3-eecc-463a-9dbc-07f86e6db8c0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.457963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (13fd76e3-eecc-463a-9dbc-07f86e6db8c0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.463985 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:49:31.464447 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (13fd76e3-eecc-463a-9dbc-07f86e6db8c0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:49:31.467679 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:49:31.528474 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (c5c6d566-cc16-453b-bc25-f5d85a06fed6), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.532531 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.536302 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/networks/c5c6d566-cc16-453b-bc25-f5d85a06fed6 HTTP/1.1" status: 204  len: 168 time: 0.3252120
Jan 29 21:49:31.539232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36826) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:31.551597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74aa89-a717-4b72-a817-ee73a38fb7f9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Network': ['ID=c5c6d566-cc16-453b-bc25-f5d85a06fed6,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:31.595920 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (7ace1da0-40e8-41b1-8799-41bae5c399d7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.620618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (7ace1da0-40e8-41b1-8799-41bae5c399d7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.695197 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (7ace1da0-40e8-41b1-8799-41bae5c399d7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.697861 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:31.701922 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ace1da0-40e8-41b1-8799-41bae5c399d7 HTTP/1.1" status: 204  len: 168 time: 0.1588142
Jan 29 21:49:31.713164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53dcbe-a808-44ed-976d-d2f14f238fe3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace1da0-40e8-41b1-8799-41bae5c399d7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:31.719015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00e60402-6813-4e51-bdd8-25862d947b93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:49:31.751218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 00e60402-6813-4e51-bdd8-25862d947b93 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:49:31.751678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 00e60402-6813-4e51-bdd8-25862d947b93 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:49:31.751994 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46cf27ea-acec-48cd-9085-84eba375733b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:49:31.775812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 46cf27ea-acec-48cd-9085-84eba375733b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:49:31.776220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 46cf27ea-acec-48cd-9085-84eba375733b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:49:31.776564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5da12d44-f245-42b4-b5b9-f198f626fa42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:49:31.801139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5da12d44-f245-42b4-b5b9-f198f626fa42 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:49:31.801499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5da12d44-f245-42b4-b5b9-f198f626fa42 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:49:31.955248 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36834) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:31.960546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781868363', 'description': 'tempest-secgroup-smoke-781868363 description', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:31.980771 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.044164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.047693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.078444 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.079695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1234457
Jan 29 21:49:32.080572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650442b-9b2c-489e-abdc-ec118b813e01 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.082651 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36836) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.087399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.114562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (16047493-ee07-4141-a06c-6c7984e5c31f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.180109 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (16047493-ee07-4141-a06c-6c7984e5c31f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.183656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (16047493-ee07-4141-a06c-6c7984e5c31f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.201451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16047493-ee07-4141-a06c-6c7984e5c31f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.209384 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.210578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bb9c08ae-0d0f-4a6a-977e-97a93d5efc8f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1270282
Jan 29 21:49:32.213621 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36838) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.218455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.242325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d4aba378-3db7-4a6c-b95f-471c1e348d09), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.298990 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d4aba378-3db7-4a6c-b95f-471c1e348d09), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.302445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d4aba378-3db7-4a6c-b95f-471c1e348d09), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.317287 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aba378-3db7-4a6c-b95f-471c1e348d09,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.327683 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.328867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a1306bf-f661-476e-a597-6fba2598a019 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1143143
Jan 29 21:49:32.331698 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36840) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.336670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.360230 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (7fa62503-af00-4a2b-b921-6beed21cd1d6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.415588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (7fa62503-af00-4a2b-b921-6beed21cd1d6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.419454 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (7fa62503-af00-4a2b-b921-6beed21cd1d6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.437199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa62503-af00-4a2b-b921-6beed21cd1d6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.445195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.446380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a16307e4-fd25-46e9-b8ba-63013f52424b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1137512
Jan 29 21:49:32.449210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36842) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.453620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.477676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (446ce38b-9bbd-47ba-ad19-1ecfae7933fd), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.537117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (446ce38b-9bbd-47ba-ad19-1ecfae7933fd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.540844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (446ce38b-9bbd-47ba-ad19-1ecfae7933fd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.559227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446ce38b-9bbd-47ba-ad19-1ecfae7933fd,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.567305 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.569039 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce05eda0-45c0-40f0-9c0a-72a8e49b8bd1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1186452
Jan 29 21:49:32.571768 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36844) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.576303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.596332 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:49:32.601123 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (6a64da80-5c5b-4ce6-b83b-d4b1a534a43e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.660180 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (6a64da80-5c5b-4ce6-b83b-d4b1a534a43e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.663969 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (6a64da80-5c5b-4ce6-b83b-d4b1a534a43e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.681022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a64da80-5c5b-4ce6-b83b-d4b1a534a43e,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.688582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.689764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-abd7a0f5-11f7-4caf-acce-272b02a230f1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1170905
Jan 29 21:49:32.692495 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36846) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.697396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.719403 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:49:32.724469 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d5b0a935-24be-4783-b9b4-959afe125fc4), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.781496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d5b0a935-24be-4783-b9b4-959afe125fc4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.784898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d5b0a935-24be-4783-b9b4-959afe125fc4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.802896 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b0a935-24be-4783-b9b4-959afe125fc4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:32.808104 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.809258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-29faafef-0bb7-483d-997f-3911014dde6c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1151876
Jan 29 21:49:32.812135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36850) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:32.817209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'network': {'name': 'tempest-network-smoke--17226104', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:32.836197 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:49:32.839541 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.861543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:49:32.870819 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e895409e-3554-4383-9105-779fc296562c), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.871187 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Added segment e895409e-3554-4383-9105-779fc296562c of type vlan for network e3f187eb-85f7-4614-a348-aba6eb75c031
Jan 29 21:49:32.909279 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (e3f187eb-85f7-4614-a348-aba6eb75c031), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.936276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (e3f187eb-85f7-4614-a348-aba6eb75c031), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.941392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:32.941925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:32.994802 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1816745
Jan 29 21:49:32.997659 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36852) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:33.002305 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'admin_state_up': True, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:33.012808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823c855-b2fa-44bb-81a8-52d1770eacd9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Network': ['ID=e3f187eb-85f7-4614-a348-aba6eb75c031,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:33.024837 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network e3f187eb-85f7-4614-a348-aba6eb75c031 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:49:33.027340 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.028579 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.082992 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (42e8a145-5839-4e1a-b5bb-6101a526213f), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.220196 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (42e8a145-5839-4e1a-b5bb-6101a526213f), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.406378 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (42e8a145-5839-4e1a-b5bb-6101a526213f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.424500 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.526148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.123 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/e0261eee-1b2b-4251-bf92-eaadb14f48a1) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:49:33.625715 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.658417 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:33.695786 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:33.700173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:33.705564 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:49:33.729478 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=e0261eee-1b2b-4251-bf92-eaadb14f48a1,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:33.949346 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (42e8a145-5839-4e1a-b5bb-6101a526213f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:34.148581 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:34.269511 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 42e8a145-5839-4e1a-b5bb-6101a526213f is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:49:34.372009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:49:34.382524 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Sync routers for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:49:34.391675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:34.392293 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad87ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:34.393590 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:34.397861 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-07a4bc13-eeb4-4995-8cf3-5bc3f0cb32a0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.3962047
Jan 29 21:49:34.398173 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36854) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:34.426193 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8db45ac5-72c2-4fac-9a07-ea43e3c95e6f tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2cc769796b5c43dfb45b97fcb953a1ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269487
Jan 29 21:49:34.429407 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36856) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:34.500122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:34.517105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4d4cc-6738-4d52-b3d7-8b79316f6a18 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:34.518611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8ed4d4cc-6738-4d52-b3d7-8b79316f6a18 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0883937
Jan 29 21:49:34.521444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36858) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:34.548720 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-94d83b04-4de5-4269-a3c8-e4fe4c1a0a1c tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262504
Jan 29 21:49:34.551216 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36860) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:34.556302 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924656536', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:34.645457 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:49:34.648859 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:34.684655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad87ca0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:33Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:34.712796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Checking router: 42e8a145-5839-4e1a-b5bb-6101a526213f for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:49:34.713201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Updating router 42e8a145-5839-4e1a-b5bb-6101a526213f port e0261eee-1b2b-4251-bf92-eaadb14f48a1 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:49:34.743450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.006510 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks [] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.011145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.063252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Attempting to bind port e0261eee-1b2b-4251-bf92-eaadb14f48a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:49:35.063627 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Attempting to bind port e0261eee-1b2b-4251-bf92-eaadb14f48a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:49:35.063997 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Attempting to bind port e0261eee-1b2b-4251-bf92-eaadb14f48a1 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:49:35.066881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4293b3-dc20-4c4b-b1ad-0114d92fff04 None None] Pushing event updated for resources: {'Port': ['ID=e0261eee-1b2b-4251-bf92-eaadb14f48a1,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:35.071390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:49:35.071771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:49:35.072180 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.072569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:49:35.073072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Bound port: e0261eee-1b2b-4251-bf92-eaadb14f48a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:49:35.073448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.125477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] For port e0261eee-1b2b-4251-bf92-eaadb14f48a1, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:49:35.126429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7de8483d-c1f1-4841-8087-b62060bd4488), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.128590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] For port e0261eee-1b2b-4251-bf92-eaadb14f48a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0261eee-1b2b-4251-bf92-eaadb14f48a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:49:35.135211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.187367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Subnet': ['ID=7de8483d-c1f1-4841-8087-b62060bd4488,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:35.189871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:35.190492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ad87ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:35.196597 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Checking segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:49:35.196972 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network hostable DHCP agents. Network: e3f187eb-85f7-4614-a348-aba6eb75c031, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:49:35.214071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network e3f187eb-85f7-4614-a348-aba6eb75c031 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:49:35.223334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3f187eb-85f7-4614-a348-aba6eb75c031) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:35.228802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:35.229445 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.231674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4293b3-dc20-4c4b-b1ad-0114d92fff04 None None] Pushing event updated for resources: {'Port': ['ID=e0261eee-1b2b-4251-bf92-eaadb14f48a1,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:35.245410 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0e0ce21c-7539-48e3-bf72-61eaec7ac726 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6932006
Jan 29 21:49:35.248155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36862) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:35.260641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a92a99-b5d5-49e8-8afa-89984fe93632 None None] Network e3f187eb-85f7-4614-a348-aba6eb75c031 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:49:35.378685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:35.409614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3f187eb-85f7-4614-a348-aba6eb75c031', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:49:35.410472 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.653059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Allocated IP 172.20.0.2 (e3f187eb-85f7-4614-a348-aba6eb75c031/7de8483d-c1f1-4841-8087-b62060bd4488/2eb750ae-2284-4fea-9448-9afdf2d969ad) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:49:35.686661 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.749073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ad87ca0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:33Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:35.781720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e624fb2-e21b-443d-a098-8612e532c298 None None] The sync data for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 is: [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:33Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:49:35.855199 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks [] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.861999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.905048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Network e3f187eb-85f7-4614-a348-aba6eb75c031 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:35.911799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:35.914242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:49:35.921612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Pushing event updated for resources: {'Port': ['ID=2eb750ae-2284-4fea-9448-9afdf2d969ad,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:35.978238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Attempting to bind port 2eb750ae-2284-4fea-9448-9afdf2d969ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:49:35.978238 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Attempting to bind port 2eb750ae-2284-4fea-9448-9afdf2d969ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:49:35.978771 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Attempting to bind port 2eb750ae-2284-4fea-9448-9afdf2d969ad on network e3f187eb-85f7-4614-a348-aba6eb75c031 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:49:35.985594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:49:35.985972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Checking segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:49:35.986381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.986895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Bound using segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:49:35.987226 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Bound port: 2eb750ae-2284-4fea-9448-9afdf2d969ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:49:35.987612 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:35.993802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.1 (e3f187eb-85f7-4614-a348-aba6eb75c031/7de8483d-c1f1-4841-8087-b62060bd4488/c5f6c5f3-554d-4a56-b970-eebea1f72614) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:49:36.076793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] For port 2eb750ae-2284-4fea-9448-9afdf2d969ad, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:49:36.081255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] For port 2eb750ae-2284-4fea-9448-9afdf2d969ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eb750ae-2284-4fea-9448-9afdf2d969ad,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:49:36.087008 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.145245 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.162453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0a32b-03a0-4778-90c0-cad50c091df9 None None] Pushing event updated for resources: {'Port': ['ID=2eb750ae-2284-4fea-9448-9afdf2d969ad,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:36.188113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.240486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network e3f187eb-85f7-4614-a348-aba6eb75c031 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:36.246172 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:36.250045 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:49:36.273891 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:36.309790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (42e8a145-5839-4e1a-b5bb-6101a526213f), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.474726 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.766984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.771839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.851383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (42e8a145-5839-4e1a-b5bb-6101a526213f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:36.853249 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:36.950986 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network e3f187eb-85f7-4614-a348-aba6eb75c031 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:36.952444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:37.069596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 42e8a145-5839-4e1a-b5bb-6101a526213f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:49:37.141276 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1aebe-43a9-40c0-8cec-a8a917ce636e None None] Network e3f187eb-85f7-4614-a348-aba6eb75c031 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:49:37.182862 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:49:37.188630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d764fc2d-68a6-46b1-a715-488d324de587 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/42e8a145-5839-4e1a-b5bb-6101a526213f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9394860
Jan 29 21:49:37.194365 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Provisioning complete for port 2eb750ae-2284-4fea-9448-9afdf2d969ad triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:37.194737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.353987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-908e299f-2075-46d5-b1c2-32b29fcf32be tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781868363&fields=id&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 267 time: 0.0476880
Jan 29 21:49:37.479806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-127fc9a7-a33a-4e0a-9fb9-5dd9b84778bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:37.481612 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-127fc9a7-a33a-4e0a-9fb9-5dd9b84778bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 795 time: 0.1208663
Jan 29 21:49:37.486850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Current status of the port 2eb750ae-2284-4fea-9448-9afdf2d969ad is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:37.487245 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.511195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-f65f1e06-aef0-4e10-8267-f90f0f26d4b4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/quotas/2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 375 time: 0.0171568
Jan 29 21:49:37.531993 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] For port 2eb750ae-2284-4fea-9448-9afdf2d969ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eb750ae-2284-4fea-9448-9afdf2d969ad,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:37.537918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.596373 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-1ee82c15-123d-4bf1-8146-f94e53be0dbd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0742249
Jan 29 21:49:37.598073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2da5d-d60b-418f-a587-2df8dd074aec None None] Pushing event updated for resources: {'Port': ['ID=2eb750ae-2284-4fea-9448-9afdf2d969ad,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:37.676109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e0261eee-1b2b-4251-bf92-eaadb14f48a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:37.723434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-955389fa-5226-4c86-b407-d7a283e3b03c service neutron] 10.222.0.20 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110175
Jan 29 21:49:37.734970 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e0261eee-1b2b-4251-bf92-eaadb14f48a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:37.735416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.789204 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Provisioning complete for port 2eb750ae-2284-4fea-9448-9afdf2d969ad triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:37.789594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.879056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e0261eee-1b2b-4251-bf92-eaadb14f48a1 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:37.879449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.921120 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28078162-733a-4550-a71a-479831b22d20 None None] Sync routers for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:49:37.927636 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port e0261eee-1b2b-4251-bf92-eaadb14f48a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0261eee-1b2b-4251-bf92-eaadb14f48a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:37.933573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:37.934432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2eb750ae-2284-4fea-9448-9afdf2d969ad up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:37.935338 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:37.936152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5aef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:37.984855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Current status of the port 2eb750ae-2284-4fea-9448-9afdf2d969ad is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:38.032267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=e0261eee-1b2b-4251-bf92-eaadb14f48a1,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:38.040410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:38.040793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.070455 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:38.085244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2eb750ae-2284-4fea-9448-9afdf2d969ad triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:38.085636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.089924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f3e33a70-b0cc-4024-8077-595cfed9ae48 None None] Port c5f6c5f3-554d-4a56-b970-eebea1f72614 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:49:38.149845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-418ce045-28c9-47d9-a251-8f9d62b9227d service neutron] 10.222.0.20 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4201522
Jan 29 21:49:38.170803 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2eb750ae-2284-4fea-9448-9afdf2d969ad is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:38.220634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f3b368b8-5721-4ba1-a6d9-458c334f8979 None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:38.222412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f3b368b8-5721-4ba1-a6d9-458c334f8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.265329 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f3b368b8-5721-4ba1-a6d9-458c334f8979 None None] Port c5f6c5f3-554d-4a56-b970-eebea1f72614 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:49:38.331226 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5aef40>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 2, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:38.358317 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28078162-733a-4550-a71a-479831b22d20 None None] Checking router: 42e8a145-5839-4e1a-b5bb-6101a526213f for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:49:38.358678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28078162-733a-4550-a71a-479831b22d20 None None] Updating router 42e8a145-5839-4e1a-b5bb-6101a526213f port c5f6c5f3-554d-4a56-b970-eebea1f72614 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:49:38.390304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3c8bdda9-987d-43b1-8430-6dfa4ced7dda None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:38.390571 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.391174 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdda9-987d-43b1-8430-6dfa4ced7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.416807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3a44b459-1093-408b-bee5-2622c5522551 req-8abf41bd-e87f-4c2c-9196-68877d8a5e0a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 210 time: 0.0497441
Jan 29 21:49:38.436354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bdda9-987d-43b1-8430-6dfa4ced7dda None None] Port c5f6c5f3-554d-4a56-b970-eebea1f72614 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:49:38.764383 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks [] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.769760 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.820328 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Pushing event updated for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:38.844163 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.844510 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.844858 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.845220 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.845551 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.845881 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.846204 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.846523 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.846847 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.847166 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.847486 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.847805 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.848123 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:49:38.887880 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-28078162-733a-4550-a71a-479831b22d20 None None] Attempting to bind port c5f6c5f3-554d-4a56-b970-eebea1f72614 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:49:38.888253 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-28078162-733a-4550-a71a-479831b22d20 None None] Attempting to bind port c5f6c5f3-554d-4a56-b970-eebea1f72614 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:49:38.888616 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28078162-733a-4550-a71a-479831b22d20 None None] Attempting to bind port c5f6c5f3-554d-4a56-b970-eebea1f72614 on network e3f187eb-85f7-4614-a348-aba6eb75c031 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:49:38.894060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28078162-733a-4550-a71a-479831b22d20 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:49:38.894439 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28078162-733a-4550-a71a-479831b22d20 None None] Checking segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:49:38.894856 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.895243 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28078162-733a-4550-a71a-479831b22d20 None None] Bound using segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:49:38.895700 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-28078162-733a-4550-a71a-479831b22d20 None None] Bound port: c5f6c5f3-554d-4a56-b970-eebea1f72614, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:49:38.896195 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:38.960458 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-28078162-733a-4550-a71a-479831b22d20 None None] For port c5f6c5f3-554d-4a56-b970-eebea1f72614, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:49:38.963760 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-28078162-733a-4550-a71a-479831b22d20 None None] For port c5f6c5f3-554d-4a56-b970-eebea1f72614, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f6c5f3-554d-4a56-b970-eebea1f72614,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:49:38.970381 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-28078162-733a-4550-a71a-479831b22d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.024893 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:39.025542 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b5aef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:39.062807 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:39.063452 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.101477 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43758d9-9072-476d-a002-d2627a7a86aa None None] Pushing event updated for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:39.151888 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:39.156491 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Current status of the port c5f6c5f3-554d-4a56-b970-eebea1f72614 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:39.157143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.195911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] For port c5f6c5f3-554d-4a56-b970-eebea1f72614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f6c5f3-554d-4a56-b970-eebea1f72614,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:39.201645 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.257507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f881b0-79bf-4dc2-aafd-a94620701dca None None] Pushing event updated for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:39.332538 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9d022051-2bf0-4bff-8c0c-0ed220d50627 None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:39.333917 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9d022051-2bf0-4bff-8c0c-0ed220d50627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.389210 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-28078162-733a-4550-a71a-479831b22d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b5aef40>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:38Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:39.415116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-a09ceb2f-9d40-47dd-8f90-a824d872b98a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:39.416601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-a09ceb2f-9d40-47dd-8f90-a824d872b98a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 795 time: 0.1201100
Jan 29 21:49:39.420195 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28078162-733a-4550-a71a-479831b22d20 None None] The sync data for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 is: [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:38Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:49:39.433735 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9d022051-2bf0-4bff-8c0c-0ed220d50627 None None] Current status of the port c5f6c5f3-554d-4a56-b970-eebea1f72614 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:39.540109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e0261eee-1b2b-4251-bf92-eaadb14f48a1 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:39.547329 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-f2455cb7-e948-4b43-9c74-f82030d06b91 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 379 time: 0.1224632
Jan 29 21:49:39.566901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'port': {'device_id': '707caaeb-369b-4df6-831a-fa744e8c258d', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'admin_state_up': True, 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'security_groups': ['9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:39.571869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2bbcc96-30ae-4d97-9fbb-95982c37b0cc req-c59a2b59-d41b-418f-a308-9bb688bf5101 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 210 time: 0.0791056
Jan 29 21:49:39.617716 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port e0261eee-1b2b-4251-bf92-eaadb14f48a1 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:39.618227 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.699053 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:49:39.703340 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.703530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port e0261eee-1b2b-4251-bf92-eaadb14f48a1 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:39.704518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2eb750ae-2284-4fea-9448-9afdf2d969ad up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:39.753829 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2eb750ae-2284-4fea-9448-9afdf2d969ad triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:39.754207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:39.837936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2eb750ae-2284-4fea-9448-9afdf2d969ad is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:39.846442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.13 (e3f187eb-85f7-4614-a348-aba6eb75c031/7de8483d-c1f1-4841-8087-b62060bd4488/f32c2b6a-2ece-455a-818b-90e12b084e39) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:49:39.994635 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.031430 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.077469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network e3f187eb-85f7-4614-a348-aba6eb75c031 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:40.082593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:40.087667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:49:40.094317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:40.151901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:40.152547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.170950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-aa0f0532-46e2-443f-8e9e-675f64b10f33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6078827
Jan 29 21:49:40.183667 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Request body: {'port': {'device_id': '707caaeb-369b-4df6-831a-fa744e8c258d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:40.249435 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.367668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-790c49e0-628d-4b09-b159-2e777082de1c None None] Provisioning complete for port f32c2b6a-2ece-455a-818b-90e12b084e39 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:40.368241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-790c49e0-628d-4b09-b159-2e777082de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.406028 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-790c49e0-628d-4b09-b159-2e777082de1c None None] Port f32c2b6a-2ece-455a-818b-90e12b084e39 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:49:40.432329 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f449d8c-a974-4200-a4cd-6f7e9ea5dba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.532639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32c2b6a-2ece-455a-818b-90e12b084e39 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:49:40.543968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks [] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.556670 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Transition to ACTIVE for port object f32c2b6a-2ece-455a-818b-90e12b084e39 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:49:40.561153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.621413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:40.730614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Attempting to bind port f32c2b6a-2ece-455a-818b-90e12b084e39 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:49:40.730956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Attempting to bind port f32c2b6a-2ece-455a-818b-90e12b084e39 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:49:40.731285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Attempting to bind port f32c2b6a-2ece-455a-818b-90e12b084e39 on network e3f187eb-85f7-4614-a348-aba6eb75c031 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:49:40.745138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f77251-d795-40aa-944f-6ef7a285abd3 req-6b87c4f5-5959-47b2-b812-6ff614c66f5e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:40.746530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6f77251-d795-40aa-944f-6ef7a285abd3 req-6b87c4f5-5959-47b2-b812-6ff614c66f5e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 944 time: 0.0787306
Jan 29 21:49:40.747123 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Port f32c2b6a-2ece-455a-818b-90e12b084e39 on network e3f187eb-85f7-4614-a348-aba6eb75c031 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:49:40.747443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Attempting to bind port f32c2b6a-2ece-455a-818b-90e12b084e39 on network e3f187eb-85f7-4614-a348-aba6eb75c031 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:49:40.754588 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:49:40.754926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Checking segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:49:40.755849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Bound using segment: {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:49:40.756281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Bound port: f32c2b6a-2ece-455a-818b-90e12b084e39, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895409e-3554-4383-9105-779fc296562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:49:40.756637 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.839727 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a6f77251-d795-40aa-944f-6ef7a285abd3 req-0dfac7c7-6435-4663-9624-fcd4c46c2f2d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863907
Jan 29 21:49:40.859262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:49:40.862999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32c2b6a-2ece-455a-818b-90e12b084e39,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:49:40.869370 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.904136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:40.904691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:40.906119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] 10.222.0.18 "PUT /v2.0/ports/f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 1092 time: 0.7281914
Jan 29 21:49:40.906580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:49:40.908878 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb226f1-5880-4966-8a84-7f4ba17e7612" -d '{"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:49:40.933932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb043661-73db-4ed0-b1e1-f566aa95f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:40.951325 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f74a52c-a1c4-4e94-8a27-4e50e3fa7872 x-openstack-request-id: req-4f74a52c-a1c4-4e94-8a27-4e50e3fa7872 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:49:40.951634 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:49:40.951970 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f74a52c-a1c4-4e94-8a27-4e50e3fa7872 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:49:40.952398 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'status': 'completed', 'code': 200}
Jan 29 21:49:41.006963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-cc45cbff-deb0-4eea-9c87-c7ac2d2bba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.008575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-cc45cbff-deb0-4eea-9c87-c7ac2d2bba63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1126 time: 0.0505404
Jan 29 21:49:41.055667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-d9d0280e-5bec-4d60-8a80-93c3056dc0bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 217 time: 0.0403442
Jan 29 21:49:41.104608 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-58adfaf3-33a5-40a1-948a-f370a5f22c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.106052 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-58adfaf3-33a5-40a1-948a-f370a5f22c2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0446563
Jan 29 21:49:41.155516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-d63a1ac3-f3e7-4f91-b5f0-3920a349aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.157040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-d63a1ac3-f3e7-4f91-b5f0-3920a349aa18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445139
Jan 29 21:49:41.248745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-fb0e2c47-058b-40ae-9c7b-aea8db686f57 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857460
Jan 29 21:49:41.336372 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7e406880-58c6-4f73-b903-7aec32b8a0c7 req-b98b4988-f59d-42d4-897c-fb96953e4243 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813828
Jan 29 21:49:41.425480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-92b40f39-b5a8-4336-91ae-c71ac74184bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.426999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-92b40f39-b5a8-4336-91ae-c71ac74184bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1126 time: 0.0498686
Jan 29 21:49:41.517358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-ff3e023a-49c3-4db0-8100-087d90b27170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.518845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-ff3e023a-49c3-4db0-8100-087d90b27170 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.0860434
Jan 29 21:49:41.533691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5f6c5f3-554d-4a56-b970-eebea1f72614 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:41.567240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-b829a635-5731-4f71-bbad-494f00af6120 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 217 time: 0.0421662
Jan 29 21:49:41.584873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c5f6c5f3-554d-4a56-b970-eebea1f72614 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:41.585266 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:41.614622 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-28d19e6c-a545-4a3c-bdd9-10430c522709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.615997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-28d19e6c-a545-4a3c-bdd9-10430c522709 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0432198
Jan 29 21:49:41.662541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5f6c5f3-554d-4a56-b970-eebea1f72614 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:41.664831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-981fc471-cae8-4df2-bb37-c5b59fcad817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.666380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-981fc471-cae8-4df2-bb37-c5b59fcad817 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446415
Jan 29 21:49:41.755950 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-eaff8b27-7cb4-434e-b532-dcb771d49d8d service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832279
Jan 29 21:49:41.842363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-adb226f1-5880-4966-8a84-7f4ba17e7612 req-bb7d5ebb-aec8-4a59-8bbe-7b07ac93224b service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803578
Jan 29 21:49:41.957959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a6c5-794a-4e6a-b5f1-30052267dada req-e90d3c30-fb9b-457d-b424-e19b896d8262 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:41.960143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52a5a6c5-794a-4e6a-b5f1-30052267dada req-e90d3c30-fb9b-457d-b424-e19b896d8262 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 944 time: 0.0527589
Jan 29 21:49:42.007286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52a5a6c5-794a-4e6a-b5f1-30052267dada req-6c717713-a694-4e15-b881-984134f5065e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415013
Jan 29 21:49:42.782718 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc339b29-08ea-4f16-b5f2-962fa5abb2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:43.129268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f923a05-dc7a-49c5-80b6-08b6920beb64 req-0c941f6d-e98a-462a-a00a-2c038f4831f2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:43.131271 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f923a05-dc7a-49c5-80b6-08b6920beb64 req-0c941f6d-e98a-462a-a00a-2c038f4831f2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 944 time: 0.0554345
Jan 29 21:49:43.180711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f923a05-dc7a-49c5-80b6-08b6920beb64 req-7253042f-7649-4da3-b88e-7b5d05b6a334 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415714
Jan 29 21:49:43.939464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:44.296077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f6c8-9431-4101-be80-7719923a5f3f req-c21ce356-15b5-4895-8176-26a40b58b6ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:44.297572 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a464f6c8-9431-4101-be80-7719923a5f3f req-c21ce356-15b5-4895-8176-26a40b58b6ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 944 time: 0.0514245
Jan 29 21:49:44.344360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a464f6c8-9431-4101-be80-7719923a5f3f req-9a2e1979-695f-4a9d-86ae-2489c5603b35 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412407
Jan 29 21:49:44.582719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f32c2b6a-2ece-455a-818b-90e12b084e39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:49:44.681273 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32c2b6a-2ece-455a-818b-90e12b084e39,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:44.692326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'port_id': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'mac_address': 'fa:16:3e:32:17:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:49:44.728222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f32c2b6a-2ece-455a-818b-90e12b084e39 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:44.728646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:44.742606 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32c2b6a-2ece-455a-818b-90e12b084e39 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:49:44.763068 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32c2b6a-2ece-455a-818b-90e12b084e39,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:44.766552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:44.816168 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:45.072101 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['f32c2b6a-2ece-455a-818b-90e12b084e39'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:49:45.464910 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251a1a5-4e91-4214-b016-41682d5d8abb req-b72ed483-22e4-47c5-b412-401417793216 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:45.466432 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b251a1a5-4e91-4214-b016-41682d5d8abb req-b72ed483-22e4-47c5-b412-401417793216 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 945 time: 0.0558543
Jan 29 21:49:45.513765 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b251a1a5-4e91-4214-b016-41682d5d8abb req-147c161a-ff17-42b5-b771-715503334e3b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417964
Jan 29 21:49:45.799139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:46.598916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f32c2b6a-2ece-455a-818b-90e12b084e39 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:49:46.633509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb92f-7591-4235-ac90-524ca892ac25 req-fa823af4-ce4e-4020-ba8a-d68a13757a09 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:46.635004 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501bb92f-7591-4235-ac90-524ca892ac25 req-fa823af4-ce4e-4020-ba8a-d68a13757a09 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 945 time: 0.0521181
Jan 29 21:49:46.648066 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port f32c2b6a-2ece-455a-818b-90e12b084e39 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:49:46.652359 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port f32c2b6a-2ece-455a-818b-90e12b084e39 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:49:46.652709 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:46.685918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-501bb92f-7591-4235-ac90-524ca892ac25 req-b5663f36-8c0d-4d2d-bd32-d0046521c2f6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449002
Jan 29 21:49:46.732393 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port f32c2b6a-2ece-455a-818b-90e12b084e39 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:49:46.732783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:46.755793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:49:46.758047 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9352f-c669-4d7d-b309-a62feea4ddfe" -d '{"events": [{"server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "name": "network-vif-plugged", "status": "completed", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:49:46.770137 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32c2b6a-2ece-455a-818b-90e12b084e39,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:49:46.774115 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:46.797362 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5b6551-2184-4c98-a25d-155e30d80f9e x-openstack-request-id: req-5d5b6551-2184-4c98-a25d-155e30d80f9e {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:49:46.797660 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "name": "network-vif-plugged", "status": "completed", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:49:46.797922 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d5b6551-2184-4c98-a25d-155e30d80f9e {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:49:46.798315 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'code': 200}
Jan 29 21:49:46.826096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:46.888943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660021-3056-4806-b2f3-ac339aa791e7 req-b2c359dd-fe14-421a-8fa2-b6f14113e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:46.890457 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52660021-3056-4806-b2f3-ac339aa791e7 req-b2c359dd-fe14-421a-8fa2-b6f14113e96b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.0435536
Jan 29 21:49:46.938476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-52660021-3056-4806-b2f3-ac339aa791e7 req-48b35434-6cb9-4380-bcde-65807980fb92 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420222
Jan 29 21:49:46.985449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:47.804428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e98882-b0d5-4345-b76d-cff017c157e7 req-dea69ce4-e777-458a-a785-589cdfcb6eeb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:47.805968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3e98882-b0d5-4345-b76d-cff017c157e7 req-dea69ce4-e777-458a-a785-589cdfcb6eeb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0532653
Jan 29 21:49:47.853921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3e98882-b0d5-4345-b76d-cff017c157e7 req-1220df21-37b8-4787-b68b-0f54153c8f9e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424211
Jan 29 21:49:48.973490 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3f033-31e6-47b3-982a-f4fb19037693 req-2273949b-da9e-489e-9216-eb3fabc30201 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:48.974994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85c3f033-31e6-47b3-982a-f4fb19037693 req-2273949b-da9e-489e-9216-eb3fabc30201 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0522060
Jan 29 21:49:49.022918 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-85c3f033-31e6-47b3-982a-f4fb19037693 req-f27ede6f-05a3-4b06-8dd0-39dc70d441b1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423532
Jan 29 21:49:49.146116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647238-8695-4f54-b387-dd7d82cc1080 req-ecda97ca-c481-4dc0-9e18-d00f0ce24313 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:49.148080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0647238-8695-4f54-b387-dd7d82cc1080 req-ecda97ca-c481-4dc0-9e18-d00f0ce24313 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0589328
Jan 29 21:49:49.201750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0647238-8695-4f54-b387-dd7d82cc1080 req-e1b8a185-76d6-4a67-9d58-36660ec1a15c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480256
Jan 29 21:49:49.223875 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36926) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:49.266029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bc3bf3-18aa-4b7a-aea8-0caf1fa4518a tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:49.267536 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-37bc3bf3-18aa-4b7a-aea8-0caf1fa4518a tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1123 time: 0.0426826
Jan 29 21:49:49.270289 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 36928) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:49.274998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:49:49.293911 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:49.390834 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:49.494560 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.153 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/bdfcdc36-ea05-4e54-a54d-b9731cef1729) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:49:49.594656 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:49.626768 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:49.661802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:49:49.665033 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:49:49.671980 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:49:49.697370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=bdfcdc36-ea05-4e54-a54d-b9731cef1729,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:50.093935 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:50.192109 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:50.337927 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:50.342370 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:50.411444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=bdfcdc36-ea05-4e54-a54d-b9731cef1729,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:49:50.424238 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:50.501218 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:49:50.803209 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 associated. External IP: 172.35.4.153, port: f32c2b6a-2ece-455a-818b-90e12b084e39.
Jan 29 21:49:51.002608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 42e8a145-5839-4e1a-b5bb-6101a526213f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:49:51.112695 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:49:51.123013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Sync routers for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:49:51.130222 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:51.133789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:51.134405 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af817c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:51.160078 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5e820646-2ac6-4bf1-b1d6-069278a76959 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8887904
Jan 29 21:49:51.160655 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:49:51.163531 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed375542-8d65-4ce7-b17b-dbe167bbbe16" -d '{"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:49:51.202757 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91497ae-f819-4551-9775-7c9363cba5ac x-openstack-request-id: req-a91497ae-f819-4551-9775-7c9363cba5ac {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:49:51.203059 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:49:51.203491 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a91497ae-f819-4551-9775-7c9363cba5ac {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:49:51.203721 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'status': 'completed', 'code': 200}
Jan 29 21:49:51.260435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:51.300088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-92ad4918-2219-4e39-8502-5525bd9940ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:51.301635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-92ad4918-2219-4e39-8502-5525bd9940ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.0759864
Jan 29 21:49:51.309418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807c38-a68b-4db1-a19d-c3ee695d5195 req-30f8eca8-f92e-48da-a5fb-e705b0cb84cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:51.310813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7807c38-a68b-4db1-a19d-c3ee695d5195 req-30f8eca8-f92e-48da-a5fb-e705b0cb84cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0772629
Jan 29 21:49:51.414900 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c7807c38-a68b-4db1-a19d-c3ee695d5195 req-e95a4f5c-76a9-478b-9d33-7ef3cae528b8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956554
Jan 29 21:49:51.433966 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-212dbb03-b67a-4f05-a44f-a5c6b04aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:51.435653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-212dbb03-b67a-4f05-a44f-a5c6b04aaca9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.1240051
Jan 29 21:49:51.438211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36934) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:51.491816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af817c0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.153', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'port_id': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'mac_address': 'fa:16:3e:32:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707caaeb-369b-4df6-831a-fa744e8c258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:49:49Z', 'updated_at': '2022-01-29T21:49:49Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:51.518333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Checking router: 42e8a145-5839-4e1a-b5bb-6101a526213f for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:49:51.526915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:49:51.527518 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0af817c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:49:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:51.544538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f82df681-37fa-444f-ba30-6d4c6eac28f4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 HTTP/1.1" status: 200  len: 992 time: 0.1051805
Jan 29 21:49:51.550558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-864bca37-7bc1-4496-a1ce-4b8972d182d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 1000 time: 0.1045325
Jan 29 21:49:51.598960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-129f62a0-1753-4632-96d1-9cb75155a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:51.600463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-129f62a0-1753-4632-96d1-9cb75155a783 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0429769
Jan 29 21:49:51.632111 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:49:51.651702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-1d7e902e-40b3-4884-b880-70d0cfa54e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:49:51.653235 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-1d7e902e-40b3-4884-b880-70d0cfa54e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472689
Jan 29 21:49:51.742184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-777da900-3fdf-40ff-bccd-a1bdd3705ead service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830445
Jan 29 21:49:51.834218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ed375542-8d65-4ce7-b17b-dbe167bbbe16 req-aea7471b-7224-4865-aee3-5737f1f94521 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866244
Jan 29 21:49:51.857302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0af817c0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.153', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'port_id': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'mac_address': 'fa:16:3e:32:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707caaeb-369b-4df6-831a-fa744e8c258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:49:49Z', 'updated_at': '2022-01-29T21:49:49Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:49:51.884105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649d8e3-402c-4e9e-b64a-b43a0cdc2641 None None] The sync data for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 is: [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.153', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'port_id': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'mac_address': 'fa:16:3e:32:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707caaeb-369b-4df6-831a-fa744e8c258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:49:49Z', 'updated_at': '2022-01-29T21:49:49Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:49:52.072734 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e3a44-903f-4902-a6e3-44766289e601 None None] New status for floating IP 3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:49:52.548578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 36936) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:49:52.609093 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a46f2f0e-8b9d-4914-923a-6668a008f0eb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 HTTP/1.1" status: 200  len: 994 time: 0.0594094
Jan 29 21:49:52.946073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:49:53.940375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:01.225119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-e1461a93-6687-47d8-97a4-c10964e64d82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0456824
Jan 29 21:50:01.311792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-6e29ac8b-d310-47c4-bd12-5c6f1868e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:01.313299 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-6e29ac8b-d310-47c4-bd12-5c6f1868e146 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.0475194
Jan 29 21:50:01.413912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-5b048466-b005-4547-bd7c-514c490c3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:01.415395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-5b048466-b005-4547-bd7c-514c490c3667 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.0835373
Jan 29 21:50:01.485845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-39b84a84-c9c4-4e6a-8936-88317cace33c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 1002 time: 0.0616670
Jan 29 21:50:01.533130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-81f2ade8-f49c-4360-84be-5661e64ba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:01.534532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-81f2ade8-f49c-4360-84be-5661e64ba674 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0423903
Jan 29 21:50:01.583363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-530fe451-3826-4141-8162-de0977457f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:01.584838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-530fe451-3826-4141-8162-de0977457f9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429320
Jan 29 21:50:01.675517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-55e77844-79ac-447e-814b-878f2c521a59 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833087
Jan 29 21:50:01.764188 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4722b9d9-3801-4952-ab4d-0088a1b9c3c2 req-a9d863be-ef15-4637-86e0-b76b51b9ec28 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810056
Jan 29 21:50:10.434189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-586de96c-ca4b-4077-a1f0-ca8762a37de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:12.784033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e94d-02bc-454d-a7dc-4c3a1fddd2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:13.942780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:15.800747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:16.987038 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:22.960763 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:23.948403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:27.500204 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:50:40.435524 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-543724c3-845c-4a2c-9c44-861e55e3d033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:42.785621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90feef51-d7cc-4b35-b171-bb2c91f01e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:43.945509 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:45.803901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:46.988491 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:52.964593 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:53.937664 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:50:55.402856 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff6c6-4614-4369-a4a3-e90ed1d2024f req-aa4798ad-297a-4d9f-95b8-a7f27908e66b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:55.404521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b08ff6c6-4614-4369-a4a3-e90ed1d2024f req-aa4798ad-297a-4d9f-95b8-a7f27908e66b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0567517
Jan 29 21:50:55.495041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b08ff6c6-4614-4369-a4a3-e90ed1d2024f req-362dfbf4-c41c-413c-91c2-2082138d5102 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850706
Jan 29 21:50:55.501561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-e6b6dfab-70c5-47ea-a558-272c885d5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:55.503050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-e6b6dfab-70c5-47ea-a558-272c885d5e93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.1466284
Jan 29 21:50:55.591257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-0e692f61-3124-4b5d-8d0a-92d5e59de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:55.592736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-0e692f61-3124-4b5d-8d0a-92d5e59de6fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.0837402
Jan 29 21:50:55.661580 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-b1b60ee2-bbdb-4c9b-ac20-1070317ddb7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 1002 time: 0.0624144
Jan 29 21:50:55.709925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-e3d480fe-326f-4bd8-a1b6-dc5f0711163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:55.711398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-e3d480fe-326f-4bd8-a1b6-dc5f0711163b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0440559
Jan 29 21:50:55.759647 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-8123921f-cb18-4e0c-bb83-7fb98a8fd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:55.761350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-8123921f-cb18-4e0c-bb83-7fb98a8fd168 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435412
Jan 29 21:50:55.854017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-2974674b-126e-47fc-b1ac-c0892303abca service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854607
Jan 29 21:50:55.942683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d570922-0b78-44c5-86f3-18aedc16f201 req-9082998f-fb54-4b05-8993-80c98516f7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813665
Jan 29 21:50:56.615264 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4e06-a031-436c-89e4-8e124b313bae req-f4ba7fef-afad-490d-9f74-dc90215748fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:56.616732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f9d4e06-a031-436c-89e4-8e124b313bae req-f4ba7fef-afad-490d-9f74-dc90215748fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0527093
Jan 29 21:50:56.668403 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2f9d4e06-a031-436c-89e4-8e124b313bae req-33191204-a557-49dc-b96d-51afd7e7541c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461032
Jan 29 21:50:57.785303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437964-66ad-4dd1-9683-189281b274c5 req-da7a1844-670e-4ba0-a1b3-5319a2cab2a8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:57.786690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7437964-66ad-4dd1-9683-189281b274c5 req-da7a1844-670e-4ba0-a1b3-5319a2cab2a8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0509589
Jan 29 21:50:57.833943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7437964-66ad-4dd1-9683-189281b274c5 req-8aca3f76-6d69-4b96-ad79-4b4a1a67081c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412500
Jan 29 21:50:58.951786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6f60-cc0d-449e-b420-570a0e470be0 req-1a68ae28-78aa-471c-bffa-bdd7c8671199 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:50:58.953278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbfd6f60-cc0d-449e-b420-570a0e470be0 req-1a68ae28-78aa-471c-bffa-bdd7c8671199 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0516748
Jan 29 21:50:59.001069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fbfd6f60-cc0d-449e-b420-570a0e470be0 req-d81c095c-2cf0-43ca-99bb-87005878c69c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422690
Jan 29 21:51:00.123134 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753020d-103b-473f-903f-e0757297fcd2 req-950e4ee1-a0f7-4ec6-89a9-d0cc966d9763 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:00.124603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c753020d-103b-473f-903f-e0757297fcd2 req-950e4ee1-a0f7-4ec6-89a9-d0cc966d9763 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0560136
Jan 29 21:51:00.171087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c753020d-103b-473f-903f-e0757297fcd2 req-d2055d4b-f761-405b-a3b5-dc86f785cf2d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409358
Jan 29 21:51:01.288251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d034e9-22d4-4f1c-952e-8dc0375f5b72 req-e6323e04-9f23-4f06-911f-1dde7ad9694b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:01.289731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27d034e9-22d4-4f1c-952e-8dc0375f5b72 req-e6323e04-9f23-4f06-911f-1dde7ad9694b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0508318
Jan 29 21:51:01.337487 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27d034e9-22d4-4f1c-952e-8dc0375f5b72 req-d4e85b12-b003-4c3e-aa7a-b95d730ca16c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422852
Jan 29 21:51:02.457000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6869ca-5e3d-40f8-a699-7a2486522fb6 req-0d052e30-99d3-4df9-ad1c-4754209a041b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:02.458468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e6869ca-5e3d-40f8-a699-7a2486522fb6 req-0d052e30-99d3-4df9-ad1c-4754209a041b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0557253
Jan 29 21:51:02.507321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e6869ca-5e3d-40f8-a699-7a2486522fb6 req-01f6b77d-8a46-4ee4-a21b-4b5d14a5361c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433187
Jan 29 21:51:03.258463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-92ad9053-5ec9-417b-a552-1998e7b506a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:03.259963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-92ad9053-5ec9-417b-a552-1998e7b506a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.0445666
Jan 29 21:51:03.361646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-3ee217f9-7b97-4fbd-bc8b-3098ee429295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:03.363143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-3ee217f9-7b97-4fbd-bc8b-3098ee429295 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.0866706
Jan 29 21:51:03.739816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-46b0dd25-3af9-43e2-8fd4-81dc47a9d1b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 1002 time: 0.3705480
Jan 29 21:51:03.762861 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53b2f1-a54a-4c44-956c-ad7d8e3fa048 req-b447b4ce-7ad6-46ac-86aa-680a822724ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:03.764247 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e53b2f1-a54a-4c44-956c-ad7d8e3fa048 req-b447b4ce-7ad6-46ac-86aa-680a822724ce tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0752110
Jan 29 21:51:03.816322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-ced37ed3-4c13-4022-904b-26678c79526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:03.817770 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-ced37ed3-4c13-4022-904b-26678c79526c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0713460
Jan 29 21:51:03.863453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8e53b2f1-a54a-4c44-956c-ad7d8e3fa048 req-050deb53-2651-4f2a-b6a3-3143f8fb4828 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794303
Jan 29 21:51:03.880164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-142e6293-5d69-4416-a80a-8e9fcd761cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:03.881773 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-142e6293-5d69-4416-a80a-8e9fcd761cd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579932
Jan 29 21:51:03.970443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-1dbe498e-5b63-4cf2-a179-fff113ce2f75 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824909
Jan 29 21:51:04.056390 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c71b3992-8669-41b6-a757-e0afa2b32227 req-145bfe62-bc62-47aa-a641-5f0859941c3a service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797229
Jan 29 21:51:04.500585 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:51:04.981271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e4df-d4cf-4c96-90d3-bf10e7b7bc75 req-6ec60939-9f8a-4aec-a712-98601d5a1dd6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:04.982755 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f96e4df-d4cf-4c96-90d3-bf10e7b7bc75 req-6ec60939-9f8a-4aec-a712-98601d5a1dd6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0522094
Jan 29 21:51:05.034026 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0f96e4df-d4cf-4c96-90d3-bf10e7b7bc75 req-dc2e9ef6-1650-4c09-900b-0f0939f45265 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458622
Jan 29 21:51:06.152573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738595-f38b-472e-9f89-80c7ec413507 req-47247d57-8ff0-462c-a00b-34499452dbd2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:06.154062 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7738595-f38b-472e-9f89-80c7ec413507 req-47247d57-8ff0-462c-a00b-34499452dbd2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0514185
Jan 29 21:51:06.203414 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7738595-f38b-472e-9f89-80c7ec413507 req-11f58625-9f44-420d-995c-614cb51e6311 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433199
Jan 29 21:51:07.320175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae06e8-17d2-436d-ad62-6247eaca5d10 req-b0c510bf-5dfa-4992-9f59-f5456cd207c3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:07.321697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edae06e8-17d2-436d-ad62-6247eaca5d10 req-b0c510bf-5dfa-4992-9f59-f5456cd207c3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0508318
Jan 29 21:51:07.368376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-edae06e8-17d2-436d-ad62-6247eaca5d10 req-01cc1da6-bcc5-41dd-a396-60c93ef011db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409555
Jan 29 21:51:07.390901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37004) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:51:07.456214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-41c68798-ac6c-4c92-8963-0d035ee4f39e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 HTTP/1.1" status: 200  len: 994 time: 0.0641978
Jan 29 21:51:10.436769 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-02149a60-20ca-4ede-816d-4aeeb90e5898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:12.785281 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0030-8c86-47ac-9d7b-71449830efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:13.948330 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:15.806693 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:16.990473 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:22.973460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:23.939293 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:40.440188 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cd559fd6-f065-4be4-9eac-c87cff13ff20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:41.499451 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:51:42.786977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-768f8f15-6ae4-4d61-a220-2b016685b4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:43.950951 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:45.808824 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:46.993137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:52.990018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:53.953375 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.041985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:51:56.193937 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port bdfcdc36-ea05-4e54-a54d-b9731cef1729 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:51:56.194283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.271717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.272042 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (bdfcdc36-ea05-4e54-a54d-b9731cef1729), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.285450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for bdfcdc36-ea05-4e54-a54d-b9731cef1729 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:51:56.425507 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bdfcdc36-ea05-4e54-a54d-b9731cef1729), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.452785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=bdfcdc36-ea05-4e54-a54d-b9731cef1729,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:51:56.478485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.479412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.479771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.480108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.480439 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.480770 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.481138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.481467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.481795 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.482122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.482445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.482766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.483089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:51:56.523108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.523455 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 disassociated (deleted). External IP: 172.35.4.153, port: f32c2b6a-2ece-455a-818b-90e12b084e39.
Jan 29 21:51:56.729232 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 42e8a145-5839-4e1a-b5bb-6101a526213f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:51:56.835116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:51:56.840900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:56.845554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Sync routers for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:51:56.857198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:51:56.857810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7361f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:51:56.869159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-81855c0c-8cdf-40e5-9f6f-898c14458b34 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9 HTTP/1.1" status: 204  len: 168 time: 0.8260612
Jan 29 21:51:56.869786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:51:56.872092 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44140a60-178a-4be7-b938-9521a3218ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:51:56.981359 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9bb6af-5c0d-4bc0-b4db-b483bed1a46a x-openstack-request-id: req-ca9bb6af-5c0d-4bc0-b4db-b483bed1a46a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:51:56.981618 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:51:56.981902 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca9bb6af-5c0d-4bc0-b4db-b483bed1a46a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:51:56.982523 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'status': 'completed', 'code': 200}
Jan 29 21:51:57.069087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140a60-178a-4be7-b938-9521a3218ab0 req-5a1f7973-6d3b-4c39-9983-3427e9856444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:57.070575 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-5a1f7973-6d3b-4c39-9983-3427e9856444 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 1128 time: 0.0498581
Jan 29 21:51:57.135962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:51:57.186650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2470546-952e-4588-9689-f599d326556f req-baa23d59-a59b-4f39-b201-245910f19336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:57.188127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2470546-952e-4588-9689-f599d326556f req-baa23d59-a59b-4f39-b201-245910f19336 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.1217475
Jan 29 21:51:57.207389 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140a60-178a-4be7-b938-9521a3218ab0 req-ab170c3d-9f1e-4c08-bc5d-0c30a7260916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:57.208783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-ab170c3d-9f1e-4c08-bc5d-0c30a7260916 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 200  len: 896 time: 0.1294591
Jan 29 21:51:57.262905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-b72c1af9-1679-476a-b6ee-3b435717b2fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 200  len: 217 time: 0.0453773
Jan 29 21:51:57.313431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2470546-952e-4588-9689-f599d326556f req-400ed6ef-2d5f-480b-b21f-b764eac616cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166015
Jan 29 21:51:57.327260 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140a60-178a-4be7-b938-9521a3218ab0 req-b2bef75d-2f5c-4bee-86a7-aa6541b4cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:57.328629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-b2bef75d-2f5c-4bee-86a7-aa6541b4cc44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 200  len: 835 time: 0.0580623
Jan 29 21:51:57.335795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7361f0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:51:57.363057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Checking router: 42e8a145-5839-4e1a-b5bb-6101a526213f for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:51:57.371973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:51:57.372573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a7361f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:51:57.382122 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140a60-178a-4be7-b938-9521a3218ab0 req-9dd517f4-b206-4809-9251-03a16a8a4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:57.383656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-9dd517f4-b206-4809-9251-03a16a8a4499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f187eb-85f7-4614-a348-aba6eb75c031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487077
Jan 29 21:51:57.481648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-6016e80b-5c0e-4a89-afb4-d3268848336e service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903890
Jan 29 21:51:57.483446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:51:57.585478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-44140a60-178a-4be7-b938-9521a3218ab0 req-d29d69be-f285-4b12-84bc-6e84bf106cdd service neutron] 10.222.0.18 "GET /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884266
Jan 29 21:51:57.687284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a7361f0>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:51:57.712714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b65902-d295-4fea-a03e-baefef7ecb3f None None] The sync data for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 is: [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:36Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5f6c5f3-554d-4a56-b970-eebea1f72614', 'name': '', 'network_id': 'e3f187eb-85f7-4614-a348-aba6eb75c031', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:8f:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:35Z', 'updated_at': '2022-01-29T21:49:39Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '7de8483d-c1f1-4841-8087-b62060bd4488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:51:57.935392 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa3600-0df8-43be-9301-5d70826223b5 None None] New status for floating IP 3ae3d2bf-e6d1-45e8-b23c-3d936efb56f9: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:51:58.437101 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808989c0-f1ed-48c0-81ec-ff3550b79387 req-ba4e92d7-8cad-4727-b89c-5feef58c8d12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:58.438818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-808989c0-f1ed-48c0-81ec-ff3550b79387 req-ba4e92d7-8cad-4727-b89c-5feef58c8d12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0525377
Jan 29 21:51:58.490844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-808989c0-f1ed-48c0-81ec-ff3550b79387 req-6ff234ff-de92-4dc6-8b5f-0a0085f27460 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464041
Jan 29 21:51:59.011597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5767d14-5110-4373-92d7-92ab17253f6b req-f08a71a4-343a-4b0a-9bb1-c6d0a56db042 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:51:59.013090 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5767d14-5110-4373-92d7-92ab17253f6b req-f08a71a4-343a-4b0a-9bb1-c6d0a56db042 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 946 time: 0.0521252
Jan 29 21:51:59.100107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port f32c2b6a-2ece-455a-818b-90e12b084e39 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:51:59.100442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:59.191335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port f32c2b6a-2ece-455a-818b-90e12b084e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32c2b6a-2ece-455a-818b-90e12b084e39,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:51:59.191703 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:59.204585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for f32c2b6a-2ece-455a-818b-90e12b084e39 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:51:59.335480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f32c2b6a-2ece-455a-818b-90e12b084e39), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:59.361760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=f32c2b6a-2ece-455a-818b-90e12b084e39,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:51:59.406005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] No DVR routers for this DVR port f32c2b6a-2ece-455a-818b-90e12b084e39 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:51:59.408498 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:51:59.411827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c5767d14-5110-4373-92d7-92ab17253f6b req-a5895ccf-deef-42c0-a8d7-eb2df90f56d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "DELETE /v2.0/ports/f32c2b6a-2ece-455a-818b-90e12b084e39 HTTP/1.1" status: 204  len: 173 time: 0.3938758
Jan 29 21:51:59.412261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'name': 'network-vif-deleted', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:51:59.414590 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a7184-9873-4353-bf25-2feffd4b7425" -d '{"events": [{"server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "name": "network-vif-deleted", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:51:59.451247 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f73b00c-05c8-4238-bb7e-27a838989f00 x-openstack-request-id: req-1f73b00c-05c8-4238-bb7e-27a838989f00 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:51:59.451832 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707caaeb-369b-4df6-831a-fa744e8c258d", "name": "network-vif-deleted", "tag": "f32c2b6a-2ece-455a-818b-90e12b084e39", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:51:59.451832 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f73b00c-05c8-4238-bb7e-27a838989f00 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:51:59.452179 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707caaeb-369b-4df6-831a-fa744e8c258d', 'name': 'network-vif-deleted', 'tag': 'f32c2b6a-2ece-455a-818b-90e12b084e39', 'status': 'completed', 'code': 200}
Jan 29 21:51:59.596694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9b500e31-6b53-4957-9557-c05d2d9f99c1 req-b20a74c2-39f4-4454-a955-ccac94e2719b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=707caaeb-369b-4df6-831a-fa744e8c258d HTTP/1.1" status: 200  len: 210 time: 0.0268950
Jan 29 21:52:00.653692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37062) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:01.008119 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (42e8a145-5839-4e1a-b5bb-6101a526213f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:01.261578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port c5f6c5f3-554d-4a56-b970-eebea1f72614 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:52:01.261846 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:01.346663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port c5f6c5f3-554d-4a56-b970-eebea1f72614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f6c5f3-554d-4a56-b970-eebea1f72614,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:01.347032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:01.360082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for c5f6c5f3-554d-4a56-b970-eebea1f72614 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:52:01.542712 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c5f6c5f3-554d-4a56-b970-eebea1f72614), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:01.574506 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=c5f6c5f3-554d-4a56-b970-eebea1f72614,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:01.747896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (42e8a145-5839-4e1a-b5bb-6101a526213f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.242947 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 42e8a145-5839-4e1a-b5bb-6101a526213f has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:52:02.348546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:52:02.353504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0471e6b1-3263-4fd8-a4d5-9be6cf1c4470 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/42e8a145-5839-4e1a-b5bb-6101a526213f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6987541
Jan 29 21:52:02.356748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37064) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:02.358409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Sync routers for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:52:02.367691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:02.368286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a53a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:02.408482 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting subnet 7de8483d-c1f1-4841-8087-b62060bd4488 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:52:02.411714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (7de8483d-c1f1-4841-8087-b62060bd4488), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.451022 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (7de8483d-c1f1-4841-8087-b62060bd4488), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.471978 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:02.539072 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7de8483d-c1f1-4841-8087-b62060bd4488), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.602398 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (7de8483d-c1f1-4841-8087-b62060bd4488), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.629214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Subnet': ['ID=7de8483d-c1f1-4841-8087-b62060bd4488,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:02.632704 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.636379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c945d7a-55de-4901-ae2c-bc382dc46e4f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/subnets/7de8483d-c1f1-4841-8087-b62060bd4488 HTTP/1.1" status: 204  len: 168 time: 0.2786307
Jan 29 21:52:02.639089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37066) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:02.642727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b155b-5a9c-433e-abea-6167214c3c4f None None] Network e3f187eb-85f7-4614-a348-aba6eb75c031 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:52:02.717107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a53a070>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:52:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:02.747437 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.763014 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Checking router: 42e8a145-5839-4e1a-b5bb-6101a526213f for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:52:02.776614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Routers {'42e8a145-5839-4e1a-b5bb-6101a526213f'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:02.777253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a53a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['42e8a145-5839-4e1a-b5bb-6101a526213f'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:02.851858 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (42e8a145-5839-4e1a-b5bb-6101a526213f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.895286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] Set router 42e8a145-5839-4e1a-b5bb-6101a526213f gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:02.906680 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port e0261eee-1b2b-4251-bf92-eaadb14f48a1 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:52:02.907632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:02.922282 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] DHCP port deletion for e3f187eb-85f7-4614-a348-aba6eb75c031 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:52:02.986183 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port e0261eee-1b2b-4251-bf92-eaadb14f48a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0261eee-1b2b-4251-bf92-eaadb14f48a1,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:02.986537 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.003877 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for e0261eee-1b2b-4251-bf92-eaadb14f48a1 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:52:03.080371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Deleting port 2eb750ae-2284-4fea-9448-9afdf2d969ad {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:52:03.080759 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.153267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] For port 2eb750ae-2284-4fea-9448-9afdf2d969ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eb750ae-2284-4fea-9448-9afdf2d969ad,segment=NetworkSegment(e895409e-3554-4383-9105-779fc296562c),segment_id=e895409e-3554-4383-9105-779fc296562c)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:03.153581 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.164115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e0261eee-1b2b-4251-bf92-eaadb14f48a1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.169964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Calling delete_port for 2eb750ae-2284-4fea-9448-9afdf2d969ad owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:52:03.187971 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a53a070>, [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:52:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:03.195212 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=e0261eee-1b2b-4251-bf92-eaadb14f48a1,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:03.242656 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75c8c5-3f75-4cad-9448-eac33f2e4668 None None] The sync data for ids ['42e8a145-5839-4e1a-b5bb-6101a526213f'] in ncdv-master-1 is: [{'id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298768882', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:52:01Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'e0261eee-1b2b-4251-bf92-eaadb14f48a1', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8a145-5839-4e1a-b5bb-6101a526213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:49:33Z', 'updated_at': '2022-01-29T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:52:03.259757 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (42e8a145-5839-4e1a-b5bb-6101a526213f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.267813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f32c2b6a-2ece-455a-818b-90e12b084e39 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:52:03.296302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: f32c2b6a-2ece-455a-818b-90e12b084e39 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:52:03.296684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device f32c2b6a-2ece-455a-818b-90e12b084e39 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:52:03.315072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2eb750ae-2284-4fea-9448-9afdf2d969ad), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.344234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] No DVR routers for this DVR port 2eb750ae-2284-4fea-9448-9afdf2d969ad on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:52:03.350815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Pushing event deleted for resources: {'Port': ['ID=2eb750ae-2284-4fea-9448-9afdf2d969ad,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:03.357950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.358153 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.358367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.358665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.359187 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.359343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.359681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.360026 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.360357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.360691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.360831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (42e8a145-5839-4e1a-b5bb-6101a526213f), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.361048 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.361383 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.361715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.362049 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a201cf04-5163-4bfd-be8a-46c7bdcb8fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.407385 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (42e8a145-5839-4e1a-b5bb-6101a526213f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.407917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Fanout notify agent at l3_agent the message router_deleted on router 42e8a145-5839-4e1a-b5bb-6101a526213f {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:52:03.414587 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.415726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4051f544-6fba-44eb-a115-83857f68729a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/routers/42e8a145-5839-4e1a-b5bb-6101a526213f HTTP/1.1" status: 204  len: 168 time: 0.7755170
Jan 29 21:52:03.418985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37068) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:03.492831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (e3f187eb-85f7-4614-a348-aba6eb75c031), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.583122 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (e3f187eb-85f7-4614-a348-aba6eb75c031), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.606014 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0a0ea910>,) {'filters': {'network_id': ['e3f187eb-85f7-4614-a348-aba6eb75c031']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:03.618704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a0ea910>, 'e895409e-3554-4383-9105-779fc296562c') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:03.619081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0a0ea910>, 'e895409e-3554-4383-9105-779fc296562c') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:03.629615 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (e895409e-3554-4383-9105-779fc296562c), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.644674 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (e895409e-3554-4383-9105-779fc296562c), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.651531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:52:03.651948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (e895409e-3554-4383-9105-779fc296562c), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:52:03.655025 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:52:03.711385 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2eb750ae-2284-4fea-9448-9afdf2d969ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:52:03.735196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2eb750ae-2284-4fea-9448-9afdf2d969ad {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:52:03.735536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2eb750ae-2284-4fea-9448-9afdf2d969ad not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:52:03.735972 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5f6c5f3-554d-4a56-b970-eebea1f72614 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:52:03.737844 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (e3f187eb-85f7-4614-a348-aba6eb75c031), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.745199 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.751191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37070) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:03.751646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/networks/e3f187eb-85f7-4614-a348-aba6eb75c031 HTTP/1.1" status: 204  len: 168 time: 0.3314383
Jan 29 21:52:03.755943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c5f6c5f3-554d-4a56-b970-eebea1f72614 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:52:03.756315 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5f6c5f3-554d-4a56-b970-eebea1f72614 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:52:03.773931 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d661e2-9e69-4788-a39e-6823d77fe920 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Network': ['ID=e3f187eb-85f7-4614-a348-aba6eb75c031,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:03.813389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.839735 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.906253 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.908854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:03.910267 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0 HTTP/1.1" status: 204  len: 168 time: 0.1581149
Jan 29 21:52:03.922838 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b68e6-c89d-4bf2-8d06-27bf3f34ded0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:03.930716 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.931069 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.931428 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.931789 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.932129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.932467 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.932801 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.933164 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.933496 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.933826 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.934152 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.934474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:03.934797 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1dec-8857-4e23-9afa-265bee4cc46d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:05.176179 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37082) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.181638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405731157', 'description': 'tempest-secgroup-smoke-1405731157 description', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.202753 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.267017 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (79922c6d-761e-42a5-8cd8-7c865bee0271), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.270569 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79922c6d-761e-42a5-8cd8-7c865bee0271), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.297745 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.298981 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1210361
Jan 29 21:52:05.301997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37084) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.303247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd81a7-730a-425f-b56e-a625c1c2f7de tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79922c6d-761e-42a5-8cd8-7c865bee0271,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.308048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.333240 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (64bc33e7-84f6-47db-9320-61660a950e8d), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.391800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (64bc33e7-84f6-47db-9320-61660a950e8d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.395657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (64bc33e7-84f6-47db-9320-61660a950e8d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.415623 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bc33e7-84f6-47db-9320-61660a950e8d,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.423975 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.425201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2cf35303-9fc3-4fe0-9643-c0ba453e76c4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1220829
Jan 29 21:52:05.427912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37086) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.432119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.454924 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (868a0049-119f-40f9-85b7-4cff593bfe32), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.509134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (868a0049-119f-40f9-85b7-4cff593bfe32), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.513243 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (868a0049-119f-40f9-85b7-4cff593bfe32), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.531580 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a0049-119f-40f9-85b7-4cff593bfe32,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.533802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e0261eee-1b2b-4251-bf92-eaadb14f48a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:52:05.541089 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.542919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-098339c5-1847-4f6e-888f-ca30a0e4dd72 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1141031
Jan 29 21:52:05.545819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37088) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.550395 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.556366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: e0261eee-1b2b-4251-bf92-eaadb14f48a1 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:52:05.556744 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device e0261eee-1b2b-4251-bf92-eaadb14f48a1 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:52:05.574553 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (b44158dc-8c54-4412-beb3-411a0129a963), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.632890 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (b44158dc-8c54-4412-beb3-411a0129a963), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.636766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b44158dc-8c54-4412-beb3-411a0129a963), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.654834 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44158dc-8c54-4412-beb3-411a0129a963,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.659665 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.663474 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a2d2e6f-37e1-41ce-b397-011dae293a49 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1140106
Jan 29 21:52:05.663733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37090) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.668692 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.693008 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (e1e3c5f4-4103-4394-a844-bcff5e15cfd4), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.749395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (e1e3c5f4-4103-4394-a844-bcff5e15cfd4), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.752856 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e1e3c5f4-4103-4394-a844-bcff5e15cfd4), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.773582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e3c5f4-4103-4394-a844-bcff5e15cfd4,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.782491 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.783700 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ca709151-ebd1-40a0-a52b-031a44325505 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1189392
Jan 29 21:52:05.786385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.791063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.810090 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:52:05.814862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (fc2857ec-5a36-4219-b87b-a9973c165ea1), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.873264 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (fc2857ec-5a36-4219-b87b-a9973c165ea1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.876547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (fc2857ec-5a36-4219-b87b-a9973c165ea1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.894487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2857ec-5a36-4219-b87b-a9973c165ea1,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:05.899505 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.901291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00f28a96-ac5e-44a7-922c-0465f1f7ace8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1133800
Jan 29 21:52:05.903969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37094) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:05.908124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '79922c6d-761e-42a5-8cd8-7c865bee0271', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:05.926702 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:52:05.931433 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (e477fee4-ffb8-47a2-bfb7-6a657ad93692), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.988192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (e477fee4-ffb8-47a2-bfb7-6a657ad93692), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:05.991478 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e477fee4-ffb8-47a2-bfb7-6a657ad93692), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.009160 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e477fee4-ffb8-47a2-bfb7-6a657ad93692,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:06.016755 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.017994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b29c74ad-9792-4c4d-bc60-9b4d90943fbb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1131158
Jan 29 21:52:06.020949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37096) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:06.025769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'network': {'name': 'tempest-network-smoke--150036632', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:06.043217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:52:06.046387 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.069261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:52:06.078582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9c6784d0-a20c-4fba-8fbd-0ae595450017), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.078922 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Added segment 9c6784d0-a20c-4fba-8fbd-0ae595450017 of type vlan for network a099b4f6-3684-4956-99ae-5d9321deab9b
Jan 29 21:52:06.115796 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (a099b4f6-3684-4956-99ae-5d9321deab9b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.140456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (a099b4f6-3684-4956-99ae-5d9321deab9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.145303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:06.145876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.204171 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1821687
Jan 29 21:52:06.206851 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37098) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:06.211080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'admin_state_up': True, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:06.229766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883437-73bc-4489-babe-9c7f4b9b05a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Network': ['ID=a099b4f6-3684-4956-99ae-5d9321deab9b,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:06.240326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network a099b4f6-3684-4956-99ae-5d9321deab9b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:52:06.243813 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.245353 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.331265 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.462140 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.647742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.666038 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.767431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.114 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/af4eeed8-53d1-4eef-b246-66ac2265f9b0) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:52:06.864414 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.897968 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:06.936361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:06.939150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:06.944487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:52:06.967790 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=af4eeed8-53d1-4eef-b246-66ac2265f9b0,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:07.475971 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:07.672851 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:07.801492 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:52:07.909850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:52:07.919258 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Sync routers for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:52:07.928275 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:07.928883 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b304550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:07.930126 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:07.931490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5edff58c-9754-41a5-b07e-9b93a2b6b3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7237406
Jan 29 21:52:07.934733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37102) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:07.969830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-49ed90ee-4140-41cd-b4b4-c43efc150561 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2cc769796b5c43dfb45b97fcb953a1ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0340090
Jan 29 21:52:07.972429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37104) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:08.033449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:08.126489 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e345a6d-22a1-42f4-a84e-bb11144141c8 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:08.127794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9e345a6d-22a1-42f4-a84e-bb11144141c8 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1543090
Jan 29 21:52:08.130687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37106) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:08.165501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8b5a84e0-a475-4671-a442-c62d79de69ad tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0336950
Jan 29 21:52:08.167969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37108) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:08.172724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696421796', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:08.210410 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b304550>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:07Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:08.237919 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Checking router: 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:52:08.238276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Updating router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 port af4eeed8-53d1-4eef-b246-66ac2265f9b0 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:52:08.266708 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:52:08.266957 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.270482 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.466207 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (b3d775b0-3c71-4bbe-9d2d-84b770f9a799), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.525555 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Subnet': ['ID=b3d775b0-3c71-4bbe-9d2d-84b770f9a799,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:08.535156 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Checking segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:52:08.535749 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network hostable DHCP agents. Network: a099b4f6-3684-4956-99ae-5d9321deab9b, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:52:08.551676 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network a099b4f6-3684-4956-99ae-5d9321deab9b is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:52:08.561762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a099b4f6-3684-4956-99ae-5d9321deab9b) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:08.566263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:08.566862 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.576016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f03ae-41cf-45f9-9acf-75146ed1040a None None] Network a099b4f6-3684-4956-99ae-5d9321deab9b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:52:08.593296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-762b9163-8de6-484c-b673-6e0cae4372e1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4242828
Jan 29 21:52:08.595949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37110) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:08.629916 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks [] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.636427 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.685952 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Attempting to bind port af4eeed8-53d1-4eef-b246-66ac2265f9b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:52:08.686331 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Attempting to bind port af4eeed8-53d1-4eef-b246-66ac2265f9b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:52:08.686747 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Attempting to bind port af4eeed8-53d1-4eef-b246-66ac2265f9b0 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:52:08.691822 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a099b4f6-3684-4956-99ae-5d9321deab9b', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:52:08.693807 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.696829 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:52:08.697268 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:52:08.697685 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.698079 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:52:08.698828 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Bound port: af4eeed8-53d1-4eef-b246-66ac2265f9b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:52:08.698993 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.725475 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Pushing event updated for resources: {'Port': ['ID=af4eeed8-53d1-4eef-b246-66ac2265f9b0,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:08.757963 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] For port af4eeed8-53d1-4eef-b246-66ac2265f9b0, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:52:08.760959 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.761475 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.761958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.762309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.762654 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.763003 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.763340 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.763678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.764011 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.764344 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.764677 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.765039 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.765350 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:52:08.770309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] For port af4eeed8-53d1-4eef-b246-66ac2265f9b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4eeed8-53d1-4eef-b246-66ac2265f9b0,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:52:08.779436 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:08.831418 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:08.832047 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b304550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:08.847092 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Allocated IP 172.20.0.2 (a099b4f6-3684-4956-99ae-5d9321deab9b/b3d775b0-3c71-4bbe-9d2d-84b770f9a799/b6a77420-5b3b-4978-8dcd-ad958c3e0635) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:52:08.920132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552be542-9641-42ef-90dc-5fb33c27de3a None None] Pushing event updated for resources: {'Port': ['ID=af4eeed8-53d1-4eef-b246-66ac2265f9b0,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:08.951313 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:09.005622 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks [] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.012558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.049198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Network a099b4f6-3684-4956-99ae-5d9321deab9b is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:09.055464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:09.058358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:52:09.064745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.065222 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Pushing event updated for resources: {'Port': ['ID=b6a77420-5b3b-4978-8dcd-ad958c3e0635,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:09.118969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Attempting to bind port b6a77420-5b3b-4978-8dcd-ad958c3e0635 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:52:09.119942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Attempting to bind port b6a77420-5b3b-4978-8dcd-ad958c3e0635 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:52:09.120240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Attempting to bind port b6a77420-5b3b-4978-8dcd-ad958c3e0635 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:52:09.125449 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:52:09.125799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Checking segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:52:09.126202 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.126593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Bound using segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:52:09.127056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Bound port: b6a77420-5b3b-4978-8dcd-ad958c3e0635, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:52:09.127436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.141824 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b304550>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:07Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:09.167252 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d8a2-86e5-47c3-92bb-0877df12f374 None None] The sync data for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 is: [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:07Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:52:09.196438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] For port b6a77420-5b3b-4978-8dcd-ad958c3e0635, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:52:09.200693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] For port b6a77420-5b3b-4978-8dcd-ad958c3e0635, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a77420-5b3b-4978-8dcd-ad958c3e0635,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:52:09.207160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.268235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5f32-ef22-4640-888a-b58864179e1f None None] Pushing event updated for resources: {'Port': ['ID=b6a77420-5b3b-4978-8dcd-ad958c3e0635,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:09.413162 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.1 (a099b4f6-3684-4956-99ae-5d9321deab9b/b3d775b0-3c71-4bbe-9d2d-84b770f9a799/2f5cb2b5-e9e9-445c-89ed-b9c184a7d299) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:52:09.587135 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.646681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.701603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network a099b4f6-3684-4956-99ae-5d9321deab9b is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:09.705968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:09.713609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:52:09.741173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:09.754864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b6a77420-5b3b-4978-8dcd-ad958c3e0635 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:09.766021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.810151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b6a77420-5b3b-4978-8dcd-ad958c3e0635 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:09.810753 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:09.930944 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.089434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b6a77420-5b3b-4978-8dcd-ad958c3e0635 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:10.089842 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.137144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port b6a77420-5b3b-4978-8dcd-ad958c3e0635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a77420-5b3b-4978-8dcd-ad958c3e0635,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:10.146900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.147963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device af4eeed8-53d1-4eef-b246-66ac2265f9b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:10.246369 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=b6a77420-5b3b-4978-8dcd-ad958c3e0635,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:10.253513 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port af4eeed8-53d1-4eef-b246-66ac2265f9b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:10.253895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.275166 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.282324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.339458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port af4eeed8-53d1-4eef-b246-66ac2265f9b0 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:10.339993 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.363146 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port af4eeed8-53d1-4eef-b246-66ac2265f9b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4eeed8-53d1-4eef-b246-66ac2265f9b0,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:10.367316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.388870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:10.393837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.401731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72e1b3-084b-4e9f-b64a-4894c8118a71 None None] Network a099b4f6-3684-4956-99ae-5d9321deab9b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:52:10.489524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network a099b4f6-3684-4956-99ae-5d9321deab9b is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:10.491126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=af4eeed8-53d1-4eef-b246-66ac2265f9b0,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:10.491624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:10.498474 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7dff-4372-42f0-b5b1-b19ae5aa578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.516373 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e8f8baa0-9973-4056-84cc-ebb3a0b6e2d7 None None] Provisioning complete for port b6a77420-5b3b-4978-8dcd-ad958c3e0635 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:10.516744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e8f8baa0-9973-4056-84cc-ebb3a0b6e2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.606980 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:52:10.633412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8baa0-9973-4056-84cc-ebb3a0b6e2d7 None None] Current status of the port b6a77420-5b3b-4978-8dcd-ad958c3e0635 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:10.725040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:52:10.731592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66fe7d8b-5d97-4724-8627-68d84cf536b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1346481
Jan 29 21:52:10.856207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:10.856742 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.896286 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:52:10.908255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Provisioning complete for port b6a77420-5b3b-4978-8dcd-ad958c3e0635 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:10.908937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:10.912810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-1c354210-310c-4c0c-9cc1-86fa9e0733f4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405731157&fields=id&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 267 time: 0.0652266
Jan 29 21:52:11.007382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d80b28da-d5fa-4cf3-8457-0ff1c3c3ae46 None None] Current status of the port b6a77420-5b3b-4978-8dcd-ad958c3e0635 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:11.037752 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a4c567b7-b5df-4f79-8ddb-3a59f1fcadb7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:11.039450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a4c567b7-b5df-4f79-8ddb-3a59f1fcadb7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 796 time: 0.1255088
Jan 29 21:52:11.055225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-75a821e9-959f-4202-b68e-0ddcdcad6500 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/quotas/2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 375 time: 0.0098283
Jan 29 21:52:11.112815 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Sync routers for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:52:11.119858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-b780f2b4-0479-45c0-8000-b038eb85b5b4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0574765
Jan 29 21:52:11.133788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:11.134427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a517250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:11.168962 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-163d8702-a71c-4b3d-8c86-f8eac9c45d46 None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:11.169499 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-163d8702-a71c-4b3d-8c86-f8eac9c45d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:11.228085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-d6dfa0ce-dd33-4477-abed-73cf997b260c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:52:11.229845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-d6dfa0ce-dd33-4477-abed-73cf997b260c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0542521
Jan 29 21:52:11.255715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-163d8702-a71c-4b3d-8c86-f8eac9c45d46 None None] Port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:52:11.278478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:11.336423 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-bb462fb9-7fa1-4d17-a4dc-4e839f6f2b40 service neutron] 10.222.0.20 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005492
Jan 29 21:52:11.411452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fa7f26fa-e404-4aea-b760-3387954a093b None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:11.411837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa7f26fa-e404-4aea-b760-3387954a093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:11.430254 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6d8cc0b5-dbb3-4749-95a0-c04e778ac5b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864611
Jan 29 21:52:11.472439 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f26fa-e404-4aea-b760-3387954a093b None None] Port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:52:11.521976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a517250>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 2, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:11.549059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Checking router: 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:52:11.549417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Updating router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:52:11.578391 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:11.607707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f28a5aab-9932-4d11-bfec-0b79cd440bcf req-f9e9a915-40ba-4e63-b96a-e61065698b8c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0292678
Jan 29 21:52:11.616681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b6a77420-5b3b-4978-8dcd-ad958c3e0635 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:11.771183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port b6a77420-5b3b-4978-8dcd-ad958c3e0635 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:11.771471 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:11.917103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port b6a77420-5b3b-4978-8dcd-ad958c3e0635 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:11.918154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device af4eeed8-53d1-4eef-b246-66ac2265f9b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:11.957064 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks [] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:11.966662 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.022581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b6800-0bae-4973-ae20-e1ecde63af2d None None] Pushing event updated for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:12.030218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port af4eeed8-53d1-4eef-b246-66ac2265f9b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:12.030601 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.104936 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Attempting to bind port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:52:12.105340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Attempting to bind port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:52:12.105707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Attempting to bind port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:52:12.114865 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:52:12.115166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Checking segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:52:12.115579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.115981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Bound using segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:52:12.116464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Bound port: 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:52:12.116884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.209242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port af4eeed8-53d1-4eef-b246-66ac2265f9b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:12.226941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-899f764c-c07f-40a7-bc2c-9b71f5c359b8 None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:12.227325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-899f764c-c07f-40a7-bc2c-9b71f5c359b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.248622 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] For port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:52:12.264465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] For port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:52:12.274515 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.276810 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-899f764c-c07f-40a7-bc2c-9b71f5c359b8 None None] Port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:52:12.332673 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:12.333336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a517250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:51:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:12.373209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b6800-0bae-4973-ae20-e1ecde63af2d None None] Pushing event updated for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:12.446826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:12.531940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:12.532232 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.695792 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-069f9911-96d2-4deb-8479-23645a9012c9 req-db7d60ad-8aa2-480c-93c8-5d00f70da6bf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0314114
Jan 29 21:52:12.831634 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80f412ca-e6d0-4e06-b791-151eb8b18a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.866719 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Current status of the port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:12.867104 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.913221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] For port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:12.919200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a517250>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:12.921162 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:12.949918 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f9a12-2015-43d2-805a-3b6325553130 None None] The sync data for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 is: [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:52:12.997394 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abcb8e-b52b-488f-8868-ef2fae5ab087 None None] Pushing event updated for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:13.615219 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:13.667240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:13.667240 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:13.763809 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:13.787175 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4227830-5c45-4ad1-8f7e-1ba197a52981 req-b1805555-fc05-4829-9669-88359047550d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0327070
Jan 29 21:52:13.956674 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:14.881969 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb196916-7987-4f31-b71a-019077be7d87 req-75af64bb-b3d5-41be-9aa7-9c8216304071 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0290265
Jan 29 21:52:15.811562 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:15.975376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5352c9fa-95c9-445b-94bd-ea406a0d3a76 req-9d2f2acb-f0c0-4226-98ac-312a89fcd6f4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0265877
Jan 29 21:52:16.640151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-44587db5-1f85-4232-9466-c8a47bfc996c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:16.641670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-44587db5-1f85-4232-9466-c8a47bfc996c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 796 time: 0.1091876
Jan 29 21:52:16.705460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a9a5aa14-8a0a-42f2-98f8-cc10fe7b7083 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 380 time: 0.0557578
Jan 29 21:52:16.714809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'port': {'device_id': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'admin_state_up': True, 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'security_groups': ['79922c6d-761e-42a5-8cd8-7c865bee0271']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:16.817019 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:52:16.820321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:16.997878 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.201805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7987f86f-80d4-41af-9f9b-2c6c19c8365c req-e58d5913-49fe-41e0-afb6-52db62d1d10a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 210 time: 0.0326428
Jan 29 21:52:17.263911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.8 (a099b4f6-3684-4956-99ae-5d9321deab9b/b3d775b0-3c71-4bbe-9d2d-84b770f9a799/d45c544b-86c4-4e8b-8993-f6d2f585c8b2) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:52:17.396518 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.430442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.477394 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network a099b4f6-3684-4956-99ae-5d9321deab9b is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:17.481189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:17.485990 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:52:17.489885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:17.536858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:17.537522 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.554682 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9e089219-ee8c-4a8f-8a7a-dfc382f18353 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8439329
Jan 29 21:52:17.563573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-fc7e9230-457e-41c6-bfd4-d5cee67286fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:52:17.564539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-fc7e9230-457e-41c6-bfd4-d5cee67286fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051792
Jan 29 21:52:17.650921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Request body: {'port': {'device_id': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:17.711405 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.769548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2e682a27-5fdc-422f-9963-9c4ff3797da7 None None] Provisioning complete for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:17.769857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e682a27-5fdc-422f-9963-9c4ff3797da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.806665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2e682a27-5fdc-422f-9963-9c4ff3797da7 None None] Port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:52:17.967691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45c544b-86c4-4e8b-8993-f6d2f585c8b2 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:52:17.975263 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks [] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:17.986943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Transition to ACTIVE for port object d45c544b-86c4-4e8b-8993-f6d2f585c8b2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:52:17.990902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:18.063199 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:18.114144 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:52:18.114486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:52:18.114808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:52:18.119703 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:52:18.120048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:52:18.125088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:52:18.125429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Checking segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:52:18.125813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Bound using segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:52:18.126237 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Bound port: d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:52:18.126590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:18.192190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:52:18.195614 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:52:18.202759 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:18.244787 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.245393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:18.246828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] 10.222.0.36 "PUT /v2.0/ports/d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1091 time: 0.6397145
Jan 29 21:52:18.247273 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:52:18.249665 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cbd830-b680-4e5a-b046-61286da62eec" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:52:18.276596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3270-8f03-491b-8f63-fb40478fbf83 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:18.329810 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222179f5-83d4-476c-8d7a-1ce33ee344b7 x-openstack-request-id: req-222179f5-83d4-476c-8d7a-1ce33ee344b7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:52:18.330043 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:52:18.330280 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-222179f5-83d4-476c-8d7a-1ce33ee344b7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:52:18.330702 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'status': 'completed', 'code': 200}
Jan 29 21:52:18.376016 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a5ab4a6b-cf65-4f73-aeec-c20684dd6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.377600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a5ab4a6b-cf65-4f73-aeec-c20684dd6830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1125 time: 0.0840900
Jan 29 21:52:18.390872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985af9-749f-496a-8d42-daacf6499c4f req-763ba21c-b1a4-487b-8d98-a4d59c181883 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.392441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4985af9-749f-496a-8d42-daacf6499c4f req-763ba21c-b1a4-487b-8d98-a4d59c181883 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0888541
Jan 29 21:52:18.444592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-db83dd03-b06c-4191-9871-6498733731da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 217 time: 0.0511322
Jan 29 21:52:18.499452 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:52:18.507699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4985af9-749f-496a-8d42-daacf6499c4f req-5d90d9ff-22bb-452c-b076-d258d7c9690f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081319
Jan 29 21:52:18.515385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-ead2dbc4-b1b2-423a-864e-36d1d94ecea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.516813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-ead2dbc4-b1b2-423a-864e-36d1d94ecea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0653512
Jan 29 21:52:18.567344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-23528c9e-9f09-4448-8e7b-c4f7fafe806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.568867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-23528c9e-9f09-4448-8e7b-c4f7fafe806c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456371
Jan 29 21:52:18.659291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-a8c176c3-1fbe-4418-9b8e-077b718be436 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844231
Jan 29 21:52:18.747602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98cd3902-eb01-4ecc-b369-a96c97d1bd20 req-9a51cd4e-7b82-4b9c-93bc-99d1585483d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821254
Jan 29 21:52:18.841262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd830-b680-4e5a-b046-61286da62eec req-0990822b-3ddb-4ce9-8a45-32de3c5f0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.842745 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-0990822b-3ddb-4ce9-8a45-32de3c5f0c48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1125 time: 0.0495315
Jan 29 21:52:18.928618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd830-b680-4e5a-b046-61286da62eec req-43d3f1b1-b496-48f8-822e-ac04bcabd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:18.929999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-43d3f1b1-b496-48f8-822e-ac04bcabd2cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.0818598
Jan 29 21:52:18.969680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-baaec0a7-b427-49fc-84f2-d2bf98f30f69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 217 time: 0.0341597
Jan 29 21:52:19.020556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd830-b680-4e5a-b046-61286da62eec req-6dd2c045-c913-498d-b173-0f4959396925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:19.022024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-6dd2c045-c913-498d-b173-0f4959396925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0467227
Jan 29 21:52:19.068960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd830-b680-4e5a-b046-61286da62eec req-ef55570c-07cf-4016-a767-0829a8229463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:19.070455 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-ef55570c-07cf-4016-a767-0829a8229463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426357
Jan 29 21:52:19.156714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-1d7b9316-ed54-4345-b4aa-6884e0e13eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802419
Jan 29 21:52:19.249984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-11cbd830-b680-4e5a-b046-61286da62eec req-60895a33-d0bf-48d6-8d4a-22e0af180481 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873585
Jan 29 21:52:19.625501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a9cd5-ebd5-439b-ac8d-0a2cfd627d2c req-c31d7d12-7c1b-4c52-b105-b4b27bda5892 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:19.626958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f21a9cd5-ebd5-439b-ac8d-0a2cfd627d2c req-c31d7d12-7c1b-4c52-b105-b4b27bda5892 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0518401
Jan 29 21:52:19.673356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f21a9cd5-ebd5-439b-ac8d-0a2cfd627d2c req-9f7e793f-a09d-4d3f-b649-90eee93c17fd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409374
Jan 29 21:52:20.797020 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7ba64-2605-4486-86a4-d9a71c73a853 req-2699938c-5c67-4bc0-987e-13981d27b277 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:20.798422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2a7ba64-2605-4486-86a4-d9a71c73a853 req-2699938c-5c67-4bc0-987e-13981d27b277 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0563765
Jan 29 21:52:20.846177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2a7ba64-2605-4486-86a4-d9a71c73a853 req-c4f0663a-b437-4c94-a132-db797d27109b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421162
Jan 29 21:52:21.962631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced9f2-86d1-4e39-b80d-efda8ecdd53d req-0ea1fcad-15c2-49e5-9908-4aab3a8a1a98 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:21.964104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7ced9f2-86d1-4e39-b80d-efda8ecdd53d req-0ea1fcad-15c2-49e5-9908-4aab3a8a1a98 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0520999
Jan 29 21:52:22.011412 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d7ced9f2-86d1-4e39-b80d-efda8ecdd53d req-caab901b-5a96-404e-a283-4956931b2bdf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417645
Jan 29 21:52:22.802624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:52:22.900942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:22.912679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'mac_address': 'fa:16:3e:a6:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:52:22.950847 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:22.951242 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:22.963863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45c544b-86c4-4e8b-8993-f6d2f585c8b2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:52:22.993088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:22.997724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:23.003058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:23.045624 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:23.133611 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d9627-fb39-474a-83ca-16babb2d4ed4 req-9d9f5b0b-6f69-4d04-b268-5779d3284404 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:23.135606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-037d9627-fb39-474a-83ca-16babb2d4ed4 req-9d9f5b0b-6f69-4d04-b268-5779d3284404 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 944 time: 0.0541284
Jan 29 21:52:23.187113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-037d9627-fb39-474a-83ca-16babb2d4ed4 req-366f3c36-0444-494a-ac70-b18831d37ad4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457823
Jan 29 21:52:23.352634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['d45c544b-86c4-4e8b-8993-f6d2f585c8b2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:52:23.952332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:24.303979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8656-3e16-4210-8542-4b35acce7bbb req-ffe88c66-014b-4798-96aa-e4fa2ef9c0f5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:24.305521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb7a8656-3e16-4210-8542-4b35acce7bbb req-ffe88c66-014b-4798-96aa-e4fa2ef9c0f5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 944 time: 0.0521531
Jan 29 21:52:24.353939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bb7a8656-3e16-4210-8542-4b35acce7bbb req-758e2ab5-6d5a-4a32-9b00-b7e854d2d4bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417986
Jan 29 21:52:24.803402 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:52:24.851084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:52:24.855768 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:52:24.856149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:24.932122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:52:24.932513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:24.953941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:52:24.956169 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb11dc-33a2-40fb-a242-47ee91929c41" -d '{"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-plugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:52:24.972553 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:52:24.976464 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:25.022675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:25.070421 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c7e77-82ad-495b-9163-e63e23acab9d x-openstack-request-id: req-c92c7e77-82ad-495b-9163-e63e23acab9d {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:52:25.070721 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-plugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:52:25.071016 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c92c7e77-82ad-495b-9163-e63e23acab9d {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:52:25.071412 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'code': 200}
Jan 29 21:52:25.167484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e7a96-103f-4613-abf0-ef432550d2b1 req-4e258d4c-7390-4a87-b332-47f53969ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:25.168958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e9e7a96-103f-4613-abf0-ef432550d2b1 req-4e258d4c-7390-4a87-b332-47f53969ec32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0432010
Jan 29 21:52:25.216785 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e9e7a96-103f-4613-abf0-ef432550d2b1 req-0dbbd3a1-808f-44c9-882e-d5d949378a54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388439
Jan 29 21:52:25.479903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d618-2a5f-447f-8329-4d405749cb6d req-abbd57f5-4fe7-4bfc-a9de-7f07f1fd8a79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:25.481415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5f8d618-2a5f-447f-8329-4d405749cb6d req-abbd57f5-4fe7-4bfc-a9de-7f07f1fd8a79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0570245
Jan 29 21:52:25.530557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d5f8d618-2a5f-447f-8329-4d405749cb6d req-4b3d5a06-cd80-4d76-a695-74a875d7cff7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436215
Jan 29 21:52:26.653573 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c742d-f4ca-49b0-99ba-1b026ff63c66 req-de1442d7-05e8-4903-8fdd-b72094dcf775 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:26.655066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a0c742d-f4ca-49b0-99ba-1b026ff63c66 req-de1442d7-05e8-4903-8fdd-b72094dcf775 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0541620
Jan 29 21:52:26.702887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a0c742d-f4ca-49b0-99ba-1b026ff63c66 req-ed9aaf16-9e6d-4321-8333-87654d7751a5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421395
Jan 29 21:52:26.823040 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f902dc-264c-4963-a285-d9b5b726833e req-f5b2d852-e20a-457a-9642-78f84b0c5a57 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:26.824443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23f902dc-264c-4963-a285-d9b5b726833e req-f5b2d852-e20a-457a-9642-78f84b0c5a57 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0562584
Jan 29 21:52:26.872381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23f902dc-264c-4963-a285-d9b5b726833e req-14dd6d8f-702c-4a51-9888-dedf8264c1d5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420425
Jan 29 21:52:26.897784 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37188) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:26.936634 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff12cfd-3ba5-4d17-aca4-ad79d2bff87a tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:26.938192 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-dff12cfd-3ba5-4d17-aca4-ad79d2bff87a tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1122 time: 0.0425241
Jan 29 21:52:26.941029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37190) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:26.945438 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:52:26.966374 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.058658 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.161611 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.156 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/165bba55-89a4-49e1-ab3b-8d27caf6f4e3) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:52:27.261644 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.299042 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.336348 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:52:27.341129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:52:27.343686 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:52:27.370598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=165bba55-89a4-49e1-ab3b-8d27caf6f4e3,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:27.683702 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (f08acca9-427d-47d6-b441-78059c943a55), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.755101 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.902254 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.906473 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:27.974245 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=165bba55-89a4-49e1-ab3b-8d27caf6f4e3,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:52:27.982415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (f08acca9-427d-47d6-b441-78059c943a55), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:28.081079 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP f08acca9-427d-47d6-b441-78059c943a55 associated. External IP: 172.35.4.156, port: d45c544b-86c4-4e8b-8993-f6d2f585c8b2.
Jan 29 21:52:28.284689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:52:28.390057 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:52:28.400640 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Sync routers for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:52:28.407281 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:28.410511 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:28.411189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afac4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:52:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:28.437454 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ce9eaf7c-71f0-462e-a27f-b1155d6c0a27 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4951646
Jan 29 21:52:28.438060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:52:28.440323 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cdff17-9cc9-4e17-9361-0afe40188685" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:52:28.479518 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b61b3ea-b605-4364-84e0-8941b1c58b7a x-openstack-request-id: req-4b61b3ea-b605-4364-84e0-8941b1c58b7a {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:52:28.479825 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:52:28.480086 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b61b3ea-b605-4364-84e0-8941b1c58b7a {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:52:28.480538 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'status': 'completed', 'code': 200}
Jan 29 21:52:28.517086 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:28.570819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a990-bae9-40b2-ba1d-59c8d2032127 req-0173ec89-5198-402e-b91d-e2af30f680ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:28.572418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7398a990-bae9-40b2-ba1d-59c8d2032127 req-0173ec89-5198-402e-b91d-e2af30f680ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0840948
Jan 29 21:52:28.575435 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-adf73467-3614-4f27-819a-e3edf2089e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:28.576814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-adf73467-3614-4f27-819a-e3edf2089e53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0765302
Jan 29 21:52:28.677041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7398a990-bae9-40b2-ba1d-59c8d2032127 req-d9f7bce9-94ff-4551-8476-89fd78a06c6a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982778
Jan 29 21:52:28.700772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37196) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:28.701577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-c27505d3-21b4-4950-b324-e644196bb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:28.703166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-c27505d3-21b4-4950-b324-e644196bb4a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.1188149
Jan 29 21:52:28.738200 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afac4f0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f08acca9-427d-47d6-b441-78059c943a55', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.156', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'mac_address': 'fa:16:3e:a6:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:52:27Z', 'updated_at': '2022-01-29T21:52:27Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:28.769277 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e93d68f8-37d9-44e2-a38d-9284c33cb78b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/f08acca9-427d-47d6-b441-78059c943a55 HTTP/1.1" status: 200  len: 991 time: 0.0667133
Jan 29 21:52:28.772005 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Checking router: 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:52:28.775332 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-43239a45-5eaf-4b3a-a568-e89c7997d073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 999 time: 0.0658975
Jan 29 21:52:28.781025 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:52:28.781624 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0afac4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:52:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:28.833706 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-415844f6-ddff-4857-9081-f9525a4c9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:28.835194 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-415844f6-ddff-4857-9081-f9525a4c9d49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0550356
Jan 29 21:52:28.883355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-5b4dadea-83b0-4cf4-8da4-9767ed371bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:52:28.885451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-5b4dadea-83b0-4cf4-8da4-9767ed371bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447268
Jan 29 21:52:28.886512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:52:28.973069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-a86a9947-6ace-4a9a-9bdc-50011d5b596e service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820682
Jan 29 21:52:29.065385 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-54cdff17-9cc9-4e17-9361-0afe40188685 req-5885ae81-ffcb-412e-a7fe-94daa86c1bf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857646
Jan 29 21:52:29.108024 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0afac4f0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f08acca9-427d-47d6-b441-78059c943a55', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.156', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'mac_address': 'fa:16:3e:a6:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:52:27Z', 'updated_at': '2022-01-29T21:52:27Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:52:29.134309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02217db-a569-4329-b6a2-4610e0c966c8 None None] The sync data for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 is: [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f08acca9-427d-47d6-b441-78059c943a55', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.156', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'mac_address': 'fa:16:3e:a6:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:52:27Z', 'updated_at': '2022-01-29T21:52:27Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:52:29.318938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce74e7a-a008-4e3c-aad3-75291e199c59 None None] New status for floating IP f08acca9-427d-47d6-b441-78059c943a55: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:52:29.772376 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37216) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:52:29.836027 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2a3d4ecd-0957-482f-9d67-7f26cc96b687 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/f08acca9-427d-47d6-b441-78059c943a55 HTTP/1.1" status: 200  len: 993 time: 0.0624495
Jan 29 21:52:40.440334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8641192e-eda9-40c7-a2f4-65b1f2d1783c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:42.793296 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-234ecdeb-d026-4e3a-ac2f-c1602859a4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:43.957644 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:45.814649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:47.000664 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:52.996746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:53.951677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:52:55.499019 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:53:06.536504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-d06b2e91-997c-4581-9b08-a4328512aacf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434761
Jan 29 21:53:06.618986 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-83793527-8b4d-477a-9e08-29edead2e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:06.620486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-83793527-8b4d-477a-9e08-29edead2e90b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0430183
Jan 29 21:53:06.722665 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-6535433a-7aaa-4013-8b69-3e5421978089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:06.724111 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-6535433a-7aaa-4013-8b69-3e5421978089 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.0863218
Jan 29 21:53:06.787108 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-81cdef9a-649f-4a85-a97a-da1e83dde49e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1001 time: 0.0567052
Jan 29 21:53:06.838116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-5ca9313b-d6e4-4b0b-b982-3fb15d4fb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:06.839555 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-5ca9313b-d6e4-4b0b-b982-3fb15d4fb6cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0473547
Jan 29 21:53:06.886892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-0ac23939-39b9-46f5-9617-e771e21e72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:06.888344 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-0ac23939-39b9-46f5-9617-e771e21e72fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426831
Jan 29 21:53:06.975985 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-c95b4bf2-adbd-4dda-ae4b-51044ce20324 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812428
Jan 29 21:53:07.066437 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d095688-9aaf-4bac-884f-b1ccefa71ced req-5502014f-ebc1-4545-95fe-de0a4bb6991c service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846274
Jan 29 21:53:10.441094 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-273ec361-962a-46c3-b5c1-351cbccbfe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:12.794554 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3cc06aad-a176-4401-8712-2f0e113a12ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:13.960432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:15.816966 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:17.004734 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:22.991532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:23.962080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:32.498510 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:53:32.631452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-825cbbc3-c3dd-438c-8560-0f99fd6809fc req-b88f8b6a-d995-49f5-8b7d-ab7a40c37cdd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:53:32.632474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-825cbbc3-c3dd-438c-8560-0f99fd6809fc req-b88f8b6a-d995-49f5-8b7d-ab7a40c37cdd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0434229
Jan 29 21:53:32.786772 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37284) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:53:32.819895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c2d60-eab9-44a4-ac4b-246c43df7c6f req-b3bee14a-745f-4cae-b748-2458330d8d7a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:32.822486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d52c2d60-eab9-44a4-ac4b-246c43df7c6f req-b3bee14a-745f-4cae-b748-2458330d8d7a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0554109
Jan 29 21:53:32.871936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d52c2d60-eab9-44a4-ac4b-246c43df7c6f req-3f386f8e-99a6-4041-9223-def0eea4e2ed tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440855
Jan 29 21:53:32.874562 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-b1ad7a3f-91a7-444c-86c2-cb63bc352e17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0865901
Jan 29 21:53:32.883739 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-1ae4788b-eb28-4f5f-a771-89a87c74f02e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:53:32.884708 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-1ae4788b-eb28-4f5f-a771-89a87c74f02e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053248
Jan 29 21:53:33.991048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-393f6e52-c04c-4fb5-b329-4a0e7df9b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:33.992552 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-393f6e52-c04c-4fb5-b329-4a0e7df9b263 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0787907
Jan 29 21:53:34.023999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84aea6-99e5-435b-8eb9-f8dabf6a4d51 req-3409ebbb-7504-483d-9b30-cc39559a0ea8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:34.025458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e84aea6-99e5-435b-8eb9-f8dabf6a4d51 req-3409ebbb-7504-483d-9b30-cc39559a0ea8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0796814
Jan 29 21:53:34.116296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e84aea6-99e5-435b-8eb9-f8dabf6a4d51 req-a46b00a6-44a1-4c7e-829d-414e630121c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665476
Jan 29 21:53:34.128299 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-f95dbcc9-ed8e-400c-bfa2-c25653bdce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:34.129781 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-f95dbcc9-ed8e-400c-bfa2-c25653bdce69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.1310346
Jan 29 21:53:34.194885 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-82a6abb4-cadb-4e83-8849-4ad8ba24f3f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1001 time: 0.0576184
Jan 29 21:53:34.242090 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-ea886ad6-71a8-4d00-a7e3-70bd460a8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:34.243537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-ea886ad6-71a8-4d00-a7e3-70bd460a8381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0423326
Jan 29 21:53:34.295007 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-15b3f5dc-e2b6-4e2e-b9c7-7f67df6c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:34.296503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-15b3f5dc-e2b6-4e2e-b9c7-7f67df6c3432 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473542
Jan 29 21:53:34.383882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-8b9aea97-4cdc-47d5-b033-305f1e6925ec service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798433
Jan 29 21:53:34.474814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-5bffeefe-0dbe-479c-ab68-a68787529ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845702
Jan 29 21:53:35.235743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ca0ad-8264-48a3-8772-a8ca5ca379b4 req-095b38a5-42ad-46bd-b737-0263128541cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:35.237242 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095ca0ad-8264-48a3-8772-a8ca5ca379b4 req-095b38a5-42ad-46bd-b737-0263128541cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0529673
Jan 29 21:53:35.284006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-095ca0ad-8264-48a3-8772-a8ca5ca379b4 req-ab092189-b158-4c7c-b3c7-f0a37a3be89b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412457
Jan 29 21:53:36.401733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90102ef-32d8-4d5f-b7e9-7a69e8798f32 req-c23560cb-e09e-4c7f-9e2d-f18fd11f52b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:36.403209 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90102ef-32d8-4d5f-b7e9-7a69e8798f32 req-c23560cb-e09e-4c7f-9e2d-f18fd11f52b3 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0522189
Jan 29 21:53:36.450992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90102ef-32d8-4d5f-b7e9-7a69e8798f32 req-a3b32f8f-d57d-4599-b3c0-6ad69378c534 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421808
Jan 29 21:53:37.572927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c76b-6301-4f22-a672-b35f7c3f4bd5 req-a4456d71-51c0-474e-9124-3cec8d61be29 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:37.575596 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b965c76b-6301-4f22-a672-b35f7c3f4bd5 req-a4456d71-51c0-474e-9124-3cec8d61be29 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0555990
Jan 29 21:53:37.622748 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b965c76b-6301-4f22-a672-b35f7c3f4bd5 req-3c330488-2a38-418a-a020-7d4cea19bf52 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416205
Jan 29 21:53:38.739951 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba98a2-18a0-4910-9a42-8cc1a8ce4ddb req-01191bb1-37c2-4837-a525-5deebe90965e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:38.741452 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1ba98a2-18a0-4910-9a42-8cc1a8ce4ddb req-01191bb1-37c2-4837-a525-5deebe90965e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0514967
Jan 29 21:53:38.788350 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e1ba98a2-18a0-4910-9a42-8cc1a8ce4ddb req-eedbe65c-210f-4c1e-8736-e7d34d8ea851 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414274
Jan 29 21:53:39.912209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524e97d-7fce-4c28-af9b-ece70573a98e req-ab92a31a-6484-4eae-b98b-59c7414cad3a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:39.913710 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8524e97d-7fce-4c28-af9b-ece70573a98e req-ab92a31a-6484-4eae-b98b-59c7414cad3a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0546820
Jan 29 21:53:39.962293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8524e97d-7fce-4c28-af9b-ece70573a98e req-c72f13d0-40f5-41cc-af6f-8dd409d4de25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423477
Jan 29 21:53:40.442382 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-603df3a2-015a-4984-8044-f687cdd9dcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:41.080684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805dec-ff0c-4f70-937c-bb0d4156bb98 req-637366ff-fd9b-43f3-8d3f-7188406ae3af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:41.082181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23805dec-ff0c-4f70-937c-bb0d4156bb98 req-637366ff-fd9b-43f3-8d3f-7188406ae3af tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0516336
Jan 29 21:53:41.137504 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-23805dec-ff0c-4f70-937c-bb0d4156bb98 req-3603c437-cae2-4c72-9ca0-551c26e41aac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497704
Jan 29 21:53:42.256852 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afecae-c0df-4430-9ac6-b68cde799fff req-954b2277-5153-49ae-aa58-f110f1260d59 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:42.258354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74afecae-c0df-4430-9ac6-b68cde799fff req-954b2277-5153-49ae-aa58-f110f1260d59 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0515463
Jan 29 21:53:42.311036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74afecae-c0df-4430-9ac6-b68cde799fff req-db0395fb-90c6-4d3c-9a63-dec192b0a393 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461056
Jan 29 21:53:42.796044 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6604-63c2-4f08-a3f1-1e0bda39ffb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:43.428445 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555a979-1454-469b-ba39-f54543051070 req-85972d26-69e5-4f13-9d97-377c669e2bde tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:43.429953 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e555a979-1454-469b-ba39-f54543051070 req-85972d26-69e5-4f13-9d97-377c669e2bde tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0520451
Jan 29 21:53:43.482422 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e555a979-1454-469b-ba39-f54543051070 req-06dbcede-d9d5-4979-9aed-64a5d20bbede tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463388
Jan 29 21:53:43.962870 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:44.600060 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ed4d-7166-4428-9dbb-847afa3e65de req-668d62e5-2658-48d9-a638-422ff30b54ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:44.601581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1194ed4d-7166-4428-9dbb-847afa3e65de req-668d62e5-2658-48d9-a638-422ff30b54ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0517642
Jan 29 21:53:44.648417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1194ed4d-7166-4428-9dbb-847afa3e65de req-b17f934f-d086-49c2-8b81-5848dce09d2c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414150
Jan 29 21:53:45.775345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b95da-4304-484c-bb81-0db3c7ac95e6 req-dc5cda63-5ba3-4b71-878b-658473ebb2a5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:45.776817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4b95da-4304-484c-bb81-0db3c7ac95e6 req-dc5cda63-5ba3-4b71-878b-658473ebb2a5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0616345
Jan 29 21:53:45.822859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:45.827621 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc4b95da-4304-484c-bb81-0db3c7ac95e6 req-419af42a-6dc3-4859-af41-ea77fa04b74e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446429
Jan 29 21:53:46.338085 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-59a56b29-1c3f-4555-bc11-317dce348f2b service neutron] show failed (client error): The resource could not be found.
Jan 29 21:53:46.339073 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-59a56b29-1c3f-4555-bc11-317dce348f2b service neutron] 10.222.0.36 "GET /v2.0/ports/d45c544b-86c4-4e8b-8993-f6d2f585c8b2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0525017
Jan 29 21:53:46.533286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-d487dbf9-92af-4790-9661-59012422b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:46.534726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-d487dbf9-92af-4790-9661-59012422b9af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 1127 time: 0.0444460
Jan 29 21:53:46.546017 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:53:46.606107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:46.801003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:53:46.833138 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:53:46.872441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:53:46.874785 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af119e8b-c85e-44d2-9a19-eadc34497a96" -d '{"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-unplugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:53:46.878389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks [] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:46.891431 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Transition to ACTIVE for port object d45c544b-86c4-4e8b-8993-f6d2f585c8b2 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:53:46.895386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:46.938527 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7902c4d9-4b78-41ba-878c-c9f1dd4970c4 x-openstack-request-id: req-7902c4d9-4b78-41ba-878c-c9f1dd4970c4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:53:46.938826 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-unplugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:53:46.939079 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7902c4d9-4b78-41ba-878c-c9f1dd4970c4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:53:46.939474 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'code': 200}
Jan 29 21:53:47.009558 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:47.017408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=6']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:53:47.036582 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.036928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.037298 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.037638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.037970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.038300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.038629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.038957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.039276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.039601 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.039928 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.040244 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.040563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:47.052677 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca033-67ba-4008-8e11-e45562273ef1 req-ec856af5-6e55-43ad-a6af-c7b9060fd0ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.054191 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f97ca033-67ba-4008-8e11-e45562273ef1 req-ec856af5-6e55-43ad-a6af-c7b9060fd0ee tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.1554158
Jan 29 21:53:47.097361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] No DVR routers for this DVR port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:53:47.191434 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f97ca033-67ba-4008-8e11-e45562273ef1 req-88fbbdd3-150e-4d9d-9acc-1a4eddbf2299 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288598
Jan 29 21:53:47.252737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:53:47.253124 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:53:47.253459 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:53:47.257758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:53:47.258078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Attempting to bind port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on network a099b4f6-3684-4956-99ae-5d9321deab9b {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:53:47.262810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:53:47.263153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Checking segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:53:47.263539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Bound using segment: {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:53:47.263964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Bound port: d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6784d0-a20c-4fba-8fbd-0ae595450017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:53:47.264321 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:47.324645 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:53:47.327940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:53:47.333450 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:47.369912 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.370461 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:47.372074 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1091 time: 0.8299727
Jan 29 21:53:47.391705 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e9be-8436-4e80-abcc-945cbe98a5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:53:47.444141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-c34a7e7b-cf3d-4aa8-8bea-3ffb7289972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.445695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-c34a7e7b-cf3d-4aa8-8bea-3ffb7289972e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1125 time: 0.0511470
Jan 29 21:53:47.538015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-7e3f5612-be89-4357-b5fe-5abe25474180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.539501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-7e3f5612-be89-4357-b5fe-5abe25474180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.0869176
Jan 29 21:53:47.609272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-ebe7853b-f04a-47fe-a5d7-68d37b4bf0f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 999 time: 0.0633245
Jan 29 21:53:47.655869 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-80e3a77f-28af-4e1e-b202-77fe6802997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.657212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-80e3a77f-28af-4e1e-b202-77fe6802997c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0423453
Jan 29 21:53:47.703779 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-382149de-8900-4607-a8ee-f90cfd10eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:47.705286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-382149de-8900-4607-a8ee-f90cfd10eb30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428445
Jan 29 21:53:47.795490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-c0e1e1d9-8cc9-4b83-a0fa-3e94a6b4b774 service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844882
Jan 29 21:53:47.881647 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-eb30b9cc-efe6-4579-ad0a-e138488e9961 req-3132c31e-9dcc-49d8-9719-8c76a9ca4e7d service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803351
Jan 29 21:53:48.312239 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb01de4-9b0e-41ae-b685-8e21017bd9ca req-f64f4278-a8b8-4a81-9a00-21f85384da11 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:48.313702 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbb01de4-9b0e-41ae-b685-8e21017bd9ca req-f64f4278-a8b8-4a81-9a00-21f85384da11 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0515506
Jan 29 21:53:48.359870 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbb01de4-9b0e-41ae-b685-8e21017bd9ca req-7dc7b369-dd02-49c6-9e57-6a8c45735c26 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406947
Jan 29 21:53:48.940801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:53:48.943215 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69962e4c-ded0-4904-a8a6-d458a9f24957" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:53:48.991133 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73037e58-2a75-476b-8219-04fb4b305c5e x-openstack-request-id: req-73037e58-2a75-476b-8219-04fb4b305c5e {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:53:48.991425 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:53:48.991679 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73037e58-2a75-476b-8219-04fb4b305c5e {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:53:48.992568 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'status': 'completed', 'code': 200}
Jan 29 21:53:49.084855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-b5ac97bd-6a88-4c6c-9151-0395ce1d1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.086381 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-b5ac97bd-6a88-4c6c-9151-0395ce1d1675 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1125 time: 0.0783596
Jan 29 21:53:49.088810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-5875cbd7-4b31-4f0e-8ee9-8b27eebbd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.090804 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-5875cbd7-4b31-4f0e-8ee9-8b27eebbd40a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1125 time: 0.0728204
Jan 29 21:53:49.584832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-42656c04-3377-477e-b377-1c8264f3f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.586339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-42656c04-3377-477e-b377-1c8264f3f916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.4854136
Jan 29 21:53:49.594969 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6de25-cd6c-4155-aff6-7cb85753b00e req-4955e285-525e-42d4-81fe-edefd2dba7ef tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.596349 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ef6de25-cd6c-4155-aff6-7cb85753b00e req-4955e285-525e-42d4-81fe-edefd2dba7ef tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.1439037
Jan 29 21:53:49.603469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-b79e2683-8dd1-4ad1-8e78-6ecc97f39436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.604818 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-b79e2683-8dd1-4ad1-8e78-6ecc97f39436 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.5107687
Jan 29 21:53:49.730012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-27d0fedf-b9f3-4c09-8940-ff29945b812b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 999 time: 0.1327260
Jan 29 21:53:49.749484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ef6de25-cd6c-4155-aff6-7cb85753b00e req-5fe825a2-828f-45c5-8c45-99a30ee18aec tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1427200
Jan 29 21:53:49.757693 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-93dbd1c7-4b5f-4ce7-9b9e-13f93fd6a2d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 999 time: 0.1163611
Jan 29 21:53:49.823325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-899c8e97-36a4-46cc-9435-039d1ad7d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.824698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-899c8e97-36a4-46cc-9435-039d1ad7d48a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0872405
Jan 29 21:53:49.830110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-240a2bea-46ba-48b4-b321-fa9ec3d819f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.831428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-240a2bea-46ba-48b4-b321-fa9ec3d819f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0568869
Jan 29 21:53:49.907596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-45646206-1661-4030-87a1-e148d636f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.909123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-45646206-1661-4030-87a1-e148d636f068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0689008
Jan 29 21:53:49.911646 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-03826c56-b220-43b5-8691-ce090cfbc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:49.913025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-03826c56-b220-43b5-8691-ce090cfbc12a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0807729
Jan 29 21:53:50.066312 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-21913e0d-f2e2-49b3-84ba-54383d1ab52f service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508985
Jan 29 21:53:50.068454 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-9bee400f-4ffe-4d17-9db5-62f85fc7c6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449811
Jan 29 21:53:50.223737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-599cff1e-c0b1-4f4f-8484-013d8162e203 service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510642
Jan 29 21:53:50.225917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-69962e4c-ded0-4904-a8a6-d458a9f24957 req-41c3a2e2-3f1e-4a95-af4a-9f99233e044f service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461437
Jan 29 21:53:50.875477 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cf98b-23e9-48f7-882b-d4e41b7934dc req-7fa1fa92-1ea5-4265-b44a-c80c2baa9ffc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:50.876946 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c86cf98b-23e9-48f7-882b-d4e41b7934dc req-7fa1fa92-1ea5-4265-b44a-c80c2baa9ffc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 943 time: 0.0568976
Jan 29 21:53:50.929526 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c86cf98b-23e9-48f7-882b-d4e41b7934dc req-bbd2d259-db70-478b-9e89-e4f28b438ece tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470269
Jan 29 21:53:51.222304 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:53:51.264267 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] The host nch1-master-1 is not matching for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 host nch2-master-1! {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Jan 29 21:53:51.264750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:53:51.593243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:53:51.686711 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:53:51.697855 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'port_id': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'mac_address': 'fa:16:3e:a6:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:53:51.736773 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:53:51.737189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:51.749795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45c544b-86c4-4e8b-8993-f6d2f585c8b2 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:53:51.773170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:53:51.777345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:51.822303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:53:51.830260 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.830615 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.830963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.831306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.831645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.831981 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.832314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.832647 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.832973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.833327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.833655 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.833979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:51.834303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:53:52.049422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8606-2750-457b-9401-8d72555f88de req-8463af03-ff00-4666-8d44-f628f3815994 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.050920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-828b8606-2750-457b-9401-8d72555f88de req-8463af03-ff00-4666-8d44-f628f3815994 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 944 time: 0.0531385
Jan 29 21:53:52.099867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-828b8606-2750-457b-9401-8d72555f88de req-0874b3f0-8b2f-415b-b59e-a514bab77437 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425532
Jan 29 21:53:52.174587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['d45c544b-86c4-4e8b-8993-f6d2f585c8b2'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:53:52.337165 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08bd8b-7f34-4c78-b06b-e6e37d5ed865 req-b3e82d91-27ad-4d79-bde3-ecd8f8bbf256 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.338656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d08bd8b-7f34-4c78-b06b-e6e37d5ed865 req-b3e82d91-27ad-4d79-bde3-ecd8f8bbf256 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 944 time: 0.0861783
Jan 29 21:53:52.352605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-81fb9a5d-bfbc-44ad-a75d-817ef620c64d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.353939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-81fb9a5d-bfbc-44ad-a75d-817ef620c64d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0911744
Jan 29 21:53:52.433351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6d08bd8b-7f34-4c78-b06b-e6e37d5ed865 req-9145035c-32be-4ef2-acbf-1698b191a4e6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877607
Jan 29 21:53:52.442410 ncdv-master-1 neutron-server[125943]: INFO neutron.api.v2.resource [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-3405d0ec-41c1-45e0-8d4f-c21207bb8883 service neutron] delete failed (client error): The resource could not be found.
Jan 29 21:53:52.443369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-3405d0ec-41c1-45e0-8d4f-c21207bb8883 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d45c544b-86c4-4e8b-8993-f6d2f585c8b2/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0771675
Jan 29 21:53:52.572754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ba6de218-485e-41f2-ba29-26695f6594dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.574945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ba6de218-485e-41f2-ba29-26695f6594dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1126 time: 0.0811913
Jan 29 21:53:52.586750 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827a23-4f0d-442c-9276-bc3543f3e4b5 req-3bd3ebf1-0747-47fc-b0c9-fac4584fca61 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.588180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74827a23-4f0d-442c-9276-bc3543f3e4b5 req-3bd3ebf1-0747-47fc-b0c9-fac4584fca61 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 944 time: 0.0686655
Jan 29 21:53:52.687901 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-74827a23-4f0d-442c-9276-bc3543f3e4b5 req-de20b349-c7c0-4b45-bf1a-dcb4948966df tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910885
Jan 29 21:53:52.706955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-d883d5a6-83b3-48ca-897c-82d088b2f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.708409 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-d883d5a6-83b3-48ca-897c-82d088b2f5dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.1193824
Jan 29 21:53:52.775705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-57a92d07-0f94-4f82-8fe4-5b37dfee85be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1000 time: 0.0619996
Jan 29 21:53:52.821672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ae4472d1-7fe3-47a3-a207-8e1d14312bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.823064 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ae4472d1-7fe3-47a3-a207-8e1d14312bbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0424619
Jan 29 21:53:52.870631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ef952c70-5e48-4828-8eb8-1a6215a8f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:52.872794 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-ef952c70-5e48-4828-8eb8-1a6215a8f3fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441570
Jan 29 21:53:52.961875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-a4fc6c4c-0094-4e3c-92ef-c16db0ec4f24 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833828
Jan 29 21:53:53.001758 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:53.048957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4183d2d5-1ef2-458a-978a-e647d1c77471 req-6ecdf148-a93c-4f20-af6a-3c65e744b996 service neutron] 10.222.0.36 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815306
Jan 29 21:53:53.595625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:53:53.645119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:53:53.649203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:53:53.649605 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:53.726737 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:53:53.727134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:53.751494 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:53:53.753701 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f5ad4a-26ff-4474-84b3-28e4fff1bfa9" -d '{"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-plugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:53:53.766916 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:53:53.771999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:53:53.797527 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b5db42-a46d-4c10-bcc0-5a938f61a91f x-openstack-request-id: req-65b5db42-a46d-4c10-bcc0-5a938f61a91f {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:53:53.797823 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-plugged", "status": "completed", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:53:53.798085 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65b5db42-a46d-4c10-bcc0-5a938f61a91f {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:53:53.798482 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'code': 200}
Jan 29 21:53:53.823556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:53:53.826038 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f76063-4385-4107-bbdf-7b399e8a3df9 req-02d9f036-a02f-41f9-9abd-e026bc931359 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:53:53.828382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8f76063-4385-4107-bbdf-7b399e8a3df9 req-02d9f036-a02f-41f9-9abd-e026bc931359 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0678816
Jan 29 21:53:53.876750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b8f76063-4385-4107-bbdf-7b399e8a3df9 req-376a83b7-e6e0-4150-9a60-a583266b665d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424678
Jan 29 21:53:53.900450 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37360) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:53:53.959517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-531f9693-1ef5-4fd8-8d7d-73fa957271b9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/f08acca9-427d-47d6-b441-78059c943a55 HTTP/1.1" status: 200  len: 993 time: 0.0579224
Jan 29 21:53:53.981441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:07.223168 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-13b99ce9-1f0c-4260-b802-11f34543d726 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0477695
Jan 29 21:54:07.307484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-c67d4e86-ef86-4a38-9a50-57260d96eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:07.308970 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-c67d4e86-ef86-4a38-9a50-57260d96eb51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0440719
Jan 29 21:54:07.409712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-9a1d4a70-eb3f-4479-a69c-a693334c5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:07.411154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-9a1d4a70-eb3f-4479-a69c-a693334c5184 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.0831010
Jan 29 21:54:07.481582 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-6a9cc850-1338-4b99-b205-f07fee11ed3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 1001 time: 0.0641108
Jan 29 21:54:07.529556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-5340f788-d34d-4e0a-b672-1b19394cc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:07.530999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-5340f788-d34d-4e0a-b672-1b19394cc0de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0431924
Jan 29 21:54:07.578503 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-590598a8-d894-414f-bac2-775cac66633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:07.580484 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-590598a8-d894-414f-bac2-775cac66633a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431719
Jan 29 21:54:07.670145 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-c6543d1d-c0f4-4af1-a14e-e34822dc4643 service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833070
Jan 29 21:54:07.758548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6982be0-65f8-4f92-a214-aa7cce3484fb req-9402b5fc-898e-479a-b22f-eb5adfde6e7e service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834351
Jan 29 21:54:09.497074 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:54:10.443145 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2bfe-bd9c-4b7d-93d4-82958fb35e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:12.797423 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7a9c-659f-4b6d-a92d-4e23a1699847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:13.965179 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:15.817975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:17.017101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:23.284823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:23.989573 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.444647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-04b6341d-31fa-483d-a5b0-5d4928edb7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.474036 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37392) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:40.629452 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 165bba55-89a4-49e1-ab3b-8d27caf6f4e3 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:54:40.629804 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.705998 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.706328 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.717663 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 165bba55-89a4-49e1-ab3b-8d27caf6f4e3 owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:54:40.861054 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (165bba55-89a4-49e1-ab3b-8d27caf6f4e3), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.885813 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=165bba55-89a4-49e1-ab3b-8d27caf6f4e3,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:40.897328 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.897689 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.898038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.898381 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.898720 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.899055 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.899390 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.899727 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.900058 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.900387 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.900717 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.901072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.901396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:40.955622 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (f08acca9-427d-47d6-b441-78059c943a55), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:40.955988 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP f08acca9-427d-47d6-b441-78059c943a55 disassociated (deleted). External IP: 172.35.4.156, port: d45c544b-86c4-4e8b-8993-f6d2f585c8b2.
Jan 29 21:54:41.158021 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:54:41.263670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:54:41.269598 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:41.274102 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Sync routers for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:54:41.283800 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:41.284415 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea113582b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:41.299898 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2b688174-28c0-427c-b4dc-0ff0363788c5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/floatingips/f08acca9-427d-47d6-b441-78059c943a55 HTTP/1.1" status: 204  len: 168 time: 0.8248670
Jan 29 21:54:41.300479 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:54:41.302781 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5067c32f-a6b3-4df0-bc68-24028c91a204" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:54:41.395027 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:41.396904 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9042d4-2ed8-45c4-9da2-63167b7b0b76 x-openstack-request-id: req-fc9042d4-2ed8-45c4-9da2-63167b7b0b76 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:54:41.397249 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:54:41.397507 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9042d4-2ed8-45c4-9da2-63167b7b0b76 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:54:41.397922 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'status': 'completed', 'code': 200}
Jan 29 21:54:41.480213 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-72ba9d59-9ea0-4b3b-bd72-958848098c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:41.481855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-72ba9d59-9ea0-4b3b-bd72-958848098c24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 1127 time: 0.0576448
Jan 29 21:54:41.600954 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea113582b0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:41.612536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-2e98a6ef-af72-46ad-a7fa-4f8236ac125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:41.614041 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-2e98a6ef-af72-46ad-a7fa-4f8236ac125d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 200  len: 897 time: 0.1260726
Jan 29 21:54:41.627585 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Checking router: 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:54:41.634974 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377fa8-01d4-4e8d-a44c-b2f5ba57da84 req-2cce7342-3c1d-483a-93c8-f7237c60a300 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:41.635957 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:41.636424 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e377fa8-01d4-4e8d-a44c-b2f5ba57da84 req-2cce7342-3c1d-483a-93c8-f7237c60a300 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.1409554
Jan 29 21:54:41.636560 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea113582b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:41.669897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-96b56db6-07aa-4233-8b3e-6dbb0036eaaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 200  len: 217 time: 0.0492642
Jan 29 21:54:41.741663 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:41.745650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2e377fa8-01d4-4e8d-a44c-b2f5ba57da84 req-95410813-a9ba-464d-9d4d-5391810a6d67 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784662
Jan 29 21:54:41.747531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-b0d39a77-b475-4722-989e-cbf1656fb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:41.748904 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-b0d39a77-b475-4722-989e-cbf1656fb5bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 200  len: 835 time: 0.0671780
Jan 29 21:54:41.808606 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-bafecc35-b4d9-479d-be28-826297389dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:41.810660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-bafecc35-b4d9-479d-be28-826297389dfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a099b4f6-3684-4956-99ae-5d9321deab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540159
Jan 29 21:54:41.904697 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-32c0fa0c-da46-4e63-a0b6-8b64cde012a4 service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848017
Jan 29 21:54:41.938835 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea113582b0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:41.965539 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a684c-039e-4af3-ad09-933232d60639 None None] The sync data for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 is: [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:09Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f5cb2b5-e9e9-445c-89ed-b9c184a7d299', 'name': '', 'network_id': 'a099b4f6-3684-4956-99ae-5d9321deab9b', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:d8:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:09Z', 'updated_at': '2022-01-29T21:52:12Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': 'b3d775b0-3c71-4bbe-9d2d-84b770f9a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:54:41.995625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5067c32f-a6b3-4df0-bc68-24028c91a204 req-cfd60a8f-58f6-4610-9fe8-188141166f63 service neutron] 10.222.0.18 "GET /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847125
Jan 29 21:54:42.185302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b393dc41-35df-4b9f-95e2-9c99f0c21f31 None None] New status for floating IP f08acca9-427d-47d6-b441-78059c943a55: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:54:42.800060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-90c3a02f-db99-44f8-a4f2-0bc856510a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:42.918612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1e055-47c8-46f4-91fe-a4e690cdec38 req-5e3445df-d873-49d9-ab30-1e2ddac8f200 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:42.920713 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34e1e055-47c8-46f4-91fe-a4e690cdec38 req-5e3445df-d873-49d9-ab30-1e2ddac8f200 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.1012304
Jan 29 21:54:42.971996 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34e1e055-47c8-46f4-91fe-a4e690cdec38 req-bca63d7f-8d18-4ff7-a4a2-cef267515500 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=79922c6d-761e-42a5-8cd8-7c865bee0271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454240
Jan 29 21:54:43.080085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-146e060c-17dd-4235-8f54-216d0ff19dc0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:43.081461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-146e060c-17dd-4235-8f54-216d0ff19dc0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc8a90b-e8af-4970-abd0-3d4a594dcc25 HTTP/1.1" status: 200  len: 945 time: 0.0503845
Jan 29 21:54:43.173418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:54:43.173762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:43.259350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port d45c544b-86c4-4e8b-8993-f6d2f585c8b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:43.259711 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:43.272663 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for d45c544b-86c4-4e8b-8993-f6d2f585c8b2 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:54:43.399392 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (d45c544b-86c4-4e8b-8993-f6d2f585c8b2), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:43.426652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=d45c544b-86c4-4e8b-8993-f6d2f585c8b2,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:43.469148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] No DVR routers for this DVR port d45c544b-86c4-4e8b-8993-f6d2f585c8b2 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:54:43.471799 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:43.475742 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d764690f-437d-44e2-a2c3-5ca31060e8ea req-80d1aee8-7121-4d0f-b217-86df76c53f12 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "DELETE /v2.0/ports/d45c544b-86c4-4e8b-8993-f6d2f585c8b2 HTTP/1.1" status: 204  len: 173 time: 0.3893139
Jan 29 21:54:43.476177 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-deleted', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:54:43.480733 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e408fbc-08a4-4f40-b96e-476815c29f1a" -d '{"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-deleted", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:54:43.530740 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a331fa1-825c-44fe-a8a7-39df44c799f0 x-openstack-request-id: req-7a331fa1-825c-44fe-a8a7-39df44c799f0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:54:43.531150 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc8a90b-e8af-4970-abd0-3d4a594dcc25", "name": "network-vif-deleted", "tag": "d45c544b-86c4-4e8b-8993-f6d2f585c8b2", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:54:43.531412 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a331fa1-825c-44fe-a8a7-39df44c799f0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:54:43.531826 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc8a90b-e8af-4970-abd0-3d4a594dcc25', 'name': 'network-vif-deleted', 'tag': 'd45c544b-86c4-4e8b-8993-f6d2f585c8b2', 'status': 'completed', 'code': 200}
Jan 29 21:54:43.973628 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:44.030866 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37414) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:44.381193 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:44.628691 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:54:44.629069 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.008706 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:45.009100 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.022334 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:54:45.198836 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (2f5cb2b5-e9e9-445c-89ed-b9c184a7d299), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.230528 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=2f5cb2b5-e9e9-445c-89ed-b9c184a7d299,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:45.402525 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.618041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:54:45.724630 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:54:45.729625 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ec858a3c-cfd2-482b-8ab3-2606cae17566 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6977551
Jan 29 21:54:45.732372 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37416) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:45.734767 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Sync routers for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:54:45.744588 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:45.745207 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea113584f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:45.784252 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting subnet b3d775b0-3c71-4bbe-9d2d-84b770f9a799 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:54:45.787575 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (b3d775b0-3c71-4bbe-9d2d-84b770f9a799), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.822857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.829361 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (b3d775b0-3c71-4bbe-9d2d-84b770f9a799), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.852562 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:45.914438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (b3d775b0-3c71-4bbe-9d2d-84b770f9a799), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.972318 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (b3d775b0-3c71-4bbe-9d2d-84b770f9a799), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:45.999923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d775b0-3c71-4bbe-9d2d-84b770f9a799,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:46.004096 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.007324 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1f960c9e-cbcc-41c6-a86a-87d4e271a4ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/subnets/b3d775b0-3c71-4bbe-9d2d-84b770f9a799 HTTP/1.1" status: 204  len: 168 time: 0.2740333
Jan 29 21:54:46.009922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37418) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:46.014989 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8b2c3-ce60-4c9b-927c-9792749dc31e None None] Network a099b4f6-3684-4956-99ae-5d9321deab9b requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:54:46.038911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea113584f0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:54:45Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:46.126822 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.165278 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Checking router: 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:54:46.174660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] DHCP port deletion for a099b4f6-3684-4956-99ae-5d9321deab9b request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:54:46.175316 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Routers {'83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:46.175958 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea113584f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:46.231183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Deleting port b6a77420-5b3b-4978-8dcd-ad958c3e0635 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:54:46.232363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.243095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.292139 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] Set router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:46.300819 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port af4eeed8-53d1-4eef-b246-66ac2265f9b0 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:54:46.301493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.306059 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] For port b6a77420-5b3b-4978-8dcd-ad958c3e0635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a77420-5b3b-4978-8dcd-ad958c3e0635,segment=NetworkSegment(9c6784d0-a20c-4fba-8fbd-0ae595450017),segment_id=9c6784d0-a20c-4fba-8fbd-0ae595450017)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:46.306487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.320618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Calling delete_port for b6a77420-5b3b-4978-8dcd-ad958c3e0635 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:54:46.384162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port af4eeed8-53d1-4eef-b246-66ac2265f9b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4eeed8-53d1-4eef-b246-66ac2265f9b0,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:46.384532 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.399546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (b6a77420-5b3b-4978-8dcd-ad958c3e0635), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.405147 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for af4eeed8-53d1-4eef-b246-66ac2265f9b0 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:54:46.430729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] Pushing event deleted for resources: {'Port': ['ID=b6a77420-5b3b-4978-8dcd-ad958c3e0635,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:46.433932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296d80f-1f7f-4f41-8e9e-3a7ddeb3a07d None None] No DVR routers for this DVR port b6a77420-5b3b-4978-8dcd-ad958c3e0635 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:54:46.476175 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea113584f0>, [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:54:45Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:46.504259 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75891a-43ea-43bc-9d2b-09de79f16f6b None None] The sync data for ids ['83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86'] in ncdv-master-1 is: [{'id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012594964', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:54:45Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': 'af4eeed8-53d1-4eef-b246-66ac2265f9b0', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:52:06Z', 'updated_at': '2022-01-29T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:54:46.511802 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:54:46.576578 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (af4eeed8-53d1-4eef-b246-66ac2265f9b0), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.605336 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=af4eeed8-53d1-4eef-b246-66ac2265f9b0,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:46.664930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.753722 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.755746 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.800675 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.801287 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Fanout notify agent at l3_agent the message router_deleted on router 83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:54:46.807966 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.809155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-15728ab0-4b5a-4e89-9820-9b0bebc715a9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/routers/83e1f4b9-c8fa-4d3a-96d4-7dd52db17e86 HTTP/1.1" status: 204  len: 168 time: 0.7981086
Jan 29 21:54:46.812324 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37420) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:46.887838 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (a099b4f6-3684-4956-99ae-5d9321deab9b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:46.981334 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (a099b4f6-3684-4956-99ae-5d9321deab9b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.003947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0988e280>,) {'filters': {'network_id': ['a099b4f6-3684-4956-99ae-5d9321deab9b']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:47.011241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.013339 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0988e280>, '9c6784d0-a20c-4fba-8fbd-0ae595450017') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:47.013662 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0988e280>, '9c6784d0-a20c-4fba-8fbd-0ae595450017') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:47.023066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (9c6784d0-a20c-4fba-8fbd-0ae595450017), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.035896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9c6784d0-a20c-4fba-8fbd-0ae595450017), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.042035 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:54:47.042420 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (9c6784d0-a20c-4fba-8fbd-0ae595450017), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:54:47.045895 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:54:47.104505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (a099b4f6-3684-4956-99ae-5d9321deab9b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.112033 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.115450 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/networks/a099b4f6-3684-4956-99ae-5d9321deab9b HTTP/1.1" status: 204  len: 168 time: 0.3021986
Jan 29 21:54:47.118399 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37422) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:47.128960 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fafea-554b-462a-bf59-20c0998c7b30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Network': ['ID=a099b4f6-3684-4956-99ae-5d9321deab9b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:47.183013 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (79922c6d-761e-42a5-8cd8-7c865bee0271), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.209600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (79922c6d-761e-42a5-8cd8-7c865bee0271), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.273103 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (79922c6d-761e-42a5-8cd8-7c865bee0271), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.275726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.276897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/security-groups/79922c6d-761e-42a5-8cd8-7c865bee0271 HTTP/1.1" status: 204  len: 168 time: 0.1574569
Jan 29 21:54:47.285940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79922c6d-761e-42a5-8cd8-7c865bee0271,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:47.293404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.293764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.294187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.294516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.294857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.295194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.295532 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.295863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.296195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.296527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.296859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.297210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.297536 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279ce8e-de23-4938-aae3-5099aa306297 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:47.619964 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37428) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:47.624558 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226947139', 'description': 'tempest-secgroup-smoke-1226947139 description', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:47.644595 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.662328 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:54:47.682020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:54:47.682370 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2f5cb2b5-e9e9-445c-89ed-b9c184a7d299 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:54:47.682893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b6a77420-5b3b-4978-8dcd-ad958c3e0635 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:54:47.704504 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: b6a77420-5b3b-4978-8dcd-ad958c3e0635 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:54:47.705433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device b6a77420-5b3b-4978-8dcd-ad958c3e0635 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:54:47.705433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device af4eeed8-53d1-4eef-b246-66ac2265f9b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:54:47.713737 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (fc40e173-bc21-4732-9938-973c9b387b57), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.718567 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fc40e173-bc21-4732-9938-973c9b387b57), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.724116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: af4eeed8-53d1-4eef-b246-66ac2265f9b0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:54:47.724458 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device af4eeed8-53d1-4eef-b246-66ac2265f9b0 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:54:47.753269 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.754488 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1340966
Jan 29 21:54:47.756298 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492b6f2-1678-4d19-9c72-f10c3dbe31cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc40e173-bc21-4732-9938-973c9b387b57,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:47.757572 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37430) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:47.763154 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:47.788134 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d8b84078-846c-4afd-a23b-86cf161f9325), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.820233 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:54:47.833976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (d8b84078-846c-4afd-a23b-86cf161f9325), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.837561 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (d8b84078-846c-4afd-a23b-86cf161f9325), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.840732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: d45c544b-86c4-4e8b-8993-f6d2f585c8b2 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:54:47.841793 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device d45c544b-86c4-4e8b-8993-f6d2f585c8b2 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:54:47.856673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b84078-846c-4afd-a23b-86cf161f9325,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:47.864457 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.865717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-96db6ee1-8b1c-48ff-9be8-c79425916b66 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1063309
Jan 29 21:54:47.868418 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37432) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:47.872812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:47.896418 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (0ae8436c-c21e-456f-9cd9-146e125d0e9b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.951443 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (0ae8436c-c21e-456f-9cd9-146e125d0e9b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.955077 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (0ae8436c-c21e-456f-9cd9-146e125d0e9b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.974312 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae8436c-c21e-456f-9cd9-146e125d0e9b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:47.979521 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:47.980730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d90a0381-c5c4-4b99-ab9f-1b6578341bb9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1113477
Jan 29 21:54:47.984207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37434) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:47.988336 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.011742 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (1d856e48-b1a0-4413-987d-777b08717e75), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.073622 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (1d856e48-b1a0-4413-987d-777b08717e75), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.077357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (1d856e48-b1a0-4413-987d-777b08717e75), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.096191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d856e48-b1a0-4413-987d-777b08717e75,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:48.104754 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.105963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-409bf9c2-8fdf-47d1-9228-b016c28e1475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1209147
Jan 29 21:54:48.109476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37436) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:48.113776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.137442 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (cf055a01-4304-4b97-a95e-917f7db2dfb6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.193154 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (cf055a01-4304-4b97-a95e-917f7db2dfb6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.196758 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (cf055a01-4304-4b97-a95e-917f7db2dfb6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.215796 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf055a01-4304-4b97-a95e-917f7db2dfb6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:48.224891 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.226124 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3438ce7b-7e98-4c7e-a9d4-1f03694b5eb5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1157513
Jan 29 21:54:48.228944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37438) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:48.233261 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.252963 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:54:48.257658 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (6a7edbc7-0211-442e-bc95-8f97bf051d20), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.314550 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (6a7edbc7-0211-442e-bc95-8f97bf051d20), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.318187 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (6a7edbc7-0211-442e-bc95-8f97bf051d20), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.335390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7edbc7-0211-442e-bc95-8f97bf051d20,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:48.343614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.344796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9949f0c9-fd61-49d7-8483-33227e1aee9d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1148510
Jan 29 21:54:48.347591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37440) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:48.351743 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': 'fc40e173-bc21-4732-9938-973c9b387b57', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.369884 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:54:48.374631 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (03833f37-e20f-4335-a778-62d9f830ce1f), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.433579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (03833f37-e20f-4335-a778-62d9f830ce1f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.437028 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (03833f37-e20f-4335-a778-62d9f830ce1f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.455189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03833f37-e20f-4335-a778-62d9f830ce1f,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:48.460017 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.461213 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f47316eb-733d-4a00-9d6c-b7133c6288fb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1127067
Jan 29 21:54:48.464037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37442) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:48.469387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'network': {'name': 'tempest-network-smoke--701604949', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.487509 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:54:48.490691 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.513936 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:54:48.523559 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4482cd7f-ac65-4fa4-9cfb-6335de2baf16), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.523928 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Added segment 4482cd7f-ac65-4fa4-9cfb-6335de2baf16 of type vlan for network 025ad799-53b4-401a-8e9c-541027d42ffd
Jan 29 21:54:48.564296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (025ad799-53b4-401a-8e9c-541027d42ffd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.588206 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (025ad799-53b4-401a-8e9c-541027d42ffd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.593252 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:48.593838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.647814 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1827757
Jan 29 21:54:48.650748 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37444) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:48.655512 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'admin_state_up': True, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:48.664562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80e971-4ed3-4162-a05a-09566a4d4d1c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Network': ['ID=025ad799-53b4-401a-8e9c-541027d42ffd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:48.675344 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 025ad799-53b4-401a-8e9c-541027d42ffd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:54:48.679403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.680534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.734234 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (c0be6a59-7880-4563-990c-14a6f81fcc54), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:48.868772 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (c0be6a59-7880-4563-990c-14a6f81fcc54), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:49.054134 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (c0be6a59-7880-4563-990c-14a6f81fcc54), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:49.073133 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:49.175825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.153 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9875f644-8e5a-4c6b-b414-51cfef5b1595) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:54:49.278383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:49.313132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:49.347743 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:54:49.351841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:49.358012 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:54:49.381081 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=9875f644-8e5a-4c6b-b414-51cfef5b1595,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:49.901105 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (c0be6a59-7880-4563-990c-14a6f81fcc54), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.096086 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.222209 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router c0be6a59-7880-4563-990c-14a6f81fcc54 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:54:50.328526 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:54:50.338181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Sync routers for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:54:50.347483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:50.347682 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.348084 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea095105e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:50.348734 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c1c70c80-ff8a-4c48-a8cc-0a05b37876c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.6969936
Jan 29 21:54:50.351928 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37446) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:50.423464 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-9690c8ee-f7cb-496c-8c6a-34e6ad6ffadb tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2cc769796b5c43dfb45b97fcb953a1ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0704579
Jan 29 21:54:50.426138 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37450) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:50.514417 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db0ba5-7bd5-4378-8185-b4ab3bfa3b69 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:50.515860 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e4db0ba5-7bd5-4378-8185-b4ab3bfa3b69 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0888071
Jan 29 21:54:50.518807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37452) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:50.547593 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cda2c0a6-d504-4c31-a8b8-f76beedd3cea tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276563
Jan 29 21:54:50.550117 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37454) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:50.554837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410566888', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:50.608453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:50.643236 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:54:50.646677 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.786053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea095105e0>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:49Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:50.813944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Checking router: c0be6a59-7880-4563-990c-14a6f81fcc54 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:54:50.814303 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Updating router c0be6a59-7880-4563-990c-14a6f81fcc54 port 9875f644-8e5a-4c6b-b414-51cfef5b1595 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:54:50.825766 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (537d4085-0ee2-496d-b02b-4ceb56e5d460), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.841477 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.885507 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Subnet': ['ID=537d4085-0ee2-496d-b02b-4ceb56e5d460,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:50.892694 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Checking segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:54:50.893096 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network hostable DHCP agents. Network: 025ad799-53b4-401a-8e9c-541027d42ffd, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:54:50.913880 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 025ad799-53b4-401a-8e9c-541027d42ffd is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:54:50.924947 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 025ad799-53b4-401a-8e9c-541027d42ffd) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:50.929093 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:50.929839 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:50.936568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3cfd46-c06d-4079-a998-458c81b4000e None None] Network 025ad799-53b4-401a-8e9c-541027d42ffd requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:54:50.946496 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-6f0a4556-9d50-4d51-b13e-218e5493ce85 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3953934
Jan 29 21:54:50.949320 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37456) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:54:51.105669 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-025ad799-53b4-401a-8e9c-541027d42ffd', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:54:51.107198 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.274294 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks [] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.284262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.340595 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Allocated IP 172.20.0.2 (025ad799-53b4-401a-8e9c-541027d42ffd/537d4085-0ee2-496d-b02b-4ceb56e5d460/2fb929c9-5c65-4aca-9bed-9710554acef4) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:54:51.358869 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Attempting to bind port 9875f644-8e5a-4c6b-b414-51cfef5b1595 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:54:51.359153 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Attempting to bind port 9875f644-8e5a-4c6b-b414-51cfef5b1595 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:54:51.359523 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Attempting to bind port 9875f644-8e5a-4c6b-b414-51cfef5b1595 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:54:51.365588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6eb67-6d67-4106-8f22-5650b1766b05 None None] Pushing event updated for resources: {'Port': ['ID=9875f644-8e5a-4c6b-b414-51cfef5b1595,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:51.371938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:54:51.372930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:54:51.373355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.373757 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:54:51.374275 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Bound port: 9875f644-8e5a-4c6b-b414-51cfef5b1595, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:54:51.374675 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.390692 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.482050 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] For port 9875f644-8e5a-4c6b-b414-51cfef5b1595, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:54:51.503289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] For port 9875f644-8e5a-4c6b-b414-51cfef5b1595, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9875f644-8e5a-4c6b-b414-51cfef5b1595,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:54:51.513664 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.609110 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks [] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.612886 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:51.613541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea095105e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:51.615390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6eb67-6d67-4106-8f22-5650b1766b05 None None] Pushing event updated for resources: {'Port': ['ID=9875f644-8e5a-4c6b-b414-51cfef5b1595,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:51.652840 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.665256 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.1 (025ad799-53b4-401a-8e9c-541027d42ffd/537d4085-0ee2-496d-b02b-4ceb56e5d460/c9816256-401c-4980-98da-d0c32e066a5e) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:54:51.739608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Network 025ad799-53b4-401a-8e9c-541027d42ffd is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:54:51.746136 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Pushing event updated for resources: {'Port': ['ID=2fb929c9-5c65-4aca-9bed-9710554acef4,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:51.750398 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:51.753871 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:54:51.785022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (c9816256-401c-4980-98da-d0c32e066a5e), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.790435 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:51.819421 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.857810 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 025ad799-53b4-401a-8e9c-541027d42ffd is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:54:51.860910 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:51.865274 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:54:51.900416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:51.902565 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Attempting to bind port 2fb929c9-5c65-4aca-9bed-9710554acef4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:54:51.902952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Attempting to bind port 2fb929c9-5c65-4aca-9bed-9710554acef4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:54:51.903891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Attempting to bind port 2fb929c9-5c65-4aca-9bed-9710554acef4 on network 025ad799-53b4-401a-8e9c-541027d42ffd {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:54:51.912866 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:54:51.913285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Checking segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:54:51.913696 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.914097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Bound using segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:54:51.914707 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Bound port: 2fb929c9-5c65-4aca-9bed-9710554acef4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:54:51.915100 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:51.918930 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (c0be6a59-7880-4563-990c-14a6f81fcc54), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.026714 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] For port 2fb929c9-5c65-4aca-9bed-9710554acef4, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:54:52.031436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] For port 2fb929c9-5c65-4aca-9bed-9710554acef4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb929c9-5c65-4aca-9bed-9710554acef4,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:54:52.038919 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.048697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9816256-401c-4980-98da-d0c32e066a5e), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.111194 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea095105e0>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:49Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:52.113041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Pushing event updated for resources: {'Port': ['ID=2fb929c9-5c65-4aca-9bed-9710554acef4,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:52.145183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2773e1-6436-48e3-937c-8109e905ef9b None None] The sync data for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 is: [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:49Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:54:52.147864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.148221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.148569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.148915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.149279 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.149616 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.149942 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.150265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.150596 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.151358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.151358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.151570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.151864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a12084-7188-48c1-bb36-a9b8a1be9b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:52.379352 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (c9816256-401c-4980-98da-d0c32e066a5e), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.384350 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.490827 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:52.493520 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (c0be6a59-7880-4563-990c-14a6f81fcc54), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:52.595860 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 025ad799-53b4-401a-8e9c-541027d42ffd is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:54:52.597397 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:52.718442 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router c0be6a59-7880-4563-990c-14a6f81fcc54 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:54:52.835462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:54:52.840903 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b3446540-9c0f-4b7f-91af-bc69be6f55bd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/c0be6a59-7880-4563-990c-14a6f81fcc54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8905537
Jan 29 21:54:53.013358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-259d6760-a13f-4ecc-aac8-be106fbcc7be tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226947139&fields=id&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 267 time: 0.0536373
Jan 29 21:54:53.125003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-7e28a39e-25aa-4fec-bd21-10f343623d20 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:53.126759 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-7e28a39e-25aa-4fec-bd21-10f343623d20 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 796 time: 0.1057508
Jan 29 21:54:53.143177 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-4ddc67ab-3032-44ef-8a2e-87c7f09128d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/quotas/2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 375 time: 0.0101259
Jan 29 21:54:53.175202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69943bc1-2c63-4bfe-bddc-75f3528b97e1 None None] Network 025ad799-53b4-401a-8e9c-541027d42ffd requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:54:53.206676 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-8af5b43c-3833-4fc6-8379-5cbed57239f8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0578768
Jan 29 21:54:53.254848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Provisioning complete for port 2fb929c9-5c65-4aca-9bed-9710554acef4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:53.255222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.303852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-6e9aa983-50ef-4598-8ecb-bebe8d829298 service neutron] 10.222.0.20 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813544
Jan 29 21:54:53.327338 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.385609 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Current status of the port 2fb929c9-5c65-4aca-9bed-9710554acef4 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:53.386141 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.414293 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-79f6edd9-c176-468c-b43b-16d758a8e7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018620
Jan 29 21:54:53.421367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] For port 2fb929c9-5c65-4aca-9bed-9710554acef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb929c9-5c65-4aca-9bed-9710554acef4,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:53.427083 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.477171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe7847-c5ff-41ff-8518-0becebc71583 None None] Pushing event updated for resources: {'Port': ['ID=2fb929c9-5c65-4aca-9bed-9710554acef4,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:53.608696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-67b55c4d-de74-4183-bad4-865342208db0 req-1c625e63-05e3-44ad-98f7-70f47d6b13c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 210 time: 0.0366383
Jan 29 21:54:53.664944 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:53.665368 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.728824 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Port c9816256-401c-4980-98da-d0c32e066a5e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:54:53.740794 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Provisioning complete for port 2fb929c9-5c65-4aca-9bed-9710554acef4 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:53.741230 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:53.848377 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-232084e4-f292-4972-a515-8d169f031e63 None None] Current status of the port 2fb929c9-5c65-4aca-9bed-9710554acef4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:53.867203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9875f644-8e5a-4c6b-b414-51cfef5b1595 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:54:53.943205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9875f644-8e5a-4c6b-b414-51cfef5b1595 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:53.943691 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.009307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-efca4c25-4e58-4079-b41c-7ac9bae24641 None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:54.009686 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-efca4c25-4e58-4079-b41c-7ac9bae24641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.110775 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Sync routers for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:54:54.127492 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:54.128240 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b458130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:54.214521 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.235216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-efca4c25-4e58-4079-b41c-7ac9bae24641 None None] Port c9816256-401c-4980-98da-d0c32e066a5e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:54:54.256873 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:54.271044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9875f644-8e5a-4c6b-b414-51cfef5b1595 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:54.271434 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.295569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 9875f644-8e5a-4c6b-b414-51cfef5b1595, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9875f644-8e5a-4c6b-b414-51cfef5b1595,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:54.300307 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.301452 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2fb929c9-5c65-4aca-9bed-9710554acef4 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:54:54.395478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=9875f644-8e5a-4c6b-b414-51cfef5b1595,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:54.397939 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b28224a4-751b-40a1-80bf-2f744e51ffc6 None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:54.398317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b28224a4-751b-40a1-80bf-2f744e51ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.437943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b28224a4-751b-40a1-80bf-2f744e51ffc6 None None] Port c9816256-401c-4980-98da-d0c32e066a5e cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:54:54.443053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 2fb929c9-5c65-4aca-9bed-9710554acef4 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:54.443432 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.468376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b458130>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 2, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:54.493388 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Checking router: c0be6a59-7880-4563-990c-14a6f81fcc54 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:54:54.493759 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Updating router c0be6a59-7880-4563-990c-14a6f81fcc54 port c9816256-401c-4980-98da-d0c32e066a5e binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:54:54.520443 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9816256-401c-4980-98da-d0c32e066a5e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.521751 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 2fb929c9-5c65-4aca-9bed-9710554acef4 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:54.769325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-670c00c3-05d4-46de-9c71-3c3ecf29da79 req-b833ff88-2410-4429-ab68-e1e2905575cd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 210 time: 0.0379980
Jan 29 21:54:54.797755 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks [] for port (c9816256-401c-4980-98da-d0c32e066a5e), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.803015 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.826250 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-80c46dc9-4f00-47f8-aa57-f3929c1a299b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:54.827750 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-80c46dc9-4f00-47f8-aa57-f3929c1a299b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 796 time: 0.1573348
Jan 29 21:54:54.875678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Pushing event updated for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:54.896069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-1a4ecf53-1949-4cc7-8d2c-bb6cd7de3b62 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 380 time: 0.0584950
Jan 29 21:54:54.901621 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.902189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.902688 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.903543 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.904029 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.904513 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.905022 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.905547 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.905688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'port': {'device_id': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'admin_state_up': True, 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'security_groups': ['fc40e173-bc21-4732-9938-973c9b387b57']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:54.906169 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.906662 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.907157 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.907481 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.907801 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:54:54.922830 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Attempting to bind port c9816256-401c-4980-98da-d0c32e066a5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:54:54.923205 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Attempting to bind port c9816256-401c-4980-98da-d0c32e066a5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:54:54.923579 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Attempting to bind port c9816256-401c-4980-98da-d0c32e066a5e on network 025ad799-53b4-401a-8e9c-541027d42ffd {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:54:54.929223 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:54:54.929826 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Checking segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:54:54.930502 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:54.930902 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Bound using segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:54:54.931442 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Bound port: c9816256-401c-4980-98da-d0c32e066a5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:54:54.931907 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9816256-401c-4980-98da-d0c32e066a5e), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.002530 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] For port c9816256-401c-4980-98da-d0c32e066a5e, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:54:55.005725 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] For port c9816256-401c-4980-98da-d0c32e066a5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9816256-401c-4980-98da-d0c32e066a5e,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:54:55.012509 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.021938 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:54:55.025224 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.074082 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0078f2-f4b0-4d13-ac02-0ba6aae931a1 None None] Pushing event updated for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:55.084221 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:54:55.085852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b458130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:55.167289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:55.167677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.171461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.3 (025ad799-53b4-401a-8e9c-541027d42ffd/537d4085-0ee2-496d-b02b-4ceb56e5d460/226f5a99-6abf-4215-b75d-37284923c6dd) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:54:55.201776 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:54:55.282332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Current status of the port c9816256-401c-4980-98da-d0c32e066a5e is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:55.282908 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c9816256-401c-4980-98da-d0c32e066a5e), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.318252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] For port c9816256-401c-4980-98da-d0c32e066a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9816256-401c-4980-98da-d0c32e066a5e,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:55.322937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.382411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9920f-60b2-40d6-ba82-6c9969ef8248 None None] Pushing event updated for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:55.434004 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b458130>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:54:55.446193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b3858bad-f2e0-48ed-9f81-f65baeefa5ee None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:55.446619 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b3858bad-f2e0-48ed-9f81-f65baeefa5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.532114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b3858bad-f2e0-48ed-9f81-f65baeefa5ee None None] Current status of the port c9816256-401c-4980-98da-d0c32e066a5e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:55.558189 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979a43-480c-4bc2-a687-f6a9c25720fc None None] The sync data for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 is: [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:54:55.689343 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (226f5a99-6abf-4215-b75d-37284923c6dd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.731488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.784313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 025ad799-53b4-401a-8e9c-541027d42ffd is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:54:55.787313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:54:55.790301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:54:55.850083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:55.904094 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9816256-401c-4980-98da-d0c32e066a5e up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:54:55.923549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:55.924194 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.945543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b914f1dd-98dc-44a3-86ef-7bf5983d654e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0440292
Jan 29 21:54:55.957181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Request body: {'port': {'device_id': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:54:55.970593 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c9816256-401c-4980-98da-d0c32e066a5e triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:55.971037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b465be2-2f64-4b5f-922b-68254447e184 req-02b63467-d614-45b4-b78e-d681a37a8925 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:55.971483 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c9816256-401c-4980-98da-d0c32e066a5e), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:55.972836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b465be2-2f64-4b5f-922b-68254447e184 req-02b63467-d614-45b4-b78e-d681a37a8925 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 931 time: 0.0928741
Jan 29 21:54:56.070684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.076405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b465be2-2f64-4b5f-922b-68254447e184 req-1a41d62d-b2d8-44f3-ae21-0bd77b567984 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868132
Jan 29 21:54:56.108559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c9816256-401c-4980-98da-d0c32e066a5e is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:56.109292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9875f644-8e5a-4c6b-b414-51cfef5b1595 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:54:56.169891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-25c88f82-3e1d-4e5c-8cec-72d051a2f775 None None] Provisioning complete for port 226f5a99-6abf-4215-b75d-37284923c6dd triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:56.170267 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-25c88f82-3e1d-4e5c-8cec-72d051a2f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.174702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 9875f644-8e5a-4c6b-b414-51cfef5b1595 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:54:56.175163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.235134 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-25c88f82-3e1d-4e5c-8cec-72d051a2f775 None None] Port 226f5a99-6abf-4215-b75d-37284923c6dd cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:54:56.290271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 9875f644-8e5a-4c6b-b414-51cfef5b1595 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:54:56.375240 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f5a99-6abf-4215-b75d-37284923c6dd {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:54:56.382727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks [] for port (226f5a99-6abf-4215-b75d-37284923c6dd), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.395364 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Transition to ACTIVE for port object 226f5a99-6abf-4215-b75d-37284923c6dd will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:54:56.399258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.492859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Pushing event updated for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:56.527317 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Attempting to bind port 226f5a99-6abf-4215-b75d-37284923c6dd on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:54:56.527814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Attempting to bind port 226f5a99-6abf-4215-b75d-37284923c6dd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:54:56.528219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Attempting to bind port 226f5a99-6abf-4215-b75d-37284923c6dd on network 025ad799-53b4-401a-8e9c-541027d42ffd {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:54:56.533863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Port 226f5a99-6abf-4215-b75d-37284923c6dd on network 025ad799-53b4-401a-8e9c-541027d42ffd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:54:56.534220 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Attempting to bind port 226f5a99-6abf-4215-b75d-37284923c6dd on network 025ad799-53b4-401a-8e9c-541027d42ffd {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:54:56.539733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:54:56.540091 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Checking segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:54:56.540546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Bound using segment: {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:54:56.540955 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Bound port: 226f5a99-6abf-4215-b75d-37284923c6dd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4482cd7f-ac65-4fa4-9cfb-6335de2baf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:54:56.541346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.635828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:54:56.639578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=226f5a99-6abf-4215-b75d-37284923c6dd,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:54:56.646985 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.667873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:56.668645 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:54:56.670401 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 1091 time: 0.7174773
Jan 29 21:54:56.690405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:54:56.693540 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac" -d '{"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:54:56.757390 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59efc642-5445-439a-8b4b-90241c9a6212 x-openstack-request-id: req-59efc642-5445-439a-8b4b-90241c9a6212 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:54:56.757692 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:54:56.757949 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59efc642-5445-439a-8b4b-90241c9a6212 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:54:56.758349 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd', 'status': 'completed', 'code': 200}
Jan 29 21:54:56.778070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fdbc5-24b8-487e-9e88-c4206d4277c3 service neutron] Pushing event updated for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:54:56.801130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-6c7f2937-0e4a-416c-8940-43092a995ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:56.802577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-6c7f2937-0e4a-416c-8940-43092a995ff4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1125 time: 0.0909913
Jan 29 21:54:56.852855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-eaee2af4-60f0-4bdf-b34e-691efc975ec4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 217 time: 0.0435271
Jan 29 21:54:56.906388 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-3fe312c0-df13-488b-93ac-486ba7f85cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:56.907919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-3fe312c0-df13-488b-93ac-486ba7f85cb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0463679
Jan 29 21:54:56.957537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-41f9e810-2db1-41a0-9327-6fcdb550c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:56.959016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-41f9e810-2db1-41a0-9327-6fcdb550c18d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450525
Jan 29 21:54:57.048799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-fcb83c1f-6997-47a1-ae12-5d20d1bd1742 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839889
Jan 29 21:54:57.136648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-354a07e0-c3ba-4206-abef-09cc57421eaf req-b9e0a649-2c8a-436e-95dd-e4b1a8a71116 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822411
Jan 29 21:54:57.235885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683497d-3963-4181-9ca9-edd0f486653d req-1f70a305-acdc-4999-81b7-ec5a321846fe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:57.237404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b683497d-3963-4181-9ca9-edd0f486653d req-1f70a305-acdc-4999-81b7-ec5a321846fe tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 943 time: 0.0890617
Jan 29 21:54:57.252865 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-775b099e-f35f-4194-b1c8-1fb5bb0549eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:57.254292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-775b099e-f35f-4194-b1c8-1fb5bb0549eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1125 time: 0.0725739
Jan 29 21:54:57.341906 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b683497d-3963-4181-9ca9-edd0f486653d req-0ad549f1-91b7-4601-b444-3ce2d20f84ad tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971055
Jan 29 21:54:57.367404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-3628f63b-26e0-4820-8b9e-df89ed6559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:57.368784 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-3628f63b-26e0-4820-8b9e-df89ed6559e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.1075239
Jan 29 21:54:57.414300 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-fef06627-3aa4-400a-9dad-93200e071b1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 217 time: 0.0395386
Jan 29 21:54:57.460301 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-f11a0961-328d-4a1f-b13e-814ee0bdab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:57.461722 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-f11a0961-328d-4a1f-b13e-814ee0bdab8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0421917
Jan 29 21:54:57.508678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-b39d9f0a-466e-4d4a-a2c0-229b75de51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:57.510302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-b39d9f0a-466e-4d4a-a2c0-229b75de51d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428288
Jan 29 21:54:57.600698 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-ba75e7bc-a1c9-4a6c-8d00-82c829c25423 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842886
Jan 29 21:54:57.687705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e0b1b7a-fcd4-4244-9b57-fe3d0d9e99ac req-bf5b8ba6-23a9-4994-8d90-10d5d43db08e service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810409
Jan 29 21:54:58.460481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b217e2a-1c58-4412-bedf-36b1e252ac08 req-a22119ae-bae4-467a-909f-c4b7c3bdbdd2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:58.461979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b217e2a-1c58-4412-bedf-36b1e252ac08 req-a22119ae-bae4-467a-909f-c4b7c3bdbdd2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 943 time: 0.0525968
Jan 29 21:54:58.514577 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4b217e2a-1c58-4412-bedf-36b1e252ac08 req-8c9e719f-a244-4267-b319-5101bb51b51b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464520
Jan 29 21:54:59.637202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafcaeb-9a51-4a00-97d4-67ef1965279a req-e45885d6-ec5e-4321-a5a0-001f61aea1f7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:54:59.638696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5aafcaeb-9a51-4a00-97d4-67ef1965279a req-e45885d6-ec5e-4321-a5a0-001f61aea1f7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 943 time: 0.0524387
Jan 29 21:54:59.685786 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5aafcaeb-9a51-4a00-97d4-67ef1965279a req-0b979375-2969-4c33-a130-2bf89e8c5848 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415754
Jan 29 21:54:59.866423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 226f5a99-6abf-4215-b75d-37284923c6dd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:54:59.963078 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=226f5a99-6abf-4215-b75d-37284923c6dd,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:54:59.975542 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '226f5a99-6abf-4215-b75d-37284923c6dd', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'port_id': '226f5a99-6abf-4215-b75d-37284923c6dd', 'mac_address': 'fa:16:3e:df:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:55:00.011749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 226f5a99-6abf-4215-b75d-37284923c6dd is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:55:00.012118 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:00.024503 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f5a99-6abf-4215-b75d-37284923c6dd {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:55:00.043507 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=226f5a99-6abf-4215-b75d-37284923c6dd,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:55:00.047269 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:00.095812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:55:00.366581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['226f5a99-6abf-4215-b75d-37284923c6dd'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:55:00.801084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dbd9f-e04d-4b9f-8606-a51645d17462 req-b4971801-6de9-4a67-9f9d-2ba859d712be tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:00.802585 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-140dbd9f-e04d-4b9f-8606-a51645d17462 req-b4971801-6de9-4a67-9f9d-2ba859d712be tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 944 time: 0.0525720
Jan 29 21:55:00.850816 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-140dbd9f-e04d-4b9f-8606-a51645d17462 req-5d97a4ec-f48b-4c9f-8798-4bbd0c23330c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425186
Jan 29 21:55:01.882072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 226f5a99-6abf-4215-b75d-37284923c6dd up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:55:01.937265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 226f5a99-6abf-4215-b75d-37284923c6dd completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:55:01.941195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 226f5a99-6abf-4215-b75d-37284923c6dd triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:55:01.941641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:01.989568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4def51-1665-40af-8694-7c7c360829b2 req-deb3e889-0c59-4627-9ee2-7e03a0bd388d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:01.993087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef4def51-1665-40af-8694-7c7c360829b2 req-deb3e889-0c59-4627-9ee2-7e03a0bd388d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 944 time: 0.0666273
Jan 29 21:55:02.022392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 226f5a99-6abf-4215-b75d-37284923c6dd is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:55:02.023428 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:02.043523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ef4def51-1665-40af-8694-7c7c360829b2 req-41f0323c-61f8-42ed-b8d1-8cde9b201142 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460095
Jan 29 21:55:02.053422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:55:02.055664 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae6a7c-4a28-41ac-b254-c44e3407a7e8" -d '{"events": [{"server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "name": "network-vif-plugged", "status": "completed", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:55:02.068406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=226f5a99-6abf-4215-b75d-37284923c6dd,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:55:02.072284 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:02.103742 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e384cdc-21b3-4c1a-937e-4012548ae142 x-openstack-request-id: req-6e384cdc-21b3-4c1a-937e-4012548ae142 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:55:02.104043 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "name": "network-vif-plugged", "status": "completed", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:55:02.104299 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e384cdc-21b3-4c1a-937e-4012548ae142 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:55:02.104705 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd', 'code': 200}
Jan 29 21:55:02.125418 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:55:02.211334 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326cc0-2a96-49f0-b873-2d4aed285e95 req-8ddda476-a3ce-4118-bf34-7d60aadcb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:02.215852 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d326cc0-2a96-49f0-b873-2d4aed285e95 req-8ddda476-a3ce-4118-bf34-7d60aadcb2ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0493796
Jan 29 21:55:02.263371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3d326cc0-2a96-49f0-b873-2d4aed285e95 req-406edf22-b2b1-4b50-8435-b1454ead64b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396612
Jan 29 21:55:03.166057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead055c-7c53-4e27-b1cb-8c0313c913c7 req-389db0e8-c97c-41fd-a118-3ed7cef80824 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:03.167894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ead055c-7c53-4e27-b1cb-8c0313c913c7 req-389db0e8-c97c-41fd-a118-3ed7cef80824 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0513635
Jan 29 21:55:03.222511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9ead055c-7c53-4e27-b1cb-8c0313c913c7 req-f0bb47fa-7aeb-4d36-b854-332e8e89297e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479710
Jan 29 21:55:04.341666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15975b47-830a-40bb-a934-b1fea0c59427 req-49697068-06f0-4d8f-a4e9-80092317ad1d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:04.343225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15975b47-830a-40bb-a934-b1fea0c59427 req-49697068-06f0-4d8f-a4e9-80092317ad1d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0533133
Jan 29 21:55:04.391046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-15975b47-830a-40bb-a934-b1fea0c59427 req-abab7b2d-45a3-430b-a953-6cbef57d3603 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423598
Jan 29 21:55:04.507932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c114d7c-1347-4dc0-8a2e-6e63153591de req-87b2faa8-7120-4d0c-a927-faf23c4c272f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:04.509346 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c114d7c-1347-4dc0-8a2e-6e63153591de req-87b2faa8-7120-4d0c-a927-faf23c4c272f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0515618
Jan 29 21:55:04.556707 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c114d7c-1347-4dc0-8a2e-6e63153591de req-2d5e8ca7-7bc1-443c-8b1b-1de6ad0fff42 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416307
Jan 29 21:55:04.577917 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37510) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:55:04.624105 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a90ea8-0305-4bd4-bfa8-c8af36e7dc93 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:04.625658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-60a90ea8-0305-4bd4-bfa8-c8af36e7dc93 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1122 time: 0.0467997
Jan 29 21:55:04.628468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37512) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:55:04.632716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '226f5a99-6abf-4215-b75d-37284923c6dd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:55:04.651770 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:04.745542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:04.848834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.95 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/2f9d9756-baa0-47de-8e1a-93e46f1aece8) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:55:04.946427 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:04.980287 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.019195 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:55:05.021946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:55:05.028833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:55:05.052873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=2f9d9756-baa0-47de-8e1a-93e46f1aece8,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:55:05.366178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (212cfff5-61f8-4892-bdf8-4dc863448039), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.438432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.587939 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.592246 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.659344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=2f9d9756-baa0-47de-8e1a-93e46f1aece8,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:55:05.667216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (212cfff5-61f8-4892-bdf8-4dc863448039), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:05.764006 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 212cfff5-61f8-4892-bdf8-4dc863448039 associated. External IP: 172.35.4.95, port: 226f5a99-6abf-4215-b75d-37284923c6dd.
Jan 29 21:55:05.967215 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router c0be6a59-7880-4563-990c-14a6f81fcc54 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:55:06.077686 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:55:06.088256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Sync routers for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:55:06.097794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:06.101151 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:55:06.101780 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097d6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:55:06.127731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a986970d-d002-4e18-ace3-f3eeeeac3ba4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.4982049
Jan 29 21:55:06.128310 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:55:06.130664 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f2fdec-b606-4c80-86d6-ad651b6b4068" -d '{"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:55:06.183193 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af01c3c4-6add-455b-a5f3-fea1eb858914 x-openstack-request-id: req-af01c3c4-6add-455b-a5f3-fea1eb858914 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:55:06.183811 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:55:06.184375 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af01c3c4-6add-455b-a5f3-fea1eb858914 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:55:06.184860 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd', 'status': 'completed', 'code': 200}
Jan 29 21:55:06.221118 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:55:06.272964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25151e-c629-459d-8740-72aa0447d8de req-8eae793c-f03a-42cb-abc0-c56c2a9cb85d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:06.274517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc25151e-c629-459d-8740-72aa0447d8de req-8eae793c-f03a-42cb-abc0-c56c2a9cb85d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0887539
Jan 29 21:55:06.277417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-f9361c95-40d9-41fa-82c5-376c5e5ce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:06.279425 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-f9361c95-40d9-41fa-82c5-376c5e5ce573 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0796983
Jan 29 21:55:06.377042 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc25151e-c629-459d-8740-72aa0447d8de req-c1f2dc39-8383-4b3f-97a4-4406adf0977d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960083
Jan 29 21:55:06.399825 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37518) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:55:06.408131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-b20d1db6-8e41-4f77-a2e5-d4ac057595a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:06.408972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-b20d1db6-8e41-4f77-a2e5-d4ac057595a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.1221042
Jan 29 21:55:06.458653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097d6e80>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212cfff5-61f8-4892-bdf8-4dc863448039', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.95', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'port_id': '226f5a99-6abf-4215-b75d-37284923c6dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'mac_address': 'fa:16:3e:df:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:55:05Z', 'updated_at': '2022-01-29T21:55:05Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:55:06.464581 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ed672ca1-1638-41b1-9d0c-194dcc2e19ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/212cfff5-61f8-4892-bdf8-4dc863448039 HTTP/1.1" status: 200  len: 990 time: 0.0635383
Jan 29 21:55:06.479850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-fd07de2b-3f46-4cb3-9080-0892a96e9020 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 998 time: 0.0657086
Jan 29 21:55:06.485876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Checking router: c0be6a59-7880-4563-990c-14a6f81fcc54 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:55:06.494642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:55:06.495243 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097d6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:54:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:55:06.527190 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-9b60212f-2576-4070-933f-20ca8bf86b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:06.528694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-9b60212f-2576-4070-933f-20ca8bf86b85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0432522
Jan 29 21:55:06.577577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-33f070b5-c981-4b53-bc32-bf031e33a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:06.579079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-33f070b5-c981-4b53-bc32-bf031e33a947 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441775
Jan 29 21:55:06.600209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:55:06.670082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-0964c699-a470-41b4-a3da-643463e3daec service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842988
Jan 29 21:55:06.757270 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31f2fdec-b606-4c80-86d6-ad651b6b4068 req-20c1ef08-10c3-47c5-9855-9a8f4070c33f service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815549
Jan 29 21:55:06.819860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097d6e80>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212cfff5-61f8-4892-bdf8-4dc863448039', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.95', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'port_id': '226f5a99-6abf-4215-b75d-37284923c6dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'mac_address': 'fa:16:3e:df:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:55:05Z', 'updated_at': '2022-01-29T21:55:05Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:55:06.849878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864db3f-74fe-40db-aa46-d1f3623d3431 None None] The sync data for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 is: [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212cfff5-61f8-4892-bdf8-4dc863448039', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.95', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'port_id': '226f5a99-6abf-4215-b75d-37284923c6dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'mac_address': 'fa:16:3e:df:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:55:05Z', 'updated_at': '2022-01-29T21:55:05Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:55:07.047485 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b7366-a787-4bb7-9be7-e777815577fa None None] New status for floating IP 212cfff5-61f8-4892-bdf8-4dc863448039: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:55:07.232668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-358eab12-086b-47af-aa31-e5844aa0b1cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0454752
Jan 29 21:55:07.320000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-fa3ef426-cb7b-4cf4-a74a-b298f11bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:07.321508 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-fa3ef426-cb7b-4cf4-a74a-b298f11bc6ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0479689
Jan 29 21:55:07.467957 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37520) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:55:07.534765 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-852ecafd-740d-4b65-a435-eef47250dc05 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/212cfff5-61f8-4892-bdf8-4dc863448039 HTTP/1.1" status: 200  len: 992 time: 0.0657110
Jan 29 21:55:07.730044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-88bee883-3112-4c12-8a4d-fa357d4f1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:07.732783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-88bee883-3112-4c12-8a4d-fa357d4f1208 service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.3922396
Jan 29 21:55:07.801100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-d00a114a-f936-4974-8067-a631bce63cb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 1000 time: 0.0626745
Jan 29 21:55:07.848356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-6f3fd236-b453-4dab-8391-16f85a183d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:07.849808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-6f3fd236-b453-4dab-8391-16f85a183d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0434165
Jan 29 21:55:07.897539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-046c1d42-a403-4131-8755-1abcf000c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:55:07.899017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-046c1d42-a403-4131-8755-1abcf000c22a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435898
Jan 29 21:55:07.987850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-8f89ba26-83fb-4806-a00a-a760fe2c3e14 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828464
Jan 29 21:55:08.076302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-86dca313-aad6-4713-b4b4-d054bb66d425 req-be35e907-45e8-4ca7-bf0f-61e2ea3d08c8 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830328
Jan 29 21:55:10.448331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7752f1be-516a-4def-af36-e7ad33c50359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:12.801600 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-886ea7b9-705c-4098-909a-37770d0a9b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:13.971677 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:15.820138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:17.015647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:23.295320 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:23.511200 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:55:24.004875 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:40.451377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-043fdcd7-a755-48ae-8ce7-7a6393c74758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:42.803438 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a28fd16c-cd04-4f07-9dc7-40e7bfebc5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:43.974047 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:45.827109 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:47.016914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:53.297647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:55:53.998818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:00.513532 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:56:09.259077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-4aeaf165-e2b0-4207-8f42-d5a0d7840cba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0825636
Jan 29 21:56:09.348072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-7bff8659-484a-41cd-a9b9-b9c4c377a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:09.349670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-7bff8659-484a-41cd-a9b9-b9c4c377a8f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0490916
Jan 29 21:56:09.448148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-c4ca51ad-5c9b-471e-a425-8d6503c48f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:09.449672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-c4ca51ad-5c9b-471e-a425-8d6503c48f7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.0837238
Jan 29 21:56:09.518180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-76fedfc8-5ce5-4ca2-a29f-b6b1ae44912d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 1000 time: 0.0618262
Jan 29 21:56:09.564142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-dcd2cd73-da18-4498-8b3c-523a57968372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:09.565592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-dcd2cd73-da18-4498-8b3c-523a57968372 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0419390
Jan 29 21:56:09.611251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-0e7725cf-be8f-433e-a05b-ac00cb04b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:09.612725 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-0e7725cf-be8f-433e-a05b-ac00cb04b304 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420809
Jan 29 21:56:09.702397 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-37341d19-4621-49c5-9060-fb08eea71ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837560
Jan 29 21:56:09.788843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3f6a1e5-9b72-46ef-aee0-bb27ecbdd467 req-5fb1d757-9100-4b4f-96b7-148891d22ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799980
Jan 29 21:56:10.301923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637b46-c769-4956-9f9c-a33d1163c5ec req-3453e182-bb17-46b4-816a-de7b043e0f31 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:10.303427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c637b46-c769-4956-9f9c-a33d1163c5ec req-3453e182-bb17-46b4-816a-de7b043e0f31 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0544839
Jan 29 21:56:10.356495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c637b46-c769-4956-9f9c-a33d1163c5ec req-9623088c-6cbb-469f-8611-e485c90cab67 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473268
Jan 29 21:56:10.452732 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-57e0697a-b8f5-4912-917a-883ddc718dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:11.478637 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39988c15-a339-42b8-beb5-1583aeddd720 req-c3ef32df-eddf-479c-bdbf-f2a8fd875052 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:11.480025 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39988c15-a339-42b8-beb5-1583aeddd720 req-c3ef32df-eddf-479c-bdbf-f2a8fd875052 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0511055
Jan 29 21:56:11.527779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39988c15-a339-42b8-beb5-1583aeddd720 req-ec565b0e-b42a-4286-916e-daf633a55e32 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422249
Jan 29 21:56:12.646593 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e70c7-5666-454f-8e91-80bab2142d35 req-141f0f99-dab2-4c49-97f2-79597ffbb595 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:12.648067 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-343e70c7-5666-454f-8e91-80bab2142d35 req-141f0f99-dab2-4c49-97f2-79597ffbb595 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0522985
Jan 29 21:56:12.702778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-343e70c7-5666-454f-8e91-80bab2142d35 req-6f0ac17f-2128-4f79-8093-821f18512382 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491455
Jan 29 21:56:12.807994 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d8c-e3af-4efe-94e0-8e6b9dda272b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:13.825886 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b5a8-f938-41d7-a39a-693e11329d1f req-c318df71-34d1-4271-b44f-cc2b2270eeb7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:13.827369 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6f2b5a8-f938-41d7-a39a-693e11329d1f req-c318df71-34d1-4271-b44f-cc2b2270eeb7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0565987
Jan 29 21:56:13.874928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d6f2b5a8-f938-41d7-a39a-693e11329d1f req-2bb9f6d5-4a97-401b-bc26-9c56521c2516 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419655
Jan 29 21:56:13.976813 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:14.996078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9de89f-6952-48ec-88a0-059624517bc5 req-a99bd94c-e763-40ce-a22e-0e66eb37d6f2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:14.997665 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b9de89f-6952-48ec-88a0-059624517bc5 req-a99bd94c-e763-40ce-a22e-0e66eb37d6f2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0526497
Jan 29 21:56:15.046378 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b9de89f-6952-48ec-88a0-059624517bc5 req-6bbb554a-2350-433f-9f27-dda1fd346763 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427158
Jan 29 21:56:15.829882 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:16.163997 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11c0ad-0a50-4bef-97c5-2eddda51802e req-64cc0504-0118-463c-991a-80f7856ebc41 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:16.165497 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd11c0ad-0a50-4bef-97c5-2eddda51802e req-64cc0504-0118-463c-991a-80f7856ebc41 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0515924
Jan 29 21:56:16.218110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd11c0ad-0a50-4bef-97c5-2eddda51802e req-6b495119-cec6-48ff-ac66-abca45718581 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471220
Jan 29 21:56:17.020388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:17.336300 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92ee5-0dcd-49de-9b65-732dfaa53ff6 req-6ad5da75-13af-4038-81a3-df744108206a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:17.337714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31d92ee5-0dcd-49de-9b65-732dfaa53ff6 req-6ad5da75-13af-4038-81a3-df744108206a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0524075
Jan 29 21:56:17.385224 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31d92ee5-0dcd-49de-9b65-732dfaa53ff6 req-c6f15a87-241b-4ebb-9081-3d2a5a42ec20 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419781
Jan 29 21:56:18.502274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca892bd-847b-43e6-b07a-ba0f82123bd2 req-6d3beaf1-0ca3-4211-87f5-df2f6a750283 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:18.503663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ca892bd-847b-43e6-b07a-ba0f82123bd2 req-6d3beaf1-0ca3-4211-87f5-df2f6a750283 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0511725
Jan 29 21:56:18.550445 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6ca892bd-847b-43e6-b07a-ba0f82123bd2 req-0ced339d-5211-4112-b0d4-752b3ce1547a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406928
Jan 29 21:56:19.674233 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6dfbf-579d-478d-9c10-b4f5bc868304 req-160986ed-58e3-41c1-a789-1e2b421ccaf9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:19.675775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fb6dfbf-579d-478d-9c10-b4f5bc868304 req-160986ed-58e3-41c1-a789-1e2b421ccaf9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0572920
Jan 29 21:56:19.724071 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fb6dfbf-579d-478d-9c10-b4f5bc868304 req-6aae8999-9c65-4f39-a1d1-5d3b1a8062cf tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425792
Jan 29 21:56:20.840735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105cfb-73e7-4e40-be0b-f33f4e904c03 req-8f9173c1-f168-49a1-829a-da406ab71098 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:20.842220 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3105cfb-73e7-4e40-be0b-f33f4e904c03 req-8f9173c1-f168-49a1-829a-da406ab71098 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0511703
Jan 29 21:56:20.889941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3105cfb-73e7-4e40-be0b-f33f4e904c03 req-2fdf34b6-d539-4982-a804-7d35df22957d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421257
Jan 29 21:56:20.912894 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37600) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:56:20.977023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7ef689c0-9f06-4acd-bb56-9373351a1efd tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/212cfff5-61f8-4892-bdf8-4dc863448039 HTTP/1.1" status: 200  len: 992 time: 0.0629289
Jan 29 21:56:22.275276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faeb8-6ada-4955-9b8f-c3bc4f30e107 req-dd4209bf-0af0-43f9-8e88-570137c2e6fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:22.276657 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-935faeb8-6ada-4955-9b8f-c3bc4f30e107 req-dd4209bf-0af0-43f9-8e88-570137c2e6fa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0862081
Jan 29 21:56:22.279318 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-2cff2329-1963-400d-8580-908721a9c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:22.280668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-2cff2329-1963-400d-8580-908721a9c85c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0624752
Jan 29 21:56:22.379857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-935faeb8-6ada-4955-9b8f-c3bc4f30e107 req-279fae11-7f1d-42e5-a8e2-b296a01554e6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970929
Jan 29 21:56:22.403422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-6765f72f-be74-41ee-b1b3-ffc25cfdafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:22.404864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-6765f72f-be74-41ee-b1b3-ffc25cfdafdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.1159666
Jan 29 21:56:22.473590 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-259ff254-0cf5-46a5-b762-1279e42d4bef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 1000 time: 0.0629039
Jan 29 21:56:22.519267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-0c8fc10b-18b7-4cd4-8b34-22709681edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:22.521245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-0c8fc10b-18b7-4cd4-8b34-22709681edca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0419431
Jan 29 21:56:22.566407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-f8580e43-5473-4c70-9338-dfdd7694a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:22.568278 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-f8580e43-5473-4c70-9338-dfdd7694a617 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421340
Jan 29 21:56:22.658992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-08329383-b7ea-477a-9127-a9ac310b3a19 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850124
Jan 29 21:56:22.752326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fa5d5ad-a69c-4da2-a53f-16870fef5d55 req-9448b6fb-455c-4d7d-ba21-f4a68bb660a5 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874822
Jan 29 21:56:23.310493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:23.502618 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a273b-f6d4-4f18-881c-f19cfaa7b67a req-128ecb6c-7aec-43e5-bc6d-3af8bd5afe7e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:56:23.504006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f23a273b-f6d4-4f18-881c-f19cfaa7b67a req-128ecb6c-7aec-43e5-bc6d-3af8bd5afe7e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0521655
Jan 29 21:56:23.551653 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f23a273b-f6d4-4f18-881c-f19cfaa7b67a req-f867832b-4bdb-47d2-bd89-f35ef20db8e6 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419574
Jan 29 21:56:23.574560 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37610) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:56:23.638606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-40a48c37-e0b8-4f14-9de8-69fe3ea6f449 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/212cfff5-61f8-4892-bdf8-4dc863448039 HTTP/1.1" status: 200  len: 992 time: 0.0629406
Jan 29 21:56:24.021152 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:37.515272 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:56:40.453876 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7a6d5ca7-ba8a-4521-a7e5-4095210aeb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:42.808016 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-88b1e94f-249f-4440-ab98-6aac261530c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:43.982206 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:45.832570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:47.023422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:53.308403 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:56:54.011019 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:10.204791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-976ff7d0-35fb-489e-a6c7-3ebb691b823f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0420363
Jan 29 21:57:10.292550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-092154d4-8abb-485a-84d0-1fe4fee67e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:10.294072 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-092154d4-8abb-485a-84d0-1fe4fee67e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0445478
Jan 29 21:57:10.398549 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-0e3c1420-7be4-4fbe-9aa7-3198cfe70ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:10.400110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-0e3c1420-7be4-4fbe-9aa7-3198cfe70ce1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.0877976
Jan 29 21:57:10.455871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8089ef3f-576e-4a6d-846e-be0fa8c6f7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:10.465988 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-1a83762a-2e15-4148-957e-423c72b1c617 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 1000 time: 0.0601187
Jan 29 21:57:10.521704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-d796063b-bff7-474f-a86e-19b639ddabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:10.523200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-d796063b-bff7-474f-a86e-19b639ddabcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0519309
Jan 29 21:57:10.570783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-8fa580f9-a441-4e6f-8cd9-20acd371d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:10.572266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-8fa580f9-a441-4e6f-8cd9-20acd371d7d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430870
Jan 29 21:57:10.659102 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-101282f9-0943-40ed-83bf-e4bc904e9d85 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797305
Jan 29 21:57:10.749964 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c326401c-11f5-415d-a658-b61b56f4b0d1 req-e0ca35d7-730e-4584-89c8-090c7cbb624f service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839872
Jan 29 21:57:12.809705 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-675301f5-ddfb-4f83-bbea-022613758185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:13.981825 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:14.514096 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:57:15.835595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:17.025793 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:18.842265 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37646) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:18.996234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 2f9d9756-baa0-47de-8e1a-93e46f1aece8 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:57:18.996572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.072945 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.073304 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (2f9d9756-baa0-47de-8e1a-93e46f1aece8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.085778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 2f9d9756-baa0-47de-8e1a-93e46f1aece8 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:57:19.235147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (2f9d9756-baa0-47de-8e1a-93e46f1aece8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.266344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=2f9d9756-baa0-47de-8e1a-93e46f1aece8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:19.288655 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.289037 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.289392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.289735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.290072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.290413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.290744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.291076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.291409 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.291739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.292150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.292485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.292809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:19.335071 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (212cfff5-61f8-4892-bdf8-4dc863448039), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.335406 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 212cfff5-61f8-4892-bdf8-4dc863448039 disassociated (deleted). External IP: 172.35.4.95, port: 226f5a99-6abf-4215-b75d-37284923c6dd.
Jan 29 21:57:19.543367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router c0be6a59-7880-4563-990c-14a6f81fcc54 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:57:19.652149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:57:19.656970 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:19.662271 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Sync routers for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:57:19.672309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:19.673011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0951a430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:19.685835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2e09a34b-8b40-4ee7-8a3c-b261b695a7f0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/floatingips/212cfff5-61f8-4892-bdf8-4dc863448039 HTTP/1.1" status: 204  len: 168 time: 0.8424582
Jan 29 21:57:19.686527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:57:19.690185 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e85ce-586f-4416-ba96-4f77fd0d5f39" -d '{"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:57:19.786332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:19.787622 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9313a06d-3cd6-4250-a173-e98b77ce2e7a x-openstack-request-id: req-9313a06d-3cd6-4250-a173-e98b77ce2e7a {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:57:19.788586 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:57:19.788974 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9313a06d-3cd6-4250-a173-e98b77ce2e7a {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:57:19.789520 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd', 'status': 'completed', 'code': 200}
Jan 29 21:57:19.869594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-016d8f8b-d707-4f35-84b7-4e869f0ea22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:19.872050 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-016d8f8b-d707-4f35-84b7-4e869f0ea22d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 1127 time: 0.0540569
Jan 29 21:57:20.001933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0951a430>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:20.005083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6d6c-8227-47f8-839a-adc348047e97 req-593b1b8e-4c53-400b-a101-3125f24aa442 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:20.006654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-718d6d6c-8227-47f8-839a-adc348047e97 req-593b1b8e-4c53-400b-a101-3125f24aa442 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.1088979
Jan 29 21:57:20.020396 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-be5ac3df-ec4f-415f-9ef7-b82f8e7e30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:20.021817 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-be5ac3df-ec4f-415f-9ef7-b82f8e7e30ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 200  len: 897 time: 0.1433053
Jan 29 21:57:20.035122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Checking router: c0be6a59-7880-4563-990c-14a6f81fcc54 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:57:20.044935 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:20.045583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0951a430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:20.078574 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-a8c1aacc-b5ad-45b9-828c-6dd4de9f471b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 200  len: 217 time: 0.0459590
Jan 29 21:57:20.129451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-718d6d6c-8227-47f8-839a-adc348047e97 req-7b2e4b47-dbf3-42f1-bc30-68f2d77c32a7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158040
Jan 29 21:57:20.150673 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-3e75fda3-bc40-4ae1-b9f8-0d6cf6d45339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:20.150673 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-3e75fda3-bc40-4ae1-b9f8-0d6cf6d45339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 200  len: 835 time: 0.0587420
Jan 29 21:57:20.150940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:20.196557 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-1da76664-565b-40f2-a2ab-c7caba39df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:20.198114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-1da76664-565b-40f2-a2ab-c7caba39df06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=025ad799-53b4-401a-8e9c-541027d42ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466712
Jan 29 21:57:20.290245 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-a3bea1d1-5c76-4e4a-b24f-2fa3e2349376 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856452
Jan 29 21:57:20.349842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0951a430>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:20.375712 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae4163-8062-4771-99a0-91adf90ce92b None None] The sync data for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 is: [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:54:52Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9816256-401c-4980-98da-d0c32e066a5e', 'name': '', 'network_id': '025ad799-53b4-401a-8e9c-541027d42ffd', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:b4:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:51Z', 'updated_at': '2022-01-29T21:54:55Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '537d4085-0ee2-496d-b02b-4ceb56e5d460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:57:20.383450 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-102e85ce-586f-4416-ba96-4f77fd0d5f39 req-11cb23c0-e2d7-41b0-9ed0-50463ac6d283 service neutron] 10.222.0.18 "GET /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867574
Jan 29 21:57:20.591944 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d6976-c0ec-47cb-af32-2efd2364ae53 None None] New status for floating IP 212cfff5-61f8-4892-bdf8-4dc863448039: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:57:21.251362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa08ab-e507-4cdf-9698-3f7699688ae8 req-4534e979-6594-4551-8632-28747c540dda tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:21.252876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31fa08ab-e507-4cdf-9698-3f7699688ae8 req-4534e979-6594-4551-8632-28747c540dda tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0528154
Jan 29 21:57:21.306014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-31fa08ab-e507-4cdf-9698-3f7699688ae8 req-17d968b2-c5f9-41cf-89b5-fb451de3ce8b tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc40e173-bc21-4732-9938-973c9b387b57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475211
Jan 29 21:57:21.500006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725b642-720a-45a2-9086-50a67bec11c5 req-d0c59a3c-55d8-4421-ad65-e12233b0d34a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:21.501463 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0725b642-720a-45a2-9086-50a67bec11c5 req-d0c59a3c-55d8-4421-ad65-e12233b0d34a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "GET /v2.0/ports?device_id=555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26 HTTP/1.1" status: 200  len: 945 time: 0.0514803
Jan 29 21:57:21.588922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 226f5a99-6abf-4215-b75d-37284923c6dd {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:57:21.589296 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:21.677957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 226f5a99-6abf-4215-b75d-37284923c6dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=226f5a99-6abf-4215-b75d-37284923c6dd,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:21.678320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:21.690658 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 226f5a99-6abf-4215-b75d-37284923c6dd owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:57:21.818176 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (226f5a99-6abf-4215-b75d-37284923c6dd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:21.846313 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=226f5a99-6abf-4215-b75d-37284923c6dd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:21.887822 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] No DVR routers for this DVR port 226f5a99-6abf-4215-b75d-37284923c6dd on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:57:21.890421 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:21.893845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0725b642-720a-45a2-9086-50a67bec11c5 req-ea6228ba-0284-43d6-ac02-36cfa116c641 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.18 "DELETE /v2.0/ports/226f5a99-6abf-4215-b75d-37284923c6dd HTTP/1.1" status: 204  len: 173 time: 0.3877783
Jan 29 21:57:21.894288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'name': 'network-vif-deleted', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:57:21.897226 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f167c67a-9efb-4054-bcb1-d38f8c7b41d5" -d '{"events": [{"server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "name": "network-vif-deleted", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:57:21.932907 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af5aa9-36f6-4903-bc66-99e189dc7877 x-openstack-request-id: req-53af5aa9-36f6-4903-bc66-99e189dc7877 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:57:21.933231 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26", "name": "network-vif-deleted", "tag": "226f5a99-6abf-4215-b75d-37284923c6dd", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:57:21.933489 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53af5aa9-36f6-4903-bc66-99e189dc7877 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:57:21.933894 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555bb7fa-22d3-4950-bf3b-a4d7a9ca2c26', 'name': 'network-vif-deleted', 'tag': '226f5a99-6abf-4215-b75d-37284923c6dd', 'status': 'completed', 'code': 200}
Jan 29 21:57:22.367979 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37662) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:23.016618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (c0be6a59-7880-4563-990c-14a6f81fcc54), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.268885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port c9816256-401c-4980-98da-d0c32e066a5e {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:57:23.269188 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c9816256-401c-4980-98da-d0c32e066a5e), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.323546 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.357709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port c9816256-401c-4980-98da-d0c32e066a5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9816256-401c-4980-98da-d0c32e066a5e,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:23.358078 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c9816256-401c-4980-98da-d0c32e066a5e), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.371137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for c9816256-401c-4980-98da-d0c32e066a5e owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:57:23.557814 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c9816256-401c-4980-98da-d0c32e066a5e), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.587707 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=c9816256-401c-4980-98da-d0c32e066a5e,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:23.769867 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (c0be6a59-7880-4563-990c-14a6f81fcc54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:23.981919 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router c0be6a59-7880-4563-990c-14a6f81fcc54 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:57:24.029030 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.088486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:57:24.093534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bfaed2b4-0056-4c8a-b9a1-10e3930ab4c0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/c0be6a59-7880-4563-990c-14a6f81fcc54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7244158
Jan 29 21:57:24.096295 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37664) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:24.098948 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Sync routers for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:57:24.112950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:24.114193 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09838df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:24.146564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting subnet 537d4085-0ee2-496d-b02b-4ceb56e5d460 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:57:24.149678 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (537d4085-0ee2-496d-b02b-4ceb56e5d460), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.190657 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (537d4085-0ee2-496d-b02b-4ceb56e5d460), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.214909 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:24.276783 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (537d4085-0ee2-496d-b02b-4ceb56e5d460), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.334582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (537d4085-0ee2-496d-b02b-4ceb56e5d460), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.363012 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Subnet': ['ID=537d4085-0ee2-496d-b02b-4ceb56e5d460,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:24.365019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.368827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-beb9b88c-3297-41a8-a2e0-276f1d00fc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/subnets/537d4085-0ee2-496d-b02b-4ceb56e5d460 HTTP/1.1" status: 204  len: 168 time: 0.2715831
Jan 29 21:57:24.371372 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37666) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:24.374667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 226f5a99-6abf-4215-b75d-37284923c6dd no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:57:24.376492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0328e4-53f4-4640-aecc-69614daef28f None None] Network 025ad799-53b4-401a-8e9c-541027d42ffd requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:57:24.436932 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 226f5a99-6abf-4215-b75d-37284923c6dd {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:57:24.437322 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 226f5a99-6abf-4215-b75d-37284923c6dd not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:57:24.479838 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.496676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09838df0>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:57:23Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:24.525030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Checking router: c0be6a59-7880-4563-990c-14a6f81fcc54 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:57:24.538813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Routers {'c0be6a59-7880-4563-990c-14a6f81fcc54'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:24.539422 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09838df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['c0be6a59-7880-4563-990c-14a6f81fcc54'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:24.590826 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (c0be6a59-7880-4563-990c-14a6f81fcc54), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.625423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] DHCP port deletion for 025ad799-53b4-401a-8e9c-541027d42ffd request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:57:24.643766 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 9875f644-8e5a-4c6b-b414-51cfef5b1595 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:57:24.644110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.674685 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] Set router c0be6a59-7880-4563-990c-14a6f81fcc54 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:24.721934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 9875f644-8e5a-4c6b-b414-51cfef5b1595, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9875f644-8e5a-4c6b-b414-51cfef5b1595,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:24.722293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.740175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 9875f644-8e5a-4c6b-b414-51cfef5b1595 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:57:24.795467 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Deleting port 2fb929c9-5c65-4aca-9bed-9710554acef4 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:57:24.795838 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.892770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] For port 2fb929c9-5c65-4aca-9bed-9710554acef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb929c9-5c65-4aca-9bed-9710554acef4,segment=NetworkSegment(4482cd7f-ac65-4fa4-9cfb-6335de2baf16),segment_id=4482cd7f-ac65-4fa4-9cfb-6335de2baf16)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:24.893111 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.908822 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9875f644-8e5a-4c6b-b414-51cfef5b1595), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:24.909198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Calling delete_port for 2fb929c9-5c65-4aca-9bed-9710554acef4 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:57:24.937967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=9875f644-8e5a-4c6b-b414-51cfef5b1595,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:24.984826 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09838df0>, [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:57:23Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:24.998832 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (c0be6a59-7880-4563-990c-14a6f81fcc54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.014732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68101f69-815a-44bd-a0cb-98fbd1be6a24 None None] The sync data for ids ['c0be6a59-7880-4563-990c-14a6f81fcc54'] in ncdv-master-1 is: [{'id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122636442', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:54:48Z', 'updated_at': '2022-01-29T21:57:23Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '9875f644-8e5a-4c6b-b414-51cfef5b1595', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be6a59-7880-4563-990c-14a6f81fcc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:54:49Z', 'updated_at': '2022-01-29T21:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:57:25.034706 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (2fb929c9-5c65-4aca-9bed-9710554acef4), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.065440 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Pushing event deleted for resources: {'Port': ['ID=2fb929c9-5c65-4aca-9bed-9710554acef4,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:25.070746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] No DVR routers for this DVR port 2fb929c9-5c65-4aca-9bed-9710554acef4 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:57:25.079570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.080035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.080387 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.080752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.081332 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.081681 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.082159 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.082641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.082943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.083517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.083632 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.083904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.084230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27e1b7-8531-491f-baa6-119de2c673a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:25.107019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.109216 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (c0be6a59-7880-4563-990c-14a6f81fcc54), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.155791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (c0be6a59-7880-4563-990c-14a6f81fcc54), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.156330 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Fanout notify agent at l3_agent the message router_deleted on router c0be6a59-7880-4563-990c-14a6f81fcc54 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:57:25.163324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.164419 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec6db7fe-f478-41f6-8dfc-e91e82946aa5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/routers/c0be6a59-7880-4563-990c-14a6f81fcc54 HTTP/1.1" status: 204  len: 168 time: 0.7921512
Jan 29 21:57:25.167068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37668) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:25.241308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (025ad799-53b4-401a-8e9c-541027d42ffd), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.329908 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (025ad799-53b4-401a-8e9c-541027d42ffd), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.349079 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea10400d60>,) {'filters': {'network_id': ['025ad799-53b4-401a-8e9c-541027d42ffd']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:25.357984 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10400d60>, '4482cd7f-ac65-4fa4-9cfb-6335de2baf16') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:25.358280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea10400d60>, '4482cd7f-ac65-4fa4-9cfb-6335de2baf16') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:25.367977 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (4482cd7f-ac65-4fa4-9cfb-6335de2baf16), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.382934 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (4482cd7f-ac65-4fa4-9cfb-6335de2baf16), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.389451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:57:25.389845 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (4482cd7f-ac65-4fa4-9cfb-6335de2baf16), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:57:25.393217 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:57:25.453192 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (025ad799-53b4-401a-8e9c-541027d42ffd), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.460258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.463696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/networks/025ad799-53b4-401a-8e9c-541027d42ffd HTTP/1.1" status: 204  len: 168 time: 0.2955053
Jan 29 21:57:25.466187 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37670) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:25.483945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6043-5db4-4c91-92c4-9acad9e6be25 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Network': ['ID=025ad799-53b4-401a-8e9c-541027d42ffd,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:25.537546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (fc40e173-bc21-4732-9938-973c9b387b57), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.567160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (fc40e173-bc21-4732-9938-973c9b387b57), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.629320 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (fc40e173-bc21-4732-9938-973c9b387b57), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.631930 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:25.633193 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc40e173-bc21-4732-9938-973c9b387b57 HTTP/1.1" status: 204  len: 168 time: 0.1660302
Jan 29 21:57:25.643106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4fe0-e655-441f-ba30-a0ff950395bc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc40e173-bc21-4732-9938-973c9b387b57,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:26.106326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9816256-401c-4980-98da-d0c32e066a5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:57:26.125765 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c9816256-401c-4980-98da-d0c32e066a5e {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:57:26.126112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c9816256-401c-4980-98da-d0c32e066a5e not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:57:26.126530 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2fb929c9-5c65-4aca-9bed-9710554acef4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:57:26.144221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 2fb929c9-5c65-4aca-9bed-9710554acef4 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:57:26.145095 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 2fb929c9-5c65-4aca-9bed-9710554acef4 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:57:27.707973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9875f644-8e5a-4c6b-b414-51cfef5b1595 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:57:27.727445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 9875f644-8e5a-4c6b-b414-51cfef5b1595 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:57:27.727796 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 9875f644-8e5a-4c6b-b414-51cfef5b1595 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:57:27.950428 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37680) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:27.955575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472813835', 'description': 'tempest-secgroup-smoke-472813835 description', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:27.977311 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.041907 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (8419dcc0-48ff-4d85-b5ba-3bb4e6e57546), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.045362 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8419dcc0-48ff-4d85-b5ba-3bb4e6e57546), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.070290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.071549 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1198285
Jan 29 21:57:28.075072 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37682) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.079709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd4c0-98a5-46ab-a40f-d48cfb8c3818 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.081016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.105132 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (dc19b22d-b8bc-4c0b-bd09-331b8648cb69), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.158687 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (dc19b22d-b8bc-4c0b-bd09-331b8648cb69), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.162422 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (dc19b22d-b8bc-4c0b-bd09-331b8648cb69), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.180130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc19b22d-b8bc-4c0b-bd09-331b8648cb69,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.189796 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.190982 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1143117
Jan 29 21:57:28.193062 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.193416 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.193765 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.194165 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.194426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37686) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.194538 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.194820 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.195196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.195472 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.195799 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.196123 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.196458 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.196780 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.197131 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4644b926-6559-4d0f-9f28-0e02b0fb83dc tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:28.200104 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.224201 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (481e941e-98a6-460e-baf6-53b845aa1b20), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.281303 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (481e941e-98a6-460e-baf6-53b845aa1b20), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.284868 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (481e941e-98a6-460e-baf6-53b845aa1b20), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.305297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481e941e-98a6-460e-baf6-53b845aa1b20,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.311570 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.312589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-b6d0db6a-addc-4f7e-a267-e6b0c0a5ab30 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1170995
Jan 29 21:57:28.315332 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37688) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.320083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.348955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (41d0c120-7a66-40a8-aa18-f604d7b53127), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.407171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (41d0c120-7a66-40a8-aa18-f604d7b53127), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.411003 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (41d0c120-7a66-40a8-aa18-f604d7b53127), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.432173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d0c120-7a66-40a8-aa18-f604d7b53127,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.437579 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.441881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bf2416d4-b8a8-4e34-9727-43f0c12daf79 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1225204
Jan 29 21:57:28.442074 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37690) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.446328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.470132 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (efd4d3df-9756-41b3-8448-400694b5abd6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.526685 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (efd4d3df-9756-41b3-8448-400694b5abd6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.530344 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (efd4d3df-9756-41b3-8448-400694b5abd6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.547566 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd4d3df-9756-41b3-8448-400694b5abd6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.556516 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.557762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-711836e7-fbc7-48b2-b9d2-0451a522d847 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1147721
Jan 29 21:57:28.560446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37692) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.565003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.584818 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:57:28.589833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (edb01152-e973-4e1f-88ca-5056c2a9181b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.647269 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (edb01152-e973-4e1f-88ca-5056c2a9181b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.650833 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (edb01152-e973-4e1f-88ca-5056c2a9181b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.669475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb01152-e973-4e1f-88ca-5056c2a9181b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.676386 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.677615 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-c733b3c3-10e3-4879-8e04-6b62c4c2ee2e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1162009
Jan 29 21:57:28.680322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37694) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.684479 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'security_group_rule': {'security_group_id': '8419dcc0-48ff-4d85-b5ba-3bb4e6e57546', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.702994 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Project 2cc769796b5c43dfb45b97fcb953a1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:57:28.707564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (c966b326-c9ff-4e11-9e5d-1c0f7ed8bc2b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.770654 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (c966b326-c9ff-4e11-9e5d-1c0f7ed8bc2b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.774137 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (c966b326-c9ff-4e11-9e5d-1c0f7ed8bc2b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.791683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c966b326-c9ff-4e11-9e5d-1c0f7ed8bc2b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:28.800388 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.802236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-63becd58-8836-4743-a39e-200de339452d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1210253
Jan 29 21:57:28.805082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37712) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:28.809849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'network': {'name': 'tempest-network-smoke--623504934', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'port_security_enabled': True}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:28.827553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:57:28.830782 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.854620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:57:28.863285 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (77d911a4-272f-4dd9-b85f-b32693c794e1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.863624 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Added segment 77d911a4-272f-4dd9-b85f-b32693c794e1 of type vlan for network 7daf7428-45ed-426f-820e-66b7b788ef93
Jan 29 21:57:28.903113 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (7daf7428-45ed-426f-820e-66b7b788ef93), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.926500 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (7daf7428-45ed-426f-820e-66b7b788ef93), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.931360 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:28.931932 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:28.995243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1890562
Jan 29 21:57:28.997987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37714) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:29.001141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599aa9d-42d1-4a33-a4fc-55f8eddb6e0f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Network': ['ID=7daf7428-45ed-426f-820e-66b7b788ef93,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:29.002667 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'admin_state_up': True, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:29.011470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 7daf7428-45ed-426f-820e-66b7b788ef93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:57:29.024786 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.026545 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.081227 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (b73013df-aa1e-4ec9-b9ab-b548b31adf81), precommit_add_association {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.510761 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (b73013df-aa1e-4ec9-b9ab-b548b31adf81), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.699364 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.717854 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.820835 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.233 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5f694722-e88f-40a2-a992-8f13d229b3e5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:57:29.916329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.949534 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:29.991139 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:29.997945 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:30.003133 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:57:30.005500 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=5f694722-e88f-40a2-a992-8f13d229b3e5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:30.245634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:30.440363 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:30.565159 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router b73013df-aa1e-4ec9-b9ab-b548b31adf81 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:57:30.665199 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:57:30.674860 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Sync routers for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:57:30.684549 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:30.684723 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:30.685276 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b231460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:30.688184 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-984fb1e1-f454-40fc-9d18-5976f16477d0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6890774
Jan 29 21:57:30.688923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37716) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:30.723693 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e61cef95-cc10-45f8-af1a-58343724720f tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2cc769796b5c43dfb45b97fcb953a1ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312021
Jan 29 21:57:30.723982 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37718) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:30.799631 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:30.809347 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b58aef-8901-4cee-b12e-a97911999cd9 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:30.810883 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-72b58aef-8901-4cee-b12e-a97911999cd9 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0859568
Jan 29 21:57:30.813670 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37720) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:30.842371 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-2ad4afb4-7c45-4cc5-9606-bdedf1218a35 tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d58da3f3-2702-4849-b5d5-ac9ebe0a11d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275071
Jan 29 21:57:30.844608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37722) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:30.849231 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824041808', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:30.938125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:57:30.942036 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:30.978245 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b231460>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:30Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:31.003571 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Checking router: b73013df-aa1e-4ec9-b9ab-b548b31adf81 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:57:31.004493 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Updating router b73013df-aa1e-4ec9-b9ab-b548b31adf81 port 5f694722-e88f-40a2-a992-8f13d229b3e5 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:57:31.035085 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.122919 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (3dd85da9-8278-4642-b5a3-322a8c0f4f3b), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.180523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Subnet': ['ID=3dd85da9-8278-4642-b5a3-322a8c0f4f3b,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:31.192468 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Checking segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:57:31.192829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network hostable DHCP agents. Network: 7daf7428-45ed-426f-820e-66b7b788ef93, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:57:31.209608 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 7daf7428-45ed-426f-820e-66b7b788ef93 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:57:31.220845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7daf7428-45ed-426f-820e-66b7b788ef93) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:31.225130 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:31.225727 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.230202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afc45a-316d-49a3-b925-cb7385ce1742 None None] Network 7daf7428-45ed-426f-820e-66b7b788ef93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:57:31.244155 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-cd55a0ee-347c-47fa-b69a-0acf136bf3aa tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3976722
Jan 29 21:57:31.246224 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37724) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:31.289693 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks [] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.295504 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.341777 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Attempting to bind port 5f694722-e88f-40a2-a992-8f13d229b3e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:57:31.342148 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Attempting to bind port 5f694722-e88f-40a2-a992-8f13d229b3e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:57:31.342505 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Attempting to bind port 5f694722-e88f-40a2-a992-8f13d229b3e5 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:57:31.346289 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7daf7428-45ed-426f-820e-66b7b788ef93', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:57:31.347171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.354460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:57:31.354817 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:57:31.355218 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.355604 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:57:31.356060 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Bound port: 5f694722-e88f-40a2-a992-8f13d229b3e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:57:31.356436 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.376097 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Pushing event updated for resources: {'Port': ['ID=5f694722-e88f-40a2-a992-8f13d229b3e5,revision_number=2']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:31.392338 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.392701 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.393033 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.393369 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.393694 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.394015 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.394367 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.394679 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.394999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.395317 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.395632 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.395948 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.396262 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:57:31.422785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] For port 5f694722-e88f-40a2-a992-8f13d229b3e5, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:57:31.426743 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] For port 5f694722-e88f-40a2-a992-8f13d229b3e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f694722-e88f-40a2-a992-8f13d229b3e5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:57:31.432268 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.507917 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Allocated IP 172.20.0.2 (7daf7428-45ed-426f-820e-66b7b788ef93/3dd85da9-8278-4642-b5a3-322a8c0f4f3b/505a3bae-08ef-4493-8291-9e56ca350e39) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:57:31.574982 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:31.575849 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b231460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:31.656665 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks [] for port (505a3bae-08ef-4493-8291-9e56ca350e39), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.663658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd729894-d0ec-4ca3-a835-b92a6dc7e6d4 None None] Pushing event updated for resources: {'Port': ['ID=5f694722-e88f-40a2-a992-8f13d229b3e5,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:31.664098 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.685261 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:31.713346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Network 7daf7428-45ed-426f-820e-66b7b788ef93 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:31.716253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:31.721216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:57:31.732115 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.757102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Pushing event updated for resources: {'Port': ['ID=505a3bae-08ef-4493-8291-9e56ca350e39,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:31.792725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Attempting to bind port 505a3bae-08ef-4493-8291-9e56ca350e39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:57:31.793684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Attempting to bind port 505a3bae-08ef-4493-8291-9e56ca350e39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:57:31.793684 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Attempting to bind port 505a3bae-08ef-4493-8291-9e56ca350e39 on network 7daf7428-45ed-426f-820e-66b7b788ef93 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:57:31.799217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:57:31.799756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Checking segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:57:31.800273 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.801367 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Bound using segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:57:31.801946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Bound port: 505a3bae-08ef-4493-8291-9e56ca350e39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:57:31.802457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.866725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] For port 505a3bae-08ef-4493-8291-9e56ca350e39, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:57:31.870138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] For port 505a3bae-08ef-4493-8291-9e56ca350e39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=505a3bae-08ef-4493-8291-9e56ca350e39,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:57:31.876882 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b231460>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:30Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:31.877519 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:31.909045 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb118-7b26-401b-a3d1-1a3c1fe31095 None None] The sync data for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 is: [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:30Z', 'revision_number': 3, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:57:31.952864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9b8a-8877-4aea-b5c8-acb2874e6477 None None] Pushing event updated for resources: {'Port': ['ID=505a3bae-08ef-4493-8291-9e56ca350e39,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:32.022577 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.1 (7daf7428-45ed-426f-820e-66b7b788ef93/3dd85da9-8278-4642-b5a3-322a8c0f4f3b/57370857-583c-48ce-80e4-d673d4a3a430) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:57:32.197691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (57370857-583c-48ce-80e4-d673d4a3a430), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.248557 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.296855 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 7daf7428-45ed-426f-820e-66b7b788ef93 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:32.304527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:32.309967 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:57:32.317701 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:32.362476 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.505778 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (57370857-583c-48ce-80e4-d673d4a3a430), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.810067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (57370857-583c-48ce-80e4-d673d4a3a430), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.815657 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.894003 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:32.903660 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:32.995461 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 7daf7428-45ed-426f-820e-66b7b788ef93 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:32.997011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:33.018198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab1a21-46d6-4525-8505-35fd41132e44 None None] Network 7daf7428-45ed-426f-820e-66b7b788ef93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:57:33.110414 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router b73013df-aa1e-4ec9-b9ab-b548b31adf81 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:57:33.145674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Provisioning complete for port 505a3bae-08ef-4493-8291-9e56ca350e39 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:33.146107 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.271102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Current status of the port 505a3bae-08ef-4493-8291-9e56ca350e39 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:33.271900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.314174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] For port 505a3bae-08ef-4493-8291-9e56ca350e39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=505a3bae-08ef-4493-8291-9e56ca350e39,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:33.319879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.397867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d6a86-947c-4bfa-b044-b5ec32104603 None None] Pushing event updated for resources: {'Port': ['ID=505a3bae-08ef-4493-8291-9e56ca350e39,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:33.561106 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:33.561904 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.605470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Port 57370857-583c-48ce-80e4-d673d4a3a430 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:57:33.616103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Provisioning complete for port 505a3bae-08ef-4493-8291-9e56ca350e39 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:33.616627 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.621025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:57:33.626627 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b4878450-b1ab-40a5-971d-8b6f59e0cc6f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/b73013df-aa1e-4ec9-b9ab-b548b31adf81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3793845
Jan 29 21:57:33.701409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-d662ace4-39cb-453a-8728-a5f1ddc8199c None None] Current status of the port 505a3bae-08ef-4493-8291-9e56ca350e39 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:33.807345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7beb19ff-d5fa-4e47-b2ed-82415f3e7d9e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472813835&fields=id&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 267 time: 0.0599258
Jan 29 21:57:33.839347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-45ecd2b3-e95a-4c6d-a613-7013c0b3e5d8 None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:33.839738 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-45ecd2b3-e95a-4c6d-a613-7013c0b3e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:33.884181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Sync routers for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:57:33.903741 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-45ecd2b3-e95a-4c6d-a613-7013c0b3e5d8 None None] Port 57370857-583c-48ce-80e4-d673d4a3a430 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:57:33.912629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:33.913406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a64de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:33.917490 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5f694722-e88f-40a2-a992-8f13d229b3e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:57:33.957933 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-c1270a75-1df5-4e8b-a9d0-5d9fc842a305 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:33.959379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-c1270a75-1df5-4e8b-a9d0-5d9fc842a305 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 796 time: 0.1432493
Jan 29 21:57:33.973808 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-c672e6d0-790f-46e6-9e17-21ccf3f80064 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/quotas/2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 375 time: 0.0090876
Jan 29 21:57:34.033721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-efd9a322-1daf-44cd-be07-53d8f13c6a6e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547869
Jan 29 21:57:34.050253 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-cc75276b-7b05-4893-b08d-7e9166cca38f None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:34.051377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cc75276b-7b05-4893-b08d-7e9166cca38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.051523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-da70bb58-368d-4c2b-ae3e-8759f884504d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:57:34.052505 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-da70bb58-368d-4c2b-ae3e-8759f884504d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058205
Jan 29 21:57:34.091983 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:34.135197 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5f694722-e88f-40a2-a992-8f13d229b3e5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:34.135570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.140703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-cc75276b-7b05-4893-b08d-7e9166cca38f None None] Port 57370857-583c-48ce-80e4-d673d4a3a430 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:57:34.141875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-fe3e591e-3be2-4b63-93b0-0d56da36cb01 service neutron] 10.222.0.20 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834563
Jan 29 21:57:34.234519 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-3cf7bf65-b8a4-40c5-ab23-ac874ef0b965 service neutron] 10.222.0.20 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856476
Jan 29 21:57:34.314779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5f694722-e88f-40a2-a992-8f13d229b3e5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:34.315171 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.359952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5f694722-e88f-40a2-a992-8f13d229b3e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f694722-e88f-40a2-a992-8f13d229b3e5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:34.369621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.370412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 505a3bae-08ef-4493-8291-9e56ca350e39 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:57:34.406266 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8585eba2-34c0-4cb9-b687-f8097f8f92b6 req-e6180b2b-ef4e-4eb5-b923-d62c7b5a3200 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 210 time: 0.0316412
Jan 29 21:57:34.467653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a64de50>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 2, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:34.496828 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5f694722-e88f-40a2-a992-8f13d229b3e5,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:34.500560 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Checking router: b73013df-aa1e-4ec9-b9ab-b548b31adf81 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:57:34.501131 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Updating router b73013df-aa1e-4ec9-b9ab-b548b31adf81 port 57370857-583c-48ce-80e4-d673d4a3a430 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:57:34.538426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (57370857-583c-48ce-80e4-d673d4a3a430), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.541461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 505a3bae-08ef-4493-8291-9e56ca350e39 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:34.541823 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.763498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 505a3bae-08ef-4493-8291-9e56ca350e39 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:34.874575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks [] for port (57370857-583c-48ce-80e4-d673d4a3a430), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:34.879603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.110218 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec275e-b26e-4261-b204-74750ed32541 None None] Pushing event updated for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:35.140057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Attempting to bind port 57370857-583c-48ce-80e4-d673d4a3a430 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:57:35.140426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Attempting to bind port 57370857-583c-48ce-80e4-d673d4a3a430 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:57:35.140783 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Attempting to bind port 57370857-583c-48ce-80e4-d673d4a3a430 on network 7daf7428-45ed-426f-820e-66b7b788ef93 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:57:35.146105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:57:35.146476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Checking segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:57:35.146886 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.147265 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Bound using segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:57:35.147720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Bound port: 57370857-583c-48ce-80e4-d673d4a3a430, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:57:35.148092 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (57370857-583c-48ce-80e4-d673d4a3a430), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.193770 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-2dc6091a-8e43-4a80-b2cd-32f5bc953576 None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:35.194066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2dc6091a-8e43-4a80-b2cd-32f5bc953576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.242010 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] For port 57370857-583c-48ce-80e4-d673d4a3a430, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:57:35.246313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] For port 57370857-583c-48ce-80e4-d673d4a3a430, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57370857-583c-48ce-80e4-d673d4a3a430,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:57:35.250017 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6091a-8e43-4a80-b2cd-32f5bc953576 None None] Port 57370857-583c-48ce-80e4-d673d4a3a430 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:57:35.254390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.335915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec275e-b26e-4261-b204-74750ed32541 None None] Pushing event updated for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:35.341172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:35.342798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a64de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:35.405831 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-c8a8535f-5a33-41c3-a7c4-237932852842 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:35.407354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-c8a8535f-5a33-41c3-a7c4-237932852842 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 796 time: 0.1221144
Jan 29 21:57:35.487609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-291e745f-d7e5-4775-b459-e6bf10fa4760 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc769796b5c43dfb45b97fcb953a1ce HTTP/1.1" status: 200  len: 379 time: 0.0712063
Jan 29 21:57:35.490781 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:35.497350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'port': {'device_id': '4604fbe3-3625-4196-81d7-94b631dea498', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'admin_state_up': True, 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'security_groups': ['8419dcc0-48ff-4d85-b5ba-3bb4e6e57546']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:35.575523 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14210051-1000-40d8-970e-782cac2c0953 req-bc6e6cef-4e3e-4b6e-8319-d982dc4f8666 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 210 time: 0.0579312
Jan 29 21:57:35.629493 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:35.629902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.638762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Made reservation on behalf of 2cc769796b5c43dfb45b97fcb953a1ce for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:57:35.642181 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.771717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Current status of the port 57370857-583c-48ce-80e4-d673d4a3a430 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:35.772614 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (57370857-583c-48ce-80e4-d673d4a3a430), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.801902 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5f694722-e88f-40a2-a992-8f13d229b3e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:57:35.864235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] For port 57370857-583c-48ce-80e4-d673d4a3a430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57370857-583c-48ce-80e4-d673d4a3a430,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:35.870882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a64de50>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:35.876212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:35.910453 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa5dc-dfa1-42e9-a358-0f43045ff1f3 None None] The sync data for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 is: [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:57:35.979037 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c679221-5760-4502-8ad6-a52d949a3909 None None] Pushing event updated for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:35.984121 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5f694722-e88f-40a2-a992-8f13d229b3e5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:35.984511 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.084872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5f694722-e88f-40a2-a992-8f13d229b3e5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:36.101784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.20.0.13 (7daf7428-45ed-426f-820e-66b7b788ef93/3dd85da9-8278-4642-b5a3-322a8c0f4f3b/c349678b-8624-4e4f-bb62-291b3f604a43) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:57:36.248607 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (c349678b-8624-4e4f-bb62-291b3f604a43), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.285402 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.330422 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network 7daf7428-45ed-426f-820e-66b7b788ef93 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:36.336085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:36.339846 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:57:36.346638 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:36.394081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:36.395274 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.416593 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-7dad490e-67ac-4432-a236-84b2098570d4 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9236341
Jan 29 21:57:36.471628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Request body: {'port': {'device_id': '4604fbe3-3625-4196-81d7-94b631dea498', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:36.540432 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.601612 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-71e45372-f2b5-4385-8114-ade093f085b4 None None] Provisioning complete for port c349678b-8624-4e4f-bb62-291b3f604a43 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:36.602189 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71e45372-f2b5-4385-8114-ade093f085b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.641659 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-71e45372-f2b5-4385-8114-ade093f085b4 None None] Port c349678b-8624-4e4f-bb62-291b3f604a43 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:57:36.771922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295198-f8a3-4f28-be5c-6d294dd34b37 req-23fc0670-16d1-4a7f-8c19-d2ac2450f72e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:36.773510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4295198-f8a3-4f28-be5c-6d294dd34b37 req-23fc0670-16d1-4a7f-8c19-d2ac2450f72e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 932 time: 0.1186919
Jan 29 21:57:36.855383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e4295198-f8a3-4f28-be5c-6d294dd34b37 req-4303922e-888c-4346-acd1-9bf1093c8cd0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748498
Jan 29 21:57:36.903353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c349678b-8624-4e4f-bb62-291b3f604a43 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:57:36.911128 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks [] for port (c349678b-8624-4e4f-bb62-291b3f604a43), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.923712 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Transition to ACTIVE for port object c349678b-8624-4e4f-bb62-291b3f604a43 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:57:36.927957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:36.984525 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:37.064927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Attempting to bind port c349678b-8624-4e4f-bb62-291b3f604a43 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:57:37.065309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Attempting to bind port c349678b-8624-4e4f-bb62-291b3f604a43 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:57:37.065640 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Attempting to bind port c349678b-8624-4e4f-bb62-291b3f604a43 on network 7daf7428-45ed-426f-820e-66b7b788ef93 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:57:37.071192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Port c349678b-8624-4e4f-bb62-291b3f604a43 on network 7daf7428-45ed-426f-820e-66b7b788ef93 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:57:37.071518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Attempting to bind port c349678b-8624-4e4f-bb62-291b3f604a43 on network 7daf7428-45ed-426f-820e-66b7b788ef93 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:57:37.077419 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:57:37.077745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Checking segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:57:37.078130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Bound using segment: {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:57:37.078559 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Bound port: c349678b-8624-4e4f-bb62-291b3f604a43, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d911a4-272f-4dd9-b85f-b32693c794e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:57:37.078933 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:37.151274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:57:37.154524 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c349678b-8624-4e4f-bb62-291b3f604a43,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:57:37.161911 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:37.198585 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.199286 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:37.200960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] 10.222.0.36 "PUT /v2.0/ports/c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 1092 time: 0.7775128
Jan 29 21:57:37.201437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:57:37.203727 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:57:37.230096 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb981a-165e-4991-a19b-b484aaa9fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:37.262734 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facc1992-7aca-427c-813d-502dd8cb10e9 x-openstack-request-id: req-facc1992-7aca-427c-813d-502dd8cb10e9 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:57:37.263035 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:57:37.263289 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-facc1992-7aca-427c-813d-502dd8cb10e9 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:57:37.263690 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'status': 'completed', 'code': 200}
Jan 29 21:57:37.304786 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-019ab0a3-5edc-4c6a-81a9-9fbaaffa8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.305427 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-019ab0a3-5edc-4c6a-81a9-9fbaaffa8870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1126 time: 0.0532153
Jan 29 21:57:37.352295 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-a5203238-428a-41ac-9722-3fe0b5677fdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 217 time: 0.0404613
Jan 29 21:57:37.401590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-70bc77aa-fc0b-4928-b6a5-9859f2514cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.403075 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-70bc77aa-fc0b-4928-b6a5-9859f2514cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0449691
Jan 29 21:57:37.452948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-bc74b921-3a1e-4a8c-a628-34177170caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.454513 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-bc74b921-3a1e-4a8c-a628-34177170caae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456202
Jan 29 21:57:37.547024 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-767cc6fe-8227-4fbc-ab4f-982f57c6ad65 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865140
Jan 29 21:57:37.634203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba802d36-4d70-4fe0-9cc5-2af18d629d02 req-2ba381f3-5dcc-480d-9f27-056ec592ab6b service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812762
Jan 29 21:57:37.725446 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-9f99c257-2104-43fe-a6a8-f61b1a22493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.726999 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-9f99c257-2104-43fe-a6a8-f61b1a22493c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1126 time: 0.0482597
Jan 29 21:57:37.789456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 57370857-583c-48ce-80e4-d673d4a3a430 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:57:37.823412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-b8cf4fbd-1e06-4f9d-a4e0-49a72a2ad24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.824881 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-b8cf4fbd-1e06-4f9d-a4e0-49a72a2ad24b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 897 time: 0.0915408
Jan 29 21:57:37.837878 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 57370857-583c-48ce-80e4-d673d4a3a430 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:37.838342 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (57370857-583c-48ce-80e4-d673d4a3a430), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:37.866012 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-57289ab1-1aee-4d44-bb20-41ccb8f2cdad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 217 time: 0.0353019
Jan 29 21:57:37.917877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 57370857-583c-48ce-80e4-d673d4a3a430 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:37.925031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-e16f8c81-a7cd-476a-983d-d37d87374281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:37.926559 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-e16f8c81-a7cd-476a-983d-d37d87374281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0552304
Jan 29 21:57:38.008251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1a36-74ea-4311-b0d0-38226fa1e6df req-8fb093c2-77e7-4606-83bc-64fcafccc064 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:38.009763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-492e1a36-74ea-4311-b0d0-38226fa1e6df req-8fb093c2-77e7-4606-83bc-64fcafccc064 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 944 time: 0.0823460
Jan 29 21:57:38.011887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-920345c7-9aed-4480-a352-af70df566620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:38.012744 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-920345c7-9aed-4480-a352-af70df566620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0770569
Jan 29 21:57:38.112720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-492e1a36-74ea-4311-b0d0-38226fa1e6df req-3e92f9f8-427d-4e3c-8312-06544740800f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971816
Jan 29 21:57:38.136864 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-0550b1d0-22dd-45d8-90bc-ea33eaef307d service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145701
Jan 29 21:57:38.223905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ebd0d2c-4569-4691-a29d-8ac36eb969c7 req-d899321d-ec23-4600-a8a2-3092e212a227 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813920
Jan 29 21:57:39.236050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd18c0-fccb-4556-bcfa-ef3b80c00e60 req-27350099-70c7-4250-9c79-35b8c5f2e38c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:39.237548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70bd18c0-fccb-4556-bcfa-ef3b80c00e60 req-27350099-70c7-4250-9c79-35b8c5f2e38c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 944 time: 0.0569086
Jan 29 21:57:39.284343 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-70bd18c0-fccb-4556-bcfa-ef3b80c00e60 req-e5ec08ba-94f2-4132-a18c-546509a95486 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405629
Jan 29 21:57:40.403167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516623-491d-4c3b-87b9-21905a208d7c req-a9f004d6-6960-4499-9539-f5c538872101 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:40.404625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f516623-491d-4c3b-87b9-21905a208d7c req-a9f004d6-6960-4499-9539-f5c538872101 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 944 time: 0.0506251
Jan 29 21:57:40.452462 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6f516623-491d-4c3b-87b9-21905a208d7c req-d271b33c-a61c-4589-80d4-fb2e32def5ac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417488
Jan 29 21:57:40.459933 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-55e4f2d6-7bf7-4b27-b12f-60739b2511a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:41.570704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b18f4-fd31-4588-aeb1-fe51e6b877a0 req-33b055d2-0816-4185-be90-8f7c4d48702c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:41.572185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-504b18f4-fd31-4588-aeb1-fe51e6b877a0 req-33b055d2-0816-4185-be90-8f7c4d48702c tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 944 time: 0.0511146
Jan 29 21:57:41.624031 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-504b18f4-fd31-4588-aeb1-fe51e6b877a0 req-6ff82150-a676-4c3e-a9c0-f3fb38206c21 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459878
Jan 29 21:57:42.392192 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c349678b-8624-4e4f-bb62-291b3f604a43 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:57:42.486849 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c349678b-8624-4e4f-bb62-291b3f604a43,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:42.498777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'port_id': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'mac_address': 'fa:16:3e:67:04:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:57:42.534973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port c349678b-8624-4e4f-bb62-291b3f604a43 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:42.535365 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:42.547675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c349678b-8624-4e4f-bb62-291b3f604a43 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:57:42.567170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c349678b-8624-4e4f-bb62-291b3f604a43,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:42.571421 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:42.617817 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:42.742283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f7f22-82fb-4b27-b0eb-d1cd329d15db req-775a9167-c7a0-4410-aa2d-8c8e4b7d2d7a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:42.743775 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e04f7f22-82fb-4b27-b0eb-d1cd329d15db req-775a9167-c7a0-4410-aa2d-8c8e4b7d2d7a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 945 time: 0.0528436
Jan 29 21:57:42.792225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e04f7f22-82fb-4b27-b0eb-d1cd329d15db req-2ba89bd7-53ab-4e5a-b8d0-ffc3c68aab84 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428805
Jan 29 21:57:42.813267 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32b204f4-af32-4ae7-ae39-35b1cc783d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:42.911213 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['c349678b-8624-4e4f-bb62-291b3f604a43'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:57:43.912510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e33d9-f729-4040-afca-0296f8515506 req-4cbe8cc8-35a2-4d8e-8a94-f0b78e1129b8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:43.913992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a22e33d9-f729-4040-afca-0296f8515506 req-4cbe8cc8-35a2-4d8e-8a94-f0b78e1129b8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 945 time: 0.0514739
Jan 29 21:57:43.961204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a22e33d9-f729-4040-afca-0296f8515506 req-20a4c009-bb61-4df2-83f1-96eea9240e26 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416729
Jan 29 21:57:43.985522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:44.387234 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c349678b-8624-4e4f-bb62-291b3f604a43 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:57:44.438578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port c349678b-8624-4e4f-bb62-291b3f604a43 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:57:44.442412 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port c349678b-8624-4e4f-bb62-291b3f604a43 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:57:44.442794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:44.517043 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port c349678b-8624-4e4f-bb62-291b3f604a43 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:57:44.517383 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:44.539171 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:57:44.541436 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151a40bb-3b78-4e62-92ef-02dd97d262f2" -d '{"events": [{"server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "name": "network-vif-plugged", "status": "completed", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:57:44.554475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c349678b-8624-4e4f-bb62-291b3f604a43,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:57:44.559207 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:44.611660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:44.631514 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0c709-1796-4e05-bbdd-0dc4f5e61d37 x-openstack-request-id: req-22f0c709-1796-4e05-bbdd-0dc4f5e61d37 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:57:44.631809 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "name": "network-vif-plugged", "status": "completed", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:57:44.632088 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22f0c709-1796-4e05-bbdd-0dc4f5e61d37 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:57:44.632491 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'code': 200}
Jan 29 21:57:44.733157 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd716f-d246-4d6b-aacf-2c99caacca43 req-db2e6123-f3c8-4047-9988-2b170958b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:44.734652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2abd716f-d246-4d6b-aacf-2c99caacca43 req-db2e6123-f3c8-4047-9988-2b170958b928 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1128 time: 0.0480635
Jan 29 21:57:44.779624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2abd716f-d246-4d6b-aacf-2c99caacca43 req-a5a5c950-12aa-43e7-9cca-f90090886c78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392656
Jan 29 21:57:45.080203 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8d23-77ed-4ddf-bfb4-d2af95fc014b req-64df14d6-8a59-4915-bbad-4adf4fdaace1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:45.081661 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-444f8d23-77ed-4ddf-bfb4-d2af95fc014b req-64df14d6-8a59-4915-bbad-4adf4fdaace1 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0516498
Jan 29 21:57:45.131285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-444f8d23-77ed-4ddf-bfb4-d2af95fc014b req-535d3309-1b18-4a15-8d3b-a94fe707f264 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431206
Jan 29 21:57:45.839872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:46.249562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6fa38-4d6a-4305-b0ea-0e88ff05b144 req-99313feb-9695-4208-a993-ea16bcca7475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:46.251033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45e6fa38-4d6a-4305-b0ea-0e88ff05b144 req-99313feb-9695-4208-a993-ea16bcca7475 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0516994
Jan 29 21:57:46.301917 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-45e6fa38-4d6a-4305-b0ea-0e88ff05b144 req-6f863e33-2e4e-47ca-b702-381be0ede9ae tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451822
Jan 29 21:57:46.417904 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e171b-5174-4293-99d1-7a8b203c0066 req-848f647c-f815-4ae6-8f8a-b83fcb1fc96d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:46.419374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-932e171b-5174-4293-99d1-7a8b203c0066 req-848f647c-f815-4ae6-8f8a-b83fcb1fc96d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0516148
Jan 29 21:57:46.467115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-932e171b-5174-4293-99d1-7a8b203c0066 req-291472a7-7435-49c5-a175-c56107e2cff5 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422208
Jan 29 21:57:46.488262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37786) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:46.530798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c03a1c-4abe-4a2f-9efd-8afd9099788b tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:46.532306 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-94c03a1c-4abe-4a2f-9efd-8afd9099788b tempest-TestNetworkAdvancedServerOps-1588507322 tempest-TestNetworkAdvancedServerOps-1588507322-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1123 time: 0.0431015
Jan 29 21:57:46.535050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37788) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:46.539210 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:57:46.558366 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:46.656837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:46.754841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Allocated IP 172.35.4.59 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/e00fc485-5b52-4ba1-af1c-5769183c536d) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:57:46.856572 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:46.890401 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:46.927135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:57:46.932365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:57:46.935834 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:57:46.941175 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=e00fc485-5b52-4ba1-af1c-5769183c536d,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:47.027401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.285899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (1119da28-14bd-4b00-9611-958c0d7335d8), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.351258 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.499488 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.503959 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.571783 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event updated for resources: {'Port': ['ID=e00fc485-5b52-4ba1-af1c-5769183c536d,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:57:47.585629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (1119da28-14bd-4b00-9611-958c0d7335d8), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:47.684579 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 1119da28-14bd-4b00-9611-958c0d7335d8 associated. External IP: 172.35.4.59, port: c349678b-8624-4e4f-bb62-291b3f604a43.
Jan 29 21:57:47.892193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router b73013df-aa1e-4ec9-b9ab-b548b31adf81 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:57:47.998784 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:57:48.008922 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Sync routers for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:57:48.018129 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:48.019152 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:48.020513 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:48.049778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-54f58be6-0fef-4fa9-9178-af29113ef4c8 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5137231
Jan 29 21:57:48.050390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:57:48.052720 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a" -d '{"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:57:48.092402 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05264c-6e7a-4314-9b6b-2f87773b79da x-openstack-request-id: req-8f05264c-6e7a-4314-9b6b-2f87773b79da {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:57:48.092888 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:57:48.093260 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f05264c-6e7a-4314-9b6b-2f87773b79da {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:57:48.093730 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'status': 'completed', 'code': 200}
Jan 29 21:57:48.133443 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:48.192380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60fccd-b1c8-4b11-875b-28792ceff84e req-80d40194-d06b-4fcf-b416-ec3315b5000a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:48.193924 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b60fccd-b1c8-4b11-875b-28792ceff84e req-80d40194-d06b-4fcf-b416-ec3315b5000a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0936921
Jan 29 21:57:48.195782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-55a21f3c-7e3f-4c30-be5c-4bcb428f4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:48.197180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-55a21f3c-7e3f-4c30-be5c-4bcb428f4173 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1128 time: 0.0652397
Jan 29 21:57:48.303283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7b60fccd-b1c8-4b11-875b-28792ceff84e req-3c565ace-bd7f-4434-ad70-5a291964c2d9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035464
Jan 29 21:57:48.323956 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-a632eaa0-5a3d-448a-9251-e07c4897dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:48.325460 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-a632eaa0-5a3d-448a-9251-e07c4897dd58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 897 time: 0.1198094
Jan 29 21:57:48.326778 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37794) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:48.358427 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-a85ec8ec-b816-41a3-932d-90da90bca58e req-5fcba663-47f3-49db-9bed-4309a0c88c4e service neutron] (125942) timed out ('10.222.0.20', 36112) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 21:57:48.360518 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf97c0>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1119da28-14bd-4b00-9611-958c0d7335d8', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.59', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'port_id': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'mac_address': 'fa:16:3e:67:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604fbe3-3625-4196-81d7-94b631dea498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:57:47Z', 'updated_at': '2022-01-29T21:57:47Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:48.390564 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Checking router: b73013df-aa1e-4ec9-b9ab-b548b31adf81 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:57:48.398795 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:57:48.399418 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0adf97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:57:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:48.508631 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:57:48.735348 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0adf97c0>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1119da28-14bd-4b00-9611-958c0d7335d8', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.59', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'port_id': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'mac_address': 'fa:16:3e:67:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604fbe3-3625-4196-81d7-94b631dea498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:57:47Z', 'updated_at': '2022-01-29T21:57:47Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:57:48.740782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2d2d34c0-f0ce-4991-a1e3-da2b86cdc1bb tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/1119da28-14bd-4b00-9611-958c0d7335d8 HTTP/1.1" status: 200  len: 991 time: 0.4129539
Jan 29 21:57:48.742789 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-eaaa7ee5-e909-48d5-a552-bc40e6f2205e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 999 time: 0.4098587
Jan 29 21:57:48.765460 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb66d3e-3d15-4977-8aa1-d790476a8653 None None] The sync data for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 is: [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1119da28-14bd-4b00-9611-958c0d7335d8', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'floating_ip_address': '172.35.4.59', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'port_id': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'mac_address': 'fa:16:3e:67:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604fbe3-3625-4196-81d7-94b631dea498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:57:47Z', 'updated_at': '2022-01-29T21:57:47Z', 'revision_number': 0, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:57:48.792819 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-498bb7d6-b926-480d-9a57-e7ff3d4dbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:48.794354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-498bb7d6-b926-480d-9a57-e7ff3d4dbd13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0465019
Jan 29 21:57:48.844811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-0dd5df1c-664a-43dd-8817-82331f8216ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:57:48.846379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-0dd5df1c-664a-43dd-8817-82331f8216ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457602
Jan 29 21:57:48.939507 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-96cceb6c-af8c-4ec4-96b6-501c9ab98839 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873067
Jan 29 21:57:48.970292 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1582aaf-29ba-4efa-9f0a-e1d58e9d1f5d None None] New status for floating IP 1119da28-14bd-4b00-9611-958c0d7335d8: ACTIVE {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:57:49.029207 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7742b1ef-f523-439e-8eaf-a75cbd7ab61a req-a31abce1-98c5-4788-9355-175e0038c464 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840740
Jan 29 21:57:49.744615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37796) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:57:49.808204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-1393c79c-1206-48c6-82cb-e8b1b8b13be2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/1119da28-14bd-4b00-9611-958c0d7335d8 HTTP/1.1" status: 200  len: 993 time: 0.0623760
Jan 29 21:57:51.512921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:57:53.345339 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:57:54.023332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:10.461261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-16024273-f258-4a47-8782-706a6a7519e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:11.531832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-92238d09-5212-4cf2-9fa7-5472467a4bbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0420842
Jan 29 21:58:11.614903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-f5f40960-1485-4b55-b0b8-e36f9e08e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:11.616377 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-f5f40960-1485-4b55-b0b8-e36f9e08e82f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1128 time: 0.0445433
Jan 29 21:58:11.719049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-38c82033-6adc-4647-ac45-55a4de7b8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:11.720511 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-38c82033-6adc-4647-ac45-55a4de7b8dce service neutron] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 897 time: 0.0860457
Jan 29 21:58:11.782829 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-ea6aaeca-b9c4-4b19-b67e-1023a83fc10a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 1001 time: 0.0566976
Jan 29 21:58:11.828362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-66eef198-2435-4d35-b858-972352de0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:11.829869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-66eef198-2435-4d35-b858-972352de0de6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0417662
Jan 29 21:58:11.880044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-cd35106e-50f5-4149-b7b9-7daf3a51a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:11.881538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-cd35106e-50f5-4149-b7b9-7daf3a51a687 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460835
Jan 29 21:58:11.970840 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-817260e4-6c9a-40b4-80fd-e8b71022f152 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821157
Jan 29 21:58:12.067453 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ff353b95-96ef-4c69-898e-be84a7b96f27 req-4612984e-32e6-46e6-a5d4-7cbfec422ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891891
Jan 29 21:58:12.814903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c81fcac9-397a-4716-ad2a-dc74e1da7353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:13.987767 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:15.842175 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:17.028516 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:23.353900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:24.026396 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:28.511744 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:58:40.463448 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d68ad417-8a39-4669-bc11-4621a77cd10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:42.816255 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0cf29951-990f-4b71-a7f6-4190182e762a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:43.995577 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:45.844965 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:47.031401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:52.614072 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970f018-a210-4167-a9f0-6c0eb2fa2013 req-06d4cfd2-1bad-481e-b310-feefdb7220b7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:52.615547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1970f018-a210-4167-a9f0-6c0eb2fa2013 req-06d4cfd2-1bad-481e-b310-feefdb7220b7 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0528543
Jan 29 21:58:52.663199 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1970f018-a210-4167-a9f0-6c0eb2fa2013 req-54a7d58e-0e28-4dfa-982f-dc02b377741a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421009
Jan 29 21:58:53.382836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:53.788595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e939-4d93-48b7-adcb-6e95bff37216 req-19df3334-ff9b-4bb0-acc1-0dafc4082fef tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:53.790100 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b5e939-4d93-48b7-adcb-6e95bff37216 req-19df3334-ff9b-4bb0-acc1-0dafc4082fef tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0550723
Jan 29 21:58:53.837065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4b5e939-4d93-48b7-adcb-6e95bff37216 req-992bc02f-7e33-4b81-a3a2-de4cda341f5e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412884
Jan 29 21:58:54.027686 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:54.961081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d72bb0-3688-444d-b5f8-aa72f7f64ab7 req-5fe756c3-925e-4768-a082-434c4d69821a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:54.962581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d72bb0-3688-444d-b5f8-aa72f7f64ab7 req-5fe756c3-925e-4768-a082-434c4d69821a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0567281
Jan 29 21:58:55.010051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d72bb0-3688-444d-b5f8-aa72f7f64ab7 req-cd7cdd96-06fe-42e3-8674-55c066058044 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419040
Jan 29 21:58:55.031458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37852) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:58:55.091013 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a1f09130-9e8a-4060-9562-baae2b440d77 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/1119da28-14bd-4b00-9611-958c0d7335d8 HTTP/1.1" status: 200  len: 993 time: 0.0584397
Jan 29 21:58:56.388821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4eb8f-7f97-4123-b3af-c758a0a30a40 req-66a81ecf-ddd9-42e0-8bbb-8e4459abaa33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:56.390222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59f4eb8f-7f97-4123-b3af-c758a0a30a40 req-66a81ecf-ddd9-42e0-8bbb-8e4459abaa33 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0843284
Jan 29 21:58:56.415411 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-f22a7566-516a-41c9-a606-f644de6bff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:56.416828 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-f22a7566-516a-41c9-a606-f644de6bff92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1128 time: 0.0679417
Jan 29 21:58:56.487836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59f4eb8f-7f97-4123-b3af-c758a0a30a40 req-fa88a96f-df53-4c34-ab86-c256b0bb3c4d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907028
Jan 29 21:58:56.525592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-c5cae5a3-18b0-4f6c-8853-2278e2c901a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:56.527023 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-c5cae5a3-18b0-4f6c-8853-2278e2c901a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 897 time: 0.1001630
Jan 29 21:58:56.591547 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-74516093-2be3-46dc-a7fc-2ad7cbeba1af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 1001 time: 0.0581803
Jan 29 21:58:56.641367 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-53adf4e4-904d-4186-afdf-fe3e6012253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:56.642669 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-53adf4e4-904d-4186-afdf-fe3e6012253d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0421166
Jan 29 21:58:56.692475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-5a2e948d-1cf4-4266-ab69-4acbb41a096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:56.693955 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-5a2e948d-1cf4-4266-ab69-4acbb41a096b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459733
Jan 29 21:58:56.779859 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-53d95e0a-f741-4048-8272-2e4bf71c4377 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799785
Jan 29 21:58:56.870729 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9f10d8d-4b5e-4794-9b12-501f62c5c63e req-5096fb29-5b60-4d34-85f8-60e9b5594316 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851469
Jan 29 21:58:57.614221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8eb72-779c-4044-b969-e58a88555aa5 req-dd0c7625-f622-412e-908a-208ca2d8ea9e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:57.615692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fd8eb72-779c-4044-b969-e58a88555aa5 req-dd0c7625-f622-412e-908a-208ca2d8ea9e tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0575058
Jan 29 21:58:57.663472 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0fd8eb72-779c-4044-b969-e58a88555aa5 req-a79a5b06-ae5f-41f1-9396-9462e52425df tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422382
Jan 29 21:58:58.780050 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed844a8-f5f3-457b-b6db-39f069423f8c req-0d9e32f1-422b-4488-bc19-00981fbd08e0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:58:58.781543 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ed844a8-f5f3-457b-b6db-39f069423f8c req-0d9e32f1-422b-4488-bc19-00981fbd08e0 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0515184
Jan 29 21:58:58.829610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ed844a8-f5f3-457b-b6db-39f069423f8c req-1729922c-073d-4ee1-aa00-6095e59217a2 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419660
Jan 29 21:58:58.851292 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37864) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:58:58.913603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-292b5d94-5f6b-4be2-9a6f-ac3db819bf4d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/floatingips/1119da28-14bd-4b00-9611-958c0d7335d8 HTTP/1.1" status: 200  len: 993 time: 0.0612283
Jan 29 21:58:59.127460 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37870) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:58:59.287351 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port e00fc485-5b52-4ba1-af1c-5769183c536d {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:58:59.287694 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.363438 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.363776 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (e00fc485-5b52-4ba1-af1c-5769183c536d), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.374998 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for e00fc485-5b52-4ba1-af1c-5769183c536d owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:58:59.520871 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (e00fc485-5b52-4ba1-af1c-5769183c536d), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.547942 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=e00fc485-5b52-4ba1-af1c-5769183c536d,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:58:59.573371 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.573733 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.574082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.574419 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.574754 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.575088 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.575418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.576016 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.576350 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.576675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.577031 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.577367 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.577687 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:58:59.617354 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for floatingip (1119da28-14bd-4b00-9611-958c0d7335d8), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.617689 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Floating IP 1119da28-14bd-4b00-9611-958c0d7335d8 disassociated (deleted). External IP: 172.35.4.59, port: c349678b-8624-4e4f-bb62-291b3f604a43.
Jan 29 21:58:59.821342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router b73013df-aa1e-4ec9-b9ab-b548b31adf81 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:58:59.934220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:58:59.939168 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:58:59.943793 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Sync routers for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:58:59.953769 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:58:59.954365 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b05cdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:58:59.967893 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-0eb39d7d-be85-4e5e-9d8c-17ee16732a9f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/floatingips/1119da28-14bd-4b00-9611-958c0d7335d8 HTTP/1.1" status: 204  len: 168 time: 0.8393676
Jan 29 21:58:59.968474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:58:59.970829 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae4599-6a47-4a1b-8b14-61b8d40ff124" -d '{"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:59:00.012450 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91c73a-04de-4967-997e-1536dbd2b218 x-openstack-request-id: req-9f91c73a-04de-4967-997e-1536dbd2b218 {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:59:00.012880 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:59:00.013229 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f91c73a-04de-4967-997e-1536dbd2b218 {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:59:00.013491 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'status': 'completed', 'code': 200}
Jan 29 21:59:00.066911 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:00.081271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-b0f01f2a-1bfc-45ca-8348-2a3ca989249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:00.082956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-b0f01f2a-1bfc-45ca-8348-2a3ca989249c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 1128 time: 0.0489590
Jan 29 21:59:00.214589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-a6a54666-39b8-4ebd-9397-e84808650430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:00.216122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-a6a54666-39b8-4ebd-9397-e84808650430 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 200  len: 897 time: 0.1280055
Jan 29 21:59:00.262768 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-12ed250c-4828-44d7-9326-f4da44feb3ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 200  len: 217 time: 0.0384772
Jan 29 21:59:00.271274 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e6a7c-67f5-432f-bc2d-3ef099747c51 req-cfaae330-c719-4aa9-9cb8-32747bffe6c9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:00.272788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a5e6a7c-67f5-432f-bc2d-3ef099747c51 req-cfaae330-c719-4aa9-9cb8-32747bffe6c9 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.1034214
Jan 29 21:59:00.277434 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b05cdf0>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:00.306400 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Checking router: b73013df-aa1e-4ec9-b9ab-b548b31adf81 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:00.314663 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:00.315252 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b05cdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:00.349099 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-7db5a9e4-1813-4414-b7c4-6a46e52db862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:00.350503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-7db5a9e4-1813-4414-b7c4-6a46e52db862 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 200  len: 835 time: 0.0767801
Jan 29 21:59:00.359204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a5e6a7c-67f5-432f-bc2d-3ef099747c51 req-8c7cce3d-3a1c-4c22-b214-b448a488cb77 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773091
Jan 29 21:59:00.403455 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-a8c056bc-0562-40bf-a9a5-2ffb6fd275f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:00.405017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-a8c056bc-0562-40bf-a9a5-2ffb6fd275f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7daf7428-45ed-426f-820e-66b7b788ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449455
Jan 29 21:59:00.417359 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:00.498979 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-925b530e-2842-44a0-8614-5373c9653f83 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864606
Jan 29 21:59:00.588330 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-13ae4599-6a47-4a1b-8b14-61b8d40ff124 req-16a89cd2-dba0-44f1-9c6c-c651d14fd2f5 service neutron] 10.222.0.36 "GET /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831585
Jan 29 21:59:00.615059 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b05cdf0>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:00.640702 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b44e99-f345-4f10-8721-58e18e24a389 None None] The sync data for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 is: [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:32Z', 'revision_number': 4, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57370857-583c-48ce-80e4-d673d4a3a430', 'name': '', 'network_id': '7daf7428-45ed-426f-820e-66b7b788ef93', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'mac_address': 'fa:16:3e:ea:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:31Z', 'updated_at': '2022-01-29T21:57:35Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'subnets': [{'id': '3dd85da9-8278-4642-b5a3-322a8c0f4f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:00.859400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53c6f6-f93e-4768-a834-deabc4b1ee5f None None] New status for floating IP 1119da28-14bd-4b00-9611-958c0d7335d8: DOWN {{(pid=125944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:59:01.479293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93fee8-598e-47a5-9782-eca9f45ff8d7 req-796460d6-9b20-4f3b-83fa-10f2495a1a7d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:01.480677 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba93fee8-598e-47a5-9782-eca9f45ff8d7 req-796460d6-9b20-4f3b-83fa-10f2495a1a7d tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0523558
Jan 29 21:59:01.531843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ba93fee8-598e-47a5-9782-eca9f45ff8d7 req-c5ff7bde-f19b-43cf-977c-b9a02be62187 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/security-groups?id=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456481
Jan 29 21:59:01.912471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-bb87f45c-35c2-4522-831f-2fcf526a876a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:01.913943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-bb87f45c-35c2-4522-831f-2fcf526a876a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 946 time: 0.0511794
Jan 29 21:59:02.001483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port c349678b-8624-4e4f-bb62-291b3f604a43 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:59:02.001733 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:02.090960 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port c349678b-8624-4e4f-bb62-291b3f604a43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c349678b-8624-4e4f-bb62-291b3f604a43,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:02.091324 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:02.104347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for c349678b-8624-4e4f-bb62-291b3f604a43 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:59:02.231710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (c349678b-8624-4e4f-bb62-291b3f604a43), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:02.260568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=c349678b-8624-4e4f-bb62-291b3f604a43,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:02.286639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.286999 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.287349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.287695 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.288036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.288373 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.288710 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.289064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.289400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.289730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.290059 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.290406 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.290717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:02.312535 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] No DVR routers for this DVR port c349678b-8624-4e4f-bb62-291b3f604a43 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:59:02.314985 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:02.318930 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05e75f89-23b6-4e30-8283-6ab54b1ba68a req-62b7c578-2e51-4ec7-b5e2-26f7cbfc6cac tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.36 "DELETE /v2.0/ports/c349678b-8624-4e4f-bb62-291b3f604a43 HTTP/1.1" status: 204  len: 173 time: 0.4000034
Jan 29 21:59:02.319374 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'name': 'network-vif-deleted', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:59:02.321687 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fcd416-9840-4b36-95c0-1542d1886e30" -d '{"events": [{"server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "name": "network-vif-deleted", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:59:02.365968 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca577fd7-c9ce-4b28-bb0f-480c1b7c9793 x-openstack-request-id: req-ca577fd7-c9ce-4b28-bb0f-480c1b7c9793 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:59:02.366270 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604fbe3-3625-4196-81d7-94b631dea498", "name": "network-vif-deleted", "tag": "c349678b-8624-4e4f-bb62-291b3f604a43", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:59:02.366531 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca577fd7-c9ce-4b28-bb0f-480c1b7c9793 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:59:02.366937 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4604fbe3-3625-4196-81d7-94b631dea498', 'name': 'network-vif-deleted', 'tag': 'c349678b-8624-4e4f-bb62-291b3f604a43', 'status': 'completed', 'code': 200}
Jan 29 21:59:02.644097 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7001b90d-6b99-4328-8f48-50ebb586c186 req-e8f419ed-7088-4943-914e-52c335152521 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "GET /v2.0/ports?device_id=4604fbe3-3625-4196-81d7-94b631dea498 HTTP/1.1" status: 200  len: 210 time: 0.0290303
Jan 29 21:59:03.700187 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37888) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:04.058920 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:04.312051 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 57370857-583c-48ce-80e4-d673d4a3a430 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:59:04.312316 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (57370857-583c-48ce-80e4-d673d4a3a430), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:04.398829 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 57370857-583c-48ce-80e4-d673d4a3a430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57370857-583c-48ce-80e4-d673d4a3a430,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:04.399195 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (57370857-583c-48ce-80e4-d673d4a3a430), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:04.411798 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 57370857-583c-48ce-80e4-d673d4a3a430 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:59:04.595466 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (57370857-583c-48ce-80e4-d673d4a3a430), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:04.623149 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=57370857-583c-48ce-80e4-d673d4a3a430,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:04.799813 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:04.916846 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c349678b-8624-4e4f-bb62-291b3f604a43 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:59:04.939801 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: c349678b-8624-4e4f-bb62-291b3f604a43 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:59:04.940148 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device c349678b-8624-4e4f-bb62-291b3f604a43 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:59:05.008038 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Router b73013df-aa1e-4ec9-b9ab-b548b31adf81 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:59:05.113189 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:05.118399 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4c9e6f21-670f-4abf-862b-3f2be741f909 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "PUT /v2.0/routers/b73013df-aa1e-4ec9-b9ab-b548b31adf81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4169147
Jan 29 21:59:05.121132 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37890) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:05.123159 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Sync routers for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:05.133571 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:05.134250 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b160d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:05.177444 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting subnet 3dd85da9-8278-4642-b5a3-322a8c0f4f3b {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 21:59:05.180536 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (3dd85da9-8278-4642-b5a3-322a8c0f4f3b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.222057 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (3dd85da9-8278-4642-b5a3-322a8c0f4f3b), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.238435 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:05.303022 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (3dd85da9-8278-4642-b5a3-322a8c0f4f3b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.365139 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (3dd85da9-8278-4642-b5a3-322a8c0f4f3b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.389705 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd85da9-8278-4642-b5a3-322a8c0f4f3b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:05.396833 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.399296 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-34e42f02-fc7e-4f64-897c-e2299687018a tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/subnets/3dd85da9-8278-4642-b5a3-322a8c0f4f3b HTTP/1.1" status: 204  len: 168 time: 0.2768543
Jan 29 21:59:05.401823 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37892) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:05.407517 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48aa40-878e-442f-8ed2-dcd96656c6e4 None None] Network 7daf7428-45ed-426f-820e-66b7b788ef93 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:59:05.418524 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b160d00>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:59:04Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:05.446068 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Checking router: b73013df-aa1e-4ec9-b9ab-b548b31adf81 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:05.455723 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Routers {'b73013df-aa1e-4ec9-b9ab-b548b31adf81'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:05.455887 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b160d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:05.516075 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.530711 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:59:05.573051 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] Set router b73013df-aa1e-4ec9-b9ab-b548b31adf81 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:05.574039 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] DHCP port deletion for 7daf7428-45ed-426f-820e-66b7b788ef93 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 21:59:05.625520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Deleting port 505a3bae-08ef-4493-8291-9e56ca350e39 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:59:05.625893 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.631323 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_gateway (b73013df-aa1e-4ec9-b9ab-b548b31adf81), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.690767 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] For port 505a3bae-08ef-4493-8291-9e56ca350e39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=505a3bae-08ef-4493-8291-9e56ca350e39,segment=NetworkSegment(77d911a4-272f-4dd9-b85f-b32693c794e1),segment_id=77d911a4-272f-4dd9-b85f-b32693c794e1)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:05.691177 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.695059 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Deleting port 5f694722-e88f-40a2-a992-8f13d229b3e5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 21:59:05.695608 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.704537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Calling delete_port for 505a3bae-08ef-4493-8291-9e56ca350e39 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:59:05.757167 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b160d00>, [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:59:04Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:05.786759 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ece43-d352-4126-bc70-9368fe7c45aa None None] The sync data for ids ['b73013df-aa1e-4ec9-b9ab-b548b31adf81'] in ncdv-master-1 is: [{'id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306411119', 'tenant_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:59:04Z', 'revision_number': 5, 'project_id': '2cc769796b5c43dfb45b97fcb953a1ce', 'gw_port': {'id': '5f694722-e88f-40a2-a992-8f13d229b3e5', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73013df-aa1e-4ec9-b9ab-b548b31adf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:57:29Z', 'updated_at': '2022-01-29T21:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:05.793286 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] For port 5f694722-e88f-40a2-a992-8f13d229b3e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f694722-e88f-40a2-a992-8f13d229b3e5,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:05.793798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.808350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (505a3bae-08ef-4493-8291-9e56ca350e39), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:05.812404 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Calling delete_port for 5f694722-e88f-40a2-a992-8f13d229b3e5 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 21:59:05.837594 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Pushing event deleted for resources: {'Port': ['ID=505a3bae-08ef-4493-8291-9e56ca350e39,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:05.841752 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] No DVR routers for this DVR port 505a3bae-08ef-4493-8291-9e56ca350e39 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 21:59:05.857045 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.857459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.857876 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.858343 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.858787 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.859206 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.859676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.860076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.860477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.860873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.861307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.861729 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.862080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95981e-1d5e-404f-9e4c-cac3a554c68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:05.992074 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5f694722-e88f-40a2-a992-8f13d229b3e5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.021553 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Port': ['ID=5f694722-e88f-40a2-a992-8f13d229b3e5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:06.079684 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.211169 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 505a3bae-08ef-4493-8291-9e56ca350e39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:59:06.242025 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 505a3bae-08ef-4493-8291-9e56ca350e39 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:59:06.242438 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 505a3bae-08ef-4493-8291-9e56ca350e39 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:59:06.480383 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.482559 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router_controller (b73013df-aa1e-4ec9-b9ab-b548b31adf81), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.526419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (b73013df-aa1e-4ec9-b9ab-b548b31adf81), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.526744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Fanout notify agent at l3_agent the message router_deleted on router b73013df-aa1e-4ec9-b9ab-b548b31adf81 {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 21:59:06.533469 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.534499 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d9c69506-9029-4a18-bc96-d90e6f41605f tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/routers/b73013df-aa1e-4ec9-b9ab-b548b31adf81 HTTP/1.1" status: 204  len: 168 time: 1.1317668
Jan 29 21:59:06.537353 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37894) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:06.620562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (7daf7428-45ed-426f-820e-66b7b788ef93), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.708761 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (7daf7428-45ed-426f-820e-66b7b788ef93), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.728901 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea0add3dc0>,) {'filters': {'network_id': ['7daf7428-45ed-426f-820e-66b7b788ef93']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:06.737888 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0add3dc0>, '77d911a4-272f-4dd9-b85f-b32693c794e1') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:06.738844 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea0add3dc0>, '77d911a4-272f-4dd9-b85f-b32693c794e1') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:06.747905 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (77d911a4-272f-4dd9-b85f-b32693c794e1), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.760576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (77d911a4-272f-4dd9-b85f-b32693c794e1), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.766341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 21:59:06.766721 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (77d911a4-272f-4dd9-b85f-b32693c794e1), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 21:59:06.769704 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 21:59:06.826073 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (7daf7428-45ed-426f-820e-66b7b788ef93), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.833054 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.836144 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/networks/7daf7428-45ed-426f-820e-66b7b788ef93 HTTP/1.1" status: 204  len: 168 time: 0.2977738
Jan 29 21:59:06.839041 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37896) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:06.848357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32eb7a-64fa-46d5-8860-53f949071314 tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'Network': ['ID=7daf7428-45ed-426f-820e-66b7b788ef93,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:06.899357 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (8419dcc0-48ff-4d85-b5ba-3bb4e6e57546), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.923910 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (8419dcc0-48ff-4d85-b5ba-3bb4e6e57546), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.986362 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (8419dcc0-48ff-4d85-b5ba-3bb4e6e57546), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.989823 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:06.991111 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] 10.222.0.20 "DELETE /v2.0/security-groups/8419dcc0-48ff-4d85-b5ba-3bb4e6e57546 HTTP/1.1" status: 204  len: 168 time: 0.1510143
Jan 29 21:59:07.001080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5e34a-4526-4b66-bb2e-1acd455933db tempest-TestNetworkAdvancedServerOps-2070004908 tempest-TestNetworkAdvancedServerOps-2070004908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419dcc0-48ff-4d85-b5ba-3bb4e6e57546,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:07.331648 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37904) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:07.475327 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-8e92cac8-381e-4562-82cb-26d14d744a8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cc769796b5c43dfb45b97fcb953a1ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1420074
Jan 29 21:59:07.477837 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37908) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:07.523037 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] Publish callbacks [] for security_group (67035bd0-ec7a-4cf3-8685-c4d3d04413b7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.543092 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] Publish callbacks [] for security_group (67035bd0-ec7a-4cf3-8685-c4d3d04413b7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.588907 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (67035bd0-ec7a-4cf3-8685-c4d3d04413b7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.591471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.592607 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67035bd0-ec7a-4cf3-8685-c4d3d04413b7 HTTP/1.1" status: 204  len: 168 time: 0.1138906
Jan 29 21:59:07.600150 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614b991-6f37-4596-96c4-1d79a049056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67035bd0-ec7a-4cf3-8685-c4d3d04413b7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:07.799614 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5f694722-e88f-40a2-a992-8f13d229b3e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:59:07.820138 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5f694722-e88f-40a2-a992-8f13d229b3e5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:59:07.820480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5f694722-e88f-40a2-a992-8f13d229b3e5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:59:07.820885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 57370857-583c-48ce-80e4-d673d4a3a430 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 21:59:07.839333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 57370857-583c-48ce-80e4-d673d4a3a430 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 21:59:07.839679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 57370857-583c-48ce-80e4-d673d4a3a430 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 21:59:07.861201 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:07.874840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0ef-c144-4b22-8be1-6782a9facbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.948148 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0ef-c144-4b22-8be1-6782a9facbab admin admin] Publish callbacks [] for security_group (a6c4b9fd-4385-42f7-bb06-35c1e2f45759), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.951927 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0ef-c144-4b22-8be1-6782a9facbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6c4b9fd-4385-42f7-bb06-35c1e2f45759), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:07.993542 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-18dbb0ef-c144-4b22-8be1-6782a9facbab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bded1154c97645409b3387d8e3b0b30c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1312640
Jan 29 21:59:07.994501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbb0ef-c144-4b22-8be1-6782a9facbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c4b9fd-4385-42f7-bb06-35c1e2f45759,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:07.996238 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:08.046762 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] Publish callbacks [] for security_group (a6c4b9fd-4385-42f7-bb06-35c1e2f45759), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:08.068703 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] Publish callbacks [] for security_group (a6c4b9fd-4385-42f7-bb06-35c1e2f45759), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:08.114403 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (a6c4b9fd-4385-42f7-bb06-35c1e2f45759), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:08.117014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:08.119246 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6c4b9fd-4385-42f7-bb06-35c1e2f45759 HTTP/1.1" status: 204  len: 168 time: 0.1209447
Jan 29 21:59:08.126828 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a129dc-2a43-425e-8682-ecc0c91666e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c4b9fd-4385-42f7-bb06-35c1e2f45759,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:08.809137 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:08.900806 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-66941310-network', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:08.920082 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Made reservation on behalf of 6dfd44ab95bc4137b93be22a0c5ac76d for: {'network': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:59:08.922319 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:08.930897 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.003149 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks [] for security_group (f172a718-b2db-4e40-b1de-475f6f901e79), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.006738 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f172a718-b2db-4e40-b1de-475f6f901e79), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.030973 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=125942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:59:09.041225 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172a718-b2db-4e40-b1de-475f6f901e79,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:09.049009 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9204ec7b-4fc2-4ae2-9695-07fbbb216e32), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.049009 ncdv-master-1 neutron-server[125942]: INFO neutron.db.segments_db [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Added segment 9204ec7b-4fc2-4ae2-9695-07fbbb216e32 of type vlan for network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f
Jan 29 21:59:09.086896 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.114304 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.115247 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:09.115825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.167968 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3577373
Jan 29 21:59:09.171110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37942) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:09.180792 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Request body: {'subnet': {'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-66941310-subnet', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'ip_version': 4}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:09.181009 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abe868-0cad-4b84-bacb-5b00cbed6e89 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:09.187905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:59:09.201245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Made reservation on behalf of 6dfd44ab95bc4137b93be22a0c5ac76d for: {'subnet': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:59:09.203554 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26343728'] for subnet (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.381389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29244561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26343718'] for subnet (68eda240-eec3-439c-957a-1fc8d05bd73a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.436443 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68eda240-eec3-439c-957a-1fc8d05bd73a,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:09.445271 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:09.445635 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Network hostable DHCP agents. Network: 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:59:09.462639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:59:09.470551 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f) {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:09.475359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:09.475952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.482067 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749bccc-9e60-4fe8-9988-fcdd5f7c8838 None None] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:59:09.493056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8cffe6f0-b35a-48ad-aa3f-23954fc51a26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.3208046
Jan 29 21:59:09.495641 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37944) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:09.499952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:09.518948 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.520014 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.574256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for router_controller (91b3da97-ad8a-43d5-bc3a-513468d053ed), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.585818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:59:09.586681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.710278 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for router_gateway (91b3da97-ad8a-43d5-bc3a-513468d053ed), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.718123 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Allocated IP 172.20.0.2 (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f/68eda240-eec3-439c-957a-1fc8d05bd73a/bbe19b10-c552-425c-94a7-b97924f60730) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:09.860550 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks [] for port (bbe19b10-c552-425c-94a7-b97924f60730), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.866401 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (bbe19b10-c552-425c-94a7-b97924f60730), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.903790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:09.907357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for router_gateway (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.909075 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:09.913255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:09.920196 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Pushing event updated for resources: {'Port': ['ID=bbe19b10-c552-425c-94a7-b97924f60730,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:09.926210 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.978798 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Attempting to bind port bbe19b10-c552-425c-94a7-b97924f60730 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:09.979181 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Attempting to bind port bbe19b10-c552-425c-94a7-b97924f60730 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:09.979551 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Attempting to bind port bbe19b10-c552-425c-94a7-b97924f60730 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:09.984519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:09.984898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:09.985388 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:09.985785 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Bound using segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:09.986252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Bound port: bbe19b10-c552-425c-94a7-b97924f60730, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:09.986636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bbe19b10-c552-425c-94a7-b97924f60730), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.030022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Allocated IP 172.35.4.52 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/bec1913c-727a-449a-a1c6-98b42e306a11) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:10.051525 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] For port bbe19b10-c552-425c-94a7-b97924f60730, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:10.054990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] For port bbe19b10-c552-425c-94a7-b97924f60730, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe19b10-c552-425c-94a7-b97924f60730,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:10.060791 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bbe19b10-c552-425c-94a7-b97924f60730), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.120140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6705-3886-4dd5-8d29-a47920205ae3 None None] Pushing event updated for resources: {'Port': ['ID=bbe19b10-c552-425c-94a7-b97924f60730,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:10.140074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for port (bec1913c-727a-449a-a1c6-98b42e306a11), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.174824 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.211702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:10.214590 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:10.222476 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:10.247189 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Pushing event updated for resources: {'Port': ['ID=bec1913c-727a-449a-a1c6-98b42e306a11,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:10.465495 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-76a9c9d0-e751-4842-b6eb-3b2b3a9bb285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.490855 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for router_gateway (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:10.683754 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.057209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4f600-d7c5-4d12-a6a4-baf9ba8ebbfa None None] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:59:11.130735 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:59:11.177357 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Provisioning complete for port bbe19b10-c552-425c-94a7-b97924f60730 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:11.177746 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bbe19b10-c552-425c-94a7-b97924f60730), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.242109 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:11.258952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:11.260925 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.262382 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-82ed1379-76d2-4eb9-8060-973a4edfbf51 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 1.7658076
Jan 29 21:59:11.265216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37946) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:11.275229 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:11.275852 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:11.344126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Current status of the port bbe19b10-c552-425c-94a7-b97924f60730 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:11.344517 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bbe19b10-c552-425c-94a7-b97924f60730), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.398046 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] For port bbe19b10-c552-425c-94a7-b97924f60730, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe19b10-c552-425c-94a7-b97924f60730,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:11.402977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bbe19b10-c552-425c-94a7-b97924f60730), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.440973 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:11.559514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7a2bf-c4be-41e2-a855-e5a0e8986c86 None None] Pushing event updated for resources: {'Port': ['ID=bbe19b10-c552-425c-94a7-b97924f60730,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:11.585170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3c813a01-4d8d-4cbe-b236-183e39ffe645 None None] Provisioning complete for port bbe19b10-c552-425c-94a7-b97924f60730 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:11.585549 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3c813a01-4d8d-4cbe-b236-183e39ffe645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bbe19b10-c552-425c-94a7-b97924f60730), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.692124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.713477 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3c813a01-4d8d-4cbe-b236-183e39ffe645 None None] Current status of the port bbe19b10-c552-425c-94a7-b97924f60730 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:11.722023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b49d0>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:10Z', 'revision_number': 3, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:11.754013 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:11.754709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Updating router 91b3da97-ad8a-43d5-bc3a-513468d053ed port bec1913c-727a-449a-a1c6-98b42e306a11 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:59:11.787693 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:11.867117 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Allocated IP 172.20.0.1 (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f/68eda240-eec3-439c-957a-1fc8d05bd73a/42905e90-f42c-460a-a395-a14fa8edad81) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:11.886220 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bbe19b10-c552-425c-94a7-b97924f60730 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:11.975049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks [] for port (42905e90-f42c-460a-a395-a14fa8edad81), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.005110 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bbe19b10-c552-425c-94a7-b97924f60730 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:12.005490 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bbe19b10-c552-425c-94a7-b97924f60730), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.009788 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.051567 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:12.056564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:12.059269 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:12.086756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Pushing event updated for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:12.104644 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.155265 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks [] for port (bec1913c-727a-449a-a1c6-98b42e306a11), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.157255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bbe19b10-c552-425c-94a7-b97924f60730 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:12.163173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.219020 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Attempting to bind port bec1913c-727a-449a-a1c6-98b42e306a11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:12.219411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Attempting to bind port bec1913c-727a-449a-a1c6-98b42e306a11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:12.219844 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Attempting to bind port bec1913c-727a-449a-a1c6-98b42e306a11 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:12.228124 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db8c15-6f47-43ba-9511-bac0ffc791c4 None None] Pushing event updated for resources: {'Port': ['ID=bec1913c-727a-449a-a1c6-98b42e306a11,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:12.231755 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:12.232144 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:12.232570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.232943 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:12.233462 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Bound port: bec1913c-727a-449a-a1c6-98b42e306a11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:12.233856 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.255800 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (42905e90-f42c-460a-a395-a14fa8edad81), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.292127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] For port bec1913c-727a-449a-a1c6-98b42e306a11, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:12.296928 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] For port bec1913c-727a-449a-a1c6-98b42e306a11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1913c-727a-449a-a1c6-98b42e306a11,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:12.304364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.367354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:12.368002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:58:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:12.379641 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3e65f7e2-a617-4834-822d-8d68e0d326e3 None None] Provisioning complete for port 42905e90-f42c-460a-a395-a14fa8edad81 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:12.379849 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e65f7e2-a617-4834-822d-8d68e0d326e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (42905e90-f42c-460a-a395-a14fa8edad81), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.426165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks [] for port (42905e90-f42c-460a-a395-a14fa8edad81), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.431375 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.457960 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db8c15-6f47-43ba-9511-bac0ffc791c4 None None] Pushing event updated for resources: {'Port': ['ID=bec1913c-727a-449a-a1c6-98b42e306a11,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:12.489333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3e65f7e2-a617-4834-822d-8d68e0d326e3 None None] Port 42905e90-f42c-460a-a395-a14fa8edad81 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:59:12.499702 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Pushing event updated for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:12.502753 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.517380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:12.597988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:12.599471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:12.719760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:59:12.730617 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a5b49d0>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:11Z', 'revision_number': 1, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:12.760790 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac46eb-ff48-4e92-98f7-53b9e1e4d0e1 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:11Z', 'revision_number': 1, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:12.823150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a70acb61-3da8-46c7-a7af-d103bb2755b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.850471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521717f-c801-4746-8016-b866971715dc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:12.855815 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4521717f-c801-4746-8016-b866971715dc admin admin] 10.222.0.20 "PUT /v2.0/routers/91b3da97-ad8a-43d5-bc3a-513468d053ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5894833
Jan 29 21:59:12.916569 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c50075de-7295-486c-9167-a946fce20c85 None None] Provisioning complete for port 42905e90-f42c-460a-a395-a14fa8edad81 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:12.916945 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c50075de-7295-486c-9167-a946fce20c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (42905e90-f42c-460a-a395-a14fa8edad81), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:12.951775 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c50075de-7295-486c-9167-a946fce20c85 None None] Port 42905e90-f42c-460a-a395-a14fa8edad81 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:59:13.392351 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37962) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:13.398142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1422169142-network', 'tenant_id': '64dddc5235f347ebb86307a6050e5558'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:13.418150 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Made reservation on behalf of 64dddc5235f347ebb86307a6050e5558 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:59:13.420662 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.430165 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.523778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks [] for security_group (2a045e31-ddf5-4894-8833-8a3f585a9c80), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.529198 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2a045e31-ddf5-4894-8833-8a3f585a9c80), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.543612 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 21:59:13.569524 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24bcdcca-3091-422e-bfc3-c4dce9c6f6db), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.569869 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Added segment 24bcdcca-3091-422e-bfc3-c4dce9c6f6db of type vlan for network 23ab0ed6-79b6-43eb-8968-637ec2212809
Jan 29 21:59:13.578484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a045e31-ddf5-4894-8833-8a3f585a9c80,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:13.617623 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (23ab0ed6-79b6-43eb-8968-637ec2212809), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.643767 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (23ab0ed6-79b6-43eb-8968-637ec2212809), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.645563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:13.646147 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.703599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3098843
Jan 29 21:59:13.706418 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37964) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:13.712368 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Request body: {'subnet': {'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1422169142-subnet', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:13.713365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f86f37-0f2c-479f-9099-13a497ce7474 admin admin] Pushing event updated for resources: {'Network': ['ID=23ab0ed6-79b6-43eb-8968-637ec2212809,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:13.724758 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 21:59:13.738431 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Made reservation on behalf of 64dddc5235f347ebb86307a6050e5558 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:59:13.740845 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.869256 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bec1913c-727a-449a-a1c6-98b42e306a11 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:13.920382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bec1913c-727a-449a-a1c6-98b42e306a11 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:13.920855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.945141 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (7def480e-f36c-4be8-9181-a4ca8c754d24), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:13.996039 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7def480e-f36c-4be8-9181-a4ca8c754d24,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:14.016220 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Checking segment: {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:14.016591 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Network hostable DHCP agents. Network: 23ab0ed6-79b6-43eb-8968-637ec2212809, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 21:59:14.024000 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.029088 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bec1913c-727a-449a-a1c6-98b42e306a11 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:14.029544 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.035921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 21:59:14.046990 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23ab0ed6-79b6-43eb-8968-637ec2212809) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:14.052148 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:14.053018 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.057130 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port bec1913c-727a-449a-a1c6-98b42e306a11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1913c-727a-449a-a1c6-98b42e306a11,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:14.061080 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7106665-d1a4-4fc8-91c8-0fef9e463462 None None] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:59:14.072567 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fd3e57e1-fe44-4607-bdc8-b7b626b38869 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3643959
Jan 29 21:59:14.075307 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37966) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:14.076139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.081131 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:14.101578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.102741 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.160294 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for router_controller (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.305899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for router_gateway (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.338339 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=bec1913c-727a-449a-a1c6-98b42e306a11,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:14.375581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-23ab0ed6-79b6-43eb-8968-637ec2212809', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'project_id': '64dddc5235f347ebb86307a6050e5558', 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 21:59:14.376443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.510451 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for router_gateway (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.513941 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Allocated IP 172.20.0.2 (23ab0ed6-79b6-43eb-8968-637ec2212809/7def480e-f36c-4be8-9181-a4ca8c754d24/c5ef3f90-5255-41a0-a53a-ad558aabb5cc) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:14.534404 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.639785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Allocated IP 172.35.4.247 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/50a9c680-1621-4f61-8389-1f41f14b6596) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:14.664406 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks [] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.670488 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.710209 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:14.715001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:14.718445 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:14.725959 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Pushing event updated for resources: {'Port': ['ID=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:14.755882 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for port (50a9c680-1621-4f61-8389-1f41f14b6596), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.786062 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Attempting to bind port c5ef3f90-5255-41a0-a53a-ad558aabb5cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:14.786358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Attempting to bind port c5ef3f90-5255-41a0-a53a-ad558aabb5cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:14.786731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Attempting to bind port c5ef3f90-5255-41a0-a53a-ad558aabb5cc on network 23ab0ed6-79b6-43eb-8968-637ec2212809 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:14.792661 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.792933 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:14.793252 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Checking segment: {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:14.793698 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.794102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Bound using segment: {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:14.794610 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Bound port: c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:14.794957 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.828631 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:14.834563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:14.837153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:14.866031 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] For port c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:14.869486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] For port c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:14.872543 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Pushing event updated for resources: {'Port': ['ID=50a9c680-1621-4f61-8389-1f41f14b6596,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:14.875979 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:14.936774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625780-faf3-43a6-aaa2-26032c09b791 None None] Pushing event updated for resources: {'Port': ['ID=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:14.993710 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:15.010537 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:15.011145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:15.148912 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for router_gateway (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.247772 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:15.461618 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 2, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:15.488956 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:15.489349 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Updating router 91b3da97-ad8a-43d5-bc3a-513468d053ed port 42905e90-f42c-460a-a395-a14fa8edad81 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:59:15.521882 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (42905e90-f42c-460a-a395-a14fa8edad81), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.677360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.810714 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks [] for port (42905e90-f42c-460a-a395-a14fa8edad81), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.817295 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.839044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 21:59:15.865331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.919643 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Pushing event updated for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:15.944905 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.945368 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.945726 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.946508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.946508 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.946831 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.947309 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.947644 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.947973 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.948301 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.948627 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.949330 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.950376 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 21:59:15.968066 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Attempting to bind port 42905e90-f42c-460a-a395-a14fa8edad81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:15.968436 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Attempting to bind port 42905e90-f42c-460a-a395-a14fa8edad81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:15.968805 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Attempting to bind port 42905e90-f42c-460a-a395-a14fa8edad81 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:15.970516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:15.974852 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:15.975226 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:15.975688 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.976244 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Bound using segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:15.976685 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Bound port: 42905e90-f42c-460a-a395-a14fa8edad81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:15.977092 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (42905e90-f42c-460a-a395-a14fa8edad81), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.983041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Sync routers for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:15.998436 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:15.999839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-d41a21dd-d40b-41af-bdbf-8dd7bc73e31a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9233067
Jan 29 21:59:16.002679 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37968) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:16.014570 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:16.015205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a314b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:16.076321 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] For port 42905e90-f42c-460a-a395-a14fa8edad81, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:16.080812 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] For port 42905e90-f42c-460a-a395-a14fa8edad81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42905e90-f42c-460a-a395-a14fa8edad81,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:16.090761 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.145397 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bec1913c-727a-449a-a1c6-98b42e306a11 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:16.147419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392842e-f800-4bcd-98ad-7b61659d8a6e None None] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 21:59:16.172483 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039f1d3-ae68-47e8-bf76-4552bc0a5b4c None None] Pushing event updated for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:16.193785 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:16.194453 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:16.312562 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:16.314860 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Provisioning complete for port c5ef3f90-5255-41a0-a53a-ad558aabb5cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:16.315241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.332867 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:16.495706 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port bec1913c-727a-449a-a1c6-98b42e306a11 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:16.495997 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.532415 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.552512 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535220>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:16Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:16.592175 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f46e-aba5-4760-8867-9274ab632db9 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:16Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:16.636210 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Current status of the port c5ef3f90-5255-41a0-a53a-ad558aabb5cc is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:16.636602 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.712461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] For port c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:16.714651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port bec1913c-727a-449a-a1c6-98b42e306a11 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:16.715924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5ef3f90-5255-41a0-a53a-ad558aabb5cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:16.733176 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Allocated IP 172.20.0.1 (23ab0ed6-79b6-43eb-8968-637ec2212809/7def480e-f36c-4be8-9181-a4ca8c754d24/98900202-dd43-402f-b8cd-bcc7302d43a5) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:16.771266 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.774096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a314b80>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:15Z', 'revision_number': 3, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:16.813867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Checking router: 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:16.813867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Updating router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb port 50a9c680-1621-4f61-8389-1f41f14b6596 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:59:16.858452 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks [] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.881558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c5ef3f90-5255-41a0-a53a-ad558aabb5cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:16.881958 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.894670 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.915862 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:16.934922 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:16.937873 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:16.941073 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:16.978412 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:16.996419 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.085202 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d0522-7034-4a8f-b29b-fc0d3abd69c2 None None] Pushing event updated for resources: {'Port': ['ID=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:17.118319 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.150625 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.188314 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Provisioning complete for port c5ef3f90-5255-41a0-a53a-ad558aabb5cc triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:17.189166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.328630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5ef3f90-5255-41a0-a53a-ad558aabb5cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:17.336949 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks [] for port (50a9c680-1621-4f61-8389-1f41f14b6596), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.347955 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks [] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.353978 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.429639 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.431486 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:17.529004 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:17.529496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.530807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:17.573361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Current status of the port c5ef3f90-5255-41a0-a53a-ad558aabb5cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:17.599356 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Attempting to bind port 50a9c680-1621-4f61-8389-1f41f14b6596 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:17.599730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Attempting to bind port 50a9c680-1621-4f61-8389-1f41f14b6596 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:17.600096 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Attempting to bind port 50a9c680-1621-4f61-8389-1f41f14b6596 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:17.602363 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bb320-3d65-4e86-8acb-1aa40fb9dd80 None None] Pushing event updated for resources: {'Port': ['ID=50a9c680-1621-4f61-8389-1f41f14b6596,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:17.611325 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:17.611709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:17.612120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.612514 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:17.613054 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Bound port: 50a9c680-1621-4f61-8389-1f41f14b6596, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:17.613851 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.615527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Provisioning complete for port 42905e90-f42c-460a-a395-a14fa8edad81 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:17.615527 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (42905e90-f42c-460a-a395-a14fa8edad81), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.657237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:59:17.699592 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] For port 50a9c680-1621-4f61-8389-1f41f14b6596, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:17.704185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] For port 50a9c680-1621-4f61-8389-1f41f14b6596, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a9c680-1621-4f61-8389-1f41f14b6596,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:17.713386 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.785747 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Current status of the port 42905e90-f42c-460a-a395-a14fa8edad81 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:17.786137 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (42905e90-f42c-460a-a395-a14fa8edad81), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:17.787260 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:17.796425 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b9c63f01-646b-4481-bfc4-9a4e6719b2b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7919776
Jan 29 21:59:17.821949 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:17.822566 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a314b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:17.825460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bb320-3d65-4e86-8acb-1aa40fb9dd80 None None] Pushing event updated for resources: {'Port': ['ID=50a9c680-1621-4f61-8389-1f41f14b6596,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:17.894842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 42905e90-f42c-460a-a395-a14fa8edad81 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:17.928258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] For port 42905e90-f42c-460a-a395-a14fa8edad81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42905e90-f42c-460a-a395-a14fa8edad81,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:17.941537 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.021746 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:18.058915 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b136d-d7c9-450e-8b20-f2196e652e2e None None] Pushing event updated for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:18.063750 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 42905e90-f42c-460a-a395-a14fa8edad81 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:18.064122 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (42905e90-f42c-460a-a395-a14fa8edad81), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.140361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1c668f1e-911e-4296-9f29-9ec332aaf02d None None] Provisioning complete for port 98900202-dd43-402f-b8cd-bcc7302d43a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:18.141045 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c668f1e-911e-4296-9f29-9ec332aaf02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.223600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1c668f1e-911e-4296-9f29-9ec332aaf02d None None] Port 98900202-dd43-402f-b8cd-bcc7302d43a5 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:59:18.305691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 42905e90-f42c-460a-a395-a14fa8edad81 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:18.306776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5ef3f90-5255-41a0-a53a-ad558aabb5cc up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:18.365952 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a314b80>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98900202-dd43-402f-b8cd-bcc7302d43a5', 'name': '', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'mac_address': 'fa:16:3e:1a:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:16Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 2, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'subnets': [{'id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:18.398001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5f8b-e3a2-4ea8-9541-c209462f621f None None] The sync data for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 is: [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98900202-dd43-402f-b8cd-bcc7302d43a5', 'name': '', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'mac_address': 'fa:16:3e:1a:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:16Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 2, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'subnets': [{'id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:18.400483 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port c5ef3f90-5255-41a0-a53a-ad558aabb5cc triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:18.400864 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.427698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37976) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:18.432370 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794044017', 'description': 'tempest-secgroup-smoke-1794044017 description', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:18.454342 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.489792 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port c5ef3f90-5255-41a0-a53a-ad558aabb5cc is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:18.525158 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (9e0ff379-a94b-4277-866d-5c6de78f0463), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.529707 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e0ff379-a94b-4277-866d-5c6de78f0463), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.583306 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.584952 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1560366
Jan 29 21:59:18.586836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85dd51-94e1-4c2a-ad93-31c133240e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ff379-a94b-4277-866d-5c6de78f0463,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:18.589514 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37978) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:18.596234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:18.646467 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (b9a3405e-e7c0-4d0d-87d1-4a738fb15a92), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.706424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (b9a3405e-e7c0-4d0d-87d1-4a738fb15a92), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.711060 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (b9a3405e-e7c0-4d0d-87d1-4a738fb15a92), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.728932 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a3405e-e7c0-4d0d-87d1-4a738fb15a92,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:18.737614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.738678 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dfa5cd70-c8a7-47c1-9b0f-ffa2d0728073 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1465893
Jan 29 21:59:18.741489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 37980) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:18.746413 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:18.772493 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (036dc4a1-b9e5-4199-996c-7f6c662414ca), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.837284 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (036dc4a1-b9e5-4199-996c-7f6c662414ca), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.841471 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (036dc4a1-b9e5-4199-996c-7f6c662414ca), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.860841 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036dc4a1-b9e5-4199-996c-7f6c662414ca,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:18.867064 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.868303 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ba75d697-2cc9-4f6e-93db-1f566d6c24ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1258118
Jan 29 21:59:18.871397 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37982) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:18.879954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:18.922184 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e42f2975-9cd3-4ff2-a3b2-8681ca6d6c33), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.987614 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e42f2975-9cd3-4ff2-a3b2-8681ca6d6c33), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:18.993244 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e42f2975-9cd3-4ff2-a3b2-8681ca6d6c33), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.014194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42f2975-9cd3-4ff2-a3b2-8681ca6d6c33,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:19.024087 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.025363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3ab7079b-70e0-49eb-86a7-3fbea0cd359f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1524956
Jan 29 21:59:19.028080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37984) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:19.032553 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:19.060019 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (60da2948-5936-4427-aacb-c97238117745), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.123393 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (60da2948-5936-4427-aacb-c97238117745), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.127100 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (60da2948-5936-4427-aacb-c97238117745), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.147029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60da2948-5936-4427-aacb-c97238117745,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:19.154952 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.156215 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-00e93c9b-aee4-4f0c-8939-c7414d0a5acf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1272130
Jan 29 21:59:19.159041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37986) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:19.163309 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:19.183983 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Project 6dfd44ab95bc4137b93be22a0c5ac76d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:59:19.188875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e07c889c-ef24-4e47-a445-66279b01b4e5), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.256329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e07c889c-ef24-4e47-a445-66279b01b4e5), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.259863 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e07c889c-ef24-4e47-a445-66279b01b4e5), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.279842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c889c-ef24-4e47-a445-66279b01b4e5,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:19.285097 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.286283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-f9f1276b-493c-4220-ad92-c47da68d62b3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1263466
Jan 29 21:59:19.289470 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 37988) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:19.294006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '9e0ff379-a94b-4277-866d-5c6de78f0463', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:19.313818 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Project 6dfd44ab95bc4137b93be22a0c5ac76d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 21:59:19.319567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (7ab07eb3-466e-4391-9a34-a5f167c58fe9), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.401526 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (7ab07eb3-466e-4391-9a34-a5f167c58fe9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.405673 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (7ab07eb3-466e-4391-9a34-a5f167c58fe9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.424186 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab07eb3-466e-4391-9a34-a5f167c58fe9,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:19.437876 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:19.441017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0578cac9-7c78-4b88-9c5b-47effbc7b583 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1486521
Jan 29 21:59:19.622229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-312a06ac-45cd-46e7-bd68-d8b6d5450157 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794044017&fields=id&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 267 time: 0.0495737
Jan 29 21:59:19.736771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-71b536a5-5d5a-40f9-aaee-e5021d139304 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:19.738897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-71b536a5-5d5a-40f9-aaee-e5021d139304 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 807 time: 0.1089494
Jan 29 21:59:19.754876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-5e3246a5-ec33-4b5d-8253-b3f791ba557d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/quotas/6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 375 time: 0.0105240
Jan 29 21:59:19.816719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-dbae8de7-d3ee-4d2e-89c1-37f193001259 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0561967
Jan 29 21:59:19.923600 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50a9c680-1621-4f61-8389-1f41f14b6596 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:19.990938 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50a9c680-1621-4f61-8389-1f41f14b6596 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:19.991318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:20.049218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-63208cac-e544-4d5f-bd71-d263d6978e40 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185934
Jan 29 21:59:20.087736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50a9c680-1621-4f61-8389-1f41f14b6596 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:20.088346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:20.113864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 50a9c680-1621-4f61-8389-1f41f14b6596, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a9c680-1621-4f61-8389-1f41f14b6596,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:20.118468 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:20.119371 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 42905e90-f42c-460a-a395-a14fa8edad81 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:20.147431 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-b1394232-3732-4bad-b87e-dd4b29ce7cdb service neutron] 10.222.0.20 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894647
Jan 29 21:59:20.198930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=50a9c680-1621-4f61-8389-1f41f14b6596,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:20.209432 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 42905e90-f42c-460a-a395-a14fa8edad81 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:20.209815 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (42905e90-f42c-460a-a395-a14fa8edad81), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:20.295278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 42905e90-f42c-460a-a395-a14fa8edad81 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:20.338036 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ac44378e-df3d-4579-b26f-b7f448d1485f req-7adc617d-db63-4339-be3f-fea28f675d54 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 210 time: 0.0283220
Jan 29 21:59:20.771960 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Sync routers for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:20.781933 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:20.782539 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:20.892661 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:21.093407 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535d30>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98900202-dd43-402f-b8cd-bcc7302d43a5', 'name': '', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'mac_address': 'fa:16:3e:1a:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:16Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 2, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'subnets': [{'id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:21.221835 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Checking router: 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:21.223270 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Updating router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb port 98900202-dd43-402f-b8cd-bcc7302d43a5 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 21:59:21.259385 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.277835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-3084740e-2d3d-4281-bf4a-e262a494e394 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:21.279443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-3084740e-2d3d-4281-bf4a-e262a494e394 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 807 time: 0.1293724
Jan 29 21:59:21.347027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-65eabe27-74cf-480b-99a9-bf9369eb7c10 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 380 time: 0.0583398
Jan 29 21:59:21.356100 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'port': {'device_id': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'admin_state_up': True, 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'security_groups': ['9e0ff379-a94b-4277-866d-5c6de78f0463']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:21.453442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0aa8e7ff-0c94-4778-9680-ca5f43c12060 req-9e871af2-8057-4bfc-a997-09071395b4df tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 210 time: 0.0370033
Jan 29 21:59:21.490751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Made reservation on behalf of 6dfd44ab95bc4137b93be22a0c5ac76d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 21:59:21.493982 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.538220 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks [] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.543190 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.599437 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe789-6597-48cf-9055-c205ec8cfe68 None None] Pushing event updated for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:21.627909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Allocated IP 172.20.0.12 (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f/68eda240-eec3-439c-957a-1fc8d05bd73a/37353ede-7e5d-42dd-8d9e-09ba630a1eaf) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:21.660234 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Attempting to bind port 98900202-dd43-402f-b8cd-bcc7302d43a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:21.660608 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Attempting to bind port 98900202-dd43-402f-b8cd-bcc7302d43a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:21.660972 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Attempting to bind port 98900202-dd43-402f-b8cd-bcc7302d43a5 on network 23ab0ed6-79b6-43eb-8968-637ec2212809 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:21.666188 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:21.666562 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Checking segment: {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:21.666968 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.667489 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Bound using segment: {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:21.667971 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Bound port: 98900202-dd43-402f-b8cd-bcc7302d43a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bcdcca-3091-422e-bfc3-c4dce9c6f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:21.668354 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.734072 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] For port 98900202-dd43-402f-b8cd-bcc7302d43a5, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:21.737488 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] For port 98900202-dd43-402f-b8cd-bcc7302d43a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98900202-dd43-402f-b8cd-bcc7302d43a5,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:21.746496 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.772049 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.817246 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe789-6597-48cf-9055-c205ec8cfe68 None None] Pushing event updated for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:21.820306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.824964 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:21.826132 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b535d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:21.855188 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50a9c680-1621-4f61-8389-1f41f14b6596 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:21.887413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:21.905058 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Provisioning complete for port 98900202-dd43-402f-b8cd-bcc7302d43a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:21.905678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:21.910782 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:21.913129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:21.931642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:21.952735 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:21.971053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 50a9c680-1621-4f61-8389-1f41f14b6596 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:21.971508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.007116 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:22.008873 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.031021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-90d4b621-eb00-443e-8004-03cb35eeb09c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6787729
Jan 29 21:59:22.045975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-a9922aa9-c90c-4d9d-9275-8587450919fd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 21:59:22.049228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-a9922aa9-c90c-4d9d-9275-8587450919fd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0094543
Jan 29 21:59:22.055166 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Current status of the port 98900202-dd43-402f-b8cd-bcc7302d43a5 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:22.055702 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.062025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Request body: {'port': {'device_id': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:22.111295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] For port 98900202-dd43-402f-b8cd-bcc7302d43a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98900202-dd43-402f-b8cd-bcc7302d43a5,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:22.121578 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.142676 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.213554 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 50a9c680-1621-4f61-8389-1f41f14b6596 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:22.232436 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dde7d-662e-4255-bad3-4359ec1c3c4a None None] Pushing event updated for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:22.239247 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b535d30>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98900202-dd43-402f-b8cd-bcc7302d43a5', 'name': '', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'mac_address': 'fa:16:3e:1a:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:16Z', 'updated_at': '2022-01-29T21:59:21Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'subnets': [{'id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:22.258382 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-07c9ef95-dbea-4e7d-86c0-6780b87a7675 None None] Provisioning complete for port 98900202-dd43-402f-b8cd-bcc7302d43a5 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:22.258688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-07c9ef95-dbea-4e7d-86c0-6780b87a7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.268401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064c76f-ef6c-4580-88ef-d3f74c67666d None None] The sync data for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 is: [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98900202-dd43-402f-b8cd-bcc7302d43a5', 'name': '', 'network_id': '23ab0ed6-79b6-43eb-8968-637ec2212809', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'mac_address': 'fa:16:3e:1a:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:16Z', 'updated_at': '2022-01-29T21:59:21Z', 'revision_number': 4, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'subnets': [{'id': '7def480e-f36c-4be8-9181-a4ca8c754d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:22.346330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-07c9ef95-dbea-4e7d-86c0-6780b87a7675 None None] Current status of the port 98900202-dd43-402f-b8cd-bcc7302d43a5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:22.462801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:59:22.468392 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-5de2e51c-a3d9-4ef9-b4e2-31d7329afd34 None None] Provisioning complete for port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:22.468915 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5de2e51c-a3d9-4ef9-b4e2-31d7329afd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.473067 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks [] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.486805 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Transition to ACTIVE for port object 37353ede-7e5d-42dd-8d9e-09ba630a1eaf will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 21:59:22.492061 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.514143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-5de2e51c-a3d9-4ef9-b4e2-31d7329afd34 None None] Port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 21:59:22.627722 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:22.675148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c5137-f648-4ab1-af62-bac863fefe1a req-c602ef0c-2484-4c53-9739-10ededbd0c53 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:22.676640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a8c5137-f648-4ab1-af62-bac863fefe1a req-c602ef0c-2484-4c53-9739-10ededbd0c53 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.1315558
Jan 29 21:59:22.682088 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Attempting to bind port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 21:59:22.682452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Attempting to bind port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 21:59:22.682777 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Attempting to bind port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:22.694247 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 21:59:22.694589 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Attempting to bind port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 21:59:22.711998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 21:59:22.712346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 21:59:22.712733 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Bound using segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 21:59:22.713207 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Bound port: 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 21:59:22.713573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.772928 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a8c5137-f648-4ab1-af62-bac863fefe1a req-7cb03c6d-bf87-4c7c-a3e3-a48cea122f99 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866218
Jan 29 21:59:22.807668 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 21:59:22.810985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 21:59:22.817886 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.860915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:22.861576 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:22.863464 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] 10.222.0.18 "PUT /v2.0/ports/37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1092 time: 0.8066316
Jan 29 21:59:22.863911 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:59:22.866286 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542e4ce-b132-4452-a092-2b9cba514344" -d '{"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:59:22.886516 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536a58-a772-485e-9db3-e8f172772f33 service neutron] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:22.914582 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c72b9-c35b-4791-bacc-51fd0aa1cc17 x-openstack-request-id: req-e07c72b9-c35b-4791-bacc-51fd0aa1cc17 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:59:22.914884 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:59:22.915156 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e07c72b9-c35b-4791-bacc-51fd0aa1cc17 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:59:22.915563 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'status': 'completed', 'code': 200}
Jan 29 21:59:22.966537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-b764199e-d9a4-413d-a665-4f0e65f20486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:22.968070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-b764199e-d9a4-413d-a665-4f0e65f20486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1126 time: 0.0506375
Jan 29 21:59:23.010015 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-fd4091f1-53c1-4f54-ad4d-4751e7267ce9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 217 time: 0.0350103
Jan 29 21:59:23.059288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-7d8f7d5b-3598-48e7-85a1-2d95c0c6a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.060830 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-7d8f7d5b-3598-48e7-85a1-2d95c0c6a63c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0449150
Jan 29 21:59:23.114227 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9910d-452f-4fdf-81aa-06758138799f req-696ff93d-983b-463c-af54-1517b28a1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.115736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-696ff93d-983b-463c-af54-1517b28a1a2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488412
Jan 29 21:59:23.204156 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-7437cc6b-f0c4-4575-b90d-251b396de2f9 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824287
Jan 29 21:59:23.294694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e7e9910d-452f-4fdf-81aa-06758138799f req-5d4b2350-8e83-44cf-9b22-1cf997d5b40f service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847285
Jan 29 21:59:23.386564 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e4ce-b132-4452-a092-2b9cba514344 req-ee5d860a-e6d3-494e-9964-0feccdfb2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.388130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-ee5d860a-e6d3-494e-9964-0feccdfb2041 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1126 time: 0.0450258
Jan 29 21:59:23.398420 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:23.478539 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e4ce-b132-4452-a092-2b9cba514344 req-0cb32c88-632c-41f1-8f09-9ea1d7d2d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.480010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-0cb32c88-632c-41f1-8f09-9ea1d7d2d762 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0861745
Jan 29 21:59:23.525057 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-63931f3a-9c61-4017-8df4-0c69f7524a8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 217 time: 0.0391014
Jan 29 21:59:23.572644 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e4ce-b132-4452-a092-2b9cba514344 req-4323018f-8f43-4fc9-a7c8-578d67e89d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.574098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-4323018f-8f43-4fc9-a7c8-578d67e89d81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0436339
Jan 29 21:59:23.622192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e4ce-b132-4452-a092-2b9cba514344 req-be2851d5-193c-4dec-91ac-4275b92f76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.623695 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-be2851d5-193c-4dec-91ac-4275b92f76eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432177
Jan 29 21:59:23.718663 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-8a8fb59c-a16e-4935-a15f-52be0650fcfe service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887089
Jan 29 21:59:23.812616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5542e4ce-b132-4452-a092-2b9cba514344 req-5b721b4d-3b46-4566-831a-4a796a2babda service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877039
Jan 29 21:59:23.857244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 98900202-dd43-402f-b8cd-bcc7302d43a5 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:23.907133 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 98900202-dd43-402f-b8cd-bcc7302d43a5 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:23.907520 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:23.916110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8007b-01e0-4de0-9587-9c5d5b2b4ecc req-96493516-5f7b-4f65-88ce-cef810c802e1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:23.917645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1c8007b-01e0-4de0-9587-9c5d5b2b4ecc req-96493516-5f7b-4f65-88ce-cef810c802e1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0587022
Jan 29 21:59:23.968033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c1c8007b-01e0-4de0-9587-9c5d5b2b4ecc req-eb229bef-4314-48d5-8758-37141aff5723 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447357
Jan 29 21:59:23.987520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 98900202-dd43-402f-b8cd-bcc7302d43a5 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:24.022366 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:25.086842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27604b54-ecc1-4171-a85d-3dce38648b5b req-03433b77-8561-4d31-b762-de6735696178 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:25.088304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27604b54-ecc1-4171-a85d-3dce38648b5b req-03433b77-8561-4d31-b762-de6735696178 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0514827
Jan 29 21:59:25.138898 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-27604b54-ecc1-4171-a85d-3dce38648b5b req-9bffc235-fa87-4ba0-9e06-dc14cb5608e1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450380
Jan 29 21:59:26.257153 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21faa-68b6-4fde-9e94-53bcba20f031 req-5fdeb10d-f124-4438-b7a5-41aff2d85d58 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:26.258631 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fc21faa-68b6-4fde-9e94-53bcba20f031 req-5fdeb10d-f124-4438-b7a5-41aff2d85d58 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0516877
Jan 29 21:59:26.310386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fc21faa-68b6-4fde-9e94-53bcba20f031 req-4b41e6a5-fc7d-44ce-a5cb-27d8f81ba124 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461247
Jan 29 21:59:26.806640 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 21:59:26.901330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:26.915835 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 21:59:26.951543 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:26.951935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:26.965040 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 21:59:26.983834 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:26.987623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:27.033182 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:27.342703 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['37353ede-7e5d-42dd-8d9e-09ba630a1eaf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 21:59:27.427243 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3249ec-bbfd-40f0-94a2-777e5dd27e32 req-5ccbd448-6d31-48fc-ba8d-03940f059838 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:27.428788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c3249ec-bbfd-40f0-94a2-777e5dd27e32 req-5ccbd448-6d31-48fc-ba8d-03940f059838 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0518870
Jan 29 21:59:27.478010 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7c3249ec-bbfd-40f0-94a2-777e5dd27e32 req-18959201-6b4a-4f0f-b7a9-706ad324c805 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435557
Jan 29 21:59:28.598975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51798cca-bf6c-4448-8a7b-aa8abc640aa3 req-e2fbb4d7-f4d8-409e-a888-705c622a83e5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:28.600496 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51798cca-bf6c-4448-8a7b-aa8abc640aa3 req-e2fbb4d7-f4d8-409e-a888-705c622a83e5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0521088
Jan 29 21:59:28.648599 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-51798cca-bf6c-4448-8a7b-aa8abc640aa3 req-8f5f7c2a-a118-4a60-8814-c6ae2199b699 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425417
Jan 29 21:59:28.833990 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 21:59:28.885731 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 21:59:28.889749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 21:59:28.890132 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:29.116047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 21:59:29.116416 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:29.137537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:59:29.139740 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac46f56-ec3a-4b2b-ad0a-1ca88c4bf087" -d '{"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:59:29.152536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 21:59:29.156485 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:29.182364 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7a4b63-6440-45b4-997c-089e75f4f416 x-openstack-request-id: req-ae7a4b63-6440-45b4-997c-089e75f4f416 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:59:29.182666 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:59:29.182925 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae7a4b63-6440-45b4-997c-089e75f4f416 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:59:29.183321 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'code': 200}
Jan 29 21:59:29.209825 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:29.279326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9c9a9-bb33-47b6-99f7-cae2a96506d4 req-8ba67f71-4e3d-4530-9fc2-bf9c9ac23be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:29.280798 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4c9c9a9-bb33-47b6-99f7-cae2a96506d4 req-8ba67f71-4e3d-4530-9fc2-bf9c9ac23be8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0471225
Jan 29 21:59:29.324338 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4c9c9a9-bb33-47b6-99f7-cae2a96506d4 req-4a09639f-f84f-4f63-8862-4487d2ce9f72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377140
Jan 29 21:59:29.762526 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8caa-07a7-42c2-b00e-0dd2487bb84a req-865a209d-6ffc-4ae8-8307-edefba01b530 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:29.764589 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-308d8caa-07a7-42c2-b00e-0dd2487bb84a req-865a209d-6ffc-4ae8-8307-edefba01b530 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0511441
Jan 29 21:59:29.812126 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-308d8caa-07a7-42c2-b00e-0dd2487bb84a req-79600e96-626a-4417-88d3-faf4f4383768 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413449
Jan 29 21:59:30.935266 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf9951-89f1-4a7d-a545-21d0add1ff4d req-2c208c1c-af03-4ced-9995-5e0f66dfc5dc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:30.936738 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7edf9951-89f1-4a7d-a545-21d0add1ff4d req-2c208c1c-af03-4ced-9995-5e0f66dfc5dc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0561182
Jan 29 21:59:30.984289 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7edf9951-89f1-4a7d-a545-21d0add1ff4d req-f4fadc82-d1d5-4fe1-a53e-5bd728bae1fb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418682
Jan 29 21:59:31.101281 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec73df-f879-48bf-b74a-71695fa36ea1 req-d69a0399-053c-42c2-bdde-445dcf98f207 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:31.102658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65ec73df-f879-48bf-b74a-71695fa36ea1 req-d69a0399-053c-42c2-bdde-445dcf98f207 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0523326
Jan 29 21:59:31.149708 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65ec73df-f879-48bf-b74a-71695fa36ea1 req-956d9315-6bff-455f-810c-e7f1baaaefa5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413165
Jan 29 21:59:31.171527 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38058) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:31.261242 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6afde-a311-4137-b7d8-0936d1f45b3d tempest-TestShelveInstance-630492351 tempest-TestShelveInstance-630492351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:31.262737 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-89a6afde-a311-4137-b7d8-0936d1f45b3d tempest-TestShelveInstance-630492351 tempest-TestShelveInstance-630492351-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1123 time: 0.0902653
Jan 29 21:59:31.265664 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38062) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 21:59:31.270241 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 21:59:31.290108 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:31.388328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:31.490764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Allocated IP 172.35.4.249 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/93beff38-b46d-4d08-9552-9efd6b72a702) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 21:59:31.587308 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (93beff38-b46d-4d08-9552-9efd6b72a702), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:31.618840 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:31.655838 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 21:59:31.661858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 21:59:31.666272 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 21:59:31.668135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=93beff38-b46d-4d08-9552-9efd6b72a702,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:32.000684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (079675e7-4cb6-4ca2-99ad-25cd3064b16d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:32.070319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:32.212006 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (93beff38-b46d-4d08-9552-9efd6b72a702), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:32.216681 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:32.285892 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=93beff38-b46d-4d08-9552-9efd6b72a702,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 21:59:32.297329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (079675e7-4cb6-4ca2-99ad-25cd3064b16d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:32.695915 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Floating IP 079675e7-4cb6-4ca2-99ad-25cd3064b16d associated. External IP: 172.35.4.249, port: 37353ede-7e5d-42dd-8d9e-09ba630a1eaf.
Jan 29 21:59:32.899552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 21:59:33.006339 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 21:59:33.015691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 21:59:33.024177 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:33.026891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:33.027502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09699d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:33.052939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-da756fe8-dd6a-4938-be4e-5a0ea2c129bc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7862961
Jan 29 21:59:33.053558 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 21:59:33.055837 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69" -d '{"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 21:59:33.096154 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e96552-a506-4c98-bdd3-5778515dbc18 x-openstack-request-id: req-c0e96552-a506-4c98-bdd3-5778515dbc18 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 21:59:33.096452 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 21:59:33.096704 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0e96552-a506-4c98-bdd3-5778515dbc18 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 21:59:33.097138 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'status': 'completed', 'code': 200}
Jan 29 21:59:33.139645 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:33.165202 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-b3e59290-fdce-44dd-99a7-4fd58dbe0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:33.166699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-b3e59290-fdce-44dd-99a7-4fd58dbe0603 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0486193
Jan 29 21:59:33.254412 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-1347ea9a-128a-4b9c-9fa8-98bfd3078d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:33.255882 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-1347ea9a-128a-4b9c-9fa8-98bfd3078d2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0839071
Jan 29 21:59:33.324096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-9f639d98-df9b-4007-a07d-772901ba661a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1000 time: 0.0624008
Jan 29 21:59:33.363734 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09699d30>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079675e7-4cb6-4ca2-99ad-25cd3064b16d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:59:31Z', 'updated_at': '2022-01-29T21:59:31Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:33.378921 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-43ecf635-670c-41a1-ba7b-9c0aeb4f0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:33.380441 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-43ecf635-670c-41a1-ba7b-9c0aeb4f0dbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0507689
Jan 29 21:59:33.392853 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 21:59:33.401638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 21:59:33.402231 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea09699d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T21:59:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:33.428315 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-bcd8fe72-adee-409c-9250-a1a34628bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 21:59:33.429875 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-bcd8fe72-adee-409c-9250-a1a34628bcbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441749
Jan 29 21:59:33.505064 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 21:59:33.522348 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-8165c5ff-468d-41cd-9276-dd5c007e006d service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865736
Jan 29 21:59:33.612474 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dac0917a-36cc-4c35-9ac5-f7e01e3c2b69 req-841c130e-584d-4d50-8cfa-da7e756bf428 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847042
Jan 29 21:59:33.728380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea09699d30>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079675e7-4cb6-4ca2-99ad-25cd3064b16d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:59:31Z', 'updated_at': '2022-01-29T21:59:31Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 21:59:33.754375 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f2e29-3872-4752-a94e-5b0fd43c22c8 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '079675e7-4cb6-4ca2-99ad-25cd3064b16d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:59:31Z', 'updated_at': '2022-01-29T21:59:31Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 21:59:33.966464 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da048ea3-6224-4e8e-a159-0d3168a637b1 None None] New status for floating IP 079675e7-4cb6-4ca2-99ad-25cd3064b16d: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 21:59:40.467220 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f99df88d-1253-4a34-99de-86870ec1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:42.530917 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 21:59:42.814592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33fbed68-d8d6-4d76-902d-9c75ae6e8f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:43.996216 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:45.858457 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:47.032126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:53.406605 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 21:59:54.025431 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:10.471327 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d80e65b5-da9f-4197-aba5-9d7023bbc5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:11.201583 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-40e41e42-f02a-4925-a24d-2442ed937d80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430067
Jan 29 22:00:11.289674 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-e7472008-2126-4731-9e52-ad8c589fb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:00:11.291139 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-e7472008-2126-4731-9e52-ad8c589fb216 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0478621
Jan 29 22:00:11.390259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-25016656-96e1-4098-be73-e3692f4823d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:00:11.391696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-25016656-96e1-4098-be73-e3692f4823d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0836957
Jan 29 22:00:11.462689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-8d323d49-fbb6-4d2b-8d62-120139d137ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0614610
Jan 29 22:00:11.509681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-43adca20-bf06-4c86-9f6b-7465aeffd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:00:11.511096 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-43adca20-bf06-4c86-9f6b-7465aeffd371 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0428321
Jan 29 22:00:11.557945 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-aa8fad02-b348-478e-84a0-cce6e2d606c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:00:11.559404 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-aa8fad02-b348-478e-84a0-cce6e2d606c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425916
Jan 29 22:00:11.649130 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-4ccf5c01-bf46-44d9-9875-23abcf7a3913 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836234
Jan 29 22:00:11.734805 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-432ebaf0-626f-4eb0-a0e2-e3ad1aba95a6 req-aeefa1d8-5303-4d7e-9086-a74b06207521 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801835
Jan 29 22:00:12.816264 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6d96-9a64-4231-81a3-f62161c90662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:13.998543 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:15.861513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:17.033316 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:19.531240 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:00:23.413031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:24.046688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:40.472295 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e03e41c-3428-4011-aa92-9d1393723f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:42.818017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a4707d68-e043-4c31-ab80-d62fb3b06449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:44.001556 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:45.866120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:47.035345 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:53.427487 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:54.045225 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:00:56.531170 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:01:10.474263 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1253d101-9ccd-4e41-9b9e-feb05321390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:12.795564 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-8cc03ffc-d31c-425c-848e-850ea6a24139 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0879805
Jan 29 22:01:12.822902 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e263c1dc-1f98-499f-bc6b-6d447c440510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:12.888563 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-215d26ad-69fa-44b2-a32a-dad172161bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:01:12.890123 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-215d26ad-69fa-44b2-a32a-dad172161bbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0499477
Jan 29 22:01:12.991737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-0be01c85-4bcc-4bef-a22a-efa5d529ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:01:12.993174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-0be01c85-4bcc-4bef-a22a-efa5d529ab70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0848486
Jan 29 22:01:13.061873 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-7114a5a4-8629-42e1-8c40-4942ec3e5044 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0621979
Jan 29 22:01:13.109798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-c1efd777-a0ad-4c68-819b-33fde6dc82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:01:13.111544 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-c1efd777-a0ad-4c68-819b-33fde6dc82a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0440373
Jan 29 22:01:13.157828 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-08e337db-8df3-4af5-9f62-bbfe11b4c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:01:13.159290 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-08e337db-8df3-4af5-9f62-bbfe11b4c7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425751
Jan 29 22:01:13.252408 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-53c96ddc-f19a-4b5e-8b25-ceaee9516411 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870497
Jan 29 22:01:13.339769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d0939315-67fa-4b18-ad75-cc1fda44e06e req-4b5365c0-76e5-43f4-b29f-cbf907292c6a service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815573
Jan 29 22:01:14.004060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:15.870256 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:17.036595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:23.427837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:24.050139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:33.530080 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:01:40.477025 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5141b223-4575-4e77-af03-696935962d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:42.825764 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-316e5f42-786c-409f-ba3a-9434092e4f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:44.005563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:45.873241 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:47.038999 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:53.427688 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:01:54.063528 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:00.790683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763113-8d98-4969-9333-c956447ecdd0 req-ea601a94-9a96-44f2-a35c-ada5d265f4b1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:00.792178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc763113-8d98-4969-9333-c956447ecdd0 req-ea601a94-9a96-44f2-a35c-ada5d265f4b1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.1026001
Jan 29 22:02:00.840132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fc763113-8d98-4969-9333-c956447ecdd0 req-3b1386a4-13b2-45a7-a114-a0d5b7c6bc2f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413156
Jan 29 22:02:01.969903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a301ad-5651-4177-ab92-f97291ed1bd1 req-135801bb-5600-47f6-818a-c67ecc0d7003 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:01.971400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5a301ad-5651-4177-ab92-f97291ed1bd1 req-135801bb-5600-47f6-818a-c67ecc0d7003 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0571246
Jan 29 22:02:02.019203 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b5a301ad-5651-4177-ab92-f97291ed1bd1 req-fb6dc710-4199-4fc5-9693-074fe1b958c9 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421576
Jan 29 22:02:03.143716 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8d11a-1e1b-489d-9c17-046481fd559d req-7bf7076b-38e7-4184-ade9-a43e312e6bbb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:03.145221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60d8d11a-1e1b-489d-9c17-046481fd559d req-7bf7076b-38e7-4184-ade9-a43e312e6bbb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0516696
Jan 29 22:02:03.192439 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60d8d11a-1e1b-489d-9c17-046481fd559d req-63990a17-d8a6-4970-91fa-0e21a2a50829 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417550
Jan 29 22:02:04.313774 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d5589-9bb6-4087-af52-1ecfa15e3b4f req-47b96df4-b119-45c6-a192-7ba2dd4646f8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:04.315273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc5d5589-9bb6-4087-af52-1ecfa15e3b4f req-47b96df4-b119-45c6-a192-7ba2dd4646f8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0561676
Jan 29 22:02:04.363374 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bc5d5589-9bb6-4087-af52-1ecfa15e3b4f req-69c49d5a-f252-4559-bd2f-ef165f7e40e6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426502
Jan 29 22:02:05.481568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12016d79-1c41-44e5-81a5-2fb340f4def6 req-7bfb74cd-ccae-4a8a-80ab-49de1c8f981b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:05.482980 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12016d79-1c41-44e5-81a5-2fb340f4def6 req-7bfb74cd-ccae-4a8a-80ab-49de1c8f981b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0521247
Jan 29 22:02:05.530019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-12016d79-1c41-44e5-81a5-2fb340f4def6 req-e205e008-f9fa-41b5-8b4f-5d37a8f797fe tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416079
Jan 29 22:02:06.647145 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0bba2-6538-4024-8e6b-1ad9e8d0776b req-444bc907-359b-4fe9-a070-e03084f8984a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:06.648606 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7db0bba2-6538-4024-8e6b-1ad9e8d0776b req-444bc907-359b-4fe9-a070-e03084f8984a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0517190
Jan 29 22:02:06.699551 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7db0bba2-6538-4024-8e6b-1ad9e8d0776b req-517e38e6-cb67-4bd0-9c5d-d29777b1a7e9 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453043
Jan 29 22:02:07.815814 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a8d17-0609-4f04-94c8-881a19b3d28b req-aa37de73-d28a-4752-8d73-7790d41d447e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:07.817333 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc8a8d17-0609-4f04-94c8-881a19b3d28b req-aa37de73-d28a-4752-8d73-7790d41d447e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0509443
Jan 29 22:02:07.865180 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc8a8d17-0609-4f04-94c8-881a19b3d28b req-2b52612f-aa89-496f-b3d2-6a4979f243c2 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424361
Jan 29 22:02:08.984151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d6fd-ac1d-4c83-a22d-dfde9091eef3 req-f3df9d9f-361b-46c1-9e11-0629fc312fa0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:08.985662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59d6d6fd-ac1d-4c83-a22d-dfde9091eef3 req-f3df9d9f-361b-46c1-9e11-0629fc312fa0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0524638
Jan 29 22:02:09.035490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-59d6d6fd-ac1d-4c83-a22d-dfde9091eef3 req-056498b5-d154-40b6-9881-9726d76154ca tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441964
Jan 29 22:02:10.157181 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad182a7-e727-4199-bd11-a5508bb4d7f8 req-c4228190-23da-4a30-842c-26b22cc672c7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:10.158581 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dad182a7-e727-4199-bd11-a5508bb4d7f8 req-c4228190-23da-4a30-842c-26b22cc672c7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0574448
Jan 29 22:02:10.205984 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dad182a7-e727-4199-bd11-a5508bb4d7f8 req-dac51a99-3d59-4fa1-b344-be85b2e747cd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419180
Jan 29 22:02:10.478988 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7474117-c202-4199-acc2-da212d93b80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:10.529999 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:02:11.323954 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eda71-5f09-4811-b89a-d0a2a2971551 req-6a17c4bb-9228-4af7-aa1c-6097d66c1edf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:11.325461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a4eda71-5f09-4811-b89a-d0a2a2971551 req-6a17c4bb-9228-4af7-aa1c-6097d66c1edf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0517719
Jan 29 22:02:11.375153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0a4eda71-5f09-4811-b89a-d0a2a2971551 req-5efb86c4-fc3b-42e0-8d93-2667b9e9e39b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439916
Jan 29 22:02:12.494672 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2e76-8b45-4c98-87ac-4592bd25f4bc req-913b18a4-e7dd-4932-af54-e2c7f255e506 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:12.496047 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-259b2e76-8b45-4c98-87ac-4592bd25f4bc req-913b18a4-e7dd-4932-af54-e2c7f255e506 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0506523
Jan 29 22:02:12.547958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-259b2e76-8b45-4c98-87ac-4592bd25f4bc req-5739cffe-b3ce-46b0-bde8-a97a19e63e38 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457075
Jan 29 22:02:12.827046 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ba7e93a5-909e-4015-8f36-434412b47614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:13.669875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb173-1b4e-4c22-b447-5e34ea4f0c7b req-c2965ba5-e01f-4430-8c16-767cc6869b98 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:13.671351 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d1eb173-1b4e-4c22-b447-5e34ea4f0c7b req-c2965ba5-e01f-4430-8c16-767cc6869b98 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0518706
Jan 29 22:02:13.719284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2d1eb173-1b4e-4c22-b447-5e34ea4f0c7b req-f0eac695-6bcd-4eec-8cfc-b6b4ac443661 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423150
Jan 29 22:02:14.010037 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:14.043137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-3f7abcba-91e6-4a79-9398-22dfa7333dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:14.045204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-3f7abcba-91e6-4a79-9398-22dfa7333dcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0464447
Jan 29 22:02:14.151223 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-d5b39e6b-0699-4800-8aeb-563b86aa8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:14.152609 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-d5b39e6b-0699-4800-8aeb-563b86aa8c1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0883908
Jan 29 22:02:14.216570 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-3679972a-0f72-4b3f-92e0-e96534ab3c48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0577784
Jan 29 22:02:14.268962 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-15d75be0-bf69-42d9-a20b-22beeebdef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:14.270443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-15d75be0-bf69-42d9-a20b-22beeebdef6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0478656
Jan 29 22:02:14.319857 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-b52c435e-29c0-422c-a5b7-eaf148a264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:14.321358 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-b52c435e-29c0-422c-a5b7-eaf148a264b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430634
Jan 29 22:02:14.408655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-99a647ce-d9ea-486f-b358-798d46d30dc8 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813177
Jan 29 22:02:14.499538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3ccf68f1-2901-4635-ae17-936a67a683bd req-dc5fbefc-96c0-4c82-a8dd-5867da5bd065 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848119
Jan 29 22:02:14.835382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8285246-514c-40b9-865c-49c58122b2ac req-1938d15b-6f6b-40bd-ab57-32bdf65f1d54 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:14.836833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8285246-514c-40b9-865c-49c58122b2ac req-1938d15b-6f6b-40bd-ab57-32bdf65f1d54 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0512543
Jan 29 22:02:14.884485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d8285246-514c-40b9-865c-49c58122b2ac req-95ee87c7-caf7-4d1b-b37a-c84ff7a41418 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414867
Jan 29 22:02:15.568559 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:02:15.672087 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:15.684327 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:02:15.722488 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:02:15.722872 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:15.736687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:02:15.755466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:15.759292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:15.810772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:02:15.818840 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.819122 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.819463 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.819799 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.820127 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.820460 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.820786 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.821139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.821464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.821789 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.822109 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.822482 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.822804 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:02:15.832099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['37353ede-7e5d-42dd-8d9e-09ba630a1eaf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:02:15.891574 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:16.005036 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98148e37-11c8-48f9-9402-97ee93aecf5a req-089e52cd-c225-4e8b-ad00-186352512cad tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:16.006571 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98148e37-11c8-48f9-9402-97ee93aecf5a req-089e52cd-c225-4e8b-ad00-186352512cad tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0519557
Jan 29 22:02:16.058957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-98148e37-11c8-48f9-9402-97ee93aecf5a req-8a1e2fdc-abcb-499a-976c-459aedec0092 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466325
Jan 29 22:02:17.049232 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:17.184460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835426-ce94-4b5b-9ffa-ea4b62f325a8 req-8d0dc336-839d-4712-be1d-e26fe4c8fe45 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:17.189444 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5835426-ce94-4b5b-9ffa-ea4b62f325a8 req-8d0dc336-839d-4712-be1d-e26fe4c8fe45 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0628207
Jan 29 22:02:17.245516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5835426-ce94-4b5b-9ffa-ea4b62f325a8 req-b6f50720-02eb-4b48-af44-0c5183b0c6a7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533926
Jan 29 22:02:17.588053 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:02:17.646307 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:02:17.646842 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:17.726451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:02:17.727172 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:17.751030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:02:17.753701 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd22097-5059-4785-9801-be9c381c2538" -d '{"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:02:17.767919 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:17.773917 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:17.805327 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd80a8-20ed-422e-9300-953e0893f82c x-openstack-request-id: req-b1fd80a8-20ed-422e-9300-953e0893f82c {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:02:17.805622 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:02:17.805876 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1fd80a8-20ed-422e-9300-953e0893f82c {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:02:17.806266 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'code': 200}
Jan 29 22:02:17.831362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:02:18.386771 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963d7e-fc0b-4a02-ad7a-c7cb86da8307 req-10acbbe7-aa97-4afe-9e71-56c6ef1fd8bd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:18.393468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2963d7e-fc0b-4a02-ad7a-c7cb86da8307 req-10acbbe7-aa97-4afe-9e71-56c6ef1fd8bd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0729382
Jan 29 22:02:18.443956 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b2963d7e-fc0b-4a02-ad7a-c7cb86da8307 req-073686da-00fd-420a-8343-050b4693826c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485435
Jan 29 22:02:19.577171 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9a9d-f888-40a3-b801-25678ec9b71c req-e745e0a6-49c7-41d0-ae10-20c0206ff6ca tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:19.585125 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34fc9a9d-f888-40a3-b801-25678ec9b71c req-e745e0a6-49c7-41d0-ae10-20c0206ff6ca tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0662804
Jan 29 22:02:19.633711 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-34fc9a9d-f888-40a3-b801-25678ec9b71c req-0be1c1bf-33e8-4cd6-8323-a043a724636d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474467
Jan 29 22:02:20.759985 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ed4ef-44cb-4b16-aa30-419b31e65833 req-bafcf5e5-9ec3-4f64-bbf4-8299a548458a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:20.761627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7ed4ef-44cb-4b16-aa30-419b31e65833 req-bafcf5e5-9ec3-4f64-bbf4-8299a548458a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0545554
Jan 29 22:02:20.815788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cc7ed4ef-44cb-4b16-aa30-419b31e65833 req-b2965f17-2cd3-473d-a4fe-2ccd69580c2f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480955
Jan 29 22:02:21.945812 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3c422-26b3-45de-aef7-e853281f6f12 req-557f6222-a263-4c83-adf6-cfe20fcb5269 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:21.947380 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cd3c422-26b3-45de-aef7-e853281f6f12 req-557f6222-a263-4c83-adf6-cfe20fcb5269 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0595205
Jan 29 22:02:22.012720 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6cd3c422-26b3-45de-aef7-e853281f6f12 req-d4799ee4-8c4a-4343-8d0c-1a56b1c827ca tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522366
Jan 29 22:02:23.127898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608e88d-b457-49b8-b79c-a71974b4fc10 req-c5e26065-4bbe-48f1-a88e-efe9868247a7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:23.129539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6608e88d-b457-49b8-b79c-a71974b4fc10 req-c5e26065-4bbe-48f1-a88e-efe9868247a7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0565197
Jan 29 22:02:23.193429 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6608e88d-b457-49b8-b79c-a71974b4fc10 req-eace5e79-6aae-463d-9edb-5a698e215536 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534151
Jan 29 22:02:23.446756 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:24.072323 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:24.320245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16588a-cc84-4268-b8d5-4a9a4fa79e27 req-c825eb26-6ec4-42d0-86d9-b53d188c0b5a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:24.321801 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa16588a-cc84-4268-b8d5-4a9a4fa79e27 req-c825eb26-6ec4-42d0-86d9-b53d188c0b5a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0572619
Jan 29 22:02:24.386362 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fa16588a-cc84-4268-b8d5-4a9a4fa79e27 req-4ee434ed-7abb-41c4-b63f-baf8581835ec tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517321
Jan 29 22:02:25.519902 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b094-1bfc-41e4-9129-fe03e1b0625e req-c7ebe8f4-8d9a-43b4-80ab-6df7363b60da tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:25.521476 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb23b094-1bfc-41e4-9129-fe03e1b0625e req-c7ebe8f4-8d9a-43b4-80ab-6df7363b60da tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0567477
Jan 29 22:02:25.573208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fb23b094-1bfc-41e4-9129-fe03e1b0625e req-a87e3ad1-275b-460f-9f29-e658e1d8967c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460091
Jan 29 22:02:26.701006 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ac52-e6cd-4163-9a3d-71305f50a1cc req-5a6c6e3f-1b08-47dc-be0d-c258aed738e3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:26.702501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c84ac52-e6cd-4163-9a3d-71305f50a1cc req-5a6c6e3f-1b08-47dc-be0d-c258aed738e3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0600827
Jan 29 22:02:26.750129 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6c84ac52-e6cd-4163-9a3d-71305f50a1cc req-f623a1ea-0883-408f-8eae-8934fd565f9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416896
Jan 29 22:02:27.324855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf519-79be-4047-85ac-4676c8867380 req-c9920837-7937-48e3-9599-a3c31401e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:27.326972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-c9920837-7937-48e3-9599-a3c31401e673 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1128 time: 0.0486414
Jan 29 22:02:27.416552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf519-79be-4047-85ac-4676c8867380 req-9906f707-b48c-4c6e-8801-acda864bf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:27.418055 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-9906f707-b48c-4c6e-8801-acda864bf31b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0842259
Jan 29 22:02:27.486517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-cb15795c-2598-4510-b646-47be6c71819c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0617135
Jan 29 22:02:27.532935 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf519-79be-4047-85ac-4676c8867380 req-d7a6b2f9-89b1-4a07-ba4e-cefc56e9ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:27.534392 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-d7a6b2f9-89b1-4a07-ba4e-cefc56e9ff08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0419605
Jan 29 22:02:27.582380 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf519-79be-4047-85ac-4676c8867380 req-40cb8154-1797-47ba-b279-0136760a847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:27.583836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-40cb8154-1797-47ba-b279-0136760a847c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431986
Jan 29 22:02:27.673569 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-a2605a95-e219-4a65-9b89-856e07d7333a service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837514
Jan 29 22:02:27.761477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-937bf519-79be-4047-85ac-4676c8867380 req-b38421de-28dc-4d72-8ebf-3e69c9caf023 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815465
Jan 29 22:02:28.115940 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192be05f-0e81-4f95-8acc-080ce2f1f084 req-ce02ffbf-cdaa-4361-b999-6266f9a3d525 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:28.117629 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-192be05f-0e81-4f95-8acc-080ce2f1f084 req-ce02ffbf-cdaa-4361-b999-6266f9a3d525 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0521181
Jan 29 22:02:28.168602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-192be05f-0e81-4f95-8acc-080ce2f1f084 req-1918a285-a9ac-4509-a365-50567f41a363 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448079
Jan 29 22:02:29.293172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28145f6-67d7-41d6-93ec-cd7553f23a7c req-a8bb45a8-cd53-46fa-9d30-fbe9c2feb1a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:29.294656 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b28145f6-67d7-41d6-93ec-cd7553f23a7c req-a8bb45a8-cd53-46fa-9d30-fbe9c2feb1a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0534351
Jan 29 22:02:29.342568 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b28145f6-67d7-41d6-93ec-cd7553f23a7c req-9f2339b5-61d1-43ba-b0a2-d1327b09de7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423422
Jan 29 22:02:30.462067 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64032-c01e-4be7-aa80-25134beb91c1 req-2c97d8b3-e827-47f5-9f6e-03ed6ac2997f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:30.463537 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4b64032-c01e-4be7-aa80-25134beb91c1 req-2c97d8b3-e827-47f5-9f6e-03ed6ac2997f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0513244
Jan 29 22:02:30.510489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4b64032-c01e-4be7-aa80-25134beb91c1 req-f7aa9d2e-8fb5-434b-b74c-031fc10a184e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406785
Jan 29 22:02:30.628577 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-a0f2594d-4700-4efb-8c04-0f46b99f3c38 req-8f34a83a-11c9-4dd3-8872-b189b261d7c3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:02:30.629622 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a0f2594d-4700-4efb-8c04-0f46b99f3c38 req-8f34a83a-11c9-4dd3-8872-b189b261d7c3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0559950
Jan 29 22:02:31.646466 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:02:31.732945 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:02:31.733390 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:31.756221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:02:31.758766 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dee2aa5-2cc0-431f-8456-1794b5063d32" -d '{"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-unplugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:02:31.776023 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:31.781252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:31.809889 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d49d06-ac0f-4ead-9773-713d7bff5478 x-openstack-request-id: req-98d49d06-ac0f-4ead-9773-713d7bff5478 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:02:31.810233 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-unplugged", "status": "failed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:02:31.810419 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98d49d06-ac0f-4ead-9773-713d7bff5478 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:02:31.810679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b3060-15ce-4756-8d48-a02cbc82185b req-1d63955b-0c23-4797-a75c-f5d69bc7cbb8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:31.811156 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'code': 422} returned with failed status
Jan 29 22:02:31.812212 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-943b3060-15ce-4756-8d48-a02cbc82185b req-1d63955b-0c23-4797-a75c-f5d69bc7cbb8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 946 time: 0.0667558
Jan 29 22:02:31.837583 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:02:31.864857 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-943b3060-15ce-4756-8d48-a02cbc82185b req-9a983e89-029c-4fa5-b144-3a8fee154595 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469365
Jan 29 22:02:32.015229 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-00924919-ceab-49bb-af4e-78cd2309face service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0858929
Jan 29 22:02:32.984345 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df649-d02d-4165-851f-b9efa4b6ee0e req-bf5b31b5-a35a-4b8f-bb65-e1cfff63b192 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:32.985831 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-586df649-d02d-4165-851f-b9efa4b6ee0e req-bf5b31b5-a35a-4b8f-bb65-e1cfff63b192 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0546467
Jan 29 22:02:33.032538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-586df649-d02d-4165-851f-b9efa4b6ee0e req-7080310a-b2c8-4294-9422-eef9044f0ab6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411198
Jan 29 22:02:34.156512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cf6b-eca6-4e28-85b6-29ba45e5ee6e req-7fbde83e-4ebc-4297-ad25-6b4c27cdb5fc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:34.158033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f44cf6b-eca6-4e28-85b6-29ba45e5ee6e req-7fbde83e-4ebc-4297-ad25-6b4c27cdb5fc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0526009
Jan 29 22:02:34.212726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1f44cf6b-eca6-4e28-85b6-29ba45e5ee6e req-2e5877dc-74ce-49a0-bdf7-c85ed66f834c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488701
Jan 29 22:02:35.336761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8231b9-870a-49f6-af69-31f41e170599 req-1e8ebfb6-20e5-4e0f-b689-e099711d8965 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:35.338258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd8231b9-870a-49f6-af69-31f41e170599 req-1e8ebfb6-20e5-4e0f-b689-e099711d8965 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0523353
Jan 29 22:02:35.385364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fd8231b9-870a-49f6-af69-31f41e170599 req-6121a606-379b-4852-9e4a-891447a0f7fb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415626
Jan 29 22:02:36.504748 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb2108-075f-4634-b7a9-c19a08deb904 req-1409f241-2b5e-4b89-a88c-4de7ef104a89 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:36.506190 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fcb2108-075f-4634-b7a9-c19a08deb904 req-1409f241-2b5e-4b89-a88c-4de7ef104a89 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0531957
Jan 29 22:02:36.556323 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9fcb2108-075f-4634-b7a9-c19a08deb904 req-6b8c35ef-a0f4-4eb3-8424-a5baa4965799 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444386
Jan 29 22:02:36.792063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-a77c0b38-9462-4d7c-8d91-32569be6a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:36.793495 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-a77c0b38-9462-4d7c-8d91-32569be6a0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 1126 time: 0.0481465
Jan 29 22:02:36.856423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-7ad1c283-397b-460f-ba40-21d2f810050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:36.857963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-7ad1c283-397b-460f-ba40-21d2f810050b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1126 time: 0.0434961
Jan 29 22:02:36.944624 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-2bd1d3f0-bdc7-4778-b6c3-889626b3716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:36.946109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-2bd1d3f0-bdc7-4778-b6c3-889626b3716b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0820084
Jan 29 22:02:37.011854 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-41654506-ecf3-4d4e-862a-e157854e611c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1000 time: 0.0598125
Jan 29 22:02:37.057142 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-a78a3307-3943-477e-b497-2d3b1884e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:37.058451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-a78a3307-3943-477e-b497-2d3b1884e6e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0404532
Jan 29 22:02:37.104679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-77348328-3156-45c9-9058-c395d73d47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:37.106166 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-77348328-3156-45c9-9058-c395d73d47cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416744
Jan 29 22:02:37.195407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-31b872e3-415a-4edb-b246-935cbd084068 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831401
Jan 29 22:02:37.281029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66b9a0b8-2a4d-49e8-b183-28b5b4300341 req-f0763780-8426-4dfc-a495-7388569cdaf5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797551
Jan 29 22:02:37.717440 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017b26-f78e-4d63-8381-4e1224e503be req-0ae71370-5c69-4e14-a3db-ff74468f87e3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:37.719515 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a017b26-f78e-4d63-8381-4e1224e503be req-0ae71370-5c69-4e14-a3db-ff74468f87e3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0759902
Jan 29 22:02:37.802592 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7a017b26-f78e-4d63-8381-4e1224e503be req-c73f4973-f080-430e-9ead-d78bd0fc268f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671961
Jan 29 22:02:38.905754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdd238-7e95-4d09-9110-8ca2014faa93 req-88377825-8f88-4bc2-b6aa-178a07f64940 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:38.913565 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecbdd238-7e95-4d09-9110-8ca2014faa93 req-88377825-8f88-4bc2-b6aa-178a07f64940 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0624413
Jan 29 22:02:38.964174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ecbdd238-7e95-4d09-9110-8ca2014faa93 req-401e891d-193c-46ae-b683-8391b35f4a5e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495903
Jan 29 22:02:40.093258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ffdd-aabd-45f1-98e8-8e4a01f60d90 req-28e689d5-9881-4b2c-b351-8496687ae2c1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:40.094723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da05ffdd-aabd-45f1-98e8-8e4a01f60d90 req-28e689d5-9881-4b2c-b351-8496687ae2c1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0574770
Jan 29 22:02:40.141724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-da05ffdd-aabd-45f1-98e8-8e4a01f60d90 req-c478454b-689d-4a4a-a62a-891760b85425 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414612
Jan 29 22:02:40.482635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fc8d68d6-4d4e-45f8-9dbb-ae139cf4d78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:41.281436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a618-14d4-4dd1-b39f-da1dc3040622 req-191b27df-45c7-4944-9ae6-c1a1a9897d15 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:41.282911 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e4a618-14d4-4dd1-b39f-da1dc3040622 req-191b27df-45c7-4944-9ae6-c1a1a9897d15 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0530324
Jan 29 22:02:41.331121 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-10e4a618-14d4-4dd1-b39f-da1dc3040622 req-a46cfec2-2b3c-4316-a5d4-a3596b335900 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426035
Jan 29 22:02:42.449863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44ca3-a85a-4b94-a46e-a149afbc2ccc req-17001a29-ee5f-4569-8f10-bedaa42645e7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:42.451891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfe44ca3-a85a-4b94-a46e-a149afbc2ccc req-17001a29-ee5f-4569-8f10-bedaa42645e7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0518925
Jan 29 22:02:42.509368 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bfe44ca3-a85a-4b94-a46e-a149afbc2ccc req-1617c45e-afdd-4b98-adbd-1b85dc91fdf8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499423
Jan 29 22:02:42.834736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-cfc105c8-bffa-4209-a29b-6d66504141e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:43.640957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2718c9-d3df-4775-b892-7ec429f4a10c req-1cf927b9-896a-4ea7-9d0f-e92bc425f802 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:43.642610 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa2718c9-d3df-4775-b892-7ec429f4a10c req-1cf927b9-896a-4ea7-9d0f-e92bc425f802 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0541496
Jan 29 22:02:43.711461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-aa2718c9-d3df-4775-b892-7ec429f4a10c req-055d4fa7-f561-42cb-b2a1-d5da317a14b6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629575
Jan 29 22:02:44.020253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:44.833346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c09d5-923d-4f77-ab3a-5289fcdf350e req-3bc4efb6-84f9-4231-921e-0665e1da00b0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:44.834874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b1c09d5-923d-4f77-ab3a-5289fcdf350e req-3bc4efb6-84f9-4231-921e-0665e1da00b0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0529263
Jan 29 22:02:44.882418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5b1c09d5-923d-4f77-ab3a-5289fcdf350e req-02333602-b8a9-444f-abd3-4839497a416c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419004
Jan 29 22:02:45.881801 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:46.010745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0dab6-bb94-48ef-9906-670553127f3e req-1d7f7a5c-b03d-45dd-a940-4b87aa57798f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:46.012253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2a0dab6-bb94-48ef-9906-670553127f3e req-1d7f7a5c-b03d-45dd-a940-4b87aa57798f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0565460
Jan 29 22:02:46.060501 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2a0dab6-bb94-48ef-9906-670553127f3e req-dd8a1a12-c21b-4271-8fe0-8344f2c1ec0a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415132
Jan 29 22:02:47.041979 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:47.179338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3695-da72-442d-9d87-2aeac6e6aac0 req-01902866-f829-43ef-b203-3bc7c7be2447 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:47.180858 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af6e3695-da72-442d-9d87-2aeac6e6aac0 req-01902866-f829-43ef-b203-3bc7c7be2447 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0518341
Jan 29 22:02:47.229268 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af6e3695-da72-442d-9d87-2aeac6e6aac0 req-1d842fdb-b6b1-43e7-96c9-ee2473d1aba2 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423322
Jan 29 22:02:47.529145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:02:48.345729 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f94d54-12e3-4782-9ee8-072326b78383 req-6061f868-8bbb-4b1d-a362-822da8494916 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:48.347184 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4f94d54-12e3-4782-9ee8-072326b78383 req-6061f868-8bbb-4b1d-a362-822da8494916 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0513484
Jan 29 22:02:48.697758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d4f94d54-12e3-4782-9ee8-072326b78383 req-6c2d012a-0962-4a7f-92fd-6ce8c5437615 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3450654
Jan 29 22:02:49.818755 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6d0f-35ba-4ad9-ad36-ce45daa36281 req-8c6ab89d-4767-4717-85fd-ac2d62388d19 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:49.820200 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee8d6d0f-35ba-4ad9-ad36-ce45daa36281 req-8c6ab89d-4767-4717-85fd-ac2d62388d19 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0517368
Jan 29 22:02:49.867428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ee8d6d0f-35ba-4ad9-ad36-ce45daa36281 req-e0d5ea4e-0a15-430b-a28f-d26da372019d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417697
Jan 29 22:02:50.983983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64101b3-1d55-426d-aad6-c10c9c591373 req-a167addf-bd95-4ba7-8693-731bf9fd7fa8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:50.985448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b64101b3-1d55-426d-aad6-c10c9c591373 req-a167addf-bd95-4ba7-8693-731bf9fd7fa8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0515482
Jan 29 22:02:51.034339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b64101b3-1d55-426d-aad6-c10c9c591373 req-79ac187e-e30d-4986-bf87-4753b773ec10 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433521
Jan 29 22:02:52.157169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022bbc5-5ad5-4b10-9f34-2e19ee9f7e9c req-a5ec33e7-7da1-489c-9518-8a92b86a906d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:52.158545 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4022bbc5-5ad5-4b10-9f34-2e19ee9f7e9c req-a5ec33e7-7da1-489c-9518-8a92b86a906d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0565035
Jan 29 22:02:52.206355 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4022bbc5-5ad5-4b10-9f34-2e19ee9f7e9c req-acf876b4-8307-495f-9acc-d0c622368f7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422564
Jan 29 22:02:53.321914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c7e3-c372-4035-a386-55d171b194a7 req-468d7180-dc0b-47db-9eca-5982dca045ed tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:53.323379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf69c7e3-c372-4035-a386-55d171b194a7 req-468d7180-dc0b-47db-9eca-5982dca045ed tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 944 time: 0.0507727
Jan 29 22:02:53.371009 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf69c7e3-c372-4035-a386-55d171b194a7 req-380a258a-f45e-4fcf-bf7c-e766f2dcacd3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420854
Jan 29 22:02:53.428026 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:53.734003 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:02:53.826537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:53.837698 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'port_id': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'mac_address': 'fa:16:3e:b6:69:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:02:53.876726 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:02:53.877160 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:53.889974 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:02:53.908687 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:53.913285 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:53.959335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:02:54.071052 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:54.274183 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['37353ede-7e5d-42dd-8d9e-09ba630a1eaf'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:02:54.496458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6bed4-ffdc-4822-af90-4db6fa9878a6 req-d6143c44-9823-4167-beb5-2354e83971f1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:54.498535 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c6bed4-ffdc-4822-af90-4db6fa9878a6 req-d6143c44-9823-4167-beb5-2354e83971f1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0572488
Jan 29 22:02:54.546648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a7c6bed4-ffdc-4822-af90-4db6fa9878a6 req-3de12e95-46fb-4450-8e6f-bd5991419dc8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418475
Jan 29 22:02:55.677890 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6069c-c2d9-449c-b0f4-9e3e356544a3 req-19ebfa80-4ae6-4216-a2bf-14668f7a7d3a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:55.679477 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bf6069c-c2d9-449c-b0f4-9e3e356544a3 req-19ebfa80-4ae6-4216-a2bf-14668f7a7d3a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 945 time: 0.0588531
Jan 29 22:02:55.732204 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6bf6069c-c2d9-449c-b0f4-9e3e356544a3 req-f5fc9c14-b0c3-4040-a0ba-3e25d7cbbdc4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464277
Jan 29 22:02:55.811527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:02:55.909396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:02:55.909784 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:56.012774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:02:56.013235 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:56.035052 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:02:56.037349 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69bde8a-0fc8-43a0-a5be-61957bd54ae0" -d '{"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:02:56.050667 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:02:56.056426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:02:56.105625 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:02:56.130377 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc9ff5b-5861-4635-b3ee-4ee31a01e2a4 x-openstack-request-id: req-0fc9ff5b-5861-4635-b3ee-4ee31a01e2a4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:02:56.130676 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-plugged", "status": "completed", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:02:56.130932 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fc9ff5b-5861-4635-b3ee-4ee31a01e2a4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:02:56.131331 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'code': 200}
Jan 29 22:02:56.308077 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0261-82f1-43f2-8e28-198c06c56388 req-bb7584ab-c856-434c-83a2-ec0ce56d7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:56.309601 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36aa0261-82f1-43f2-8e28-198c06c56388 req-bb7584ab-c856-434c-83a2-ec0ce56d7799 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1129 time: 0.0432324
Jan 29 22:02:56.356779 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-36aa0261-82f1-43f2-8e28-198c06c56388 req-da967475-c501-4710-a9bf-130a15dbd767 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412710
Jan 29 22:02:56.851756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1dc74-29bc-4a14-8421-7b9527af74e1 req-da60e027-61e8-472e-96c4-184433fe1c91 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:56.853284 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c1dc74-29bc-4a14-8421-7b9527af74e1 req-da60e027-61e8-472e-96c4-184433fe1c91 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0523567
Jan 29 22:02:56.899660 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-20c1dc74-29bc-4a14-8421-7b9527af74e1 req-3a65ca24-f845-4a47-b8c6-b4fc6c4792a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408452
Jan 29 22:02:58.032699 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63fc5-c993-47d1-b9d8-c121e91ebc7d req-05dad91b-73cc-4b91-8e49-cf06cb4e083b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:58.034229 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05e63fc5-c993-47d1-b9d8-c121e91ebc7d req-05dad91b-73cc-4b91-8e49-cf06cb4e083b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0628321
Jan 29 22:02:58.085871 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-05e63fc5-c993-47d1-b9d8-c121e91ebc7d req-d7aac087-aa04-41f2-91c4-83f4f45a0955 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458384
Jan 29 22:02:59.211939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886a7a-e7cc-412a-baf3-d75acb128f22 req-05dfd6ac-117a-437e-b20e-a21ade4a462c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:02:59.213418 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc886a7a-e7cc-412a-baf3-d75acb128f22 req-05dfd6ac-117a-437e-b20e-a21ade4a462c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0593026
Jan 29 22:02:59.262442 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dc886a7a-e7cc-412a-baf3-d75acb128f22 req-c4aa4d1e-e967-44b7-87e5-2757b6f9160b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428305
Jan 29 22:03:10.483592 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1d9afbdd-d577-4468-825e-a2bfd04bf53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:12.829984 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c34e1ea5-9162-4dc3-afc3-322cc718a07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:14.010561 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:14.198275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-a989a60e-5253-48ff-b96d-69ae76f49078 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440338
Jan 29 22:03:14.287620 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-8f15a463-1840-4679-94e0-35c91e30ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:03:14.289098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-8f15a463-1840-4679-94e0-35c91e30ea81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1129 time: 0.0429511
Jan 29 22:03:14.393284 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-2d13c74c-9fa5-4afc-b0b1-d6e37e41af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:03:14.394731 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-2d13c74c-9fa5-4afc-b0b1-d6e37e41af3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0851235
Jan 29 22:03:14.461033 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-bb65e4b8-84b0-4f5f-8fc2-41a8d8ea0ce4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0578780
Jan 29 22:03:14.513810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-689dc586-61fa-496b-9714-047a3e4a7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:03:14.515243 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-689dc586-61fa-496b-9714-047a3e4a7388 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0476184
Jan 29 22:03:14.564234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-962c88d6-54ce-4bcc-9326-905d7c6d0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:03:14.565764 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-962c88d6-54ce-4bcc-9326-905d7c6d0b91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431695
Jan 29 22:03:14.652813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-b428f64b-a3bc-4663-9a99-a3e331c8a76a service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799582
Jan 29 22:03:14.745335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8fbd3e6e-7f0f-4946-b034-af9632e30058 req-8816c02f-e8eb-402f-baec-dd8ad5bae952 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864928
Jan 29 22:03:15.883443 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:17.043415 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:23.437436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:24.091557 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:24.528367 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:03:40.489058 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d1cc-7aca-405c-b34d-6d531d109163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:42.830243 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1346e140-9f47-4e09-8932-cc6ea09a466d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:44.013217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:45.880377 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:47.045986 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:53.442715 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:03:54.080298 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:01.527292 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:04:10.490647 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-35f2a08d-5140-40c8-b877-433c3b2156c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:12.831697 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7079c06c-7372-43a4-bfd1-9db75066e389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:14.015972 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:15.745680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-c92c2a31-668b-4a9f-aefd-cfadc197cd97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0463405
Jan 29 22:04:15.833964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-173d5dd3-cc5b-4ce1-81cd-2070475be5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:15.835478 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-173d5dd3-cc5b-4ce1-81cd-2070475be5f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1129 time: 0.0490928
Jan 29 22:04:15.883745 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:15.938746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-7dcd1b7c-856e-449b-81ea-bc5f120c8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:15.940217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-7dcd1b7c-856e-449b-81ea-bc5f120c8179 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0881233
Jan 29 22:04:16.004809 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-50eb9519-b73d-401d-a6e9-96b77fe59ff1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 1002 time: 0.0585024
Jan 29 22:04:16.057204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-af5aacb5-d082-4cd9-be89-30edac9b44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:16.058636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-af5aacb5-d082-4cd9-be89-30edac9b44aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0484416
Jan 29 22:04:16.106129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-ba479c7e-51d2-48eb-b096-d5e020e643c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:16.108114 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-ba479c7e-51d2-48eb-b096-d5e020e643c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427542
Jan 29 22:04:16.194393 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-f7ccebf0-e070-4810-86cd-af417e5da618 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800149
Jan 29 22:04:16.283670 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e0105959-35c3-4cfe-87b3-120ef2406875 req-cab73e61-a880-454a-abea-1e9bd09c2448 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836749
Jan 29 22:04:17.048033 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:23.457348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:24.093908 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:38.527363 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:04:40.491946 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fc0f881b-d901-47ce-ad5b-79bb521671fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:42.833197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6afb7e45-e866-4fe6-8d00-e84351e2d35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:43.590484 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38502) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:43.793899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Deleting port 93beff38-b46d-4d08-9552-9efd6b72a702 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:04:43.794249 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:43.878517 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:43.878762 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (93beff38-b46d-4d08-9552-9efd6b72a702), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:43.890603 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Calling delete_port for 93beff38-b46d-4d08-9552-9efd6b72a702 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:04:44.017853 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:44.033555 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (93beff38-b46d-4d08-9552-9efd6b72a702), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:44.061602 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'Port': ['ID=93beff38-b46d-4d08-9552-9efd6b72a702,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:44.073151 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.073505 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.073849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.074192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.074531 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.074864 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.075194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.075523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.075849 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.076173 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.076496 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.077347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.077671 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:44.142178 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (079675e7-4cb6-4ca2-99ad-25cd3064b16d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:44.142561 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Floating IP 079675e7-4cb6-4ca2-99ad-25cd3064b16d disassociated (deleted). External IP: 172.35.4.249, port: 37353ede-7e5d-42dd-8d9e-09ba630a1eaf.
Jan 29 22:04:44.355545 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:04:44.463983 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:04:44.468879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:44.473717 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:04:44.482564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:04:44.483211 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a23eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:04:44.497992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ed6628a3-7cd5-4ebd-8131-0cebadd7cef6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "DELETE /v2.0/floatingips/079675e7-4cb6-4ca2-99ad-25cd3064b16d HTTP/1.1" status: 204  len: 168 time: 0.9064946
Jan 29 22:04:44.499082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:04:44.501574 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030f28e7-a7b3-4890-b5f5-656afca1731d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:04:44.600666 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:04:44.736276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67172c0-f068-42c6-b11c-ab1638a5a3c1 req-7510158f-a460-46ab-983b-6b1307c55d8b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:44.737732 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67172c0-f068-42c6-b11c-ab1638a5a3c1 req-7510158f-a460-46ab-983b-6b1307c55d8b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0531206
Jan 29 22:04:44.785730 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e67172c0-f068-42c6-b11c-ab1638a5a3c1 req-41367584-52ed-48b5-ad60-56c64ea53795 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421283
Jan 29 22:04:44.806558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a23eb80>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:04:44.833240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:04:44.841547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:04:44.842140 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a23eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:04:44.944820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:04:45.135174 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a23eb80>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:04:45.164235 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5cbfdf-b3d5-408d-8aae-7f6c2dc8fcc0 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:04:45.386181 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbd20d-28e3-4130-9465-b147bdb15b4e None None] New status for floating IP 079675e7-4cb6-4ca2-99ad-25cd3064b16d: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:04:45.607775 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b568b77-90b5-4d95-847f-058f191a97e6 x-openstack-request-id: req-5b568b77-90b5-4d95-847f-058f191a97e6 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:04:45.608123 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:04:45.608381 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b568b77-90b5-4d95-847f-058f191a97e6 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:04:45.608799 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'status': 'completed', 'code': 200}
Jan 29 22:04:45.677221 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-302f4f8e-d152-48b5-9009-69377a27e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:45.678736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-302f4f8e-d152-48b5-9009-69377a27e15e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 1129 time: 0.0490148
Jan 29 22:04:45.765528 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-f526c489-2095-449c-970e-a395a4cc602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:45.766976 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-f526c489-2095-449c-970e-a395a4cc602f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0823879
Jan 29 22:04:45.808363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-ed882b56-61a8-42f6-bb5d-c4dfd76c0f0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 200  len: 217 time: 0.0337038
Jan 29 22:04:45.873163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-4cf61c6f-4321-434e-9d07-1f815b9d62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:45.875636 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-4cf61c6f-4321-434e-9d07-1f815b9d62a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0598514
Jan 29 22:04:45.887618 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:45.944666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5aec-acbc-4a34-a859-123322a6a79c req-16ad0a71-7601-41db-b547-93eeb0671d1c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:45.946185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf1f5aec-acbc-4a34-a859-123322a6a79c req-16ad0a71-7601-41db-b547-93eeb0671d1c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0873420
Jan 29 22:04:45.961391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-4f2b883e-8bc3-4ba5-a1ea-d0063e0e1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:45.962839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-4f2b883e-8bc3-4ba5-a1ea-d0063e0e1063 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0702693
Jan 29 22:04:46.050651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cf1f5aec-acbc-4a34-a859-123322a6a79c req-44d81486-a92b-4224-9d5a-b7ea8aecf442 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e0ff379-a94b-4277-866d-5c6de78f0463&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969949
Jan 29 22:04:46.080887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-5da721de-e26f-420c-9c1d-497ed49fdcab service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108472
Jan 29 22:04:46.167221 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-81c9d768-ef25-476e-8ad8-f185fd560906 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799375
Jan 29 22:04:46.175083 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.18', 62921) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:46.240785 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-7b3a0442-04a2-4376-8e0f-2ee629620902 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:46.242275 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-7b3a0442-04a2-4376-8e0f-2ee629620902 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 947 time: 0.0570877
Jan 29 22:04:46.330666 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Deleting port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:04:46.331004 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:46.419758 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] For port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:04:46.420117 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:46.433048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Calling delete_port for 37353ede-7e5d-42dd-8d9e-09ba630a1eaf owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:04:46.557726 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (37353ede-7e5d-42dd-8d9e-09ba630a1eaf), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:46.587594 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'Port': ['ID=37353ede-7e5d-42dd-8d9e-09ba630a1eaf,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:46.631897 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] No DVR routers for this DVR port 37353ede-7e5d-42dd-8d9e-09ba630a1eaf on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:04:46.634284 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:46.637658 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2c265f27-8432-4e5f-aaa3-f639c71cc596 req-1e4dab54-0fcc-4230-b18a-cc5999759642 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "DELETE /v2.0/ports/37353ede-7e5d-42dd-8d9e-09ba630a1eaf HTTP/1.1" status: 204  len: 173 time: 0.3907876
Jan 29 22:04:47.055156 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:47.164539 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e6dcb4e2-0937-4b82-9db0-d76bd599fde3 req-711be561-5c56-4209-add8-4e62cdcc1ff0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca HTTP/1.1" status: 200  len: 210 time: 0.0280771
Jan 29 22:04:47.609845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-deleted', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:04:47.612269 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7622bf-8227-413e-a3f9-6707714423da" -d '{"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-deleted", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:04:47.648264 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01d8ab8-7b1a-4c0a-b94f-d109f88264fb x-openstack-request-id: req-f01d8ab8-7b1a-4c0a-b94f-d109f88264fb {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:04:47.648600 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca", "name": "network-vif-deleted", "tag": "37353ede-7e5d-42dd-8d9e-09ba630a1eaf", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:04:47.648864 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f01d8ab8-7b1a-4c0a-b94f-d109f88264fb {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:04:47.649317 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c15a7f4-ccc9-43e1-a82b-6aee5f2cdcca', 'name': 'network-vif-deleted', 'tag': '37353ede-7e5d-42dd-8d9e-09ba630a1eaf', 'status': 'completed', 'code': 200}
Jan 29 22:04:48.219029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38536) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:48.275687 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (9e0ff379-a94b-4277-866d-5c6de78f0463), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.300471 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (9e0ff379-a94b-4277-866d-5c6de78f0463), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.362942 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (9e0ff379-a94b-4277-866d-5c6de78f0463), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.365692 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.366826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e0ff379-a94b-4277-866d-5c6de78f0463 HTTP/1.1" status: 204  len: 168 time: 0.1468260
Jan 29 22:04:48.375683 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7297-ba93-4cd0-91a6-03df9ffe7a84 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ff379-a94b-4277-866d-5c6de78f0463,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:48.572196 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 38542) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:48.577923 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680950560', 'description': 'tempest-secgroup-smoke-1680950560 description', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:48.597479 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.660925 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.664691 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.695058 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.696281 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1230850
Jan 29 22:04:48.697175 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:48.699382 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38546) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:48.705192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:48.705396 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.705641 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.705993 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.706332 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.706669 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.707011 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.707340 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.707939 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.708271 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.708596 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.708917 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.709277 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.709603 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b960a2ac-ae8f-465f-8a29-c380ea89a40f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:04:48.731395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (a95740f2-9cc7-4c0e-9be0-aa9cad5259ee), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.775395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (a95740f2-9cc7-4c0e-9be0-aa9cad5259ee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.778668 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (a95740f2-9cc7-4c0e-9be0-aa9cad5259ee), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.795977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95740f2-9cc7-4c0e-9be0-aa9cad5259ee,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:48.804582 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.805927 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9d41273c-8eca-4762-bd4a-789a7f5189b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1050293
Jan 29 22:04:48.808578 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38548) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:48.813347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:48.838336 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (299e9521-062c-4ca4-ac4b-b9b2afd0b3b0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.891955 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (299e9521-062c-4ca4-ac4b-b9b2afd0b3b0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.895423 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (299e9521-062c-4ca4-ac4b-b9b2afd0b3b0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.914972 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299e9521-062c-4ca4-ac4b-b9b2afd0b3b0,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:48.921225 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:48.922436 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-88e22ae8-4b6a-4725-bfd1-961f87f9015c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1129022
Jan 29 22:04:48.925196 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38550) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:48.929432 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:48.954869 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (fdcfdf05-998f-46c9-b514-527de18bd54b), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.009355 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (fdcfdf05-998f-46c9-b514-527de18bd54b), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.012470 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (fdcfdf05-998f-46c9-b514-527de18bd54b), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.030118 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcfdf05-998f-46c9-b514-527de18bd54b,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:49.037566 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.038740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-0b028b6c-d0c9-4e11-ad8e-edb5ab17cc92 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1126084
Jan 29 22:04:49.041462 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38552) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:49.046170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:49.070332 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e9cb9eff-70d5-4226-8c32-7764c67041b6), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.128273 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (e9cb9eff-70d5-4226-8c32-7764c67041b6), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.131656 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e9cb9eff-70d5-4226-8c32-7764c67041b6), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.149739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cb9eff-70d5-4226-8c32-7764c67041b6,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:49.156283 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.157480 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a9805f5-a5fa-4031-926e-61ed200e6eb5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1151216
Jan 29 22:04:49.160149 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38554) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:49.164346 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:49.183770 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Project 6dfd44ab95bc4137b93be22a0c5ac76d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 22:04:49.189191 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (be280245-e17a-4f4a-966e-1ba0614970f1), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.245640 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (be280245-e17a-4f4a-966e-1ba0614970f1), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.249780 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (be280245-e17a-4f4a-966e-1ba0614970f1), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.269357 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be280245-e17a-4f4a-966e-1ba0614970f1,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:49.274900 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.276649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4f5583b0-98d9-4420-9261-a82c509cb2b8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1155086
Jan 29 22:04:49.279231 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38556) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:04:49.283480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'security_group_rule': {'security_group_id': '960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff', 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:49.302538 ncdv-master-1 neutron-server[125943]: INFO neutron.db.securitygroups_db [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Project 6dfd44ab95bc4137b93be22a0c5ac76d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 22:04:49.307369 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (be8f7726-16ba-415b-9c5f-024e42ef6099), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.365127 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (be8f7726-16ba-415b-9c5f-024e42ef6099), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.368563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (be8f7726-16ba-415b-9c5f-024e42ef6099), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.389344 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8f7726-16ba-415b-9c5f-024e42ef6099,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:49.397935 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:49.399153 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-45aafaed-b484-415c-9f9d-794e132ad3a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1189890
Jan 29 22:04:50.205368 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:04:50.225677 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 37353ede-7e5d-42dd-8d9e-09ba630a1eaf {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:04:50.226030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 37353ede-7e5d-42dd-8d9e-09ba630a1eaf not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:04:52.048087 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c61fde6a-09f7-47d5-96b1-2535f00de113 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680950560&fields=id&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 267 time: 0.0453923
Jan 29 22:04:52.152926 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-be525843-5c4c-4258-bf5e-8cb7790af95c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:52.154339 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-be525843-5c4c-4258-bf5e-8cb7790af95c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 807 time: 0.0993667
Jan 29 22:04:52.168832 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-ec0d5328-61cd-488e-80ac-4c94857cf9ba tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/quotas/6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 375 time: 0.0086446
Jan 29 22:04:52.221845 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-bdfe36c3-7e5b-4929-b47a-0594a27be82e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0482726
Jan 29 22:04:52.315398 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c21bb425-7b56-4231-9053-55f37cb9b000 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826550
Jan 29 22:04:52.400383 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-e20b87a7-d923-4ac3-9d7c-632bb9553f1c service neutron] 10.222.0.20 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794041
Jan 29 22:04:52.681282 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a94ba1ca-2aaf-4b58-bd86-45ea5299d196 req-3da667b7-bc9a-4e01-aea6-62c8a4e67793 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 210 time: 0.0328693
Jan 29 22:04:53.459551 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:53.614500 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-3a9227c4-b54a-493b-912b-b1f8d596d6b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:53.615941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-3a9227c4-b54a-493b-912b-b1f8d596d6b7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 807 time: 0.1049514
Jan 29 22:04:53.678296 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-89f94b9a-7193-4048-b2bd-78255feeded5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 380 time: 0.0536346
Jan 29 22:04:53.686238 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'port': {'device_id': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'admin_state_up': True, 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'security_groups': ['960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:53.786973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6e4cc62b-324d-4dd0-83ed-87372c946d6d req-c705def0-818e-40c4-925e-eaa593448260 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 210 time: 0.0342324
Jan 29 22:04:53.823913 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Made reservation on behalf of 6dfd44ab95bc4137b93be22a0c5ac76d for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:04:53.828406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:53.957387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Allocated IP 172.20.0.14 (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f/68eda240-eec3-439c-957a-1fc8d05bd73a/ba7bc3e7-f956-4d71-861d-fb9392d56d65) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:04:54.092214 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.097346 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.130899 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.170392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:04:54.178087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:04:54.180340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:04:54.209255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:54.238340 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:54.239043 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.259833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-b8aeba4c-acf6-4593-b4ac-82d1c1c754a1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5771735
Jan 29 22:04:54.269451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-d4749282-af65-4ed1-a7df-7930458b9a7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:04:54.270420 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-d4749282-af65-4ed1-a7df-7930458b9a7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053403
Jan 29 22:04:54.329347 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Request body: {'port': {'device_id': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:04:54.398815 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.436324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-ceeb01a8-f274-4bf9-98a2-47c43a6f914e None None] Provisioning complete for port ba7bc3e7-f956-4d71-861d-fb9392d56d65 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:04:54.437091 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ceeb01a8-f274-4bf9-98a2-47c43a6f914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.473582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb01a8-f274-4bf9-98a2-47c43a6f914e None None] Port ba7bc3e7-f956-4d71-861d-fb9392d56d65 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:04:54.682753 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:04:54.690798 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks [] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.703194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Transition to ACTIVE for port object ba7bc3e7-f956-4d71-861d-fb9392d56d65 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 22:04:54.706124 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.755833 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:54.830424 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:04:54.830800 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:04:54.831256 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:04:54.836546 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 22:04:54.836875 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:04:54.842192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:04:54.842570 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:04:54.842963 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Bound using segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:04:54.843391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Bound port: ba7bc3e7-f956-4d71-861d-fb9392d56d65, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:04:54.843885 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:54.939862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:04:54.943438 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:04:54.956808 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089a60-6bf9-4e66-a905-4a22b4099fbe req-58ae6642-be6e-43d3-a941-714772e0626b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:54.958576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73089a60-6bf9-4e66-a905-4a22b4099fbe req-58ae6642-be6e-43d3-a941-714772e0626b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0806882
Jan 29 22:04:54.959701 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:55.007214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.007831 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:04:55.009309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] 10.222.0.36 "PUT /v2.0/ports/ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1092 time: 0.7313800
Jan 29 22:04:55.009905 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:04:55.012033 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068f857-3385-4875-b819-2c7cc3fb1d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:04:55.068077 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc83cac-5479-42e3-9a4b-48ad2586649c x-openstack-request-id: req-1fc83cac-5479-42e3-9a4b-48ad2586649c {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:04:55.068457 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:04:55.068790 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc83cac-5479-42e3-9a4b-48ad2586649c {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:04:55.069217 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'status': 'completed', 'code': 200}
Jan 29 22:04:55.099472 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c791857-1a67-4da4-80a5-1b5ba92b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:04:55.110994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-73089a60-6bf9-4e66-a905-4a22b4099fbe req-25b53514-44b4-46fc-90d1-8275f0c0ac96 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1434994
Jan 29 22:04:55.134350 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c3ecb5aa-cebf-46a2-a1c0-8bc033fbce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.135936 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c3ecb5aa-cebf-46a2-a1c0-8bc033fbce62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1126 time: 0.0799851
Jan 29 22:04:55.189520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-4246fe47-02f0-44d3-898d-17c9d878a423 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 217 time: 0.0370047
Jan 29 22:04:55.237542 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c2033c9a-2ff0-477b-8c61-7c589388d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.238997 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-c2033c9a-2ff0-477b-8c61-7c589388d487 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0439806
Jan 29 22:04:55.295257 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396ed95-c50d-495b-88d8-70a64813a14b req-557ce32a-dfd4-4c60-828c-f1f98efb2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.297222 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-557ce32a-dfd4-4c60-828c-f1f98efb2e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518949
Jan 29 22:04:55.383174 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-ccfcc768-f7c6-41ec-b542-f5ae296ebbb7 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794895
Jan 29 22:04:55.474417 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4396ed95-c50d-495b-88d8-70a64813a14b req-d3c2b128-b5d8-48b2-bc91-28ce3b9ffcc7 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851355
Jan 29 22:04:55.558957 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-3c4fd6dd-337b-420c-b0bd-ddddd2f8ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.560438 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-3c4fd6dd-337b-420c-b0bd-ddddd2f8ae50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1126 time: 0.0446992
Jan 29 22:04:55.653136 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-fa0631b1-e342-43fb-b013-3fec4484a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.654624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-fa0631b1-e342-43fb-b013-3fec4484a7b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0872793
Jan 29 22:04:55.695894 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-e3359a65-0212-46f3-90dd-5866544cd67a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 217 time: 0.0353651
Jan 29 22:04:55.742988 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-473ab969-7e51-475b-8b82-af51cc3e4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.744356 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-473ab969-7e51-475b-8b82-af51cc3e4576 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0430527
Jan 29 22:04:55.791229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-42f8faa4-85c9-4445-9c75-314041ec79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:55.792694 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-42f8faa4-85c9-4445-9c75-314041ec79f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428820
Jan 29 22:04:56.180586 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-675933d9-3044-44d9-b28c-667ecd0ba6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3769734
Jan 29 22:04:56.295113 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db56e-31c2-43de-bf20-4329ae587c5b req-4e4c08fa-306b-4d51-9dcf-9291e24480c0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:56.296563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-683db56e-31c2-43de-bf20-4329ae587c5b req-4e4c08fa-306b-4d51-9dcf-9291e24480c0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.1145439
Jan 29 22:04:56.313127 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6068f857-3385-4875-b819-2c7cc3fb1d3c req-edc27fc1-938a-4528-966e-ea95f8228de1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294124
Jan 29 22:04:56.349957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-683db56e-31c2-43de-bf20-4329ae587c5b req-941b30a4-eefb-4ecd-8511-cbba33a27850 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462244
Jan 29 22:04:57.466815 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ea72d-26f7-48e5-9635-75e4db728fe5 req-4749fd55-e82d-4ad9-a917-dafac82d6399 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:57.468311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-505ea72d-26f7-48e5-9635-75e4db728fe5 req-4749fd55-e82d-4ad9-a917-dafac82d6399 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0526903
Jan 29 22:04:57.519960 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-505ea72d-26f7-48e5-9635-75e4db728fe5 req-c800a59f-a9e8-476f-978c-40492bf7c651 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452976
Jan 29 22:04:58.636453 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7bb4e-2a6b-47bd-abbc-c5bbaffc2f59 req-d4808122-cd00-4c89-abbe-c036e3ef414d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:58.637940 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14f7bb4e-2a6b-47bd-abbc-c5bbaffc2f59 req-d4808122-cd00-4c89-abbe-c036e3ef414d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0514216
Jan 29 22:04:58.685231 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-14f7bb4e-2a6b-47bd-abbc-c5bbaffc2f59 req-c30cfaf8-5658-405f-9750-67d3971e7e9e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416973
Jan 29 22:04:59.800125 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18796a-b454-4730-a186-4bd4e9a8c675 req-ee5c08e2-a943-4607-ba1a-7899dc245ecc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:04:59.801654 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f18796a-b454-4730-a186-4bd4e9a8c675 req-ee5c08e2-a943-4607-ba1a-7899dc245ecc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0515049
Jan 29 22:04:59.848644 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9f18796a-b454-4730-a186-4bd4e9a8c675 req-4c20abdc-b66a-4a8b-96f2-0fc971cc3675 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414424
Jan 29 22:05:00.678881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:05:00.776353 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:05:00.787779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'mac_address': 'fa:16:3e:5c:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:05:00.823001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ba7bc3e7-f956-4d71-861d-fb9392d56d65 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:05:00.823389 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:00.836749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:05:00.855102 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:05:00.859148 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:00.910576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:05:00.917788 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.918139 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.918480 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.918816 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.919152 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.919511 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.919808 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.920132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.920456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.920779 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.921135 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.921457 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.921777 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:05:00.971802 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb82ab-4048-4a81-8f20-8c455b64f0d9 req-d481c748-6a05-461d-9d3a-30626f3d2001 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:00.973311 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49eb82ab-4048-4a81-8f20-8c455b64f0d9 req-d481c748-6a05-461d-9d3a-30626f3d2001 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 945 time: 0.0571930
Jan 29 22:05:01.021069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-49eb82ab-4048-4a81-8f20-8c455b64f0d9 req-e3653914-a493-4450-a2e1-bdef58eb0d77 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421114
Jan 29 22:05:01.176309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['ba7bc3e7-f956-4d71-861d-fb9392d56d65'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:05:02.150552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851c076-a2b5-4727-b80a-e11094d79690 req-faeb20df-4f5a-492c-8c08-665ca892314e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:02.152019 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0851c076-a2b5-4727-b80a-e11094d79690 req-faeb20df-4f5a-492c-8c08-665ca892314e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 945 time: 0.0565248
Jan 29 22:05:02.200386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0851c076-a2b5-4727-b80a-e11094d79690 req-e3471e1b-a57c-4d85-be01-56d421c20645 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421183
Jan 29 22:05:02.678299 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:05:02.733813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port ba7bc3e7-f956-4d71-861d-fb9392d56d65 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 22:05:02.737589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port ba7bc3e7-f956-4d71-861d-fb9392d56d65 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:05:02.737978 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:02.814487 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ba7bc3e7-f956-4d71-861d-fb9392d56d65 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:05:02.814878 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:02.837081 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:05:02.839384 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e5c207-09fd-4e3d-bc16-9f222d2bfce4" -d '{"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-plugged", "status": "completed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:05:02.855323 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:05:02.859460 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:02.883407 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fed13-52a4-4e35-a0d9-d36ff081fec7 x-openstack-request-id: req-cf1fed13-52a4-4e35-a0d9-d36ff081fec7 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:05:02.883696 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-plugged", "status": "completed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:05:02.883951 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf1fed13-52a4-4e35-a0d9-d36ff081fec7 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:05:02.884348 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'code': 200}
Jan 29 22:05:02.910630 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:05:02.976068 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a1e40-45f6-41db-83db-6800ad1a6497 req-d24b6747-b09c-41b7-bb26-9de304a3dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:02.977532 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a4a1e40-45f6-41db-83db-6800ad1a6497 req-d24b6747-b09c-41b7-bb26-9de304a3dba1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0472038
Jan 29 22:05:03.025529 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a4a1e40-45f6-41db-83db-6800ad1a6497 req-86012c95-fb19-4a04-b65d-a0b134cacb51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425882
Jan 29 22:05:03.316356 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07cacc-297b-48a7-aaae-a05e174ea954 req-e67a2b4b-c535-4383-9984-bbff7134c0d0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:03.317846 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c07cacc-297b-48a7-aaae-a05e174ea954 req-e67a2b4b-c535-4383-9984-bbff7134c0d0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0516419
Jan 29 22:05:03.364703 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5c07cacc-297b-48a7-aaae-a05e174ea954 req-c2d69680-a526-42aa-80ed-7f85da618217 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413120
Jan 29 22:05:04.488130 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78a672-6d1b-4875-b1ca-b3f3a48e8f65 req-ca1d0a69-47dc-43bd-bab3-4d1468fa981d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:04.489557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b78a672-6d1b-4875-b1ca-b3f3a48e8f65 req-ca1d0a69-47dc-43bd-bab3-4d1468fa981d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0530200
Jan 29 22:05:04.536920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6b78a672-6d1b-4875-b1ca-b3f3a48e8f65 req-44e92f65-d1dc-464c-ab45-c1c70ecc7c82 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417705
Jan 29 22:05:04.659687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48733fd-2fd4-4942-af71-89e690dcf7e1 req-51c48592-11ba-49e1-9ff8-42321ef4e8f3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:04.661165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f48733fd-2fd4-4942-af71-89e690dcf7e1 req-51c48592-11ba-49e1-9ff8-42321ef4e8f3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0550449
Jan 29 22:05:04.708354 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f48733fd-2fd4-4942-af71-89e690dcf7e1 req-d5314fb3-431e-457e-9c38-e168f4142172 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412028
Jan 29 22:05:04.729992 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38702) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:05:04.813253 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fcfde-1b9e-4c93-a042-764cdc3120bc tempest-TestShelveInstance-630492351 tempest-TestShelveInstance-630492351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:04.814791 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ec9fcfde-1b9e-4c93-a042-764cdc3120bc tempest-TestShelveInstance-630492351 tempest-TestShelveInstance-630492351-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1123 time: 0.0838611
Jan 29 22:05:04.817591 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38706) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:05:04.821870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:05:04.841705 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:04.938101 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.037191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Allocated IP 172.35.4.184 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/1070123e-8b2c-42c3-a5f0-c807534e66ec) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:05:05.140107 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.172545 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.214510 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:05:05.217341 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:05:05.222615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:05:05.225656 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=1070123e-8b2c-42c3-a5f0-c807534e66ec,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:05:05.562909 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (00033539-3b5d-4a29-bb97-cefc3a731b9d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.628847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.774530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.779047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.854245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event updated for resources: {'Port': ['ID=1070123e-8b2c-42c3-a5f0-c807534e66ec,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:05:05.861981 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (00033539-3b5d-4a29-bb97-cefc3a731b9d), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:05.961114 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Floating IP 00033539-3b5d-4a29-bb97-cefc3a731b9d associated. External IP: 172.35.4.184, port: ba7bc3e7-f956-4d71-861d-fb9392d56d65.
Jan 29 22:05:06.157989 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:05:06.263094 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:05:06.273599 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:05:06.282663 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:06.284456 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:05:06.285115 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a53ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:05:06.312963 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-391b4239-8229-4d8e-85aa-38c649e61119 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.4943607
Jan 29 22:05:06.313858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:05:06.316381 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c2863-a680-4bc9-8b58-0c96d0d7326d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:05:06.354395 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84015bb7-d6b4-4c5a-9547-5cd81b09d301 x-openstack-request-id: req-84015bb7-d6b4-4c5a-9547-5cd81b09d301 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:05:06.354694 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:05:06.355072 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84015bb7-d6b4-4c5a-9547-5cd81b09d301 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:05:06.355657 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'status': 'completed', 'code': 200}
Jan 29 22:05:06.394366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:05:06.423727 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-a8b713ee-a031-456f-8407-e66c0fdcb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:06.425206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-a8b713ee-a031-456f-8407-e66c0fdcb586 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0492923
Jan 29 22:05:06.517918 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-cb5796ad-e4cf-4a56-a797-71901424ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:06.519428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-cb5796ad-e4cf-4a56-a797-71901424ed32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0871091
Jan 29 22:05:06.591796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-49f111de-8e6a-4ea9-b9ea-575b304ed57a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1000 time: 0.0662937
Jan 29 22:05:06.640285 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-e7979dbb-82ab-4b23-888d-8f698d7c8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:06.642267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-e7979dbb-82ab-4b23-888d-8f698d7c8438 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0450618
Jan 29 22:05:06.689820 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-b866130c-2d77-4be8-a9b0-90bb78d36954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:06.691391 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-b866130c-2d77-4be8-a9b0-90bb78d36954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436494
Jan 29 22:05:06.773651 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a53ab20>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00033539-3b5d-4a29-bb97-cefc3a731b9d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.184', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:5c:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:05:05Z', 'updated_at': '2022-01-29T22:05:05Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:05:06.783718 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-a24985e8-410e-4fc6-9354-607d7125c25e service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857809
Jan 29 22:05:06.802842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:05:06.811154 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:05:06.811762 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a53ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:04:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:05:06.870428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f35c2863-a680-4bc9-8b58-0c96d0d7326d req-fa93e9b6-467e-44a2-b9f9-690b17f19dda service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815530
Jan 29 22:05:06.916537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:05:07.132644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a53ab20>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00033539-3b5d-4a29-bb97-cefc3a731b9d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.184', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:5c:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:05:05Z', 'updated_at': '2022-01-29T22:05:05Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:05:07.161012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647144b-8267-4773-be6d-a4c622e596b3 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00033539-3b5d-4a29-bb97-cefc3a731b9d', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'floating_ip_address': '172.35.4.184', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'mac_address': 'fa:16:3e:5c:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:05:05Z', 'updated_at': '2022-01-29T22:05:05Z', 'revision_number': 0, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:05:07.346793 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d195d2-cff4-4fb9-9924-e9ea64ab04fa None None] New status for floating IP 00033539-3b5d-4a29-bb97-cefc3a731b9d: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:05:10.497253 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-150c7c76-d755-4939-9c46-9d567a14a704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:12.833726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47bcb204-1aa5-4d40-a199-ff24580687b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:14.023535 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:15.527216 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:05:15.890521 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:17.047974 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:17.541265 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-d39e3863-2d03-4776-b0c3-a9f95c37913e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446866
Jan 29 22:05:17.629407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-2af9d14d-c4f8-4124-833a-c7d1fa06462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:17.630907 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-2af9d14d-c4f8-4124-833a-c7d1fa06462e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0482681
Jan 29 22:05:17.729953 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-29f2e46d-165d-4936-92cc-ab36f5288879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:17.731428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-29f2e46d-165d-4936-92cc-ab36f5288879 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0834193
Jan 29 22:05:17.797937 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-57b343bf-ddce-4c11-8b97-f4791cf4c698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1002 time: 0.0603170
Jan 29 22:05:17.845693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-9f7b6029-cbbd-430a-b818-63841bd7a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:17.847167 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-9f7b6029-cbbd-430a-b818-63841bd7a72d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0433125
Jan 29 22:05:17.894592 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-8199f42a-126a-4efd-b28e-4ae96d35cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:05:17.896325 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-8199f42a-126a-4efd-b28e-4ae96d35cbf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434299
Jan 29 22:05:17.985625 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-6b23c5ad-a5b6-417d-9ca8-af862f9d4fc2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829802
Jan 29 22:05:18.074443 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-17e217ad-51d1-4c1f-8969-3cb81631fdad req-19053c28-ccaf-4c6f-8f1b-8bd68b0a82dc service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823424
Jan 29 22:05:23.451325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:24.099355 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:40.499436 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d4b4bba2-f05d-45de-b87d-4bf9ec734408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:42.835029 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e290-7399-459b-bec9-170ed184ab24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:44.025015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:45.893430 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:47.051744 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:52.526116 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:05:53.461855 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:05:54.109139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:10.500476 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-198868be-a22a-4b5b-bf10-4f3911ebdca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:12.836513 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2f90a0ea-5e39-4247-9126-6ea0fa803857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:14.028174 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:15.889826 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:17.053350 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:17.540396 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-5e8d877a-a56d-4130-91f8-c7b01fe626bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446811
Jan 29 22:06:17.627687 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-bf545726-58ba-4000-a245-2d5164129b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:06:17.629206 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-bf545726-58ba-4000-a245-2d5164129b71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0487268
Jan 29 22:06:17.729200 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-da027411-2aa4-44bf-bbb2-83b13c62f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:06:17.730662 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-da027411-2aa4-44bf-bbb2-83b13c62f5a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0820668
Jan 29 22:06:17.795941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-1d5b08d9-899c-4135-80e6-2abbe222d6fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1002 time: 0.0597394
Jan 29 22:06:17.842176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-3839c709-71c5-4287-a80e-f89796d7aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:06:17.843563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-3839c709-71c5-4287-a80e-f89796d7aaf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0419314
Jan 29 22:06:17.891155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-374479b3-b142-4668-88a8-1962099e8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:06:17.892617 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-374479b3-b142-4668-88a8-1962099e8026 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429075
Jan 29 22:06:17.980788 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-19e88c54-8e3b-45fd-987b-672666a1ff07 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827582
Jan 29 22:06:18.066104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d75643f-260e-45c2-8fde-b6fbd3f0466c req-91d2c853-6542-4805-9a66-d0aab6e2f1f1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797973
Jan 29 22:06:23.456534 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:24.105542 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:29.526169 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:06:40.503173 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-a03d0b45-93c0-43d5-82f1-512dd8f5f8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:42.838566 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b404-7acd-4f9a-bf35-00f73ba9d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:44.031961 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:45.893682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:47.054681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:53.456948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:06:54.121819 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:06.527225 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:07:10.504623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bd76a70b-1261-430a-ab6c-28b90226700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:11.669283 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d75c-5d65-4db9-8872-4b1aa5228e48 req-e13c1efd-2412-4826-a8e8-0b29cf296dd1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:11.670769 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ce2d75c-5d65-4db9-8872-4b1aa5228e48 req-e13c1efd-2412-4826-a8e8-0b29cf296dd1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.1006751
Jan 29 22:07:11.721147 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7ce2d75c-5d65-4db9-8872-4b1aa5228e48 req-e52ebf01-e6ea-4eb3-8e06-cd2b91c93889 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441399
Jan 29 22:07:12.841321 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-185b4d58-dbe8-4e31-866e-8e6456642274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:13.194973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7303-bca8-4899-8fed-870a2495162a req-8f98057c-08c1-4e0d-9426-0c3a85ae1be4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:13.196475 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c62f7303-bca8-4899-8fed-870a2495162a req-8f98057c-08c1-4e0d-9426-0c3a85ae1be4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.3987737
Jan 29 22:07:13.243827 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c62f7303-bca8-4899-8fed-870a2495162a req-c69a3b16-228f-44e3-8cca-460704b9fea3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417383
Jan 29 22:07:14.035414 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:14.366078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e02876-59ad-4c7b-a03c-c4f6a7de1189 req-cdd10bc1-746b-4949-81aa-058108f707d7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:14.367534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3e02876-59ad-4c7b-a03c-c4f6a7de1189 req-cdd10bc1-746b-4949-81aa-058108f707d7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0513344
Jan 29 22:07:14.416342 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f3e02876-59ad-4c7b-a03c-c4f6a7de1189 req-b69a9356-3721-4c69-bb7f-77ecf1d04a3f tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431962
Jan 29 22:07:15.538873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79dbb6-9f77-4d6c-971c-536aa4d687fa req-1be510ed-df8d-4312-b422-1ccb30483e93 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:15.540241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd79dbb6-9f77-4d6c-971c-536aa4d687fa req-1be510ed-df8d-4312-b422-1ccb30483e93 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0541022
Jan 29 22:07:15.588548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cd79dbb6-9f77-4d6c-971c-536aa4d687fa req-d328507d-7e26-4a18-83d0-80c339743bd5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425916
Jan 29 22:07:15.894326 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:16.706135 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6897896-7ab9-460f-a4b4-adecd25099e1 req-eb6679cf-ff5c-43a3-b4b7-6e782cd045d3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:16.707664 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6897896-7ab9-460f-a4b4-adecd25099e1 req-eb6679cf-ff5c-43a3-b4b7-6e782cd045d3 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0516846
Jan 29 22:07:16.756267 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f6897896-7ab9-460f-a4b4-adecd25099e1 req-fe74ff8b-7bd3-448a-aac9-98e2d704050b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427935
Jan 29 22:07:17.056212 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:17.554587 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e135-1afe-455c-b66d-54d06fa305da req-83f296a4-2b09-404f-8653-9efa094c4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:17.556051 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-83f296a4-2b09-404f-8653-9efa094c4c85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0434220
Jan 29 22:07:17.658713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e135-1afe-455c-b66d-54d06fa305da req-cc063b22-61af-48c6-b3a6-b1b223540d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:17.660165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-cc063b22-61af-48c6-b3a6-b1b223540d20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0868051
Jan 29 22:07:17.724113 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-429ec3f6-dcba-4d2d-b240-1c5b6a08fbf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1002 time: 0.0575969
Jan 29 22:07:17.776405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e135-1afe-455c-b66d-54d06fa305da req-c4e6ac96-3629-4c41-8ee5-9c71b83d00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:17.777855 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-c4e6ac96-3629-4c41-8ee5-9c71b83d00d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0475516
Jan 29 22:07:17.852626 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e135-1afe-455c-b66d-54d06fa305da req-a19adbcd-9f71-4d8e-bd1a-db149cf14226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:17.854070 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-a19adbcd-9f71-4d8e-bd1a-db149cf14226 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0696976
Jan 29 22:07:17.928254 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a94e3-4f16-47d3-8662-55a6b2de57c0 req-91f71060-dd60-4b7e-9f99-833021f85c9a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:17.929736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b0a94e3-4f16-47d3-8662-55a6b2de57c0 req-91f71060-dd60-4b7e-9f99-833021f85c9a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.1056902
Jan 29 22:07:17.983155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-4822c5c7-0792-4e2e-b1fe-6f8cb4ed814d service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222436
Jan 29 22:07:18.014335 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0b0a94e3-4f16-47d3-8662-55a6b2de57c0 req-7a9a3107-bd80-4b80-95c0-64ae695ccd3c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786238
Jan 29 22:07:18.084322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-0607e135-1afe-455c-b66d-54d06fa305da req-3747c700-dd60-409b-9c47-5d117c407bac service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937908
Jan 29 22:07:19.133970 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc86ff-601d-47ca-a144-fcb522bc9ac6 req-46431dd5-3d2e-4817-b864-fef558d52f0e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:19.135446 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fcc86ff-601d-47ca-a144-fcb522bc9ac6 req-46431dd5-3d2e-4817-b864-fef558d52f0e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0535264
Jan 29 22:07:19.182292 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4fcc86ff-601d-47ca-a144-fcb522bc9ac6 req-5061912e-a5ce-4fb1-8819-2d5b7f9e85d7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413947
Jan 29 22:07:20.299642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f74d2-515a-4839-8c65-a4bee3f04d46 req-114d1ab6-44ba-4283-af40-57818e2bcb93 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:20.301128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77f74d2-515a-4839-8c65-a4bee3f04d46 req-114d1ab6-44ba-4283-af40-57818e2bcb93 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0512912
Jan 29 22:07:20.347961 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d77f74d2-515a-4839-8c65-a4bee3f04d46 req-94af70c7-d550-447c-b7b6-f420db8f3089 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413027
Jan 29 22:07:21.468704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87106616-ce65-4332-9b98-94ae16440a43 req-24e02bea-7275-403e-b76a-55732c15518a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:21.470244 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87106616-ce65-4332-9b98-94ae16440a43 req-24e02bea-7275-403e-b76a-55732c15518a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0561407
Jan 29 22:07:21.521957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-87106616-ce65-4332-9b98-94ae16440a43 req-9ba533b4-fc25-44c4-93d6-8e18e2c2db4e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461171
Jan 29 22:07:21.754925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-702e5369-1ff8-41aa-8926-d770342db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:21.756430 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-702e5369-1ff8-41aa-8926-d770342db110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1128 time: 0.0448220
Jan 29 22:07:21.847556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-03e6a377-18a1-475c-b268-37a74afbb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:21.848943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-03e6a377-18a1-475c-b268-37a74afbb6d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0869548
Jan 29 22:07:21.912435 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-4f37e918-b996-43f1-bcf7-2061536b04f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1002 time: 0.0578554
Jan 29 22:07:21.959386 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-bdd2ca28-09a1-4406-92ef-0b21c00e66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:21.961107 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-bdd2ca28-09a1-4406-92ef-0b21c00e66db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0435994
Jan 29 22:07:22.011806 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-1525006f-9bb7-490e-b4c4-85333ca416a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:22.013319 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-1525006f-9bb7-490e-b4c4-85333ca416a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470908
Jan 29 22:07:22.103685 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-b2dbf4a5-8a9e-436f-931b-278d52e4f6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845468
Jan 29 22:07:22.193603 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-038e3d79-7f50-4cbb-bc42-f4c628cb025d req-0ac8b008-7399-484d-8f10-cfcc946a3752 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839450
Jan 29 22:07:22.640801 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b581-aa74-4d89-95e8-e9562339ae9d req-859dca1f-0b3a-4f76-9f7c-2d94652007f6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:22.642968 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06a5b581-aa74-4d89-95e8-e9562339ae9d req-859dca1f-0b3a-4f76-9f7c-2d94652007f6 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0534878
Jan 29 22:07:22.691714 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-06a5b581-aa74-4d89-95e8-e9562339ae9d req-ed81d2e0-e8da-4d41-9e8b-47181f78e906 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431213
Jan 29 22:07:23.456690 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:23.816420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f878ea-0d2a-481f-be3c-f34b1a9dba57 req-e5bf2265-d82a-4fa4-b49f-eb74312fc448 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:23.818080 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90f878ea-0d2a-481f-be3c-f34b1a9dba57 req-e5bf2265-d82a-4fa4-b49f-eb74312fc448 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0567746
Jan 29 22:07:23.869627 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-90f878ea-0d2a-481f-be3c-f34b1a9dba57 req-e1157ec6-9770-4905-b6dc-295d8d9ee4cb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458658
Jan 29 22:07:24.135844 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:24.992393 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6072b-7b2b-4c47-918f-5d69940ddfb6 req-d4e0aa05-e638-4576-919c-9e77df0634a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:24.993966 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02e6072b-7b2b-4c47-918f-5d69940ddfb6 req-d4e0aa05-e638-4576-919c-9e77df0634a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0565836
Jan 29 22:07:25.042236 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-02e6072b-7b2b-4c47-918f-5d69940ddfb6 req-3c91c6bb-1550-42d9-a2de-57caf1e52bb8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426199
Jan 29 22:07:25.226942 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2ebd58ac-baf4-45e3-8c97-9053b8e6da12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0486774
Jan 29 22:07:25.236218 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2453fa11-0cdd-4684-af9d-5338885df629 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:07:25.237318 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2453fa11-0cdd-4684-af9d-5338885df629 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052712
Jan 29 22:07:25.253629 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3539-616c-48fc-b549-6b4f1e35e0ae req-50f068af-06b2-49c8-a785-0232faaa931e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:25.255131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f3e3539-616c-48fc-b549-6b4f1e35e0ae req-50f068af-06b2-49c8-a785-0232faaa931e tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0535777
Jan 29 22:07:25.303321 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4f3e3539-616c-48fc-b549-6b4f1e35e0ae req-2c2a6325-5aa1-474e-bee7-6ffe2dbc0581 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424979
Jan 29 22:07:26.421098 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85cdf-9380-42bb-a98f-8fbae1f33847 req-6da63bc3-1895-4080-a86e-8fe9c2e2328d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:26.422598 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79d85cdf-9380-42bb-a98f-8fbae1f33847 req-6da63bc3-1895-4080-a86e-8fe9c2e2328d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0513172
Jan 29 22:07:26.474812 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-79d85cdf-9380-42bb-a98f-8fbae1f33847 req-a37aee3f-5f15-43c3-a786-962f4162ae95 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460768
Jan 29 22:07:27.458305 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:07:27.537406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port ba7bc3e7-f956-4d71-861d-fb9392d56d65 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:07:27.537918 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:27.560679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:07:27.562956 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35da83-5c99-48ac-bdb8-ffda51577c41" -d '{"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:07:27.576069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:07:27.580374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:27.601975 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b47418-234f-4dbf-a551-3cf16e48a8fd req-4f0d4ede-74be-42fb-822a-b99611927daf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:27.603483 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2b47418-234f-4dbf-a551-3cf16e48a8fd req-4f0d4ede-74be-42fb-822a-b99611927daf tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 946 time: 0.0586345
Jan 29 22:07:27.605125 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7db6a9-2ffb-4902-89c7-961eb84b56b4 x-openstack-request-id: req-7c7db6a9-2ffb-4902-89c7-961eb84b56b4 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:07:27.605420 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-unplugged", "status": "failed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "code": 422}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:07:27.605672 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c7db6a9-2ffb-4902-89c7-961eb84b56b4 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:07:27.606062 ncdv-master-1 neutron-server[125944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'code': 422} returned with failed status
Jan 29 22:07:27.631191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:07:27.639195 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.639550 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.639897 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.640240 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.640578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.640911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.641270 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.641662 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.641992 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.642326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.642652 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.642976 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.643300 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:27.654945 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c2b47418-234f-4dbf-a551-3cf16e48a8fd req-bfca0151-982f-4df1-be3f-de3ff33212e5 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449481
Jan 29 22:07:28.775650 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a03d0-218a-41c6-99d7-498e3e95770a req-016a0061-6f40-48ee-ad6c-4176e30d9ac7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:28.777195 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-134a03d0-218a-41c6-99d7-498e3e95770a req-016a0061-6f40-48ee-ad6c-4176e30d9ac7 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0539265
Jan 29 22:07:28.825131 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-134a03d0-218a-41c6-99d7-498e3e95770a req-db6ed3e3-7541-42ed-b72c-67d87c8b4da0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417483
Jan 29 22:07:29.952463 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438a4c-c3f1-4c93-b396-134711ddef50 req-35881aea-4367-4a6e-8ec9-3d502e9f9dd0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:29.953995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84438a4c-c3f1-4c93-b396-134711ddef50 req-35881aea-4367-4a6e-8ec9-3d502e9f9dd0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0601172
Jan 29 22:07:30.004360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-84438a4c-c3f1-4c93-b396-134711ddef50 req-2e0ceac9-a9a6-4487-ad4f-6f52483cb8dd tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446293
Jan 29 22:07:31.036868 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-113660df-fae7-48be-9826-d8717de0fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:31.038465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-113660df-fae7-48be-9826-d8717de0fa01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981&tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d HTTP/1.1" status: 200  len: 1126 time: 0.0824828
Jan 29 22:07:31.052137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:07:31.146690 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.161762 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08736-6e27-411a-8b68-cb117caad5b5 req-06decad4-6600-4c26-8d25-b501d3259f7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:31.163210 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6a08736-6e27-411a-8b68-cb117caad5b5 req-06decad4-6600-4c26-8d25-b501d3259f7c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0897477
Jan 29 22:07:31.294201 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b6a08736-6e27-411a-8b68-cb117caad5b5 req-6edaee84-7cbe-435b-8397-203403e892ab tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249549
Jan 29 22:07:31.385474 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:07:31.417821 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:07:31.453229 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:07:31.460714 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks [] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.473022 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Transition to ACTIVE for port object ba7bc3e7-f956-4d71-861d-fb9392d56d65 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 22:07:31.476727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.551337 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=7']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:07:31.563224 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.563576 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.563925 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.564267 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.564609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.564943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.565304 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.565634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.565961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.566288 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.566617 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.566943 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.567268 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:07:31.605365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] No DVR routers for this DVR port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:07:31.741106 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:07:31.741365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:07:31.741691 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:07:31.746678 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 22:07:31.747005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Attempting to bind port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:07:31.751987 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:07:31.752331 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Checking segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:07:31.752876 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Bound using segment: {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:07:31.753361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Bound port: ba7bc3e7-f956-4d71-861d-fb9392d56d65, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9204ec7b-4fc2-4ae2-9695-07fbbb216e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:07:31.753745 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.819127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:07:31.822048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:07:31.828424 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.861615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:31.862481 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:31.863762 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1092 time: 0.8161731
Jan 29 22:07:31.864228 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:07:31.866573 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9e20d-c373-4a88-9d48-06344f5c701f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:07:31.918026 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc368b-0b22-4dc0-9f3b-8e0bea322e47 x-openstack-request-id: req-32cc368b-0b22-4dc0-9f3b-8e0bea322e47 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:07:31.918334 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:07:31.918597 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32cc368b-0b22-4dc0-9f3b-8e0bea322e47 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:07:31.919008 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'status': 'completed', 'code': 200}
Jan 29 22:07:31.919859 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52a950-4ed9-4923-b85c-af5c323de6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=8']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:07:31.942219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-85346c3a-f951-48d4-9f38-42687aa534d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:31.943867 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-85346c3a-f951-48d4-9f38-42687aa534d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1126 time: 0.0562692
Jan 29 22:07:32.044163 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-9336ab68-1728-441c-9575-98c6721fc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.045782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-9336ab68-1728-441c-9575-98c6721fc997 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0953383
Jan 29 22:07:32.112920 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-6ba7b16a-0427-494c-ac4d-2aa25919679d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1000 time: 0.0601404
Jan 29 22:07:32.165402 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2f9caa1b-b167-403a-ba0a-7c3c97e535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.166842 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2f9caa1b-b167-403a-ba0a-7c3c97e535e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0473051
Jan 29 22:07:32.215520 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-92340483-356d-444a-bb4a-973e3d78860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.217099 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-92340483-356d-444a-bb4a-973e3d78860e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432091
Jan 29 22:07:32.303046 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-3e7dd765-3965-4c15-85b2-3a94162813af service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799792
Jan 29 22:07:32.422352 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-3d7d0d93-7e46-46f1-9392-2cae9de88aae service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138778
Jan 29 22:07:32.439366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02fb9e-6ef1-4a6c-875e-332b2097d7df req-c265e0fb-a292-4c5d-96b1-30d96a1bad41 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.441082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af02fb9e-6ef1-4a6c-875e-332b2097d7df req-c265e0fb-a292-4c5d-96b1-30d96a1bad41 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0770793
Jan 29 22:07:32.525326 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-af02fb9e-6ef1-4a6c-875e-332b2097d7df req-02105588-3075-4c80-9e79-5835d53796cc tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781181
Jan 29 22:07:32.535575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-cf4e5431-27cd-4801-b8c0-b715dee4b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.537138 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-cf4e5431-27cd-4801-b8c0-b715dee4b87d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1126 time: 0.0704284
Jan 29 22:07:32.623866 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-7250ab89-3566-4b81-9b72-f547f48c32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.625239 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-7250ab89-3566-4b81-9b72-f547f48c32c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0823214
Jan 29 22:07:32.692486 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-b59f6bc9-4e97-4e8f-90ac-93d011d49d4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1000 time: 0.0614233
Jan 29 22:07:32.740178 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-7a351ced-9af0-45a1-be32-949b5dccbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.741666 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-7a351ced-9af0-45a1-be32-949b5dccbd40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0435085
Jan 29 22:07:32.789494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-3956898a-7048-4bd2-84d4-3d9af45bae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:32.790971 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-3956898a-7048-4bd2-84d4-3d9af45bae4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436792
Jan 29 22:07:32.884337 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-d43b2149-64cb-4862-a0a1-b58ed9b9e279 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870185
Jan 29 22:07:32.971878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-6af9e20d-c373-4a88-9d48-06344f5c701f req-4598dce1-2e7a-46a3-8bfb-6d6eaae9d62c service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809741
Jan 29 22:07:33.647794 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5bc23-1b41-47ef-b6ec-3507e582dc9f req-81facc52-da0d-4155-b66a-c2c2679eeb27 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:33.649288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4be5bc23-1b41-47ef-b6ec-3507e582dc9f req-81facc52-da0d-4155-b66a-c2c2679eeb27 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0525429
Jan 29 22:07:33.697563 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4be5bc23-1b41-47ef-b6ec-3507e582dc9f req-3f1cf228-638d-4dd6-985f-7a293cc3cb52 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426688
Jan 29 22:07:34.818994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5cc5b-3ee3-460f-87a4-9390c7a88b0f req-c15f445a-2413-4d61-99d7-9c42f5a48ad0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:34.820448 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eb5cc5b-3ee3-460f-87a4-9390c7a88b0f req-c15f445a-2413-4d61-99d7-9c42f5a48ad0 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0546124
Jan 29 22:07:34.868181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-7eb5cc5b-3ee3-460f-87a4-9390c7a88b0f req-79d45b0c-28a8-460d-a2df-ca3869b6092c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421252
Jan 29 22:07:35.990219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14173-3aae-49ce-ad97-55e424d09dd6 req-6d5b1655-1abd-4138-8056-8f96a4c41a54 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:35.991724 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76a14173-3aae-49ce-ad97-55e424d09dd6 req-6d5b1655-1abd-4138-8056-8f96a4c41a54 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 944 time: 0.0548725
Jan 29 22:07:36.041135 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-76a14173-3aae-49ce-ad97-55e424d09dd6 req-6def174a-8e8e-4a0c-bc64-701942f6b994 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438020
Jan 29 22:07:36.923310 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:07:37.015022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:07:37.026041 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'port_id': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'mac_address': 'fa:16:3e:5c:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:07:37.061461 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ba7bc3e7-f956-4d71-861d-fb9392d56d65 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:07:37.061847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:37.075065 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:07:37.093969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:07:37.099292 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:37.149558 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=9']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:07:37.164895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31ce3e-dab1-4e10-8a3f-50cbccb12dc1 req-4991ab48-5f57-4237-9cea-e7db10be10a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:37.166399 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd31ce3e-dab1-4e10-8a3f-50cbccb12dc1 req-4991ab48-5f57-4237-9cea-e7db10be10a4 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 945 time: 0.0565019
Jan 29 22:07:37.213692 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bd31ce3e-dab1-4e10-8a3f-50cbccb12dc1 req-362ba3fa-9f40-4b48-bc8f-c2921cfbf61a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418024
Jan 29 22:07:37.432576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['ba7bc3e7-f956-4d71-861d-fb9392d56d65'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:07:38.331818 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c368-345b-4b62-a2a7-10121ce3e129 req-ccb5de9c-268b-4f1c-b05c-fd64d6d1b86d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:38.333234 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a71c368-345b-4b62-a2a7-10121ce3e129 req-ccb5de9c-268b-4f1c-b05c-fd64d6d1b86d tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 945 time: 0.0523930
Jan 29 22:07:38.380648 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a71c368-345b-4b62-a2a7-10121ce3e129 req-f096d3b4-58cd-45b7-b669-c1ac5f9336ff tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415766
Jan 29 22:07:38.925465 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:07:38.974502 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port ba7bc3e7-f956-4d71-861d-fb9392d56d65 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 22:07:38.978604 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port ba7bc3e7-f956-4d71-861d-fb9392d56d65 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:07:38.978986 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:39.054827 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port ba7bc3e7-f956-4d71-861d-fb9392d56d65 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:07:39.055214 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:39.076409 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:07:39.079306 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6efad6-497b-4c94-8c52-507fa660b90f" -d '{"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-plugged", "status": "completed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:07:39.091497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:07:39.095795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:39.141753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=10']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:07:39.498426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2a5b-bb91-4f3f-8d91-4c936198f184 req-f907b47e-f4c7-421f-8fcd-01d49c0b7b0b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:39.499826 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-385b2a5b-bb91-4f3f-8d91-4c936198f184 req-f907b47e-f4c7-421f-8fcd-01d49c0b7b0b tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0508060
Jan 29 22:07:39.552021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-385b2a5b-bb91-4f3f-8d91-4c936198f184 req-44d3a3f5-14b3-413a-a0b9-2c91153af3b1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460236
Jan 29 22:07:40.127063 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9e695b-9222-49a6-acf9-8698b7282c62 x-openstack-request-id: req-6e9e695b-9222-49a6-acf9-8698b7282c62 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:07:40.127589 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-plugged", "status": "completed", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:07:40.127725 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e9e695b-9222-49a6-acf9-8698b7282c62 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:07:40.128007 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'code': 200}
Jan 29 22:07:40.272909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7d85-2481-4760-be2f-c3d3ac32a24b req-af329d6c-825b-4a52-9c9d-2509cf9426de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:40.274302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acad7d85-2481-4760-be2f-c3d3ac32a24b req-af329d6c-825b-4a52-9c9d-2509cf9426de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1129 time: 0.0426359
Jan 29 22:07:40.318360 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-acad7d85-2481-4760-be2f-c3d3ac32a24b req-e322bc49-13de-4c7a-bd17-b0f7a25a38f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379474
Jan 29 22:07:40.507475 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8e4e040b-7360-448b-940a-1f17d3cc1e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:40.668809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39351aca-6830-4f5a-8e6a-0cd3a93b68de req-bd4aa2a0-5286-4e31-bb94-9e9ae553e1d1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:40.670304 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39351aca-6830-4f5a-8e6a-0cd3a93b68de req-bd4aa2a0-5286-4e31-bb94-9e9ae553e1d1 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0511947
Jan 29 22:07:40.721886 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-39351aca-6830-4f5a-8e6a-0cd3a93b68de req-83b7dd74-897c-46d4-8b00-bd52122277a8 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459383
Jan 29 22:07:41.843679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae553922-a0c7-40ea-b5d1-f2cf9136d626 req-0f00c1ad-f097-428e-968c-5685ec696a2a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:07:41.845903 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae553922-a0c7-40ea-b5d1-f2cf9136d626 req-0f00c1ad-f097-428e-968c-5685ec696a2a tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0563245
Jan 29 22:07:41.892376 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ae553922-a0c7-40ea-b5d1-f2cf9136d626 req-792148bf-42d8-4807-a1c1-f30c08328592 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409069
Jan 29 22:07:42.842603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-669ad76d-45b7-4b58-b4e6-098c03374664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:43.526297 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:07:44.037276 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:45.900151 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:47.058374 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:53.455433 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:07:54.134376 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:10.508396 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-26ca11e5-3f8d-4b7b-adbb-eab85ac05271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:12.846650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-42fc1783-c7cb-407b-a723-535cdd8deb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:14.043287 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:15.901641 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:17.059136 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:18.182158 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-969707e6-16d7-4bfa-9695-22f67c9706d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423956
Jan 29 22:08:18.267321 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-81e3a468-e0ec-4315-a6d5-7f7832153729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:08:18.268783 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-81e3a468-e0ec-4315-a6d5-7f7832153729 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1129 time: 0.0441091
Jan 29 22:08:18.369475 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-24932dfa-3dc4-4d45-ac82-9f7aaf45373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:08:18.370821 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-24932dfa-3dc4-4d45-ac82-9f7aaf45373f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.0844958
Jan 29 22:08:18.432728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-532f6a67-7799-4228-b06b-23a6c30c5e7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 1002 time: 0.0561411
Jan 29 22:08:18.482906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-f6b8c96c-eb11-49b3-bf0e-bc21da17e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:08:18.484395 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-f6b8c96c-eb11-49b3-bf0e-bc21da17e29a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0461347
Jan 29 22:08:18.533219 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-15f7a3d2-ef89-42bf-a086-9e24ffd82f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:08:18.534728 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-15f7a3d2-ef89-42bf-a086-9e24ffd82f01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435205
Jan 29 22:08:18.620520 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-05dd6d99-e5cf-429f-b347-3b76ef2d2081 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793843
Jan 29 22:08:18.711465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-29e51bd2-bf7a-47e6-9ad1-088b8dce2a84 req-a2c38c75-fe98-40e1-90a6-0c1ec156f4ff service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850592
Jan 29 22:08:20.525236 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:08:23.473204 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:24.138498 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:40.511929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b6a81616-cf97-459b-b1ff-7ab21d732e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:42.848571 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fe47093f-ecf9-44b0-8775-76c69621c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:44.043429 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:45.903187 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:47.060782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:53.485636 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:54.145897 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:08:57.524949 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:09:06.202751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 38956) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:06.356270 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Deleting port 1070123e-8b2c-42c3-a5f0-c807534e66ec {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:06.356536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:06.428837 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:06.429182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (1070123e-8b2c-42c3-a5f0-c807534e66ec), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:06.440293 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Calling delete_port for 1070123e-8b2c-42c3-a5f0-c807534e66ec owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:06.584357 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1070123e-8b2c-42c3-a5f0-c807534e66ec), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:06.615140 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'Port': ['ID=1070123e-8b2c-42c3-a5f0-c807534e66ec,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:06.937408 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.937754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.938097 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.938434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.938769 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.939107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.939434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.939760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.940085 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.940407 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.940730 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.941086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.941437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:06.980266 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for floatingip (00033539-3b5d-4a29-bb97-cefc3a731b9d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:06.980602 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Floating IP 00033539-3b5d-4a29-bb97-cefc3a731b9d disassociated (deleted). External IP: 172.35.4.184, port: ba7bc3e7-f956-4d71-861d-fb9392d56d65.
Jan 29 22:09:07.183909 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:07.289895 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:07.294502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:07.300099 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:07.309963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:07.310577 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097d0d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:07.323643 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-83dd367c-b4b4-4497-b75c-62fe83921030 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "DELETE /v2.0/floatingips/00033539-3b5d-4a29-bb97-cefc3a731b9d HTTP/1.1" status: 204  len: 168 time: 1.1197968
Jan 29 22:09:07.324251 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:09:07.326577 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:09:07.367140 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c48ff-9815-42f5-81f8-a6261f7bae30 x-openstack-request-id: req-2c6c48ff-9815-42f5-81f8-a6261f7bae30 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:09:07.367442 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:09:07.367708 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c6c48ff-9815-42f5-81f8-a6261f7bae30 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:09:07.368125 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'status': 'completed', 'code': 200}
Jan 29 22:09:07.430589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:07.437119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-f0da15fe-6263-441a-9eb8-c691f9cf3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:07.438650 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-f0da15fe-6263-441a-9eb8-c691f9cf3807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 1129 time: 0.0504580
Jan 29 22:09:07.580754 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-ebee2b7d-7be9-48fd-8180-d1087d875f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:07.582839 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-ebee2b7d-7be9-48fd-8180-d1087d875f69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 200  len: 908 time: 0.1330817
Jan 29 22:09:07.595811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e68081-0d47-4a20-8ee2-a9204b190557 req-c991b0b3-3ceb-4280-ad4b-5cbd3ff0e925 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:07.597389 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4e68081-0d47-4a20-8ee2-a9204b190557 req-c991b0b3-3ceb-4280-ad4b-5cbd3ff0e925 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0813353
Jan 29 22:09:07.640291 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-5748e0b2-3236-4486-9cd4-34b8727160e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 200  len: 217 time: 0.0418713
Jan 29 22:09:07.714803 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c4e68081-0d47-4a20-8ee2-a9204b190557 req-5ded1f36-fce5-433e-a329-4842d625f631 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099899
Jan 29 22:09:07.720488 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-18f0827c-d4f3-4666-8966-562625a7603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:07.721941 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-18f0827c-d4f3-4666-8966-562625a7603c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 200  len: 846 time: 0.0734069
Jan 29 22:09:07.772694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-2ea11b55-bc61-43bb-b9d7-75fff32a4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:07.774155 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-2ea11b55-bc61-43bb-b9d7-75fff32a4c75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445623
Jan 29 22:09:07.792578 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097d0d90>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:07.819076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:07.827285 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:07.827896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea097d0d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:07.866640 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-ee518d4b-1eda-45f2-ae7f-f85b2d6f7b88 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859122
Jan 29 22:09:07.931568 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:07.954887 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5714540d-8db8-4f58-a8e2-b3b7cf3ab590 req-2f4e313e-8d78-4321-8235-a90726df7730 service neutron] 10.222.0.18 "GET /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821304
Jan 29 22:09:08.128791 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea097d0d90>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:08.157362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab326b82-c6d1-41e9-8e2e-b407c4f76176 None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:12Z', 'revision_number': 4, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42905e90-f42c-460a-a395-a14fa8edad81', 'name': '', 'network_id': '4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'mac_address': 'fa:16:3e:35:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:11Z', 'updated_at': '2022-01-29T21:59:17Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'subnets': [{'id': '68eda240-eec3-439c-957a-1fc8d05bd73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:08.498495 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e953b-f4c0-40bb-ae62-d984ea493434 None None] New status for floating IP 00033539-3b5d-4a29-bb97-cefc3a731b9d: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:09:08.839276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e2dc-1cae-460a-9935-fe81191d9384 req-f97d4c0c-cb3a-4f28-8e70-3329d3686d1c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:08.840813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9e5e2dc-1cae-460a-9935-fe81191d9384 req-f97d4c0c-cb3a-4f28-8e70-3329d3686d1c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0539589
Jan 29 22:09:08.899316 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f9e5e2dc-1cae-460a-9935-fe81191d9384 req-79055b68-f53d-4f18-a82f-4c25a15d84ae tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/security-groups?id=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528469
Jan 29 22:09:09.143961 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-41b77399-8136-45be-9ca8-a66df32fb419 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:09.145843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-41b77399-8136-45be-9ca8-a66df32fb419 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 947 time: 0.0518911
Jan 29 22:09:09.236776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Deleting port ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:09.237164 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:09.325359 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] For port ba7bc3e7-f956-4d71-861d-fb9392d56d65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba7bc3e7-f956-4d71-861d-fb9392d56d65,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:09.325724 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:09.338899 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Calling delete_port for ba7bc3e7-f956-4d71-861d-fb9392d56d65 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:09.465864 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ba7bc3e7-f956-4d71-861d-fb9392d56d65), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:09.492365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'Port': ['ID=ba7bc3e7-f956-4d71-861d-fb9392d56d65,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:09.538452 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] No DVR routers for this DVR port ba7bc3e7-f956-4d71-861d-fb9392d56d65 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:09:09.540951 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:09.544298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b0524669-d5f8-40c0-96fb-6e2477ac1d5f req-b7d81d85-d901-4e34-af1c-8915cf5e5d90 tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.18 "DELETE /v2.0/ports/ba7bc3e7-f956-4d71-861d-fb9392d56d65 HTTP/1.1" status: 204  len: 173 time: 0.3931952
Jan 29 22:09:09.544744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-deleted', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:09:09.547085 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d89c7-0fcc-40b1-ae67-287c087a2f61" -d '{"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-deleted", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:09:09.587644 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a0d1a-723e-40a4-b892-61ee484458dd x-openstack-request-id: req-455a0d1a-723e-40a4-b892-61ee484458dd {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:09:09.587948 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d15cc-de58-47d0-bce0-6b0a230c6981", "name": "network-vif-deleted", "tag": "ba7bc3e7-f956-4d71-861d-fb9392d56d65", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:09:09.588206 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-455a0d1a-723e-40a4-b892-61ee484458dd {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:09:09.588615 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d15cc-de58-47d0-bce0-6b0a230c6981', 'name': 'network-vif-deleted', 'tag': 'ba7bc3e7-f956-4d71-861d-fb9392d56d65', 'status': 'completed', 'code': 200}
Jan 29 22:09:10.026862 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-01d307ad-5545-49cc-b485-e182be9b5de2 req-a31a5ee3-8b9b-4480-91f2-d0e7fc9de8fb tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab6d15cc-de58-47d0-bce0-6b0a230c6981 HTTP/1.1" status: 200  len: 210 time: 0.0330892
Jan 29 22:09:10.512646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c5e99e3a-0c88-49c1-ba73-62f98eb32b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:11.089086 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39006) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:11.143494 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:11.171666 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:11.231292 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:11.234063 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:11.235218 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] 10.222.0.20 "DELETE /v2.0/security-groups/960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff HTTP/1.1" status: 204  len: 168 time: 0.1451519
Jan 29 22:09:11.244773 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba0070-adbd-4834-bc57-2c82b087070c tempest-TestShelveInstance-1031991644 tempest-TestShelveInstance-1031991644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b1cab-bcf2-43f8-ad2e-2ef8e25b02ff,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:11.282003 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39010) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:11.765364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.008562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Deleting port 42905e90-f42c-460a-a395-a14fa8edad81 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:12.008898 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (42905e90-f42c-460a-a395-a14fa8edad81), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.088362 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] For port 42905e90-f42c-460a-a395-a14fa8edad81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42905e90-f42c-460a-a395-a14fa8edad81,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:12.088725 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (42905e90-f42c-460a-a395-a14fa8edad81), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.101209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Calling delete_port for 42905e90-f42c-460a-a395-a14fa8edad81 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:12.277434 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (42905e90-f42c-460a-a395-a14fa8edad81), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.300465 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Pushing event deleted for resources: {'Port': ['ID=42905e90-f42c-460a-a395-a14fa8edad81,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:12.465879 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.676832 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Router 91b3da97-ad8a-43d5-bc3a-513468d053ed has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:12.781049 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:12.786451 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ce81a684-a8cd-4d47-8f40-b44d48ac312b admin admin] 10.222.0.20 "PUT /v2.0/routers/91b3da97-ad8a-43d5-bc3a-513468d053ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5034368
Jan 29 22:09:12.788885 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39014) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:12.791071 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Sync routers for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:12.802352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:12.802963 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0994b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:08:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:12.893841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8726934f-f3a9-474c-a761-2137ca8b536c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.894133 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks [] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:12.919228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:13.104964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0994b0d0>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T22:09:12Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:13.135969 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Checking router: 91b3da97-ad8a-43d5-bc3a-513468d053ed for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:13.145842 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Routers {'91b3da97-ad8a-43d5-bc3a-513468d053ed'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:13.146464 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0994b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['91b3da97-ad8a-43d5-bc3a-513468d053ed'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:13.256358 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] Set router 91b3da97-ad8a-43d5-bc3a-513468d053ed gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:13.305816 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks [] for router_gateway (91b3da97-ad8a-43d5-bc3a-513468d053ed), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.357595 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Deleting port bec1913c-727a-449a-a1c6-98b42e306a11 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:13.357825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.417011 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:13.435172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] For port bec1913c-727a-449a-a1c6-98b42e306a11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1913c-727a-449a-a1c6-98b42e306a11,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:13.435530 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.437937 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: ba7bc3e7-f956-4d71-861d-fb9392d56d65 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:13.438288 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device ba7bc3e7-f956-4d71-861d-fb9392d56d65 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:13.449950 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Calling delete_port for bec1913c-727a-449a-a1c6-98b42e306a11 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:13.454326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-509eb964-3951-4d9d-a534-8c766463112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0994b0d0>, [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T22:09:12Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:13.485400 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509eb964-3951-4d9d-a534-8c766463112a None None] The sync data for ids ['91b3da97-ad8a-43d5-bc3a-513468d053ed'] in ncdv-master-1 is: [{'id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'name': 'tempest-TestShelveInstance-66941310-router', 'tenant_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52'}], 'enable_snat': True}, 'gw_port_id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T22:09:12Z', 'revision_number': 5, 'project_id': '6dfd44ab95bc4137b93be22a0c5ac76d', 'gw_port': {'id': 'bec1913c-727a-449a-a1c6-98b42e306a11', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3da97-ad8a-43d5-bc3a-513468d053ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:09Z', 'updated_at': '2022-01-29T21:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:13.619850 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bec1913c-727a-449a-a1c6-98b42e306a11), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.646063 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=bec1913c-727a-449a-a1c6-98b42e306a11,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:13.707791 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.795333 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.797445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks [] for router_controller (91b3da97-ad8a-43d5-bc3a-513468d053ed), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.841312 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (91b3da97-ad8a-43d5-bc3a-513468d053ed), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.841903 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b3da97-ad8a-43d5-bc3a-513468d053ed {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 22:09:13.846778 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.848624 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a8c0cd31-4f82-44e6-9711-4ec213463a7f admin admin] 10.222.0.20 "DELETE /v2.0/routers/91b3da97-ad8a-43d5-bc3a-513468d053ed HTTP/1.1" status: 204  len: 168 time: 1.0588148
Jan 29 22:09:13.851172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39016) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:13.900998 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Deleting subnet 68eda240-eec3-439c-957a-1fc8d05bd73a {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 22:09:13.904175 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Publish callbacks [] for subnet (68eda240-eec3-439c-957a-1fc8d05bd73a), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:13.940411 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (68eda240-eec3-439c-957a-1fc8d05bd73a), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.018106 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (68eda240-eec3-439c-957a-1fc8d05bd73a), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.046442 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.090649 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (68eda240-eec3-439c-957a-1fc8d05bd73a), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.121547 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68eda240-eec3-439c-957a-1fc8d05bd73a,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:14.126112 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.132561 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bc788cad-7112-4c3a-9250-c95d9aee0672 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68eda240-eec3-439c-957a-1fc8d05bd73a HTTP/1.1" status: 204  len: 168 time: 0.2780988
Jan 29 22:09:14.132813 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39018) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:14.137742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd915bc4-b242-46b3-b2d9-df964a2e0413 None None] Network 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:14.195802 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 42905e90-f42c-460a-a395-a14fa8edad81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:14.207632 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.224147 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 42905e90-f42c-460a-a395-a14fa8edad81 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:14.224495 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 42905e90-f42c-460a-a395-a14fa8edad81 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:14.263188 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Deleting port bbe19b10-c552-425c-94a7-b97924f60730 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:14.263536 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (bbe19b10-c552-425c-94a7-b97924f60730), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.329939 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] For port bbe19b10-c552-425c-94a7-b97924f60730, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe19b10-c552-425c-94a7-b97924f60730,segment=NetworkSegment(9204ec7b-4fc2-4ae2-9695-07fbbb216e32),segment_id=9204ec7b-4fc2-4ae2-9695-07fbbb216e32)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:14.330600 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (bbe19b10-c552-425c-94a7-b97924f60730), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.343363 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Calling delete_port for bbe19b10-c552-425c-94a7-b97924f60730 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:14.420171 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (bbe19b10-c552-425c-94a7-b97924f60730), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.445568 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe19b10-c552-425c-94a7-b97924f60730,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:14.449166 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] No DVR routers for this DVR port bbe19b10-c552-425c-94a7-b97924f60730 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:09:14.522276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.543537 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea110d46d0>,) {'filters': {'network_id': ['4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:14.554230 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea110d46d0>, '9204ec7b-4fc2-4ae2-9695-07fbbb216e32') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:14.554681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea110d46d0>, '9204ec7b-4fc2-4ae2-9695-07fbbb216e32') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:14.557389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d2f86-340e-4b0b-8be5-8c28f59858af None None] DHCP port deletion for 4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 22:09:14.564847 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (9204ec7b-4fc2-4ae2-9695-07fbbb216e32), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.581671 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (9204ec7b-4fc2-4ae2-9695-07fbbb216e32), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.591491 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 22:09:14.592033 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (9204ec7b-4fc2-4ae2-9695-07fbbb216e32), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 22:09:14.597815 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 22:09:14.659542 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.667065 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:14.669943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f HTTP/1.1" status: 204  len: 168 time: 0.5360541
Jan 29 22:09:14.673071 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39020) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:14.680328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b036f-95ef-4c44-ad44-0258fad71f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9ef76a-c8e6-4de4-8d98-22acbbe0d91f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:15.013815 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.255675 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Deleting port 98900202-dd43-402f-b8cd-bcc7302d43a5 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:15.256021 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.333709 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] For port 98900202-dd43-402f-b8cd-bcc7302d43a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98900202-dd43-402f-b8cd-bcc7302d43a5,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:15.333991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.346524 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Calling delete_port for 98900202-dd43-402f-b8cd-bcc7302d43a5 owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:15.522627 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (98900202-dd43-402f-b8cd-bcc7302d43a5), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.551664 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98900202-dd43-402f-b8cd-bcc7302d43a5,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:15.574394 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.574753 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.575102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.575447 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.575791 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.576153 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.576489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.576824 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.577182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.577509 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.577840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.578162 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.578489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:15.723817 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.904585 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:15.937840 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:16.158077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bec1913c-727a-449a-a1c6-98b42e306a11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:16.178727 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: bec1913c-727a-449a-a1c6-98b42e306a11 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:16.179114 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bec1913c-727a-449a-a1c6-98b42e306a11 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:16.179497 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bbe19b10-c552-425c-94a7-b97924f60730 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:16.200956 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: bbe19b10-c552-425c-94a7-b97924f60730 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:16.201335 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device bbe19b10-c552-425c-94a7-b97924f60730 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:16.333491 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:16.338694 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-824c6148-1b42-4340-95d2-358cbcbe96b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6645935
Jan 29 22:09:16.341109 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39024) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:16.344274 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Sync routers for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:16.354358 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:16.354967 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b7603d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:16.441825 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks [] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:16.456063 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:16.546790 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks [] for router_gateway (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:16.600358 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Deleting port 50a9c680-1621-4f61-8389-1f41f14b6596 {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:16.600697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:16.636302 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b7603d0>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T22:09:15Z', 'revision_number': 5, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port': {'id': '50a9c680-1621-4f61-8389-1f41f14b6596', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:16.663781 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Checking router: 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:16.672196 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Routers {'79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:16.672797 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b7603d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:16.678795 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] For port 50a9c680-1621-4f61-8389-1f41f14b6596, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a9c680-1621-4f61-8389-1f41f14b6596,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:16.679168 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:16.691539 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Calling delete_port for 50a9c680-1621-4f61-8389-1f41f14b6596 owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:16.756515 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] Set router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:16.809541 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b7603d0>, [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T22:09:16Z', 'revision_number': 6, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:16.835928 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70954e-273f-4589-858a-10bcb5498c6c None None] The sync data for ids ['79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb'] in ncdv-master-1 is: [{'id': '79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb', 'name': 'tempest-TestShelveInstance-1422169142-router', 'tenant_id': '64dddc5235f347ebb86307a6050e5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:59:14Z', 'updated_at': '2022-01-29T22:09:16Z', 'revision_number': 6, 'project_id': '64dddc5235f347ebb86307a6050e5558', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:16.858803 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (50a9c680-1621-4f61-8389-1f41f14b6596), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:16.888267 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9c680-1621-4f61-8389-1f41f14b6596,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:16.949513 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.039780 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.042113 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks [] for router_controller (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.063532 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.087650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.088337 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 22:09:17.092626 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.093811 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-29c5bdcb-e015-47c9-8824-e0b62d950d20 admin admin] 10.222.0.20 "DELETE /v2.0/routers/79f6cbc9-20b5-4ed6-a6ef-922f8b5f6cbb HTTP/1.1" status: 204  len: 168 time: 0.7518089
Jan 29 22:09:17.096333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39026) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:17.142802 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Deleting subnet 7def480e-f36c-4be8-9181-a4ca8c754d24 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 22:09:17.146295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Publish callbacks [] for subnet (7def480e-f36c-4be8-9181-a4ca8c754d24), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.181329 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (7def480e-f36c-4be8-9181-a4ca8c754d24), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.263650 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (7def480e-f36c-4be8-9181-a4ca8c754d24), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.320957 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (7def480e-f36c-4be8-9181-a4ca8c754d24), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.346265 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7def480e-f36c-4be8-9181-a4ca8c754d24,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:17.349984 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.355261 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-b0270716-0a61-49db-b9d8-0c6c707e72fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7def480e-f36c-4be8-9181-a4ca8c754d24 HTTP/1.1" status: 204  len: 168 time: 0.2557967
Jan 29 22:09:17.355489 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39028) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:17.356806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd57a2-6025-4a14-a59e-23a1d98f41fb None None] Network 23ab0ed6-79b6-43eb-8968-637ec2212809 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:17.431512 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (23ab0ed6-79b6-43eb-8968-637ec2212809), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.485715 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Deleting port c5ef3f90-5255-41a0-a53a-ad558aabb5cc {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:17.486067 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.555264 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] For port c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:17.555560 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.569197 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Calling delete_port for c5ef3f90-5255-41a0-a53a-ad558aabb5cc owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:17.591940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] DHCP port deletion for 23ab0ed6-79b6-43eb-8968-637ec2212809 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 22:09:17.641486 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Deleting port c5ef3f90-5255-41a0-a53a-ad558aabb5cc {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:09:17.641865 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.654505 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.684890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:17.688584 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] No DVR routers for this DVR port c5ef3f90-5255-41a0-a53a-ad558aabb5cc on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:09:17.720117 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] For port c5ef3f90-5255-41a0-a53a-ad558aabb5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,segment=NetworkSegment(24bcdcca-3091-422e-bfc3-c4dce9c6f6db),segment_id=24bcdcca-3091-422e-bfc3-c4dce9c6f6db)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:17.720522 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.734720 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Calling delete_port for c5ef3f90-5255-41a0-a53a-ad558aabb5cc owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:09:17.766095 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (23ab0ed6-79b6-43eb-8968-637ec2212809), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.787102 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea08cf28e0>,) {'filters': {'network_id': ['23ab0ed6-79b6-43eb-8968-637ec2212809']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:17.796807 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08cf28e0>, '24bcdcca-3091-422e-bfc3-c4dce9c6f6db') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:17.797215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea08cf28e0>, '24bcdcca-3091-422e-bfc3-c4dce9c6f6db') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:17.807181 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (24bcdcca-3091-422e-bfc3-c4dce9c6f6db), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.817861 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (c5ef3f90-5255-41a0-a53a-ad558aabb5cc), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.820945 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (24bcdcca-3091-422e-bfc3-c4dce9c6f6db), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.831083 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 22:09:17.831429 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (24bcdcca-3091-422e-bfc3-c4dce9c6f6db), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 22:09:17.834429 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 22:09:17.848784 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] No DVR routers for this DVR port c5ef3f90-5255-41a0-a53a-ad558aabb5cc on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:09:17.850644 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Pushing event deleted for resources: {'Port': ['ID=c5ef3f90-5255-41a0-a53a-ad558aabb5cc,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:17.868499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.869347 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.870069 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.870586 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.871093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.871548 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.872104 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.872556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.872955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.873379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.873776 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.874172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.874552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be51a4-f6ef-424d-8098-4a55c5d6066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:17.901770 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (23ab0ed6-79b6-43eb-8968-637ec2212809), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.906389 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:17.910106 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] 10.222.0.20 "DELETE /v2.0/networks/23ab0ed6-79b6-43eb-8968-637ec2212809 HTTP/1.1" status: 204  len: 168 time: 0.5536809
Jan 29 22:09:17.922660 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d9a5e-2547-4443-a1d3-983ca1e00ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=23ab0ed6-79b6-43eb-8968-637ec2212809,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:18.039977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39032) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:18.083578 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-bd9aedec-ef71-45b2-a199-48702d532e81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dfd44ab95bc4137b93be22a0c5ac76d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0423143
Jan 29 22:09:18.086013 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39034) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:18.115679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 98900202-dd43-402f-b8cd-bcc7302d43a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:18.134359 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] Publish callbacks [] for security_group (f172a718-b2db-4e40-b1de-475f6f901e79), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.136421 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 98900202-dd43-402f-b8cd-bcc7302d43a5 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:18.136893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 98900202-dd43-402f-b8cd-bcc7302d43a5 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:18.137306 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50a9c680-1621-4f61-8389-1f41f14b6596 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:18.156201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 50a9c680-1621-4f61-8389-1f41f14b6596 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:18.156451 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 50a9c680-1621-4f61-8389-1f41f14b6596 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:18.156850 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5ef3f90-5255-41a0-a53a-ad558aabb5cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:09:18.157425 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] Publish callbacks [] for security_group (f172a718-b2db-4e40-b1de-475f6f901e79), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.176201 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: c5ef3f90-5255-41a0-a53a-ad558aabb5cc {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:09:18.176561 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device c5ef3f90-5255-41a0-a53a-ad558aabb5cc not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:09:18.205963 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (f172a718-b2db-4e40-b1de-475f6f901e79), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.208621 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.209820 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f172a718-b2db-4e40-b1de-475f6f901e79 HTTP/1.1" status: 204  len: 168 time: 0.1229286
Jan 29 22:09:18.218319 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8cd83-adef-4a81-844e-c32c5f6e9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172a718-b2db-4e40-b1de-475f6f901e79,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:18.539169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39040) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:18.577987 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-aec3aee4-54b6-4791-9d96-8c608d739270 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64dddc5235f347ebb86307a6050e5558&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375941
Jan 29 22:09:18.580280 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39042) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:18.630616 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] Publish callbacks [] for security_group (2a045e31-ddf5-4894-8833-8a3f585a9c80), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.650919 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] Publish callbacks [] for security_group (2a045e31-ddf5-4894-8833-8a3f585a9c80), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.696680 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (2a045e31-ddf5-4894-8833-8a3f585a9c80), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.699260 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:18.700534 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a045e31-ddf5-4894-8833-8a3f585a9c80 HTTP/1.1" status: 204  len: 168 time: 0.1193664
Jan 29 22:09:18.707948 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0537e88-11ad-486b-8f8a-57c65522d7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a045e31-ddf5-4894-8833-8a3f585a9c80,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:19.399693 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39064) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:19.527760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-605105640-network', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:19.546760 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Made reservation on behalf of 85a58fdc9d664499a520645626d9bfe7 for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:09:19.549190 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.557329 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.631056 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks [] for security_group (4dd2629b-ae3d-4d20-98cd-2e81498489cd), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.634902 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4dd2629b-ae3d-4d20-98cd-2e81498489cd), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.658119 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 22:09:19.667410 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd2629b-ae3d-4d20-98cd-2e81498489cd,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:19.672115 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ad4668a3-f48f-4966-981a-592d29b3003d), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.672453 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Added segment ad4668a3-f48f-4966-981a-592d29b3003d of type vlan for network cb47de44-0715-418f-a5ab-5a21b0d47e94
Jan 29 22:09:19.711325 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (cb47de44-0715-418f-a5ab-5a21b0d47e94), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.738456 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (cb47de44-0715-418f-a5ab-5a21b0d47e94), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.739349 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:19.739929 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.790994 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3901942
Jan 29 22:09:19.794308 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39068) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:19.799342 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Request body: {'subnet': {'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-605105640-subnet', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:19.799829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb66831-1292-4112-acd3-7de8df3e0c61 admin admin] Pushing event updated for resources: {'Network': ['ID=cb47de44-0715-418f-a5ab-5a21b0d47e94,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:19.810873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 22:09:19.819124 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Made reservation on behalf of 85a58fdc9d664499a520645626d9bfe7 for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:09:19.821570 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:19.987697 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (0c43259b-9223-4ca8-be17-346679f1d4c8), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.043275 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c43259b-9223-4ca8-be17-346679f1d4c8,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:20.052632 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Checking segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:20.053029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Network hostable DHCP agents. Network: cb47de44-0715-418f-a5ab-5a21b0d47e94, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 22:09:20.069029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 22:09:20.077930 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb47de44-0715-418f-a5ab-5a21b0d47e94) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:20.082029 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:20.083110 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.088199 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75bdc1-1a35-49cf-acda-cea88a24c445 None None] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:20.099947 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-53b8106f-20d1-4adb-bfd6-1c46a90d8058 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3045299
Jan 29 22:09:20.103249 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39070) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:20.107734 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:20.128476 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.129794 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.187256 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for router_controller (13c5bad6-b856-4bdf-b534-b0e79be4b313), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.190754 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb47de44-0715-418f-a5ab-5a21b0d47e94', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 22:09:20.191700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.324232 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for router_gateway (13c5bad6-b856-4bdf-b534-b0e79be4b313), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.326475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Allocated IP 172.20.0.2 (cb47de44-0715-418f-a5ab-5a21b0d47e94/0c43259b-9223-4ca8-be17-346679f1d4c8/f1968bcb-9b43-4027-9def-9464867da5b0) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:20.468623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks [] for port (f1968bcb-9b43-4027-9def-9464867da5b0), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.476072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.522998 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:20.525911 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:20.531668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:20.533701 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Pushing event updated for resources: {'Port': ['ID=f1968bcb-9b43-4027-9def-9464867da5b0,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:20.548875 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for router_gateway (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.568618 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.588893 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Attempting to bind port f1968bcb-9b43-4027-9def-9464867da5b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:20.589214 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Attempting to bind port f1968bcb-9b43-4027-9def-9464867da5b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:20.589582 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Attempting to bind port f1968bcb-9b43-4027-9def-9464867da5b0 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:20.594912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:20.595294 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Checking segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:20.595700 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.596105 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Bound using segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:20.596620 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Bound port: f1968bcb-9b43-4027-9def-9464867da5b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:20.597091 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.659642 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] For port f1968bcb-9b43-4027-9def-9464867da5b0, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:20.663499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] For port f1968bcb-9b43-4027-9def-9464867da5b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1968bcb-9b43-4027-9def-9464867da5b0,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:20.670417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.673033 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Allocated IP 172.35.4.180 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/cc3355ca-5cfa-4a05-85e9-e9db8b193989) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:20.730661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aed70b-fd58-4f84-8f27-b0b22020f5f3 None None] Pushing event updated for resources: {'Port': ['ID=f1968bcb-9b43-4027-9def-9464867da5b0,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:20.786710 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.822247 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:20.866044 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:20.869035 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:20.881464 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:20.906841 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3355ca-5cfa-4a05-85e9-e9db8b193989,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:21.143276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for router_gateway (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:21.333512 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:21.468922 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 22:09:21.580137 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:21.592857 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:21.598547 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:21.602273 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3f4fc783-1e13-4dc6-a73d-d6640b62bde7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.4955394
Jan 29 22:09:21.602480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39072) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:21.607820 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:21.608426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:21.699564 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9305175-cea5-48d6-9087-ac24a284ddf9 None None] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:21.942427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:22.002352 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Provisioning complete for port f1968bcb-9b43-4027-9def-9464867da5b0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:22.002726 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.027182 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.176631 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f1968bcb-9b43-4027-9def-9464867da5b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:22.199534 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Allocated IP 172.20.0.1 (cb47de44-0715-418f-a5ab-5a21b0d47e94/0c43259b-9223-4ca8-be17-346679f1d4c8/0cfcac4b-b5d2-4b23-966e-6167eed98ea7) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:22.214035 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Current status of the port f1968bcb-9b43-4027-9def-9464867da5b0 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:22.214502 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.288913 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] For port f1968bcb-9b43-4027-9def-9464867da5b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1968bcb-9b43-4027-9def-9464867da5b0,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:22.296635 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.325323 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks [] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.326251 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f1968bcb-9b43-4027-9def-9464867da5b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:22.326638 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.369110 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.396812 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cab636-ae1e-4ab2-90db-865cdb9711a1 None None] Pushing event updated for resources: {'Port': ['ID=f1968bcb-9b43-4027-9def-9464867da5b0,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:22.406348 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f29a0>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:21Z', 'revision_number': 3, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:22.428008 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:22.431639 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:22.437324 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:22.437518 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:22.437676 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Updating router 13c5bad6-b856-4bdf-b534-b0e79be4b313 port cc3355ca-5cfa-4a05-85e9-e9db8b193989 binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 22:09:22.439485 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:22.480936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.488571 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.525607 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f1968bcb-9b43-4027-9def-9464867da5b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:22.548740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-760362aa-72a4-4769-b59f-460c57c81b7e None None] Provisioning complete for port f1968bcb-9b43-4027-9def-9464867da5b0 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:22.552847 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-760362aa-72a4-4769-b59f-460c57c81b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.621428 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.769434 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-760362aa-72a4-4769-b59f-460c57c81b7e None None] Current status of the port f1968bcb-9b43-4027-9def-9464867da5b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:22.795583 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks [] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.800275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.839747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks [] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.846011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.871562 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.873405 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:22.910459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04e43-bd79-4d2c-9e23-44e0469c2f6a None None] Pushing event updated for resources: {'Port': ['ID=cc3355ca-5cfa-4a05-85e9-e9db8b193989,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:22.913073 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Attempting to bind port cc3355ca-5cfa-4a05-85e9-e9db8b193989 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:22.913446 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Attempting to bind port cc3355ca-5cfa-4a05-85e9-e9db8b193989 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:22.913813 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Attempting to bind port cc3355ca-5cfa-4a05-85e9-e9db8b193989 on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:22.921721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-27ce3b85-60b2-4dba-a7ab-a0be4dbcf0ce None None] Provisioning complete for port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:22.922105 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-27ce3b85-60b2-4dba-a7ab-a0be4dbcf0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.923713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:22.924089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:22.924484 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.924877 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:22.925851 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Bound port: cc3355ca-5cfa-4a05-85e9-e9db8b193989, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:22.926258 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:22.968745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:22.970185 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:22.991882 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-27ce3b85-60b2-4dba-a7ab-a0be4dbcf0ce None None] Port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:09:23.003581 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] For port cc3355ca-5cfa-4a05-85e9-e9db8b193989, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:23.007740 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] For port cc3355ca-5cfa-4a05-85e9-e9db8b193989, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc3355ca-5cfa-4a05-85e9-e9db8b193989,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:23.015580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:23.085686 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:23.086536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:23.128736 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04e43-bd79-4d2c-9e23-44e0469c2f6a None None] Pushing event updated for resources: {'Port': ['ID=cc3355ca-5cfa-4a05-85e9-e9db8b193989,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:23.220034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:23.359313 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-9d394540-210b-476f-8255-e505fb599ee9 None None] Provisioning complete for port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:23.359564 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9d394540-210b-476f-8255-e505fb599ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:23.404850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:23.414573 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-9d394540-210b-476f-8255-e505fb599ee9 None None] Port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:09:23.461519 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a8f29a0>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 2, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:23.496946 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225129db-2182-44fb-af99-5e1c14c5c291 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 2, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:23.510217 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:23.513259 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:23.521006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2259ace6-c8ec-47b6-9d46-8387b2c74167 admin admin] 10.222.0.20 "PUT /v2.0/routers/13c5bad6-b856-4bdf-b534-b0e79be4b313/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9162769
Jan 29 22:09:24.014089 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39088) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:24.019328 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-540565143-network', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:24.039031 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Made reservation on behalf of b1ae3a9de36047feae9e8c1b8f4b604e for: {'network': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:09:24.041440 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for network (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.051546 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.137433 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f1968bcb-9b43-4027-9def-9464867da5b0 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:24.137954 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks [] for security_group (29f86b50-9639-41bd-8a80-7f38d913037f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.141664 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (29f86b50-9639-41bd-8a80-7f38d913037f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.163993 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=125943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 29 22:09:24.193048 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f86b50-9639-41bd-8a80-7f38d913037f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:24.193462 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (89948eef-0ad6-49b2-a583-3376886c65ee), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.193879 ncdv-master-1 neutron-server[125943]: INFO neutron.db.segments_db [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Added segment 89948eef-0ad6-49b2-a583-3376886c65ee of type vlan for network 1486835c-5418-4c13-9832-458c97218f54
Jan 29 22:09:24.206210 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.247670 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790205770289'] for network (1486835c-5418-4c13-9832-458c97218f54), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.249407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port f1968bcb-9b43-4027-9def-9464867da5b0 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:24.249786 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.275346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151'] for network (1486835c-5418-4c13-9832-458c97218f54), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.276891 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:24.277836 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.335122 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3197021
Jan 29 22:09:24.338329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39090) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:24.343369 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Request body: {'subnet': {'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-540565143-subnet', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'ip_version': 4}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:24.344012 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port f1968bcb-9b43-4027-9def-9464867da5b0 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:24.356071 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c952bc6-e038-4f02-be04-52483ffaa077 admin admin] Pushing event updated for resources: {'Network': ['ID=1486835c-5418-4c13-9832-458c97218f54,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:24.367084 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Made reservation on behalf of b1ae3a9de36047feae9e8c1b8f4b604e for: {'subnet': 1} {{(pid=125942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:09:24.367730 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Network 1486835c-5418-4c13-9832-458c97218f54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 29 22:09:24.369993 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25879536'] for subnet (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.548922 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25798385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25879526'] for subnet (c26811f2-1c19-4c76-970b-78b276aef7b7), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.609443 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26811f2-1c19-4c76-970b-78b276aef7b7,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:24.618333 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Checking segment: {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:24.618698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Network hostable DHCP agents. Network: 1486835c-5418-4c13-9832-458c97218f54, hostable agents: ['705112d0-fe94-4ae1-81a8-5b47ff398205'], hosted agents: [] {{(pid=125942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 29 22:09:24.636401 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Network 1486835c-5418-4c13-9832-458c97218f54 is scheduled to be hosted by DHCP agent 705112d0-fe94-4ae1-81a8-5b47ff398205 with binding_index 1 {{(pid=125942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 29 22:09:24.649080 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1486835c-5418-4c13-9832-458c97218f54) {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:24.653223 ncdv-master-1 neutron-server[125942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:24.653846 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.661022 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3b727-483f-477e-8839-a6b29c965fb2 None None] Network 1486835c-5418-4c13-9832-458c97218f54 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:24.677181 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c3c77c39-e6b7-4d15-a4c4-ca4b84f7d72f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3376894
Jan 29 22:09:24.679862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39092) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:24.685170 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:24.706364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60678'] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.708257 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60721'] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.776350 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for router_controller (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), precommit_add_association {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.784205 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1486835c-5418-4c13-9832-458c97218f54', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7'}]}} from ncdv-master-1. {{(pid=125944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Jan 29 22:09:24.785208 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:24.932005 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for router_gateway (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.087633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.db_base_plugin_common [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Allocated IP 172.20.0.2 (1486835c-5418-4c13-9832-458c97218f54/c26811f2-1c19-4c76-970b-78b276aef7b7/ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b) {{(pid=125944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:25.142626 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for router_gateway (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.163328 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.234331 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks [] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), precommit_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.240102 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), after_create {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.277390 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Allocated IP 172.35.4.71 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/5e195681-3863-4ba4-81a2-10b8e9f2553f) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:25.283964 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Network 1486835c-5418-4c13-9832-458c97218f54 is already hosted by enough agents. {{(pid=125944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:25.287389 ncdv-master-1 neutron-server[125944]: DEBUG neutron.scheduler.base_scheduler [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Resources bound (agent type, host, resource id):  {{(pid=125944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:25.292047 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Received port after_create {{(pid=125944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:25.295431 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Pushing event updated for resources: {'Port': ['ID=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,revision_number=1']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:25.350170 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Attempting to bind port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:25.350608 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Attempting to bind port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:25.351030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Attempting to bind port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b on network 1486835c-5418-4c13-9832-458c97218f54 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:25.356532 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:25.356914 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Checking segment: {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:25.357362 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.357761 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Bound using segment: {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:25.358228 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Bound port: ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:25.358611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.395094 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.426284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] For port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:25.429478 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] For port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:25.435649 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.437679 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.480056 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:25.485916 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:25.490209 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:25.500414 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beccac-5d29-465c-b1eb-fa1d02a146ac None None] Pushing event updated for resources: {'Port': ['ID=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:25.522811 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Pushing event updated for resources: {'Port': ['ID=5e195681-3863-4ba4-81a2-10b8e9f2553f,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:25.714391 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:25.727461 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:25.728145 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1132fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:25.801389 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for router_gateway (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:25.849362 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:26.006381 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676488'] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.075090 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1132fb80>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 2, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:26.109556 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:26.109921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Updating router 13c5bad6-b856-4bdf-b534-b0e79be4b313 port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 22:09:26.139022 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.152862 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e is scheduled to L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf with binding_index 1 {{(pid=125943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 29 22:09:26.255674 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cc3355ca-5cfa-4a05-85e9-e9db8b193989 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:26.286075 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:26.307470 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Sync routers for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:26.308034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.312933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39094) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:26.327461 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-66853506-6c2e-4385-a706-3d00a4395835 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.6459012
Jan 29 22:09:26.332905 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:26.333718 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:26.415695 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cc3355ca-5cfa-4a05-85e9-e9db8b193989 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:26.416360 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.509510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:26.566766 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks [] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.581712 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.649888 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cc3355ca-5cfa-4a05-85e9-e9db8b193989 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:26.653695 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.671706 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Pushing event updated for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:26.686679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2efe71d-d0bb-464b-990c-c5005b6d1cbd None None] Network 1486835c-5418-4c13-9832-458c97218f54 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:09:26.707380 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.707731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.708072 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.708408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.708738 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.709096 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.709527 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.709863 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.710191 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.710517 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.710892 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.711165 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.711487 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:09:26.714444 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port cc3355ca-5cfa-4a05-85e9-e9db8b193989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc3355ca-5cfa-4a05-85e9-e9db8b193989,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:26.734731 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Attempting to bind port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:26.735787 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Attempting to bind port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:26.736159 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Attempting to bind port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:26.743035 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:26.743501 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Checking segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:26.744469 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.744864 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Bound using segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:26.745417 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Bound port: 0cfcac4b-b5d2-4b23-966e-6167eed98ea7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:26.746565 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.756694 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.757668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:26.810856 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.826046 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] For port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:26.829935 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] For port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:26.841322 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.909119 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Provisioning complete for port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:26.909601 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:26.918093 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66afc4-87c2-410d-bd22-e12c6ce38edf None None] Pushing event updated for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:26.935405 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:26.936277 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea1132fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:26.947621 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=cc3355ca-5cfa-4a05-85e9-e9db8b193989,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:26.993684 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_common [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Allocated IP 172.20.0.1 (1486835c-5418-4c13-9832-458c97218f54/c26811f2-1c19-4c76-970b-78b276aef7b7/0c13884c-5c66-4561-867f-1661ebd7e61c) {{(pid=125942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:27.005216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:27.005733 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.066496 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9b070>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:25Z', 'revision_number': 3, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:27.073841 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:27.118924 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks [] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.152867 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Checking router: 810eb38e-358b-46fd-aa2f-9dcd235e3f1e for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:27.157403 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Updating router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e port 5e195681-3863-4ba4-81a2-10b8e9f2553f binding host ncdv-master-1 {{(pid=125944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 22:09:27.187302 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Current status of the port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:27.188072 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.191125 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.258698 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Network 1486835c-5418-4c13-9832-458c97218f54 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:27.264353 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:27.268449 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Received port after_create {{(pid=125942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:27.268725 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] For port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:27.296070 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Pushing event updated for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:27.299411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.329080 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681815'] for router_interface (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.359552 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1807-b73b-4905-ab60-fc0f774c0db8 None None] Pushing event updated for resources: {'Port': ['ID=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:27.364424 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.369653 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea1132fb80>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:27.403091 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad6fd1-630f-4776-811b-2d9d1805ae36 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:27.404093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:27.404611 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.501366 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Provisioning complete for port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:27.501871 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.508405 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), before_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.657890 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 29 22:09:27.658325 ncdv-master-1 neutron-server[125944]: DEBUG oslo_db.api [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 29 22:09:27.703864 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks [] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), precommit_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.710785 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25800568'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_update {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.735103 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Current status of the port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:27.735783 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.787800 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681931'] for router_interface (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.790425 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Pushing event updated for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=2']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:27.791923 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] For port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:27.804252 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.882894 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks [] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), precommit_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.890202 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Network 1486835c-5418-4c13-9832-458c97218f54 is already hosted by enough agents. {{(pid=125942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:27.892244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Provisioning complete for port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:27.892421 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.base_scheduler [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:27.892724 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.898930 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Pushing event updated for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:27.901670 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:27.994634 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d608e-cba1-4c96-87ae-4aba5dc14f94 None None] Pushing event updated for resources: {'Port': ['ID=5e195681-3863-4ba4-81a2-10b8e9f2553f,revision_number=2']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:27.999007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Attempting to bind port 5e195681-3863-4ba4-81a2-10b8e9f2553f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:27.999007 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Attempting to bind port 5e195681-3863-4ba4-81a2-10b8e9f2553f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:27.999362 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Attempting to bind port 5e195681-3863-4ba4-81a2-10b8e9f2553f on network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:28.008091 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:28.008459 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Checking segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:28.008886 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.009311 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Bound using segment: {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'} {{(pid=125944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:28.009887 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.managers [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Bound port: 5e195681-3863-4ba4-81a2-10b8e9f2553f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0'}}] {{(pid=125944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:28.010271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.043317 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:28.090116 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-4738a5a6-48be-47c8-8487-3a1e1fbfcd9b None None] Current status of the port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:28.101501 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] For port 5e195681-3863-4ba4-81a2-10b8e9f2553f, host ncdv-master-1, cleared binding levels {{(pid=125944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:28.105177 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] For port 5e195681-3863-4ba4-81a2-10b8e9f2553f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e195681-3863-4ba4-81a2-10b8e9f2553f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:28.112289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.202505 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:28.209369 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-99f09b3d-05a9-475d-b50d-141e02cd1101 admin admin] 10.222.0.20 "PUT /v2.0/routers/810eb38e-358b-46fd-aa2f-9dcd235e3f1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8941383
Jan 29 22:09:28.383544 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-1f487a50-e264-453b-88ff-4beec82ad2f7 None None] Provisioning complete for port 0c13884c-5c66-4561-867f-1661ebd7e61c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:28.384170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1f487a50-e264-453b-88ff-4beec82ad2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.387618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:28.407132 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d608e-cba1-4c96-87ae-4aba5dc14f94 None None] Pushing event updated for resources: {'Port': ['ID=5e195681-3863-4ba4-81a2-10b8e9f2553f,revision_number=3']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:28.419072 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:28.419702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:28.488691 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-1f487a50-e264-453b-88ff-4beec82ad2f7 None None] Port 0c13884c-5c66-4561-867f-1661ebd7e61c cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:09:28.521873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cc3355ca-5cfa-4a05-85e9-e9db8b193989 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:28.565002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:28.682426 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port cc3355ca-5cfa-4a05-85e9-e9db8b193989 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:28.682799 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.740711 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39108) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:28.747513 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849277737', 'description': 'tempest-secgroup-smoke-1849277737 description', 'project_id': '85a58fdc9d664499a520645626d9bfe7'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:28.772003 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (None), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.814848 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port cc3355ca-5cfa-4a05-85e9-e9db8b193989 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:28.815967 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:28.845041 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (e35154c2-37af-4949-a4b2-cc8201565103), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.849618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e35154c2-37af-4949-a4b2-cc8201565103), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.875246 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0ab9b070>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c13884c-5c66-4561-867f-1661ebd7e61c', 'name': '', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'mac_address': 'fa:16:3e:2a:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:26Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 2, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'subnets': [{'id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:28.879819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.881116 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1381783
Jan 29 22:09:28.884103 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39120) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:28.886125 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840571-a27b-40d2-809c-bec63870c325 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35154c2-37af-4949-a4b2-cc8201565103,revision_number=1']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:28.889793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:28.905598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:28.906017 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.907679 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b30e8-e6d2-4b60-a9b6-d32f70951240 None None] The sync data for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 is: [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c13884c-5c66-4561-867f-1661ebd7e61c', 'name': '', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'mac_address': 'fa:16:3e:2a:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:26Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 2, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'subnets': [{'id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:28.917120 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (af3478df-8f66-42a6-8153-2049ab97f5e0), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.981024 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (af3478df-8f66-42a6-8153-2049ab97f5e0), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:28.989535 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (af3478df-8f66-42a6-8153-2049ab97f5e0), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.006950 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:29.008396 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:29.012127 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3478df-8f66-42a6-8153-2049ab97f5e0,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.016514 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.020272 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-3326f9c2-e303-4364-b1da-f127cfc8f5c2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1326885
Jan 29 22:09:29.020473 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39122) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:29.024845 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:29.052588 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (8eddbbd2-a6ec-4351-b0f1-ec0915ddb029), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.066420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:29.067182 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.111496 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (8eddbbd2-a6ec-4351-b0f1-ec0915ddb029), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.117053 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (8eddbbd2-a6ec-4351-b0f1-ec0915ddb029), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.152110 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eddbbd2-a6ec-4351-b0f1-ec0915ddb029,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.163074 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.168214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2a36668b-ac9d-4118-b5d0-31da130ad4ed tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1442580
Jan 29 22:09:29.168376 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:29.168498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39124) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:29.173205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:29.202936 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (66bdb6bf-8ecd-4617-8bb9-48d92280b1d3), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.275601 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (66bdb6bf-8ecd-4617-8bb9-48d92280b1d3), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.280044 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (66bdb6bf-8ecd-4617-8bb9-48d92280b1d3), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.302322 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bdb6bf-8ecd-4617-8bb9-48d92280b1d3,revision_number=0']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.307445 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.311566 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-ffef4085-73b8-4eae-bffa-d85be8e52336 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1395481
Jan 29 22:09:29.312054 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39126) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:29.317025 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:29.342019 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (e655530a-2cc5-4b62-8d63-f2f92f06bcf1), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.411381 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (e655530a-2cc5-4b62-8d63-f2f92f06bcf1), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.415708 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (e655530a-2cc5-4b62-8d63-f2f92f06bcf1), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.436329 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e655530a-2cc5-4b62-8d63-f2f92f06bcf1,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.442516 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.443841 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-4d453826-7b7f-47d2-b5bb-aca072345d0c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1303704
Jan 29 22:09:29.446546 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39128) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:29.451237 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:29.474810 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Project 85a58fdc9d664499a520645626d9bfe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 22:09:29.480392 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (87c4b71e-d4c6-4918-a896-f4c47ebccb08), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.541574 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (87c4b71e-d4c6-4918-a896-f4c47ebccb08), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.545065 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (87c4b71e-d4c6-4918-a896-f4c47ebccb08), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.563382 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4b71e-d4c6-4918-a896-f4c47ebccb08,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.571568 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.572796 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e49803be-e9a7-4bfd-8901-598ea38a553b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1252239
Jan 29 22:09:29.575484 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39130) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:29.580060 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.v2.base [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'security_group_rule': {'security_group_id': 'e35154c2-37af-4949-a4b2-cc8201565103', 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:29.599413 ncdv-master-1 neutron-server[125942]: INFO neutron.db.securitygroups_db [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Project 85a58fdc9d664499a520645626d9bfe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 29 22:09:29.604152 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (df900807-560f-4d88-ace7-c6a46cb09979), before_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.661805 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (df900807-560f-4d88-ace7-c6a46cb09979), precommit_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.665268 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598896'] for security_group_rule (df900807-560f-4d88-ace7-c6a46cb09979), after_create {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.684598 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df900807-560f-4d88-ace7-c6a46cb09979,revision_number=0']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:29.693472 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:29.694684 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-758ed1ea-1a5d-4097-950a-0fbee4f93ef2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1181438
Jan 29 22:09:29.840699 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-bd44a68c-0c45-4ad6-b689-bc24299e3193 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849277737&fields=id&tenant_id=85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 267 time: 0.0435247
Jan 29 22:09:29.944276 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-1b775fa5-b16e-4f6f-9594-09a710105b71 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:29.946185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-1b775fa5-b16e-4f6f-9594-09a710105b71 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 809 time: 0.0991306
Jan 29 22:09:29.960645 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-29528a57-3ea2-43e2-aa4a-d59fa466207e tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/quotas/85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 375 time: 0.0090127
Jan 29 22:09:30.018172 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-61854358-eb66-4af2-a50a-ec1c494ada5c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0524378
Jan 29 22:09:30.120697 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-e76db599-b2c4-4d31-b853-2c7ddca13d3b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:09:30.121751 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-e76db599-b2c4-4d31-b853-2c7ddca13d3b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0924070
Jan 29 22:09:30.229241 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-0eca09dd-acdf-4213-8f14-74956b83d896 service neutron] 10.222.0.20 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009126
Jan 29 22:09:30.320796 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d43f6644-c4f7-42d0-96d5-0e18e3850375 service neutron] 10.222.0.20 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903783
Jan 29 22:09:30.511165 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4ec09dba-1d87-48f2-8fe9-0d2ca0692160 req-a84f3e63-b978-4c3f-a50b-cedd94c6c3ef tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 210 time: 0.0338602
Jan 29 22:09:30.546244 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5e195681-3863-4ba4-81a2-10b8e9f2553f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:30.605379 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5e195681-3863-4ba4-81a2-10b8e9f2553f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:30.605820 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:30.699057 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5e195681-3863-4ba4-81a2-10b8e9f2553f is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:30.699422 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:30.722693 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] For port 5e195681-3863-4ba4-81a2-10b8e9f2553f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e195681-3863-4ba4-81a2-10b8e9f2553f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:30.728332 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:30.781472 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Pushing event updated for resources: {'Port': ['ID=5e195681-3863-4ba4-81a2-10b8e9f2553f,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:31.562823 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-f27f073e-222c-471f-beba-d968578f534b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:31.565017 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-f27f073e-222c-471f-beba-d968578f534b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 809 time: 0.1197960
Jan 29 22:09:31.623566 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Sync routers for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:31.632357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-476945d8-6a0c-4c85-9d18-0582a8b21f45 req-898e65a8-a2d4-4862-9d98-52cba906e7c5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 210 time: 0.0415623
Jan 29 22:09:31.635494 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:31.635969 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b44cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:31.668616 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-cdd05fc8-b961-45ff-a849-44ba026fb8d4 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 380 time: 0.0955799
Jan 29 22:09:31.678262 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'port': {'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'admin_state_up': True, 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'security_groups': ['e35154c2-37af-4949-a4b2-cc8201565103']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:31.745766 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:31.786744 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Made reservation on behalf of 85a58fdc9d664499a520645626d9bfe7 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:09:31.790173 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:31.918039 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Allocated IP 172.20.0.10 (cb47de44-0715-418f-a5ab-5a21b0d47e94/0c43259b-9223-4ca8-be17-346679f1d4c8/1f28574c-12b0-4273-b657-dd1775166808) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:31.946463 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b44cf70>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c13884c-5c66-4561-867f-1661ebd7e61c', 'name': '', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'mac_address': 'fa:16:3e:2a:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:26Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 2, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'subnets': [{'id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:31.973325 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Checking router: 810eb38e-358b-46fd-aa2f-9dcd235e3f1e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:31.973678 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Updating router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e port 0c13884c-5c66-4561-867f-1661ebd7e61c binding host ncdv-master-1 {{(pid=125945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 29 22:09:31.999651 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.058265 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (1f28574c-12b0-4273-b657-dd1775166808), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.092684 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.133009 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:32.135971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:32.141684 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:32.167763 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:32.195498 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:32.196168 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.213736 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d2f98d90-c5cc-4876-a40d-9feba774dce5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5394592
Jan 29 22:09:32.225303 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-c52121fb-dba1-49d8-ab6a-fef070b9c403 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:09:32.226309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-c52121fb-dba1-49d8-ab6a-fef070b9c403 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056305
Jan 29 22:09:32.237076 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Request body: {'port': {'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:32.274205 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks [] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), precommit_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.281733 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.304313 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.339708 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f646032-ef67-4770-aa8c-e950007f086c None None] Pushing event updated for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=3']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:32.397408 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Attempting to bind port 0c13884c-5c66-4561-867f-1661ebd7e61c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:32.397781 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Attempting to bind port 0c13884c-5c66-4561-867f-1661ebd7e61c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:32.398153 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Attempting to bind port 0c13884c-5c66-4561-867f-1661ebd7e61c on network 1486835c-5418-4c13-9832-458c97218f54 {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:32.403441 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Checking agent: {'id': 'cefd03c5-9fa5-4b99-af51-a644438df857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 36, 17), 'started_at': datetime.datetime(2022, 1, 29, 20, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:32.403815 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Checking segment: {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:32.404221 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.404614 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Bound using segment: {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'} {{(pid=125945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:32.405266 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.managers [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Bound port: 0c13884c-5c66-4561-867f-1661ebd7e61c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89948eef-0ad6-49b2-a583-3376886c65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1486835c-5418-4c13-9832-458c97218f54'}}] {{(pid=125945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:32.405649 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), before_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.455160 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fa0465c4-7d56-4de3-838c-6864f87a51b3 None None] Provisioning complete for port 1f28574c-12b0-4273-b657-dd1775166808 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:32.455627 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fa0465c4-7d56-4de3-838c-6864f87a51b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1f28574c-12b0-4273-b657-dd1775166808), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.489330 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5e195681-3863-4ba4-81a2-10b8e9f2553f up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:32.509936 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] For port 0c13884c-5c66-4561-867f-1661ebd7e61c, host ncdv-master-1, cleared binding levels {{(pid=125945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:32.513449 ncdv-master-1 neutron-server[125945]: DEBUG neutron.plugins.ml2.db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] For port 0c13884c-5c66-4561-867f-1661ebd7e61c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c13884c-5c66-4561-867f-1661ebd7e61c,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:32.521527 ncdv-master-1 neutron-server[125945]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_update {{(pid=125945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.556588 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fa0465c4-7d56-4de3-838c-6864f87a51b3 None None] Port 1f28574c-12b0-4273-b657-dd1775166808 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:09:32.568806 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 5e195681-3863-4ba4-81a2-10b8e9f2553f triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:32.570115 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.585777 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:32.586458 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0b44cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:32.590304 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f646032-ef67-4770-aa8c-e950007f086c None None] Pushing event updated for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=4']} {{(pid=125945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:32.657365 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f28574c-12b0-4273-b657-dd1775166808 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:09:32.671475 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks [] for port (1f28574c-12b0-4273-b657-dd1775166808), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.697949 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Transition to ACTIVE for port object 1f28574c-12b0-4273-b657-dd1775166808 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 22:09:32.704590 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 5e195681-3863-4ba4-81a2-10b8e9f2553f is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:32.706346 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.720505 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:32.726001 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Provisioning complete for port 0c13884c-5c66-4561-867f-1661ebd7e61c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:32.729603 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.783297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:32.877675 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Current status of the port 0c13884c-5c66-4561-867f-1661ebd7e61c is: DOWN; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:32.878084 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.913355 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e27e7e-e94b-420e-a411-b3c2c6207ed2 req-7f3f66a4-3b75-4bf4-8bb1-8fd254d5c441 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:32.915217 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66e27e7e-e94b-420e-a411-b3c2c6207ed2 req-7f3f66a4-3b75-4bf4-8bb1-8fd254d5c441 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.1285019
Jan 29 22:09:32.916278 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Attempting to bind port 1f28574c-12b0-4273-b657-dd1775166808 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:09:32.916616 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Attempting to bind port 1f28574c-12b0-4273-b657-dd1775166808 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:09:32.916944 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Attempting to bind port 1f28574c-12b0-4273-b657-dd1775166808 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:32.923839 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Port 1f28574c-12b0-4273-b657-dd1775166808 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 22:09:32.924167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Attempting to bind port 1f28574c-12b0-4273-b657-dd1775166808 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:09:32.927120 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] For port 0c13884c-5c66-4561-867f-1661ebd7e61c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c13884c-5c66-4561-867f-1661ebd7e61c,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:32.939459 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:32.950366 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Checking agent: {'id': '2b870b65-c03c-4679-bd65-91f9bd26c152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:09:32.950717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Checking segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:09:32.951108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Bound using segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:09:32.951561 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Bound port: 1f28574c-12b0-4273-b657-dd1775166808, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:09:32.951972 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:33.014861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d3eb6-4e18-412c-b1d9-706877d755d3 None None] Pushing event updated for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:33.023309 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-66e27e7e-e94b-420e-a411-b3c2c6207ed2 req-c0ffbb43-44e8-482a-85bb-e9887a13033e tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009359
Jan 29 22:09:33.060460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:09:33.062149 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-de43b3f5-d707-49d0-93c1-53752162fc29 None None] Provisioning complete for port 0c13884c-5c66-4561-867f-1661ebd7e61c triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:33.062740 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-de43b3f5-d707-49d0-93c1-53752162fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:33.064468 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:09:33.076302 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:33.140066 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.140941 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:33.142283 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1092 time: 0.9094460
Jan 29 22:09:33.142855 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:09:33.146203 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5657184-97bb-4125-8437-3136f94fa6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:09:33.173632 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aad0a9-0e4e-4ca3-be59-19bffcfbfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:33.185658 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0b44cf70>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c13884c-5c66-4561-867f-1661ebd7e61c', 'name': '', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'mac_address': 'fa:16:3e:2a:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:26Z', 'updated_at': '2022-01-29T22:09:32Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'subnets': [{'id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:33.194176 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-de43b3f5-d707-49d0-93c1-53752162fc29 None None] Current status of the port 0c13884c-5c66-4561-867f-1661ebd7e61c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:33.211335 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b191c4-0b2b-4371-b678-08838abdc1d7 x-openstack-request-id: req-c3b191c4-0b2b-4371-b678-08838abdc1d7 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:09:33.211636 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:09:33.211893 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3b191c4-0b2b-4371-b678-08838abdc1d7 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:09:33.212547 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'status': 'completed', 'code': 200}
Jan 29 22:09:33.231769 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5b458-5420-44c3-a5e3-3acdffc6e173 None None] The sync data for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 is: [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c13884c-5c66-4561-867f-1661ebd7e61c', 'name': '', 'network_id': '1486835c-5418-4c13-9832-458c97218f54', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'mac_address': 'fa:16:3e:2a:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:26Z', 'updated_at': '2022-01-29T22:09:32Z', 'revision_number': 4, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'subnets': [{'id': 'c26811f2-1c19-4c76-970b-78b276aef7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:33.257032 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d9e86305-3c6c-4dd2-8fe1-54e7eafcbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.258576 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d9e86305-3c6c-4dd2-8fe1-54e7eafcbd1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1126 time: 0.0624034
Jan 29 22:09:33.308110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-ae1bb235-02dc-40ad-8e84-38561ca91144 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 217 time: 0.0424430
Jan 29 22:09:33.373255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-1049cdfb-793c-43e7-bf74-f2524514ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.374740 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-1049cdfb-793c-43e7-bf74-f2524514ac1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0603437
Jan 29 22:09:33.426082 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-09069a22-5f2b-4fd2-a9f3-6ae2c87b419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.427651 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-09069a22-5f2b-4fd2-a9f3-6ae2c87b419e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464439
Jan 29 22:09:33.526878 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-d94200fb-4683-4444-bda2-b49364da803d service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926583
Jan 29 22:09:33.624869 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-207fd5ad-393f-4edc-9770-8f83ca95acaf req-86011a16-7009-4e02-98d2-7f01b7f0d219 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926311
Jan 29 22:09:33.714681 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-4f193e75-cf42-4898-b291-5eb293088d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.716196 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-4f193e75-cf42-4898-b291-5eb293088d7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1126 time: 0.0459197
Jan 29 22:09:33.808429 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-6ee2bc7d-6113-4a9b-8d93-9503f835998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.809942 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-6ee2bc7d-6113-4a9b-8d93-9503f835998e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0862730
Jan 29 22:09:33.852043 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-5a1aac09-6116-4a97-af92-4b21de315c9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 217 time: 0.0349038
Jan 29 22:09:33.897967 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-bcbe71e0-f485-49ec-9010-43dc7e2fa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.899363 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-bcbe71e0-f485-49ec-9010-43dc7e2fa9b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0417526
Jan 29 22:09:33.949934 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-187cdebc-6cc3-40a7-aaef-ac3c672ee475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:33.951331 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-187cdebc-6cc3-40a7-aaef-ac3c672ee475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465529
Jan 29 22:09:34.036844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-2f5d5a64-9f85-442d-98bb-01ab2997d31e service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795715
Jan 29 22:09:34.158649 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e5657184-97bb-4125-8437-3136f94fa6c0 req-5db1173d-d233-458c-a71a-af346fc8f944 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1157644
Jan 29 22:09:34.174275 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144edd-0464-43ad-a62e-76b63d556eae req-3d600a3a-5573-4928-963f-85c8e4570710 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:34.178672 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d144edd-0464-43ad-a62e-76b63d556eae req-3d600a3a-5573-4928-963f-85c8e4570710 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0786033
Jan 29 22:09:34.225359 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5d144edd-0464-43ad-a62e-76b63d556eae req-07a85e54-9e48-4a79-a008-372ed5ea0886 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434759
Jan 29 22:09:34.486227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c13884c-5c66-4561-867f-1661ebd7e61c up at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:34.523664 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:09:34.537411 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Provisioning complete for port 0c13884c-5c66-4561-867f-1661ebd7e61c triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:34.537809 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:34.612633 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Current status of the port 0c13884c-5c66-4561-867f-1661ebd7e61c is: ACTIVE; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:35.344494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513633f0-763b-44d4-961c-4983380cf1e9 req-ddc276c2-f116-47ac-8b9e-b6f8fee908c0 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:35.346014 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-513633f0-763b-44d4-961c-4983380cf1e9 req-ddc276c2-f116-47ac-8b9e-b6f8fee908c0 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0517137
Jan 29 22:09:35.397187 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-513633f0-763b-44d4-961c-4983380cf1e9 req-5c607d32-103d-4c2c-843b-98c6e0d53c73 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455952
Jan 29 22:09:36.517562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52efc70-215e-42fb-b0e3-48f1f1102b92 req-27d7b08d-1216-42b1-a875-7a1fa4d6e3b3 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:36.519704 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b52efc70-215e-42fb-b0e3-48f1f1102b92 req-27d7b08d-1216-42b1-a875-7a1fa4d6e3b3 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0548165
Jan 29 22:09:36.567021 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b52efc70-215e-42fb-b0e3-48f1f1102b92 req-0764ca8b-f2cc-4a8e-b5eb-11329c63a841 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417783
Jan 29 22:09:37.477406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:09:37.574420 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:37.585601 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '1f28574c-12b0-4273-b657-dd1775166808', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:09:37.623326 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1f28574c-12b0-4273-b657-dd1775166808 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:37.623728 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:37.636657 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f28574c-12b0-4273-b657-dd1775166808 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:09:37.657076 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:37.661461 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:37.684562 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435603-59a1-4d70-a61b-1259aaf9bee6 req-73a278aa-3c87-4ab0-be50-0493d017a7da tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:37.686059 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88435603-59a1-4d70-a61b-1259aaf9bee6 req-73a278aa-3c87-4ab0-be50-0493d017a7da tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0513949
Jan 29 22:09:37.707227 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:37.737667 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-88435603-59a1-4d70-a61b-1259aaf9bee6 req-be165792-a3e9-4820-900b-f05a64db1fd9 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459948
Jan 29 22:09:37.964721 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['1f28574c-12b0-4273-b657-dd1775166808'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:09:39.158596 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa547-977f-4020-88e4-7338a5df9f3d req-972b6db1-fe81-4d42-a0f7-caed5208fd88 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:39.160739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4cfa547-977f-4020-88e4-7338a5df9f3d req-972b6db1-fe81-4d42-a0f7-caed5208fd88 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 945 time: 0.3552647
Jan 29 22:09:39.208115 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-a4cfa547-977f-4020-88e4-7338a5df9f3d req-b61b1e32-fd5a-41c5-8b66-607bb85f412a tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417399
Jan 29 22:09:39.496309 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:09:39.544269 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning for port 1f28574c-12b0-4273-b657-dd1775166808 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 22:09:39.548100 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 1f28574c-12b0-4273-b657-dd1775166808 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:09:39.548474 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1f28574c-12b0-4273-b657-dd1775166808), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:39.624021 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1f28574c-12b0-4273-b657-dd1775166808 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:09:39.624411 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:39.645940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:09:39.648204 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511689fe-8a64-410f-88ad-628324dcd358" -d '{"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-plugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:09:39.661961 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:09:39.665682 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:39.717281 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:39.754228 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464773e4-6c7d-4f27-9d53-1d6b22b3daa1 x-openstack-request-id: req-464773e4-6c7d-4f27-9d53-1d6b22b3daa1 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:09:39.754532 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-plugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:09:39.754796 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-464773e4-6c7d-4f27-9d53-1d6b22b3daa1 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:09:39.755208 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'code': 200}
Jan 29 22:09:39.853051 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f296a-6950-477f-9ddd-758af14e71fd req-e577b81e-9a52-415b-84d9-d3682823d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:39.854538 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0f296a-6950-477f-9ddd-758af14e71fd req-e577b81e-9a52-415b-84d9-d3682823d256 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1128 time: 0.0434306
Jan 29 22:09:39.898874 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce0f296a-6950-477f-9ddd-758af14e71fd req-43ba45ed-db96-4b7d-8b52-962ee30bbbb2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385189
Jan 29 22:09:40.324709 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405e04-f69a-4bd5-8517-d313c777580a req-b655be3a-afe4-4cb2-9eda-bf234dc1e944 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:40.326128 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e405e04-f69a-4bd5-8517-d313c777580a req-b655be3a-afe4-4cb2-9eda-bf234dc1e944 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 946 time: 0.0512292
Jan 29 22:09:40.376540 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1e405e04-f69a-4bd5-8517-d313c777580a req-f92b99d3-4c74-4e08-ad5a-e48f768ceb83 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448892
Jan 29 22:09:40.513883 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-9cca0025-3e22-49cc-848d-00aa2dde7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:41.495523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86af98-50db-40dd-af91-317b38728137 req-377283f2-9659-4624-b499-c453a9f60578 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:41.497081 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb86af98-50db-40dd-af91-317b38728137 req-377283f2-9659-4624-b499-c453a9f60578 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 946 time: 0.0519443
Jan 29 22:09:41.545192 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cb86af98-50db-40dd-af91-317b38728137 req-10cb11b3-38e3-4a46-902e-0f444f84fb11 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422103
Jan 29 22:09:41.661289 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5ba15-fa16-4f0b-b425-821bab6c7708 req-217a199d-84af-4d77-84f6-ba1535c6a7b5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:41.662823 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1df5ba15-fa16-4f0b-b425-821bab6c7708 req-217a199d-84af-4d77-84f6-ba1535c6a7b5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 946 time: 0.0523207
Jan 29 22:09:41.710150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1df5ba15-fa16-4f0b-b425-821bab6c7708 req-73d03dea-4156-4581-b056-2afdf7d0e09c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417323
Jan 29 22:09:41.732057 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39190) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:41.818286 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4f864-1515-4e25-8566-069b112826ab tempest-TestSnapshotPattern-1387867941 tempest-TestSnapshotPattern-1387867941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:41.819806 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-afb4f864-1515-4e25-8566-069b112826ab tempest-TestSnapshotPattern-1387867941 tempest-TestSnapshotPattern-1387867941-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1123 time: 0.0867951
Jan 29 22:09:41.822628 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39194) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:09:41.826804 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:09:41.847000 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:41.939779 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.042392 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Allocated IP 172.35.4.185 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:09:42.139229 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.171567 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.212863 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:09:42.221798 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:09:42.224599 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:42.228029 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:09:42.568609 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (115957c0-4c8b-4856-9776-a76e919af872), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.634976 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.782195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.786409 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.848681 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-274534a3-a03c-4617-a37a-eda97d6211a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.852078 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:09:42.867578 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (115957c0-4c8b-4856-9776-a76e919af872), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:42.966161 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Floating IP 115957c0-4c8b-4856-9776-a76e919af872 associated. External IP: 172.35.4.185, port: 1f28574c-12b0-4273-b657-dd1775166808.
Jan 29 22:09:43.177148 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:09:43.286471 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:09:43.296185 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:09:43.305590 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:43.307864 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:43.308489 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:43.334521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-a307d2db-e01b-424d-a489-419131b5688d tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5109169
Jan 29 22:09:43.335234 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:09:43.337964 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398fb55-e961-4838-905c-631e81240d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:09:43.423143 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:43.426980 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f484f89-6a98-4a8a-be74-14fe9acda0f0 x-openstack-request-id: req-8f484f89-6a98-4a8a-be74-14fe9acda0f0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:09:43.427420 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:09:43.427720 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f484f89-6a98-4a8a-be74-14fe9acda0f0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:09:43.428136 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'status': 'completed', 'code': 200}
Jan 29 22:09:43.493205 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398fb55-e961-4838-905c-631e81240d7e req-68bfc32b-2395-4698-bd0a-5ebeb3f25fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:43.495214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-68bfc32b-2395-4698-bd0a-5ebeb3f25fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1128 time: 0.0471160
Jan 29 22:09:43.593420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398fb55-e961-4838-905c-631e81240d7e req-d410a8b3-90cf-4449-8fe6-cdaf432242a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:43.595240 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-d410a8b3-90cf-4449-8fe6-cdaf432242a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0950131
Jan 29 22:09:43.649833 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb280>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:42Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:43.662105 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-64499297-d674-4886-8268-65f9722a376a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1000 time: 0.0609119
Jan 29 22:09:43.676753 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:09:43.685060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:09:43.685587 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:09:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:43.710413 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398fb55-e961-4838-905c-631e81240d7e req-31806a9c-4169-4810-9b13-6a71ec07f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:43.711884 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-31806a9c-4169-4810-9b13-6a71ec07f1a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0446444
Jan 29 22:09:43.764164 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398fb55-e961-4838-905c-631e81240d7e req-50e479a8-8135-4f2f-9095-af7669ee16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:09:43.765717 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-50e479a8-8135-4f2f-9095-af7669ee16e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480647
Jan 29 22:09:43.791055 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:09:43.853876 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-a6e6ca64-8b4a-452c-be80-951d11c64b40 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816619
Jan 29 22:09:43.949322 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1398fb55-e961-4838-905c-631e81240d7e req-c6e5a7e7-4ce1-48d4-b1df-65f27de1b708 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897896
Jan 29 22:09:44.099334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:44.173178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a6cb280>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:42Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:09:44.202653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33d67d-a61a-401f-9e75-05a17dfe8749 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:42Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:09:44.385438 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f8b5c-ce6a-4118-a0c8-c8c5da0d8b09 None None] New status for floating IP 115957c0-4c8b-4856-9776-a76e919af872: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:09:45.908066 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:47.066496 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:53.502334 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:09:54.177673 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:10.515351 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-eddd84d7-47cc-4488-b43c-9e505da50005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:11.523644 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:10:12.851077 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d02bf87-219c-452c-9df8-a4ca4df05938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:14.053699 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:15.910663 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:17.072146 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:18.201467 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-f8794b27-a0e1-4a7e-95ac-e4f094345f9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436323
Jan 29 22:10:18.284305 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-63c1ca61-6ab3-408a-a130-0b9973714ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:10:18.285807 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-63c1ca61-6ab3-408a-a130-0b9973714ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1128 time: 0.0430675
Jan 29 22:10:18.386143 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-cc49887c-87bd-4873-a620-a7c25495e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:10:18.387584 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-cc49887c-87bd-4873-a620-a7c25495e927 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0846121
Jan 29 22:10:18.451340 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-138719c6-38b3-45ca-b2dc-b3f0f5ee5b5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1002 time: 0.0577478
Jan 29 22:10:18.501761 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-11a7ab7b-dd8e-4676-9bd9-b5df14b5010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:10:18.503119 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-11a7ab7b-dd8e-4676-9bd9-b5df14b5010e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0461013
Jan 29 22:10:18.554458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-5647ed21-9458-45db-8b88-f4515e9868fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:10:18.555921 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-5647ed21-9458-45db-8b88-f4515e9868fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463245
Jan 29 22:10:18.642133 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-86c78bae-6e79-4df5-abc8-1f555112c6c9 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797279
Jan 29 22:10:18.739029 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a7958e2-37a4-4a81-8c03-cf980df95592 req-5dd1ced8-3486-48e7-b050-215cf8d7b137 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905445
Jan 29 22:10:23.504140 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:24.187570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:40.518935 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-92fd6696-1248-4365-a7ab-38cad2fad011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:42.853261 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5e670b00-a97e-4815-9bbd-c12b51bc4e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:44.053701 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:45.913435 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:47.064613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:48.522687 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:10:53.507782 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:10:54.201985 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:10.521013 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-8d42c92c-3b49-4407-8f25-ba8a21206b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:12.853568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6e9307bb-9389-48a9-91a8-54646311efa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:14.056818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:15.916262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:17.069549 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:19.207468 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-69601822-c032-4dd5-8633-ded9a2b711b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0444257
Jan 29 22:11:19.289483 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-17ed6ba1-4e7a-4dce-bcca-3df52420684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:11:19.290957 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-17ed6ba1-4e7a-4dce-bcca-3df52420684e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1128 time: 0.0434196
Jan 29 22:11:19.392216 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-2d269878-35dd-4d15-8a4f-d4c0617e68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:11:19.393705 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-2d269878-35dd-4d15-8a4f-d4c0617e68f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0857258
Jan 29 22:11:19.464905 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-8d24c6bf-6d10-4183-bc57-d12f752162bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1002 time: 0.0577648
Jan 29 22:11:19.514437 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-85280659-b999-41d6-83ee-7bc15f3af5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:11:19.515958 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-85280659-b999-41d6-83ee-7bc15f3af5ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0443423
Jan 29 22:11:19.568245 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-dc3ac443-2ab1-480d-a170-9002c5e2fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:11:19.569763 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-dc3ac443-2ab1-480d-a170-9002c5e2fcf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476055
Jan 29 22:11:19.655077 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-705d8c24-2965-4de8-bc09-2a30761b4f98 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793622
Jan 29 22:11:19.744793 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-f90e8727-7b00-4195-b7c9-517ba0454a35 req-97744bc2-e8b3-4be2-afdb-22f1649c959b service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842972
Jan 29 22:11:23.497552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:24.205170 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:25.522392 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:11:40.523154 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6f5d31fc-9398-44a0-bd0e-2ac801995d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:42.855580 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-161e41fd-38d4-4573-9172-2fe33a72b6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:44.059934 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:45.919018 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:47.071570 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:53.514395 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:11:54.204450 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:02.523239 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:12:10.526685 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b7a52532-bfc6-46a8-9a7f-1f4aa5791257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:12.856606 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3305-7cc7-4c10-badc-df64972c5e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:14.062944 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:15.921646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:16.289093 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:12:16.387410 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:16.399162 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Returning: {'device': '1f28574c-12b0-4273-b657-dd1775166808', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:12:16.435924 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1f28574c-12b0-4273-b657-dd1775166808 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:12:16.436317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:16.448715 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f28574c-12b0-4273-b657-dd1775166808 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:12:16.467097 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:16.471040 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:16.520668 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:16.528056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.528415 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.528766 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.529172 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.529520 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.529861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.530200 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.530536 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.530872 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.531207 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.531539 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.531868 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.532198 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:16.538510 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] get_ports_and_sgs() called for port_ids ['1f28574c-12b0-4273-b657-dd1775166808'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:12:17.073683 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:18.295399 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 up at agent hyperv_nch2-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:12:18.344077 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Provisioning complete for port 1f28574c-12b0-4273-b657-dd1775166808 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:12:18.344449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (1f28574c-12b0-4273-b657-dd1775166808), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:18.416661 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1f28574c-12b0-4273-b657-dd1775166808 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:12:18.417073 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:18.438772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:12:18.441041 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29afcb05-6c04-43f8-a59c-0b1c4b460658" -d '{"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-plugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:12:18.453427 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:18.457426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:18.483135 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552e5e2-5bbf-476f-94fa-d836c844d2ca x-openstack-request-id: req-b552e5e2-5bbf-476f-94fa-d836c844d2ca {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:12:18.483426 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-plugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:12:18.483679 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b552e5e2-5bbf-476f-94fa-d836c844d2ca {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:12:18.484067 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'code': 200}
Jan 29 22:12:18.509527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:21.840842 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-8921714e-7d65-4a2b-8956-3a9d3c433ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:21.843006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-8921714e-7d65-4a2b-8956-3a9d3c433ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1128 time: 0.0505445
Jan 29 22:12:21.963643 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-b1380565-cb79-4d14-ab1c-bd0267cc77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:21.965485 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-b1380565-cb79-4d14-ab1c-bd0267cc77e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.1036026
Jan 29 22:12:22.052387 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-a9258f3c-3bb3-4623-a8ac-77b398d49882 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1002 time: 0.0791314
Jan 29 22:12:22.101494 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-57aa72dd-a2e4-440b-b883-3e732e09c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:22.102844 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-57aa72dd-a2e4-440b-b883-3e732e09c9fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0446241
Jan 29 22:12:22.155973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-bb620a64-8fb6-4bd4-aecc-2c3e0bde11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:22.157757 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-bb620a64-8fb6-4bd4-aecc-2c3e0bde11c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487993
Jan 29 22:12:22.263992 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-aaa5b052-a6ad-4c34-810e-8ec993e0277e service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994885
Jan 29 22:12:22.365521 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4998b9f2-12ef-4e42-9029-447653dd0054 req-d8d25c8d-39da-4956-9491-a8d4d656b409 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957367
Jan 29 22:12:23.533050 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:24.208780 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:28.466065 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-4d8d1fdc-2585-41cc-8875-2e9f88d2d601 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849277737&fields=id&tenant_id=85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 267 time: 0.0484982
Jan 29 22:12:28.578352 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-21183518-7ab5-4ca4-b429-f604d1e27045 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:28.579993 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-21183518-7ab5-4ca4-b429-f604d1e27045 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 809 time: 0.1056845
Jan 29 22:12:28.595109 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-507826e2-950a-474c-a6fd-680fa3c2dbf5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/quotas/85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 375 time: 0.0097935
Jan 29 22:12:28.650973 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-b4ee2dc9-3f49-4720-9bdc-c2b5ad0cee1b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0511451
Jan 29 22:12:28.714481 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-d708f96d-e870-4198-86af-a3633df2d988 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:12:28.715503 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-d708f96d-e870-4198-86af-a3633df2d988 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0532556
Jan 29 22:12:28.824680 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-28d03955-50a2-4995-a3b3-66cd7a2a00e1 service neutron] 10.222.0.20 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022313
Jan 29 22:12:28.911668 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-befa009e-92bf-4929-a7bf-218c1c8f309b service neutron] 10.222.0.20 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806277
Jan 29 22:12:30.139972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3e56894b-ce0f-4954-aa06-d7d303f381c2 req-90eec000-c5b0-428e-a694-ea59fe212a21 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0801418
Jan 29 22:12:31.217646 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1509a614-4d05-4413-ab3e-9c0d88f4c469 req-30ed4247-3a4a-42ac-9c7b-507e440f0f2f tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0272748
Jan 29 22:12:32.296178 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e37f9b9e-3475-44c8-9410-e4dc704f1c74 req-5f409622-8431-4f57-b2ae-4e3044f6d0b9 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0282788
Jan 29 22:12:32.331030 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:12:32.407688 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Current status of the port 1f28574c-12b0-4273-b657-dd1775166808 is: ACTIVE; New status is: DOWN {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:12:32.408074 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:32.429277 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:12:32.431518 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f1bc8-c22c-45d5-9a69-67b508b48fde" -d '{"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-unplugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:12:32.443653 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:32.447827 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:32.472005 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603084b-f39c-4e2f-b102-c0b9b06237ad x-openstack-request-id: req-1603084b-f39c-4e2f-b102-c0b9b06237ad {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:12:32.472298 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-unplugged", "status": "completed", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:12:32.472550 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1603084b-f39c-4e2f-b102-c0b9b06237ad {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:12:32.472934 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'code': 200}
Jan 29 22:12:32.496838 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Pushing event updated for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=8']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:33.375488 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b4b987c7-f3f2-4feb-bc4a-085de9f13e15 req-518613bd-2800-4ae8-85b8-01a0d41719e9 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0281830
Jan 29 22:12:34.471027 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ce864ada-34e8-41fc-8b41-1ccaa0d44160 req-ff67338d-a063-427d-bb06-10597f820e15 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0275092
Jan 29 22:12:35.556323 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-f6cb71d7-ff43-4f0a-8fc9-c78288ead9b5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:35.557851 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-f6cb71d7-ff43-4f0a-8fc9-c78288ead9b5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 809 time: 0.4105163
Jan 29 22:12:35.604558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-c416d9a5-e583-44d6-a040-6e9d26e9a0e4 req-0377c277-eee1-42c7-adef-e11b8bb8f4aa tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0425465
Jan 29 22:12:36.700079 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cecdb120-8caf-4ae4-bbb9-c29d27546a86 req-88d81906-3444-4fcb-bedb-bea0ec10ea98 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0273473
Jan 29 22:12:37.810626 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df8d2160-761d-40e0-b6c2-dd7032c551c3 req-077410d9-dc9d-4406-8a16-5dc1aa90cf8e tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0278637
Jan 29 22:12:38.910016 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-b9385268-20eb-45f8-ac34-3eac4d06b8fe req-69a74744-a4e6-4288-a999-ea334757b69f tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0270693
Jan 29 22:12:39.523418 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:12:40.012018 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-5a148e41-6308-4180-a2c8-52c15556d7bb req-02c2b3a0-04fd-49a9-a026-dd326ff33d9a tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0317199
Jan 29 22:12:40.536841 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5bfd-de33-4d9b-8952-d416363b04ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:41.117860 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-1a076fb5-a602-40f8-808c-b3398a3dba4a req-a0b39e26-d151-4f51-9c25-6a6da5a333e7 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0286844
Jan 29 22:12:42.225471 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-646e2aef-26bd-4d05-8616-ed8773b5fb6a req-9db3958d-18fb-4b8a-958c-1275267bc273 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0302100
Jan 29 22:12:42.859441 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4db701d8-9221-413a-a94a-ce22ed03b9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:43.321655 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cff5865b-0ac2-4f55-a9f9-5b7c1f38355c req-ac928e95-c327-4b51-8545-7a257dc088d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0260723
Jan 29 22:12:44.066062 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:44.415159 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-e3a5f7a1-5fe5-4da7-a374-eab588b085ee req-760dd57b-1b85-44fa-913f-4c8ba19c18c8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0261297
Jan 29 22:12:44.979228 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-9d4217b8-f96e-492d-b87a-1a28b97d81c7 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85a58fdc9d664499a520645626d9bfe7 HTTP/1.1" status: 200  len: 380 time: 0.0538144
Jan 29 22:12:44.990192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'port': {'device_id': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'admin_state_up': True, 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'security_groups': ['e35154c2-37af-4949-a4b2-cc8201565103']}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:12:45.095977 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Made reservation on behalf of 85a58fdc9d664499a520645626d9bfe7 for: {'port': 1} {{(pid=125943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 29 22:12:45.099293 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.226064 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Allocated IP 172.20.0.7 (cb47de44-0715-418f-a5ab-5a21b0d47e94/0c43259b-9223-4ca8-be17-346679f1d4c8/dd262268-d541-4ad4-aef3-495179c12724) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:12:45.359290 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (dd262268-d541-4ad4-aef3-495179c12724), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.392717 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.436460 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:12:45.439501 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:12:45.445342 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:12:45.474211 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:45.498713 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.499062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.499400 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.499738 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.500069 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.500434 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.500764 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.501115 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.501441 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.501765 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.502087 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.502404 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.502724 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:12:45.547776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:45.548395 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.569567 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-809868a2-d01f-4dde-bb43-df7669212787 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5829647
Jan 29 22:12:45.581978 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4e39d-1f14-467c-be74-c49e88681f6b req-388bc1a3-2909-4cf3-80bd-2bd7d1eeeab0 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:45.583517 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdd4e39d-1f14-467c-be74-c49e88681f6b req-388bc1a3-2909-4cf3-80bd-2bd7d1eeeab0 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 931 time: 0.0967789
Jan 29 22:12:45.639098 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-fdd4e39d-1f14-467c-be74-c49e88681f6b req-f2f35a4b-bc9e-41b7-b51d-51ed4fbdb214 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494227
Jan 29 22:12:45.667045 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Request body: {'port': {'device_id': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:12:45.710407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-c718c726-82a0-465b-b5f6-c496ede48060 None None] Provisioning complete for port dd262268-d541-4ad4-aef3-495179c12724 triggered by entity DHCP. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:12:45.711006 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c718c726-82a0-465b-b5f6-c496ede48060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd262268-d541-4ad4-aef3-495179c12724), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.729215 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.744660 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-c718c726-82a0-465b-b5f6-c496ede48060 None None] Port dd262268-d541-4ad4-aef3-495179c12724 cannot update to ACTIVE because it is not bound. {{(pid=125944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Jan 29 22:12:45.924218 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:45.992062 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd262268-d541-4ad4-aef3-495179c12724 {{(pid=125943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:12:45.999532 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks [] for port (dd262268-d541-4ad4-aef3-495179c12724), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:46.011415 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.provisioning_blocks [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Transition to ACTIVE for port object dd262268-d541-4ad4-aef3-495179c12724 will not be triggered until provisioned by entity L2. {{(pid=125943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 29 22:12:46.015317 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:46.067609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:46.137756 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Attempting to bind port dd262268-d541-4ad4-aef3-495179c12724 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 29 22:12:46.138133 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Attempting to bind port dd262268-d541-4ad4-aef3-495179c12724 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 29 22:12:46.138467 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Attempting to bind port dd262268-d541-4ad4-aef3-495179c12724 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:12:46.142994 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Port dd262268-d541-4ad4-aef3-495179c12724 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 29 22:12:46.143320 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Attempting to bind port dd262268-d541-4ad4-aef3-495179c12724 on network cb47de44-0715-418f-a5ab-5a21b0d47e94 {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 29 22:12:46.148417 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Checking agent: {'id': '15f2427b-22ac-463f-988d-b11d620b4134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'started_at': datetime.datetime(2022, 1, 29, 20, 43, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 29 22:12:46.148759 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Checking segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Jan 29 22:12:46.149180 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Bound using segment: {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'} {{(pid=125943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 29 22:12:46.149615 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.managers [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Bound port: dd262268-d541-4ad4-aef3-495179c12724, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4668a3-f48f-4966-981a-592d29b3003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94'}}] {{(pid=125943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 29 22:12:46.149974 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:46.215084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, cleared binding levels {{(pid=125943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 29 22:12:46.219169 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 29 22:12:46.226693 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:46.264335 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.265032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:46.266415 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] 10.222.0.36 "PUT /v2.0/ports/dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 1091 time: 0.6819966
Jan 29 22:12:46.266870 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:12:46.269163 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547fff3b-c21b-49e2-97e0-57052a3f98a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:12:46.300192 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d565-124a-4af2-89d1-f658064339dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=3']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:46.338148 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e05c2-ae57-4d5e-b32f-8a2757a7c5b4 x-openstack-request-id: req-038e05c2-ae57-4d5e-b32f-8a2757a7c5b4 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:12:46.338517 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:12:46.338831 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-038e05c2-ae57-4d5e-b32f-8a2757a7c5b4 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:12:46.339376 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'status': 'completed', 'code': 200}
Jan 29 22:12:46.360964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-c81827c4-d3fe-412c-8c3f-9ca26521e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.362536 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-c81827c4-d3fe-412c-8c3f-9ca26521e4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1125 time: 0.0547497
Jan 29 22:12:46.409706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-fd9bcb37-901d-498d-b203-b87006449316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 217 time: 0.0400076
Jan 29 22:12:46.458325 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-b3f1f240-eb7e-4fd1-a3b2-edc46b17ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.459810 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-b3f1f240-eb7e-4fd1-a3b2-edc46b17ae48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0449505
Jan 29 22:12:46.509387 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-9b56ff0f-ff04-4d70-acf9-743a98398cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.510909 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-9b56ff0f-ff04-4d70-acf9-743a98398cbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447865
Jan 29 22:12:46.602933 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-2eae5e65-8d80-4623-8f48-fcfd9500f1be service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862825
Jan 29 22:12:46.690302 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4eb5361d-0215-4a83-ad1f-e6b0b5b274fb req-8be53726-419b-4264-a660-b490c1ea228f service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820935
Jan 29 22:12:46.799486 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d039-35bb-46bd-9abf-a4b74d1f168d req-e40cb1b1-175f-4b9f-9996-2c6cca02035c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.800896 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d614d039-35bb-46bd-9abf-a4b74d1f168d req-e40cb1b1-175f-4b9f-9996-2c6cca02035c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 943 time: 0.0933754
Jan 29 22:12:46.807214 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-a4de3b1e-69bf-42c3-9647-41b6ed16c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.808628 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-a4de3b1e-69bf-42c3-9647-41b6ed16c3a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1125 time: 0.0645289
Jan 29 22:12:46.906288 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d614d039-35bb-46bd-9abf-a4b74d1f168d req-f02444f4-a8d0-4079-8193-b34f58e0e9c5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966589
Jan 29 22:12:46.931652 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-d8aa698c-0121-49e0-a97a-e7489646f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:46.933154 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-d8aa698c-0121-49e0-a97a-e7489646f592 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.1174355
Jan 29 22:12:46.974106 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-e98daa7a-4808-4aa6-8c16-3a6db6441839 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 217 time: 0.0351088
Jan 29 22:12:47.022883 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-fd047307-3adb-42c9-be89-fd740daad4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:47.024345 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-fd047307-3adb-42c9-be89-fd740daad4b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0448730
Jan 29 22:12:47.077054 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-2902957a-41d8-43af-9134-4d93b739f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:47.078101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:47.078611 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-2902957a-41d8-43af-9134-4d93b739f3b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486572
Jan 29 22:12:47.167298 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-3422259d-b29d-47b5-83cb-80d330954f9d service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818894
Jan 29 22:12:47.258995 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-547fff3b-c21b-49e2-97e0-57052a3f98a1 req-0cbb6068-3345-4c02-a3f1-242e39ceb08b service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858994
Jan 29 22:12:48.026084 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e5548-a1e3-450e-87f8-864dac867259 req-6cf6aa6e-e788-47c3-b321-f2d6305bc85e tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:48.027557 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-615e5548-a1e3-450e-87f8-864dac867259 req-6cf6aa6e-e788-47c3-b321-f2d6305bc85e tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 943 time: 0.0521934
Jan 29 22:12:48.077683 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-615e5548-a1e3-450e-87f8-864dac867259 req-2e2e5f4e-17ac-4611-b074-81cc6a1725e5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438595
Jan 29 22:12:49.194058 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540fd8e-78de-4f2e-a98d-cf1ebab5acde req-66a82277-5d92-4840-a630-4ba188cd8223 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:49.195553 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9540fd8e-78de-4f2e-a98d-cf1ebab5acde req-66a82277-5d92-4840-a630-4ba188cd8223 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 943 time: 0.0515256
Jan 29 22:12:49.243364 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9540fd8e-78de-4f2e-a98d-cf1ebab5acde req-7eb7e25e-bf98-46a6-a603-fff6644bdc62 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422449
Jan 29 22:12:50.365034 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76659f4-d3c9-4bb3-a297-1cc28f099499 req-5c42c554-16ee-4ef1-a22a-8255b18c4181 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:50.366510 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d76659f4-d3c9-4bb3-a297-1cc28f099499 req-5c42c554-16ee-4ef1-a22a-8255b18c4181 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 943 time: 0.0570719
Jan 29 22:12:50.413761 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-d76659f4-d3c9-4bb3-a297-1cc28f099499 req-a4b2c229-01f3-4415-8c00-ba2e7594afd1 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415962
Jan 29 22:12:51.031221 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:12:51.126498 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:51.136912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'dd262268-d541-4ad4-aef3-495179c12724', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'mac_address': 'fa:16:3e:3b:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:12:51.172499 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port dd262268-d541-4ad4-aef3-495179c12724 is: DOWN; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:12:51.172884 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:51.185230 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd262268-d541-4ad4-aef3-495179c12724 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:12:51.203995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:51.207892 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:51.253585 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=4']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:51.532193 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e776e16-3fa2-4c1a-8c88-372b1dd52d52 req-bd8506b9-75d9-4e99-a327-1d8d425e9b71 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:51.533706 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e776e16-3fa2-4c1a-8c88-372b1dd52d52 req-bd8506b9-75d9-4e99-a327-1d8d425e9b71 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 944 time: 0.0524597
Jan 29 22:12:51.581689 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9e776e16-3fa2-4c1a-8c88-372b1dd52d52 req-781a24bf-5d0d-464f-86a9-0ceb8e8b7183 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424738
Jan 29 22:12:51.590709 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['dd262268-d541-4ad4-aef3-495179c12724'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:12:52.698923 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436044-4c3d-4ed1-bf73-aded0e8d562f req-fa2ad315-95e7-40b4-a976-3df6fc21eb05 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:52.700400 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21436044-4c3d-4ed1-bf73-aded0e8d562f req-fa2ad315-95e7-40b4-a976-3df6fc21eb05 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 944 time: 0.0524337
Jan 29 22:12:52.753516 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-21436044-4c3d-4ed1-bf73-aded0e8d562f req-5c9bb914-3ede-4d1f-b8f9-5e52a9685f1c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464942
Jan 29 22:12:53.062996 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:12:53.113995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning for port dd262268-d541-4ad4-aef3-495179c12724 completed by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 29 22:12:53.118002 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port dd262268-d541-4ad4-aef3-495179c12724 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:12:53.118381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd262268-d541-4ad4-aef3-495179c12724), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:53.191977 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port dd262268-d541-4ad4-aef3-495179c12724 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:12:53.192364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:53.213628 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:12:53.216142 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e5b1a7-80cf-44da-902c-52c574d8b160" -d '{"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-plugged", "status": "completed", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:12:53.229295 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:12:53.233718 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:53.259510 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c38cb1-5607-47ac-bd25-8c60da31f5ba x-openstack-request-id: req-58c38cb1-5607-47ac-bd25-8c60da31f5ba {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:12:53.259799 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-plugged", "status": "completed", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:12:53.260051 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58c38cb1-5607-47ac-bd25-8c60da31f5ba {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:12:53.260438 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'code': 200}
Jan 29 22:12:53.282795 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=5']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:53.364971 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a35ffb-e290-4039-a698-51e827becc4d req-95eec5f8-94f0-4f32-a038-4abc2c2ed8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:53.366405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65a35ffb-e290-4039-a698-51e827becc4d req-95eec5f8-94f0-4f32-a038-4abc2c2ed8e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1127 time: 0.0430918
Jan 29 22:12:53.411214 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-65a35ffb-e290-4039-a698-51e827becc4d req-3e204448-f051-4c39-84e8-64f60ee40740 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384977
Jan 29 22:12:53.531646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:53.872858 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83cb82-658f-4a15-96a2-287438185423 req-546c1abe-be04-46c7-8508-0c378e649e16 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:53.874371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a83cb82-658f-4a15-96a2-287438185423 req-546c1abe-be04-46c7-8508-0c378e649e16 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.0514567
Jan 29 22:12:53.921132 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a83cb82-658f-4a15-96a2-287438185423 req-49708475-9ccf-4b87-bf1f-745ff8212887 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413182
Jan 29 22:12:54.231067 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:55.043297 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c275d0-d71d-4389-b87e-21a52940b514 req-de04f148-1ed3-4903-8280-191a3fa9246b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:55.044782 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60c275d0-d71d-4389-b87e-21a52940b514 req-de04f148-1ed3-4903-8280-191a3fa9246b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.0546658
Jan 29 22:12:55.092843 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-60c275d0-d71d-4389-b87e-21a52940b514 req-fc1a86b6-3938-4848-87f3-9438915307c6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418799
Jan 29 22:12:55.208968 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb7d7-a1bf-4827-86a4-fed97f6cd887 req-84a34a02-333c-4dae-8a68-85f71cd16df3 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:55.210406 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89ffb7d7-a1bf-4827-86a4-fed97f6cd887 req-84a34a02-333c-4dae-8a68-85f71cd16df3 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.0511677
Jan 29 22:12:55.258838 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-89ffb7d7-a1bf-4827-86a4-fed97f6cd887 req-de91afc6-0e72-4044-8fa0-af8f84defb78 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426240
Jan 29 22:12:55.280451 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39562) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:12:55.327041 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139aca1-dbf9-424f-8255-cb4689ba8988 tempest-TestSnapshotPattern-1387867941 tempest-TestSnapshotPattern-1387867941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:55.328558 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9139aca1-dbf9-424f-8255-cb4689ba8988 tempest-TestSnapshotPattern-1387867941 tempest-TestSnapshotPattern-1387867941-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1122 time: 0.0470858
Jan 29 22:12:55.337610 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39564) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:12:55.342194 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.v2.base [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Request body: {'floatingip': {'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=125943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 29 22:12:55.361957 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:55.454943 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (None), before_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:55.557915 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_common [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Allocated IP 172.35.4.9 (d58da3f3-2702-4849-b5d5-ac9ebe0a11d0/b2da61a2-cc02-422d-84f3-e23b5ff08fdd/ff409ab3-a2e7-48f3-94bf-02777ad8d30a) {{(pid=125943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 29 22:12:55.656825 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:55.692319 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790205750730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:55.734898 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Network d58da3f3-2702-4849-b5d5-ac9ebe0a11d0 is already hosted by enough agents. {{(pid=125943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 29 22:12:55.738081 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.base_scheduler [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Resources bound (agent type, host, resource id):  {{(pid=125943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 29 22:12:55.743873 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Received port after_create {{(pid=125943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 29 22:12:55.770739 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=ff409ab3-a2e7-48f3-94bf-02777ad8d30a,revision_number=1']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:56.086743 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (d81a8f03-191d-497d-9b57-89fd3be4da7a), precommit_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.156306 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), before_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.302926 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), precommit_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.307310 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29242648'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), after_update {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.372583 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event updated for resources: {'Port': ['ID=ff409ab3-a2e7-48f3-94bf-02777ad8d30a,revision_number=2']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:12:56.384480 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678179'] for floatingip (d81a8f03-191d-497d-9b57-89fd3be4da7a), after_create {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.481442 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Floating IP d81a8f03-191d-497d-9b57-89fd3be4da7a associated. External IP: 172.35.4.9, port: dd262268-d541-4ad4-aef3-495179c12724.
Jan 29 22:12:56.682882 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:12:56.788217 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:12:56.798250 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:12:56.806009 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:12:56.809107 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:12:56.809955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a412790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:12:56.840696 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-6512efac-25e0-453a-b9e4-15affb3246d6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.5020492
Jan 29 22:12:56.841391 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:12:56.844460 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:12:56.881963 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df75b344-4697-4466-b8b7-7fecb5efce76 x-openstack-request-id: req-df75b344-4697-4466-b8b7-7fecb5efce76 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:12:56.882265 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:12:56.882525 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df75b344-4697-4466-b8b7-7fecb5efce76 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:12:56.882943 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'status': 'completed', 'code': 200}
Jan 29 22:12:56.951023 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-6f165362-979b-4005-92f6-16e68fae3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:56.952600 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-6f165362-979b-4005-92f6-16e68fae3089 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1127 time: 0.0487356
Jan 29 22:12:57.048737 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-e0b24e77-083a-4fc3-9c95-2aaf13c2f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:57.050150 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-e0b24e77-083a-4fc3-9c95-2aaf13c2f5a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0900068
Jan 29 22:12:57.075475 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:12:57.310258 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a412790>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}, {'id': 'd81a8f03-191d-497d-9b57-89fd3be4da7a', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.9', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:3b:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:12:55Z', 'updated_at': '2022-01-29T22:12:55Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:12:57.341216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:12:57.349861 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:12:57.350476 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a412790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:12:43Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:12:57.418897 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-35f44bba-cdb3-40e5-b2f4-695d4cfd3e09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 997 time: 0.3630602
Jan 29 22:12:57.456350 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:12:57.466258 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-a56b44c6-ede2-415b-ac45-a737d335eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:57.467721 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-a56b44c6-ede2-415b-ac45-a737d335eadd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0425422
Jan 29 22:12:57.518889 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-8b418906-615e-4d27-b188-de4d5b0077fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:12:57.520384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-8b418906-615e-4d27-b188-de4d5b0077fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464888
Jan 29 22:12:57.607008 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-02945cb5-40e8-4119-98e6-3f54812501e6 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806186
Jan 29 22:12:57.679316 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a412790>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}, {'id': 'd81a8f03-191d-497d-9b57-89fd3be4da7a', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.9', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:3b:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:12:55Z', 'updated_at': '2022-01-29T22:12:55Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:12:57.698530 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-dbf08fbc-3638-411c-bfa0-76aa2b560d2e req-85bcadb7-208b-4cc7-a613-d7b782e20524 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864303
Jan 29 22:12:57.706423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc481772-a12c-48cd-96d1-866fbef4bc57 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}, {'id': 'd81a8f03-191d-497d-9b57-89fd3be4da7a', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.9', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:3b:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:12:55Z', 'updated_at': '2022-01-29T22:12:55Z', 'revision_number': 0, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:12:57.907467 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2ad1b-4860-4187-9433-187d1b7b3158 None None] New status for floating IP d81a8f03-191d-497d-9b57-89fd3be4da7a: ACTIVE {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:13:10.528057 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-08e9e01e-7e78-4bb8-b01b-cd174246f6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:12.860530 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4649-08a2-4fe6-8076-f75b9108f36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:14.069794 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:15.930563 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:16.524871 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:13:17.080674 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:22.522066 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-19b60cdd-a6b4-403a-8f57-cf6b61e62dce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431819
Jan 29 22:13:22.603176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-8d251bd3-873c-4ffb-add4-f75b2e7bb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:22.604652 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-8d251bd3-873c-4ffb-add4-f75b2e7bb301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1127 time: 0.0428176
Jan 29 22:13:22.706793 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-e35ed526-fbbe-40ad-81d1-61787952502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:22.708225 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-e35ed526-fbbe-40ad-81d1-61787952502a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0855415
Jan 29 22:13:22.770753 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-011dc78a-3c92-447d-88c2-267e413b82f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 999 time: 0.0564530
Jan 29 22:13:22.817384 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-f57fea27-90d5-4d4f-b116-4f64b4ea4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:22.818690 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-f57fea27-90d5-4d4f-b116-4f64b4ea4729 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0419819
Jan 29 22:13:22.869141 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-1de35218-e212-429b-92ac-c8016e8fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:22.870635 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-1de35218-e212-429b-92ac-c8016e8fba3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463159
Jan 29 22:13:22.956143 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-b7b3a24f-0e2d-49c5-b7b3-3612fc355430 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797782
Jan 29 22:13:23.047719 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4cf589aa-fd13-4186-9fb3-dc2261e86ca6 req-9fb75db4-e63f-4617-8703-8c63fd0aa7e0 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853999
Jan 29 22:13:23.536624 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:23.827063 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-5c24de4b-8902-4397-9b4d-659d10a086db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0851965
Jan 29 22:13:23.909146 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-9e0a01b5-4044-4536-8377-599751b935de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:23.910701 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-9e0a01b5-4044-4536-8377-599751b935de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1126 time: 0.0439067
Jan 29 22:13:24.013176 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-999744fa-e4d8-4433-a0c2-ae63b5e37e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:24.014671 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-999744fa-e4d8-4433-a0c2-ae63b5e37e6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0871322
Jan 29 22:13:24.078428 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-93287fc2-0eb5-41ce-8a07-f3983f194898 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1000 time: 0.0581601
Jan 29 22:13:24.125872 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-6d38bfe2-58ca-425c-b76d-147b9dac3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:24.127286 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-6d38bfe2-58ca-425c-b76d-147b9dac3703 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0431898
Jan 29 22:13:24.178609 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-e8bfc1aa-4e4c-40c7-90d6-f25a42dac175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:13:24.180104 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-e8bfc1aa-4e4c-40c7-90d6-f25a42dac175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470495
Jan 29 22:13:24.234167 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:24.268726 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-b36e592f-54f2-4078-bb31-d1974f282baf service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814750
Jan 29 22:13:24.359850 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-4c3fbd6e-f24b-490b-9f54-ca307fc1caa9 req-952c9d8f-cbea-4c50-87bd-76822b51ec8d service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851555
Jan 29 22:13:40.530829 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-01726567-5aac-46a1-85e2-8aa27221a647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:42.862354 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-50316074-7aad-4f7a-8997-efc7cd4a0789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:44.072959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:45.930168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:47.083222 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:53.524844 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:13:53.530761 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:13:54.263245 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:10.534948 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-336bda72-fa3f-40a4-9977-ea3662a7c2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:12.863653 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-80193e33-786f-4bd9-99ec-b68f7d80b093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:14.078023 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:15.932963 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:17.084075 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:22.524943 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-bcd693bf-9b18-49a4-8539-dc4b135760f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436499
Jan 29 22:14:22.608507 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978525e-7100-4c40-9ed2-f234467fd8be req-582dd0fd-714c-4c17-8a25-656db53381c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:22.610082 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-582dd0fd-714c-4c17-8a25-656db53381c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1127 time: 0.0451906
Jan 29 22:14:22.713575 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978525e-7100-4c40-9ed2-f234467fd8be req-7cabf241-6492-4d6a-a79a-820f56542732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:22.715049 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-7cabf241-6492-4d6a-a79a-820f56542732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0880830
Jan 29 22:14:22.778799 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-641f2bab-2055-4a0c-b21a-8ebe16ee1eb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 999 time: 0.0579269
Jan 29 22:14:22.825147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978525e-7100-4c40-9ed2-f234467fd8be req-3309b257-35c9-4f4f-9edf-e66f60d53713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:22.826548 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-3309b257-35c9-4f4f-9edf-e66f60d53713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0423312
Jan 29 22:14:22.878114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978525e-7100-4c40-9ed2-f234467fd8be req-bb55113e-8395-4698-981c-c60ccd31be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:22.879602 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-bb55113e-8395-4698-981c-c60ccd31be32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473864
Jan 29 22:14:22.966739 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-003f1972-2b26-4dd7-91e1-a2d50e8e0340 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813949
Jan 29 22:14:23.058466 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-3978525e-7100-4c40-9ed2-f234467fd8be req-36b02b1a-067d-4c9a-93d6-83fab22efdd6 service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857780
Jan 29 22:14:23.524229 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:24.265211 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:25.734384 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-09a8352a-62b5-4359-9906-92b50e4d954e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438201
Jan 29 22:14:25.816385 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-fe0cc273-0ead-4ede-afd9-363d8036c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:25.817981 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-fe0cc273-0ead-4ede-afd9-363d8036c3d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1126 time: 0.0439019
Jan 29 22:14:25.921581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-564ff092-4ffe-4e2c-85d4-01dfc56443da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:25.923056 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-564ff092-4ffe-4e2c-85d4-01dfc56443da service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.0881004
Jan 29 22:14:25.988045 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-e3696e11-8619-4668-a6ba-20dd8040b96d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 1000 time: 0.0589628
Jan 29 22:14:26.035946 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-09cb2e5f-1ba2-468d-becc-725d23a3d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:26.037458 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-09cb2e5f-1ba2-468d-becc-725d23a3d6cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0441735
Jan 29 22:14:26.092080 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-b420a7d2-cfdb-4d67-9916-f6d7ea75491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:14:26.093891 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-b420a7d2-cfdb-4d67-9916-f6d7ea75491f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488427
Jan 29 22:14:26.181307 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-ee24c6a6-d6ae-45eb-862c-f6662bd507bd service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815978
Jan 29 22:14:26.273972 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-8a28706b-a2a0-4ef3-ab4d-b4f3e5f9b0d1 req-c4e16114-1f72-4fc5-8ede-fd07a70090af service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863333
Jan 29 22:14:30.524288 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:14:40.536078 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-684580ce-1464-4526-93a8-b4711643e240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:42.867888 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-96b515df-e2ed-4770-ac3e-976aed2ee0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:44.078613 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:45.935194 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:47.085325 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:53.540975 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:14:54.276834 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:03.645419 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 29 22:15:03.739454 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:03.754278 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Returning: {'device': 'dd262268-d541-4ad4-aef3-495179c12724', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'port_id': 'dd262268-d541-4ad4-aef3-495179c12724', 'mac_address': 'fa:16:3e:3b:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 29 22:15:03.789547 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port dd262268-d541-4ad4-aef3-495179c12724 is: ACTIVE; New status is: BUILD {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:15:03.789932 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:03.802618 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd262268-d541-4ad4-aef3-495179c12724 {{(pid=125944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Jan 29 22:15:03.820873 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:03.824952 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:03.873296 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=6']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:03.880690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.881060 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.881406 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.881742 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.882074 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.882407 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.882732 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.883056 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.883380 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.883702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.884034 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.884345 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.884665 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:03.890336 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] get_ports_and_sgs() called for port_ids ['dd262268-d541-4ad4-aef3-495179c12724'] {{(pid=125944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 29 22:15:05.665216 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 up at agent hyperv_nch1-master-1 {{(pid=125944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 29 22:15:05.729492 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.provisioning_blocks [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Provisioning complete for port dd262268-d541-4ad4-aef3-495179c12724 triggered by entity L2. {{(pid=125944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 29 22:15:05.729977 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3525537'] for port (dd262268-d541-4ad4-aef3-495179c12724), provisioning_complete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:05.822191 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Current status of the port dd262268-d541-4ad4-aef3-495179c12724 is: BUILD; New status is: ACTIVE {{(pid=125944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Jan 29 22:15:05.822937 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3647448'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:05.848255 ncdv-master-1 neutron-server[125944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:15:05.851472 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb4a40e847fc588d06bb5dc268fd20cec66935b3fe6fc80344bd7324593826c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7362c0-1446-4e54-b60b-fa3699220286" -d '{"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-plugged", "status": "completed", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:15:05.866413 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:05.872449 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206160878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790205750748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790205750766'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:05.943512 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Pushing event updated for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=7']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:05.989461 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf54b76-ae9e-46c3-bb14-345b0c4b6958 x-openstack-request-id: req-1cf54b76-ae9e-46c3-bb14-345b0c4b6958 {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:15:05.989757 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-plugged", "status": "completed", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "code": 200}]} {{(pid=125944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:15:05.990021 ncdv-master-1 neutron-server[125944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf54b76-ae9e-46c3-bb14-345b0c4b6958 {{(pid=125944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:15:05.990430 ncdv-master-1 neutron-server[125944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'code': 200}
Jan 29 22:15:07.525780 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:15:10.547297 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-65394616-795b-496d-a11b-d0f30c5e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:12.872197 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-47eb9fcd-a76c-4d60-a523-023a1fe0c155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:14.082839 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:14.792013 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39826) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:14.953718 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Deleting port ff409ab3-a2e7-48f3-94bf-02777ad8d30a {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:14.954072 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.029633 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.029963 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.041321 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Calling delete_port for ff409ab3-a2e7-48f3-94bf-02777ad8d30a owned by network:floatingip {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:15.185981 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ff409ab3-a2e7-48f3-94bf-02777ad8d30a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.213495 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event deleted for resources: {'Port': ['ID=ff409ab3-a2e7-48f3-94bf-02777ad8d30a,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:15.239105 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.239462 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.239809 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.240155 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.240518 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.240836 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.241201 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.241527 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.241863 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.242191 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.242523 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.242853 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.243182 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:15.285611 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (d81a8f03-191d-497d-9b57-89fd3be4da7a), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.285942 ncdv-master-1 neutron-server[125942]: INFO neutron.db.l3_db [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Floating IP d81a8f03-191d-497d-9b57-89fd3be4da7a disassociated (deleted). External IP: 172.35.4.9, port: dd262268-d541-4ad4-aef3-495179c12724.
Jan 29 22:15:15.485028 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:15:15.593259 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:15:15.598038 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.602541 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:15:15.612895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:15.613589 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a314850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:15.627440 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-60fd751a-fa80-454d-ba2c-58a8e8e9f3a5 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "DELETE /v2.0/floatingips/d81a8f03-191d-497d-9b57-89fd3be4da7a HTTP/1.1" status: 204  len: 168 time: 0.8341992
Jan 29 22:15:15.628890 ncdv-master-1 neutron-server[125942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:15:15.631307 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b103ed535cbe38ec17c644c46a61471c13b78e5692255096459839b56f7ae469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33" -d '{"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:15:15.724044 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:15.741185 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e14830e-d504-4f6f-8762-e0719dd1e2df x-openstack-request-id: req-8e14830e-d504-4f6f-8762-e0719dd1e2df {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:15:15.741494 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "status": "completed", "code": 200}]} {{(pid=125942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:15:15.741743 ncdv-master-1 neutron-server[125942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e14830e-d504-4f6f-8762-e0719dd1e2df {{(pid=125942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:15:15.742206 ncdv-master-1 neutron-server[125942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'status': 'completed', 'code': 200}
Jan 29 22:15:15.815458 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-b4297f19-0678-4cd4-b3a0-e76a695091c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:15.817181 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-b4297f19-0678-4cd4-b3a0-e76a695091c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 1127 time: 0.0517340
Jan 29 22:15:15.930704 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93446-cd7c-4ec2-9ca1-e6d1425163fe req-541d9cd0-5b5b-4467-8cba-2e1b0d21c108 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:15.932185 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdb93446-cd7c-4ec2-9ca1-e6d1425163fe req-541d9cd0-5b5b-4467-8cba-2e1b0d21c108 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.1140571
Jan 29 22:15:15.954117 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:15.967358 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-fca131b8-74d7-448c-8735-cb49381eff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:15.969069 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-fca131b8-74d7-448c-8735-cb49381eff96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.1417613
Jan 29 22:15:15.975598 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a314850>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:16.006390 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:15:16.015086 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:16.015696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a314850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:16.020285 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-65510fbc-c46f-4045-afe0-0f49e2d1864a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 200  len: 217 time: 0.0411716
Jan 29 22:15:16.028734 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-cdb93446-cd7c-4ec2-9ca1-e6d1425163fe req-e585ffd4-2175-4a8c-9d61-5d8424aa0ddd tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894556
Jan 29 22:15:16.081333 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-8965028c-ba09-474f-84ca-4dd8d946135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:16.082835 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-8965028c-ba09-474f-84ca-4dd8d946135f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0532467
Jan 29 22:15:16.135469 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-90b0228e-5904-4873-87e8-35e0db40fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:16.137386 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-90b0228e-5904-4873-87e8-35e0db40fab9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478432
Jan 29 22:15:16.148642 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-b716bc2a-0826-47e1-9837-1588573684ad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=125943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 29 22:15:16.149723 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-b716bc2a-0826-47e1-9837-1588573684ad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060053
Jan 29 22:15:16.244058 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-cedf15d1-61ae-4bad-9441-aa22526418ee service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870841
Jan 29 22:15:16.283346 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:16.337407 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-56ebe7ab-dfe5-4e74-b56a-47d31f720b33 req-d58ffbee-b9c1-44fd-bf54-5417bb2acacd service neutron] 10.222.0.36 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872707
Jan 29 22:15:16.502881 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a314850>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:16.535417 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21d29e-128e-40de-a975-c5d976706d10 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '115957c0-4c8b-4856-9776-a76e919af872', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'floating_ip_address': '172.35.4.185', 'floating_network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'router_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'port_id': '1f28574c-12b0-4273-b657-dd1775166808', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'mac_address': 'fa:16:3e:cc:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T22:09:42Z', 'updated_at': '2022-01-29T22:09:44Z', 'revision_number': 1, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:15:16.754707 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c417c6-bded-4ecf-bf65-c97ed0c7f5cf None None] New status for floating IP d81a8f03-191d-497d-9b57-89fd3be4da7a: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:15:17.088463 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:17.152326 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96e16-e24a-4a8c-bf1c-3f3e46e0683b req-fcd2f6b9-e295-483e-a933-a6317d36d6a9 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:17.153756 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25c96e16-e24a-4a8c-bf1c-3f3e46e0683b req-fcd2f6b9-e295-483e-a933-a6317d36d6a9 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.0530670
Jan 29 22:15:17.202833 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-25c96e16-e24a-4a8c-bf1c-3f3e46e0683b req-04d20acd-38d3-46dc-8110-90a550f6501c tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434670
Jan 29 22:15:17.480533 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-3ec6f5c0-cc7a-44ef-ba9e-387992c90b22 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:17.482006 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-3ec6f5c0-cc7a-44ef-ba9e-387992c90b22 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 945 time: 0.0553715
Jan 29 22:15:17.571436 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Deleting port dd262268-d541-4ad4-aef3-495179c12724 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:17.571781 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (dd262268-d541-4ad4-aef3-495179c12724), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:17.663420 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] For port dd262268-d541-4ad4-aef3-495179c12724, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd262268-d541-4ad4-aef3-495179c12724,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:17.663776 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (dd262268-d541-4ad4-aef3-495179c12724), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:17.676835 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Calling delete_port for dd262268-d541-4ad4-aef3-495179c12724 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:17.797415 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (dd262268-d541-4ad4-aef3-495179c12724), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:17.833634 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event deleted for resources: {'Port': ['ID=dd262268-d541-4ad4-aef3-495179c12724,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:17.861442 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.861906 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.862776 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.863129 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.863461 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.863789 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.864114 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.864523 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.865809 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.866147 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.867263 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.867597 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.868694 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 29 22:15:17.886973 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] No DVR routers for this DVR port dd262268-d541-4ad4-aef3-495179c12724 on host nch1-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:17.889723 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:17.893379 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-bf5cba78-ee17-4362-b237-6c4b015662d4 req-dd68792a-48d9-491e-b746-6424b65d98d8 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.36 "DELETE /v2.0/ports/dd262268-d541-4ad4-aef3-495179c12724 HTTP/1.1" status: 204  len: 173 time: 0.4068074
Jan 29 22:15:17.893867 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-deleted', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:15:17.896092 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f0480-89ca-4e7a-b531-c7d29ff84fb2" -d '{"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-deleted", "tag": "dd262268-d541-4ad4-aef3-495179c12724"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:15:17.981872 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27288e0e-b061-4d2d-8d46-35d31814af54 x-openstack-request-id: req-27288e0e-b061-4d2d-8d46-35d31814af54 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:15:17.982166 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50273ec-3df3-4955-8a7f-e5526488b910", "name": "network-vif-deleted", "tag": "dd262268-d541-4ad4-aef3-495179c12724", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:15:17.982419 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27288e0e-b061-4d2d-8d46-35d31814af54 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:15:17.982886 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50273ec-3df3-4955-8a7f-e5526488b910', 'name': 'network-vif-deleted', 'tag': 'dd262268-d541-4ad4-aef3-495179c12724', 'status': 'completed', 'code': 200}
Jan 29 22:15:18.327490 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-abf1855e-92a7-4eb9-a740-46ddf915dc34 req-222c7df3-3773-49c2-8ead-0868c897e6ef tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50273ec-3df3-4955-8a7f-e5526488b910 HTTP/1.1" status: 200  len: 210 time: 0.0299640
Jan 29 22:15:19.764678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 no longer exists at agent hyperv_nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:19.785529 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] No Port match for: dd262268-d541-4ad4-aef3-495179c12724 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:19.785912 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Device dd262268-d541-4ad4-aef3-495179c12724 not bound to the agent host nch1-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:19.888174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39888) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:20.040810 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Deleting port 9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:20.041091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.116081 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.116406 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.127746 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Calling delete_port for 9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9 owned by network:floatingip {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:20.276786 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.305108 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event deleted for resources: {'Port': ['ID=9d6ca73a-97af-4a00-ae85-e9ac34b3f4a9,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:20.369275 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for floatingip (115957c0-4c8b-4856-9776-a76e919af872), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.369755 ncdv-master-1 neutron-server[125943]: INFO neutron.db.l3_db [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Floating IP 115957c0-4c8b-4856-9776-a76e919af872 disassociated (deleted). External IP: 172.35.4.185, port: 1f28574c-12b0-4273-b657-dd1775166808.
Jan 29 22:15:20.570688 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:15:20.678927 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:15:20.683563 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for floatingip (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:20.689361 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:15:20.699015 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:20.699638 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:20.712778 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-30aa8b39-7120-4da8-815f-b1e8c1eba194 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "DELETE /v2.0/floatingips/115957c0-4c8b-4856-9776-a76e919af872 HTTP/1.1" status: 204  len: 168 time: 0.8235247
Jan 29 22:15:20.713512 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:15:20.716106 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:15:20.755216 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbde89c-ade5-4cc1-b68a-c8e07bdd8511 x-openstack-request-id: req-8dbde89c-ade5-4cc1-b68a-c8e07bdd8511 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:15:20.755509 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:15:20.755774 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dbde89c-ade5-4cc1-b68a-c8e07bdd8511 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:15:20.756187 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'status': 'completed', 'code': 200}
Jan 29 22:15:20.809955 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:20.830324 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-82b4882f-5fb9-4170-b419-3b7793e5eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:20.832198 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-82b4882f-5fb9-4170-b419-3b7793e5eac2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85a58fdc9d664499a520645626d9bfe7&device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 1126 time: 0.0543802
Jan 29 22:15:20.961605 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-0022871c-b68c-44bb-835f-377e29074522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:20.963110 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-0022871c-b68c-44bb-835f-377e29074522 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 200  len: 910 time: 0.1212769
Jan 29 22:15:20.984005 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9be2c3-0083-439d-ad1d-2112f1f3fcb5 req-209f74ca-3061-4a57-b43d-a0b42397cef4 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:20.985527 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab9be2c3-0083-439d-ad1d-2112f1f3fcb5 req-209f74ca-3061-4a57-b43d-a0b42397cef4 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0827773
Jan 29 22:15:21.018939 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-e1756cdc-3ea5-4962-b381-92b2a5811875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 200  len: 217 time: 0.0483990
Jan 29 22:15:21.020885 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa310>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:21.051832 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:15:21.060126 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:21.060818 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:21.097813 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-ab9be2c3-0083-439d-ad1d-2112f1f3fcb5 req-dfac6b2c-1194-4031-918f-1b2a55768aa3 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814459
Jan 29 22:15:21.099556 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-3e42eef1-a888-4cda-a545-7584b50c4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:21.100919 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-3e42eef1-a888-4cda-a545-7584b50c4288 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 200  len: 848 time: 0.0704412
Jan 29 22:15:21.153552 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-9b22669c-723b-4f4c-b563-5d0406ef770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:21.155040 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-9b22669c-723b-4f4c-b563-5d0406ef770e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb47de44-0715-418f-a5ab-5a21b0d47e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451839
Jan 29 22:15:21.168891 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:21.247405 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-2523dfbd-c12d-4725-8126-c8ee36e21eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851440
Jan 29 22:15:21.335489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-9a8ed77b-df1d-4b5a-9870-b62ab17cb155 req-4d19627e-9828-46d5-89e5-126644f8540a service neutron] 10.222.0.18 "GET /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801365
Jan 29 22:15:21.366203 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0aefa310>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:21.391664 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc108df-a231-46e1-8b04-f7d11ec43f34 None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:22Z', 'revision_number': 4, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cfcac4b-b5d2-4b23-966e-6167eed98ea7', 'name': '', 'network_id': 'cb47de44-0715-418f-a5ab-5a21b0d47e94', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'mac_address': 'fa:16:3e:5b:1f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:22Z', 'updated_at': '2022-01-29T22:09:27Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'subnets': [{'id': '0c43259b-9223-4ca8-be17-346679f1d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:15:21.610896 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c6c16-df5e-4e00-a830-423a12eddde6 None None] New status for floating IP 115957c0-4c8b-4856-9776-a76e919af872: DOWN {{(pid=125945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 29 22:15:21.921025 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250f034-d09f-4482-a361-3d4a156d0daa req-8ba59290-ccbe-4df4-bed4-eaa320027d40 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:21.922371 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2250f034-d09f-4482-a361-3d4a156d0daa req-8ba59290-ccbe-4df4-bed4-eaa320027d40 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0567470
Jan 29 22:15:22.012881 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Deleting port 1f28574c-12b0-4273-b657-dd1775166808 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:22.013643 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (1f28574c-12b0-4273-b657-dd1775166808), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:22.111952 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] For port 1f28574c-12b0-4273-b657-dd1775166808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f28574c-12b0-4273-b657-dd1775166808,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:22.112896 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (1f28574c-12b0-4273-b657-dd1775166808), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:22.128717 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Calling delete_port for 1f28574c-12b0-4273-b657-dd1775166808 owned by compute:nova {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:22.248751 ncdv-master-1 neutron-server[125943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24260b-8e86-4445-89dd-11725722ee43 req-9525f543-073b-4374-8ab7-db4e27235fa6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 29 22:15:22.250253 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df24260b-8e86-4445-89dd-11725722ee43 req-9525f543-073b-4374-8ab7-db4e27235fa6 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb90ac-6eee-4a55-84ee-21fcf9e7d716 HTTP/1.1" status: 200  len: 944 time: 0.0788016
Jan 29 22:15:22.335465 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-df24260b-8e86-4445-89dd-11725722ee43 req-c4dad02f-6a2e-429a-8e5b-186303add5f2 tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "GET /v2.0/security-groups?id=e35154c2-37af-4949-a4b2-cc8201565103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784276
Jan 29 22:15:22.336573 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (1f28574c-12b0-4273-b657-dd1775166808), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:22.366423 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event deleted for resources: {'Port': ['ID=1f28574c-12b0-4273-b657-dd1775166808,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:22.416887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] No DVR routers for this DVR port 1f28574c-12b0-4273-b657-dd1775166808 on host nch2-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:22.419727 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176352'] for port (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:22.423208 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [req-2250f034-d09f-4482-a361-3d4a156d0daa req-e928cb45-4f2c-4bb4-8a7c-90c4735d58df tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.18 "DELETE /v2.0/ports/1f28574c-12b0-4273-b657-dd1775166808 HTTP/1.1" status: 204  len: 173 time: 0.4957213
Jan 29 22:15:22.757550 ncdv-master-1 neutron-server[125943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-deleted', 'tag': '1f28574c-12b0-4273-b657-dd1775166808'}] {{(pid=125943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Jan 29 22:15:22.760001 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c403dc591b48b753eb9e6c72421523f19ed230837b9e3ff1d6bde3ef37f2a18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6827943-c6ee-42d0-95ef-b88265421d83" -d '{"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-deleted", "tag": "1f28574c-12b0-4273-b657-dd1775166808"}]}' {{(pid=125943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 29 22:15:22.805261 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef5ede-e895-40d0-b95c-e171d284d2f0 x-openstack-request-id: req-60ef5ede-e895-40d0-b95c-e171d284d2f0 {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 29 22:15:22.805564 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb90ac-6eee-4a55-84ee-21fcf9e7d716", "name": "network-vif-deleted", "tag": "1f28574c-12b0-4273-b657-dd1775166808", "status": "completed", "code": 200}]} {{(pid=125943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 29 22:15:22.805851 ncdv-master-1 neutron-server[125943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ef5ede-e895-40d0-b95c-e171d284d2f0 {{(pid=125943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 29 22:15:22.806280 ncdv-master-1 neutron-server[125943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb90ac-6eee-4a55-84ee-21fcf9e7d716', 'name': 'network-vif-deleted', 'tag': '1f28574c-12b0-4273-b657-dd1775166808', 'status': 'completed', 'code': 200}
Jan 29 22:15:23.391887 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39902) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:23.554929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:23.745718 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (e35154c2-37af-4949-a4b2-cc8201565103), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:23.770419 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (e35154c2-37af-4949-a4b2-cc8201565103), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:23.829504 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (e35154c2-37af-4949-a4b2-cc8201565103), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:23.832652 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:23.833836 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] 10.222.0.20 "DELETE /v2.0/security-groups/e35154c2-37af-4949-a4b2-cc8201565103 HTTP/1.1" status: 204  len: 168 time: 0.4409132
Jan 29 22:15:23.843383 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4465cd-ecaf-49ed-af95-466939f3e89b tempest-TestSnapshotPattern-1008330583 tempest-TestSnapshotPattern-1008330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35154c2-37af-4949-a4b2-cc8201565103,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:23.892731 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39906) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:24.275060 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:24.322300 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:24.569111 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Deleting port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:24.569931 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:24.646174 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] For port 0cfcac4b-b5d2-4b23-966e-6167eed98ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:24.646539 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:24.659107 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Calling delete_port for 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 owned by network:router_interface {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:24.836747 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (0cfcac4b-b5d2-4b23-966e-6167eed98ea7), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:24.862191 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfcac4b-b5d2-4b23-966e-6167eed98ea7,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:25.039021 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.254070 ncdv-master-1 neutron-server[125943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Router 13c5bad6-b856-4bdf-b534-b0e79be4b313 has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:15:25.292702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 no longer exists at agent hyperv_nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:25.313178 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] No Port match for: 1f28574c-12b0-4273-b657-dd1775166808 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:25.313527 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Device 1f28574c-12b0-4273-b657-dd1775166808 not bound to the agent host nch2-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:25.354581 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:15:25.359410 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-dea2f921-f8d4-4fab-9b33-e18914e942cd admin admin] 10.222.0.20 "PUT /v2.0/routers/13c5bad6-b856-4bdf-b534-b0e79be4b313/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4650350
Jan 29 22:15:25.361900 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39910) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:25.364242 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Sync routers for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:15:25.374549 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:25.375155 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a671e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:25.464629 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks [] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.477264 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: ncdv-master-1 {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:25.568039 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks [] for router_gateway (13c5bad6-b856-4bdf-b534-b0e79be4b313), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.622426 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Deleting port cc3355ca-5cfa-4a05-85e9-e9db8b193989 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:25.623160 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.654016 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a671e50>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:15:24Z', 'revision_number': 5, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port': {'id': 'cc3355ca-5cfa-4a05-85e9-e9db8b193989', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:25.685157 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Checking router: 13c5bad6-b856-4bdf-b534-b0e79be4b313 for host: ncdv-master-1 {{(pid=125944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:15:25.693772 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Routers {'13c5bad6-b856-4bdf-b534-b0e79be4b313'} bound to L3 agent in host ncdv-master-1 {{(pid=125944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:25.694374 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea0a671e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['13c5bad6-b856-4bdf-b534-b0e79be4b313'], 'active': True} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:25.704155 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] For port cc3355ca-5cfa-4a05-85e9-e9db8b193989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc3355ca-5cfa-4a05-85e9-e9db8b193989,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:25.704511 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.717480 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Calling delete_port for cc3355ca-5cfa-4a05-85e9-e9db8b193989 owned by network:router_gateway {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:25.778756 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvr_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] Set router 13c5bad6-b856-4bdf-b534-b0e79be4b313 gateway port host: None {{(pid=125944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:25.829696 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_hamode_db [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea0a671e50>, [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:15:25Z', 'revision_number': 6, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:25.859774 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd502e8-2c2d-4c47-a9d3-aecbf15865df None None] The sync data for ids ['13c5bad6-b856-4bdf-b534-b0e79be4b313'] in ncdv-master-1 is: [{'id': '13c5bad6-b856-4bdf-b534-b0e79be4b313', 'name': 'tempest-TestSnapshotPattern-605105640-router', 'tenant_id': '85a58fdc9d664499a520645626d9bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:20Z', 'updated_at': '2022-01-29T22:15:25Z', 'revision_number': 6, 'project_id': '85a58fdc9d664499a520645626d9bfe7', 'gw_port_host': None}] {{(pid=125944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:15:25.884803 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (cc3355ca-5cfa-4a05-85e9-e9db8b193989), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:25.912544 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3355ca-5cfa-4a05-85e9-e9db8b193989,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:25.974032 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.060195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.062195 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks [] for router_controller (13c5bad6-b856-4bdf-b534-b0e79be4b313), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.105276 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (13c5bad6-b856-4bdf-b534-b0e79be4b313), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.105829 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c5bad6-b856-4bdf-b534-b0e79be4b313 {{(pid=125943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 22:15:26.110172 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] Publish callbacks [] for router (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.111489 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-9cc7eb89-d99f-49c1-8b86-9020013faace admin admin] 10.222.0.20 "DELETE /v2.0/routers/13c5bad6-b856-4bdf-b534-b0e79be4b313 HTTP/1.1" status: 204  len: 168 time: 0.7481744
Jan 29 22:15:26.114010 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39912) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:26.156679 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Deleting subnet 0c43259b-9223-4ca8-be17-346679f1d4c8 {{(pid=125943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 22:15:26.160212 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Publish callbacks [] for subnet (0c43259b-9223-4ca8-be17-346679f1d4c8), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.193484 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827289'] for subnet (0c43259b-9223-4ca8-be17-346679f1d4c8), precommit_delete_associations {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.276586 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (0c43259b-9223-4ca8-be17-346679f1d4c8), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.328364 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29242702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26343711'] for subnet (0c43259b-9223-4ca8-be17-346679f1d4c8), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.352000 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c43259b-9223-4ca8-be17-346679f1d4c8,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:26.359236 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.362912 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-7a9b7cf3-4c31-494a-af6d-1d9bf78d3f14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c43259b-9223-4ca8-be17-346679f1d4c8 HTTP/1.1" status: 204  len: 168 time: 0.2475276
Jan 29 22:15:26.364940 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401317e-bfb8-436c-a410-5a65c21aa2ca None None] Network cb47de44-0715-418f-a5ab-5a21b0d47e94 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:15:26.365487 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39914) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:26.436047 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (cb47de44-0715-418f-a5ab-5a21b0d47e94), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.492850 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Deleting port f1968bcb-9b43-4027-9def-9464867da5b0 {{(pid=125943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:26.493221 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.554745 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.db [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] For port f1968bcb-9b43-4027-9def-9464867da5b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1968bcb-9b43-4027-9def-9464867da5b0,segment=NetworkSegment(ad4668a3-f48f-4966-981a-592d29b3003d),segment_id=ad4668a3-f48f-4966-981a-592d29b3003d)] {{(pid=125943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:26.555034 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.567964 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.plugin [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Calling delete_port for f1968bcb-9b43-4027-9def-9464867da5b0 owned by network:dhcp {{(pid=125943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:26.624576 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] DHCP port deletion for cb47de44-0715-418f-a5ab-5a21b0d47e94 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 22:15:26.662390 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29242657'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.685089 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Deleting port f1968bcb-9b43-4027-9def-9464867da5b0 {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:26.685658 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.692361 ncdv-master-1 neutron-server[125943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] No DVR routers for this DVR port f1968bcb-9b43-4027-9def-9464867da5b0 on host ncdv-master-1 {{(pid=125943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:26.696167 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1968bcb-9b43-4027-9def-9464867da5b0,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:26.758401 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] For port f1968bcb-9b43-4027-9def-9464867da5b0, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:26.758895 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.762537 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cc3355ca-5cfa-4a05-85e9-e9db8b193989 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:26.776091 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (cb47de44-0715-418f-a5ab-5a21b0d47e94), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.793556 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: cc3355ca-5cfa-4a05-85e9-e9db8b193989 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:26.793904 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device cc3355ca-5cfa-4a05-85e9-e9db8b193989 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:26.794318 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:26.796180 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Calling delete_port for f1968bcb-9b43-4027-9def-9464867da5b0 owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:26.797015 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea09756a90>,) {'filters': {'network_id': ['cb47de44-0715-418f-a5ab-5a21b0d47e94']}} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:26.800423 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Port f1968bcb-9b43-4027-9def-9464867da5b0 was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 22:15:26.807728 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09756a90>, 'ad4668a3-f48f-4966-981a-592d29b3003d') {'for_net_delete': True} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:26.808172 ncdv-master-1 neutron-server[125943]: DEBUG neutron.services.segments.db [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea09756a90>, 'ad4668a3-f48f-4966-981a-592d29b3003d') {} {{(pid=125943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:26.818713 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:26.818958 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827298'] for segment (ad4668a3-f48f-4966-981a-592d29b3003d), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.819112 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0cfcac4b-b5d2-4b23-966e-6167eed98ea7 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:26.819473 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f1968bcb-9b43-4027-9def-9464867da5b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:26.822552 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (f1968bcb-9b43-4027-9def-9464867da5b0), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.832577 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (ad4668a3-f48f-4966-981a-592d29b3003d), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.839255 ncdv-master-1 neutron-server[125943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=125943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 22:15:26.839564 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29242868'] for segment (ad4668a3-f48f-4966-981a-592d29b3003d), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]: Traceback (most recent call last):
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     timer()
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     cb(*args, **kw)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     return func(*args, **kwargs)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     self._notify()
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     self.callback(batched_events)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     event.method(event)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     return f(self, *a, **k)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     return self._get(url).json()
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     return self.request(url, 'GET', **kwargs)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 22:15:26.841568 ncdv-master-1 neutron-server[125943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 22:15:26.845629 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: f1968bcb-9b43-4027-9def-9464867da5b0 {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:26.845995 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device f1968bcb-9b43-4027-9def-9464867da5b0 not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:26.868284 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] Pushing event deleted for resources: {'Port': ['ID=f1968bcb-9b43-4027-9def-9464867da5b0,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:26.872224 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdef9ec-55c7-4472-85f4-e536e7efa23f None None] No DVR routers for this DVR port f1968bcb-9b43-4027-9def-9464867da5b0 on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:26.913360 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (cb47de44-0715-418f-a5ab-5a21b0d47e94), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.918016 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:26.924357 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb47de44-0715-418f-a5ab-5a21b0d47e94 HTTP/1.1" status: 204  len: 168 time: 0.5556002
Jan 29 22:15:26.925315 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39916) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:26.935914 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db29f-fe73-4387-a309-a28aeb72fc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb47de44-0715-418f-a5ab-5a21b0d47e94,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:27.274521 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682538'] for router_interface (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:27.514215 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Deleting port 0c13884c-5c66-4561-867f-1661ebd7e61c {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:27.514477 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:27.591925 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] For port 0c13884c-5c66-4561-867f-1661ebd7e61c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c13884c-5c66-4561-867f-1661ebd7e61c,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:27.592297 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:27.604876 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Calling delete_port for 0c13884c-5c66-4561-867f-1661ebd7e61c owned by network:router_interface {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:28.073537 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (0c13884c-5c66-4561-867f-1661ebd7e61c), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.099649 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c13884c-5c66-4561-867f-1661ebd7e61c,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:28.266835 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682590'] for router_interface (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.479020 ncdv-master-1 neutron-server[125942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e has already been hosted by L3 agent 7891aa5c-381b-4959-88f9-7937ac8480cf {{(pid=125942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 29 22:15:28.585365 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 29 22:15:28.590275 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-5fbea19f-8f36-4c40-bf55-9630b63826c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/810eb38e-358b-46fd-aa2f-9dcd235e3f1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6640854
Jan 29 22:15:28.593474 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39918) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:28.594402 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Sync routers for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 29 22:15:28.604889 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:28.605532 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea101e8f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:28.701991 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks [] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.711845 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: ncdv-master-1 {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:28.808851 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks [] for router_gateway (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.861311 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Deleting port 5e195681-3863-4ba4-81a2-10b8e9f2553f {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:28.861652 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.891822 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea101e8f40>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'external_fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:15:28Z', 'revision_number': 5, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port': {'id': '5e195681-3863-4ba4-81a2-10b8e9f2553f', 'name': '', 'network_id': 'd58da3f3-2702-4849-b5d5-ac9ebe0a11d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T22:09:25Z', 'updated_at': '2022-01-29T22:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2da61a2-cc02-422d-84f3-e23b5ff08fdd', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:28.921657 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Checking router: 810eb38e-358b-46fd-aa2f-9dcd235e3f1e for host: ncdv-master-1 {{(pid=125945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 29 22:15:28.930296 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Routers {'810eb38e-358b-46fd-aa2f-9dcd235e3f1e'} bound to L3 agent in host ncdv-master-1 {{(pid=125945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 29 22:15:28.930891 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fea101e8f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T20:36:12Z,description=<?>,heartbeat_timestamp=2022-01-29T22:15:13Z,host='ncdv-master-1',id=7891aa5c-381b-4959-88f9-7937ac8480cf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-29T20:36:12Z,topic='l3_agent')) {'router_ids': ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'], 'active': True} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:28.941506 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] For port 5e195681-3863-4ba4-81a2-10b8e9f2553f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e195681-3863-4ba4-81a2-10b8e9f2553f,segment=NetworkSegment(35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e),segment_id=35f07b53-3ba9-4d8a-9c4c-d0f6f9eb882e)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:28.941877 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:28.954488 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Calling delete_port for 5e195681-3863-4ba4-81a2-10b8e9f2553f owned by network:router_gateway {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:29.014841 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_dvr_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] Set router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e gateway port host: None {{(pid=125945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 29 22:15:29.064857 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.l3_hamode_db [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fea101e8f40>, [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:15:28Z', 'revision_number': 6, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:29.094908 ncdv-master-1 neutron-server[125945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f7e38-caae-4d14-ba41-4edf355729a9 None None] The sync data for ids ['810eb38e-358b-46fd-aa2f-9dcd235e3f1e'] in ncdv-master-1 is: [{'id': '810eb38e-358b-46fd-aa2f-9dcd235e3f1e', 'name': 'tempest-TestSnapshotPattern-540565143-router', 'tenant_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T22:09:24Z', 'updated_at': '2022-01-29T22:15:28Z', 'revision_number': 6, 'project_id': 'b1ae3a9de36047feae9e8c1b8f4b604e', 'gw_port_host': None}] {{(pid=125945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 29 22:15:29.120456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (5e195681-3863-4ba4-81a2-10b8e9f2553f), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.153921 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e195681-3863-4ba4-81a2-10b8e9f2553f,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:29.217819 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676475'] for router_gateway (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.306558 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60712'] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.308618 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks [] for router_controller (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.351634 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572451'] for router (810eb38e-358b-46fd-aa2f-9dcd235e3f1e), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.352151 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 810eb38e-358b-46fd-aa2f-9dcd235e3f1e {{(pid=125942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 29 22:15:29.356414 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.357611 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-c9aacb4b-bc61-4887-b9a8-dbdefda51c4e admin admin] 10.222.0.20 "DELETE /v2.0/routers/810eb38e-358b-46fd-aa2f-9dcd235e3f1e HTTP/1.1" status: 204  len: 168 time: 0.7629070
Jan 29 22:15:29.360129 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39936) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:29.408032 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Deleting subnet c26811f2-1c19-4c76-970b-78b276aef7b7 {{(pid=125942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 29 22:15:29.411207 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Publish callbacks [] for subnet (c26811f2-1c19-4c76-970b-78b276aef7b7), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.446170 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798377'] for subnet (c26811f2-1c19-4c76-970b-78b276aef7b7), precommit_delete_associations {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.531826 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522999'] for subnet (c26811f2-1c19-4c76-970b-78b276aef7b7), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.591779 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3523004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25800494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25879519'] for subnet (c26811f2-1c19-4c76-970b-78b276aef7b7), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.618763 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26811f2-1c19-4c76-970b-78b276aef7b7,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:29.620798 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.624060 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-fb11fd62-1f70-441d-8d89-4941996fb1a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c26811f2-1c19-4c76-970b-78b276aef7b7 HTTP/1.1" status: 204  len: 168 time: 0.2629883
Jan 29 22:15:29.625428 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c951a-b488-4bd4-b4ce-c47a6c4db08b None None] Network 1486835c-5418-4c13-9832-458c97218f54 requested from ncdv-master-1 {{(pid=125944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Jan 29 22:15:29.626783 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39938) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:29.695828 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617766'] for network (1486835c-5418-4c13-9832-458c97218f54), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.756106 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Deleting port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b {{(pid=125942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:29.756456 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.829157 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.db [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] For port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,segment=NetworkSegment(89948eef-0ad6-49b2-a583-3376886c65ee),segment_id=89948eef-0ad6-49b2-a583-3376886c65ee)] {{(pid=125942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:29.829450 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.842135 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.plugin [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Calling delete_port for ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b owned by network:dhcp {{(pid=125942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:29.882340 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] DHCP port deletion for 1486835c-5418-4c13-9832-458c97218f54 request from ncdv-master-1 {{(pid=125944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Jan 29 22:15:29.931685 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25800513'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.935895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Deleting port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b {{(pid=125944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Jan 29 22:15:29.936318 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206158156'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), before_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:29.961845 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:29.965744 ncdv-master-1 neutron-server[125942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] No DVR routers for this DVR port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b on host ncdv-master-1 {{(pid=125942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:30.006907 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.db [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] For port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b, host ncdv-master-1, got binding levels [] {{(pid=125944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 29 22:15:30.007324 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683057'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), precommit_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.019690 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Calling delete_port for ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b owned by network:dhcp {{(pid=125944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Jan 29 22:15:30.022354 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.ipam_backend_mixin [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b was not found and therefore no delete operation was performed {{(pid=125944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 29 22:15:30.023646 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3647387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206161466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790205750739'] for port (ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b), after_delete {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.045219 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526206', 'neutron.services.segments.db._delete_segments_for_network-8790206274142'] for network (1486835c-5418-4c13-9832-458c97218f54), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.048702 ncdv-master-1 neutron-server[125944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] Pushing event deleted for resources: {'Port': ['ID=ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b,revision_number=None']} {{(pid=125944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:30.054895 ncdv-master-1 neutron-server[125944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a1a45-e070-40be-8e09-21764ed85800 None None] No DVR routers for this DVR port ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b on host ncdv-master-1 {{(pid=125944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 29 22:15:30.066981 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fea084cb6a0>,) {'filters': {'network_id': ['1486835c-5418-4c13-9832-458c97218f54']}} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:30.077638 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084cb6a0>, '89948eef-0ad6-49b2-a583-3376886c65ee') {'for_net_delete': True} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:30.077987 ncdv-master-1 neutron-server[125942]: DEBUG neutron.services.segments.db [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fea084cb6a0>, '89948eef-0ad6-49b2-a583-3376886c65ee') {} {{(pid=125942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 29 22:15:30.087465 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206233348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798354'] for segment (89948eef-0ad6-49b2-a583-3376886c65ee), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.103014 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548'] for segment (89948eef-0ad6-49b2-a583-3376886c65ee), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.108933 ncdv-master-1 neutron-server[125942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=125942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 29 22:15:30.109488 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3522548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25800596'] for segment (89948eef-0ad6-49b2-a583-3376886c65ee), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]: Traceback (most recent call last):
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     timer()
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     cb(*args, **kw)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     return func(*args, **kwargs)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     self._notify()
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     self.callback(batched_events)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     event.method(event)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     return f(self, *a, **k)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     return self._get(url).json()
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     return self.request(url, 'GET', **kwargs)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 29 22:15:30.111214 ncdv-master-1 neutron-server[125942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 29 22:15:30.170059 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676372'] for network (1486835c-5418-4c13-9832-458c97218f54), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.186373 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.208410 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1486835c-5418-4c13-9832-458c97218f54 HTTP/1.1" status: 204  len: 168 time: 0.5636685
Jan 29 22:15:30.208410 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95836f-3422-43ae-8ed7-78c5b6e36fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1486835c-5418-4c13-9832-458c97218f54,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:30.302230 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39942) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:30.341630 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-e5d84b67-9775-46aa-8264-e9f5b22daa85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85a58fdc9d664499a520645626d9bfe7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379274
Jan 29 22:15:30.344063 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [-] (125942) accepted ('10.222.0.20', 39944) {{(pid=125942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:30.391295 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] Publish callbacks [] for security_group (4dd2629b-ae3d-4d20-98cd-2e81498489cd), before_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.412066 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] Publish callbacks [] for security_group (4dd2629b-ae3d-4d20-98cd-2e81498489cd), precommit_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.457062 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (4dd2629b-ae3d-4d20-98cd-2e81498489cd), after_delete {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.459609 ncdv-master-1 neutron-server[125942]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.460755 ncdv-master-1 neutron-server[125942]: INFO neutron.wsgi [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd2629b-ae3d-4d20-98cd-2e81498489cd HTTP/1.1" status: 204  len: 168 time: 0.1158197
Jan 29 22:15:30.468453 ncdv-master-1 neutron-server[125942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8a81-ae19-426a-b277-ffa3950eb17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd2629b-ae3d-4d20-98cd-2e81498489cd,revision_number=None']} {{(pid=125942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:30.673898 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5e195681-3863-4ba4-81a2-10b8e9f2553f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:30.698896 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 5e195681-3863-4ba4-81a2-10b8e9f2553f {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:30.699248 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 5e195681-3863-4ba4-81a2-10b8e9f2553f not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:30.699678 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c13884c-5c66-4561-867f-1661ebd7e61c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:30.775338 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39950) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:30.818758 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-5c366ddb-a6b7-4b63-94cc-88c96aeab502 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1ae3a9de36047feae9e8c1b8f4b604e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420678
Jan 29 22:15:30.821204 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [-] (125943) accepted ('10.222.0.20', 39952) {{(pid=125943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 29 22:15:30.876295 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] Publish callbacks [] for security_group (29f86b50-9639-41bd-8a80-7f38d913037f), before_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.891979 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: 0c13884c-5c66-4561-867f-1661ebd7e61c {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:30.892333 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device 0c13884c-5c66-4561-867f-1661ebd7e61c not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:30.892749 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 29 22:15:30.898817 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] Publish callbacks [] for security_group (29f86b50-9639-41bd-8a80-7f38d913037f), precommit_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.911863 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] No Port match for: ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b {{(pid=125944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Jan 29 22:15:30.912217 ncdv-master-1 neutron-server[125944]: DEBUG neutron.plugins.ml2.rpc [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Device ba2aa9ac-13e2-4ee6-acb5-f5eb9793453b not bound to the agent host ncdv-master-1 {{(pid=125944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 29 22:15:30.945502 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598831'] for security_group (29f86b50-9639-41bd-8a80-7f38d913037f), after_delete {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.948090 ncdv-master-1 neutron-server[125943]: DEBUG neutron_lib.callbacks.manager [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=125943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:30.949258 ncdv-master-1 neutron-server[125943]: INFO neutron.wsgi [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f86b50-9639-41bd-8a80-7f38d913037f HTTP/1.1" status: 204  len: 168 time: 0.1271029
Jan 29 22:15:30.956781 ncdv-master-1 neutron-server[125943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7581c9-5bc8-4f5b-8c1d-f15ba05c3997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f86b50-9639-41bd-8a80-7f38d913037f,revision_number=None']} {{(pid=125943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 29 22:15:40.540830 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-d5ace338-0564-4207-b697-9682fadefe7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:42.874721 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-68ea08fd-2b36-40cc-bda9-351e144eddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:44.079087 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:44.527401 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:15:45.940623 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:47.091639 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:53.540280 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:15:54.292011 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:10.543796 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-94caadfd-24aa-438e-a993-c3fe5509700f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:12.875143 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-7d30b54e-4bf5-467b-a0a5-8cdcb0e7d091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:14.083493 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:15.945057 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:17.094770 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:21.526837 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:16:23.555737 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:24.297903 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:40.547837 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-562330d0-9d8d-4596-a991-d3a21359e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:42.876492 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ea8a-2ea3-4fdc-b519-4da431c12c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:44.085262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:45.946836 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:47.097247 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:53.563381 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:54.291317 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:16:58.527356 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:17:10.549617 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-338796d7-9dc2-41ec-89d7-ca3a92cb12f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:12.877289 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6c095282-ac90-4685-bc61-9df28d38af2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:14.086805 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:15.948525 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:17.098822 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:23.569182 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:24.286031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:35.526433 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:17:40.552357 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a62-0ba5-4f80-a983-168c0c48afa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:42.879508 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c67ce13d-c5a6-4cae-a983-1188e045cedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:44.093379 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:45.952348 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:47.100910 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:53.568968 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:17:54.300221 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:10.556683 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33eb08e1-8833-400e-8665-ba6e3dbf3fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:12.526494 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:18:12.880678 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2cfe-2c11-43c0-bd64-cf37f507d5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:14.092898 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:15.953668 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:17.104785 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:23.583455 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:24.298883 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:40.558858 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-007187fd-683d-4c55-9ccc-60d7f466a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:42.881575 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-1c01f596-32b7-4ec5-9cfa-46db463c5f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:44.096031 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:45.956669 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:47.106870 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:49.526547 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:18:53.598747 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:18:54.298597 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:10.559393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-c51b9619-673b-4b1e-b05a-5954ad000e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:12.882518 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3e35d744-675e-4607-b3b4-3ab03d8ad742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:14.097344 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:15.959138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:17.108914 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:23.614959 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:24.297134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:26.525921 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:19:40.560012 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-003d0260-973d-48ba-aeed-42e66d6fe0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:42.884133 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-463182c3-4062-4fb6-8d70-781fb6bd69f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:44.100909 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:45.962175 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:46.168959 ncdv-master-1 neutron-server[125943]: DEBUG neutron.wsgi [req-030f28e7-a7b3-4890-b5f5-656afca1731d req-81c9d768-ef25-476e-8ad8-f185fd560906 service neutron] (125943) timed out ('10.222.0.18', 61614) {{(pid=125943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 22:19:47.111568 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:53.628277 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:19:54.316523 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:03.524351 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:20:10.562149 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-df023635-42f5-4b4c-a2d6-41c9e072a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:12.886028 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-b8f0b7d5-f84a-4030-81f7-11313594a5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:14.103393 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:15.964679 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:17.113417 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:23.642900 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:24.327621 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:40.524184 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:20:40.563831 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-10282c90-db9f-4b28-aaf6-a2ca2cee33cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:42.887271 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-114b51f3-5c39-42e6-9fde-9efbcfa556ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:44.105426 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:45.967857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:47.114943 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:53.641595 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:20:54.332120 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:10.564940 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd341-033c-4756-bbfb-ef2c5fb099af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:12.889024 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c4f1-f055-48b0-b334-15f784aaf6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:14.107736 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:15.971278 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:17.116015 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:17.522660 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:21:23.656857 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:24.335262 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:40.567817 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-30046803-2053-4d65-80fc-c4b7548a8d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:42.891150 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-e740fdf7-f991-48bd-8e33-6a1235cd2536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:44.110166 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:45.972929 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:47.117818 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:53.662101 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:54.334329 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:21:54.520882 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:22:10.569795 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-f74096d0-07d3-49a7-95b1-c2a2b247c452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:12.892308 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-33f04948-2039-47b2-adea-4cbf326b433d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:14.113124 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:15.975579 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:17.119412 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:23.671620 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:24.352407 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:25.239101 ncdv-master-1 neutron-server[125942]: DEBUG neutron.wsgi [req-28e123d4-72c9-4aee-9d42-4c0f001ff0e1 req-2453fa11-0cdd-4684-af9d-5338885df629 service neutron] (125942) timed out ('10.222.0.20', 37284) {{(pid=125942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 29 22:22:31.519582 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:22:40.571200 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-4d18d9f8-6d08-4ade-9c0d-e5c208b565cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:42.894711 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5167-52a2-4d92-b115-25acd78793bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:44.115705 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:45.977363 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:47.120707 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:53.670879 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:22:54.366650 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:08.518492 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:23:10.571168 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-50206a76-8f8c-4012-af23-1b34407366e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:12.895361 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-71d80aee-8f55-4a88-896e-7148e0297f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:14.118134 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:15.980901 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:17.122268 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:23.685774 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:24.375163 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:40.573138 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-10359ee1-1007-480b-830a-6e014613a287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:42.897080 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bd0637d-7961-4d48-8e39-6b55e20be388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:44.121714 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:45.519015 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:23:45.983139 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:47.123553 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:53.702497 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:23:54.394364 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-fdffef03-4f45-447f-ad38-8a94b6a1f9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (2b870b65-c03c-4679-bd65-91f9bd26c152), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:10.573219 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-bd48fec8-b66a-47de-a1aa-eace1283ed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (705112d0-fe94-4ae1-81a8-5b47ff398205), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:12.898594 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-6818bb9f-a02b-403d-a9f6-0ad235cdd79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (7891aa5c-381b-4959-88f9-7937ac8480cf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:14.124509 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-acb098b8-05a0-42d2-9bed-6a084497f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (deb4cfb5-c8be-4177-8a5c-85c250dc298b), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:15.985859 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-0363de9d-f623-4310-a15f-980fba943bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (5a85a99d-c9bd-4506-a836-5aa2329588bf), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:17.125536 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b6d-7ee7-4698-9072-fa5523d980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (cefd03c5-9fa5-4b99-af51-a644438df857), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 29 22:24:22.518021 ncdv-master-1 neutron-server[125945]: DEBUG neutron.db.agents_db [None req-d1289bef-c693-4efa-9a4b-0f1c36e163aa None None] Agent healthcheck: found 7 active agents {{(pid=125945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 29 22:24:23.702126 ncdv-master-1 neutron-server[125944]: DEBUG neutron_lib.callbacks.manager [None req-3bec325f-2351-4f8f-88c3-b4b2e363b9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206274124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525503'] for agent (15f2427b-22ac-463f-988d-b11d620b4134), after_update {{(pid=125944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}